-- Logs begin at Sat 2022-01-15 20:01:13 UTC, end at Sat 2022-01-15 22:13:19 UTC. --
Jan 15 20:37:59.735273 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Jan 15 20:38:02.885842 ncdv-master-1 neutron-server[114326]: INFO neutron.common.config [-] Logging enabled!
Jan 15 20:38:02.886479 ncdv-master-1 neutron-server[114326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev381
Jan 15 20:38:02.886673 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 15 20:38:02.890156 ncdv-master-1 neutron-server[114326]: INFO neutron.common.config [-] Logging enabled!
Jan 15 20:38:02.890415 ncdv-master-1 neutron-server[114326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev381
Jan 15 20:38:02.890732 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 15 20:38:02.891692 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 20:38:02.891929 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 15 20:38:02.892304 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 20:38:02.892554 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 15 20:38:02.892782 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 15 20:38:02.893130 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.893560 ncdv-master-1 neutron-server[114326]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Jan 15 20:38:02.893877 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.894176 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.894470 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.894766 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.895057 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.895340 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.895630 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.895924 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.896211 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.896490 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.896781 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.897099 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.897916 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.898204 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.898493 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.898775 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] debug                          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.899055 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.899493 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.899902 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.900181 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.900471 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.900750 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.901069 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.901348 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.901634 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.901960 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.902237 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.902527 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.902816 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.903103 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.903380 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.903657 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.903955 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.904217 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.904492 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.904767 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.905080 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.905368 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.905658 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.905886 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.906110 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.906411 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.906699 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.906976 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.907255 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.907531 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.907804 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.908076 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.908373 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.908660 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.908965 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.909253 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.909527 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.909801 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.910074 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.910344 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.910629 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.910903 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.911177 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.911450 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.911736 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.912004 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.912277 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.912578 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.912909 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.913748 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.914037 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.914312 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.914597 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.914871 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.915144 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.915417 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.915688 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.915958 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.916266 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.916539 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.916810 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.917115 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.917389 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.917676 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.917949 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:02.918246 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.918543 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.918842 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.919141 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.919461 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.919741 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.920032 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.920333 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.920622 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.920934 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.921231 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.921515 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.921821 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.922142 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.922443 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.922750 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.923047 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.923345 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.923624 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.923901 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.924178 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.924463 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.924750 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.925063 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.925356 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.925647 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.925929 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.926227 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.926781 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.927084 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.927373 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.927650 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.927933 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.928232 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.928626 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.929692 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.930024 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.930353 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.930666 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.931051 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.931370 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.932639 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.932964 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.933274 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.933572 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.934666 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.934972 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.935266 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.935558 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.936643 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.936975 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.937284 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.937581 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.938649 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.938952 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.939255 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.939550 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.939840 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.940135 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.940425 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.940721 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.941041 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.941332 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.941620 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.941905 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.942187 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.942477 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.942795 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.943088 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.943368 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.943651 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.943932 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.944252 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.944562 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.944886 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.945199 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.945491 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.945810 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.946099 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.946386 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.946673 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.946960 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.947246 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.947537 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.947813 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.948109 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.948403 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.948704 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.949045 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.949334 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.949664 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.949949 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.950240 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.950523 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.950808 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.951098 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.951388 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.951690 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.951994 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.952296 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.952606 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.952932 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.953225 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.953546 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.953835 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:02.954060 ncdv-master-1 neutron-server[114326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 15 20:38:02.954308 ncdv-master-1 neutron-server[114326]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114326) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jan 15 20:38:03.343725 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 15 20:38:03.344005 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 15 20:38:03.344316 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 15 20:38:03.344653 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 15 20:38:03.686075 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.686376 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.686651 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.687961 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.688241 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.688514 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.734715 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.734995 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.735265 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.751669 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.751952 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.752226 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.781630 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.781934 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.782224 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.819693 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.819946 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:03.820384 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.169819 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1e828c0160> agent after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.170442 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1e828c0160> agent after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.170442 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e828c01f0> segment precommit_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.170670 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1e828c0280> network precommit_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.171408 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1e828cc310> segment before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.276378 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> network before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.276741 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1e8285d040> agent before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.277079 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> network before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.277362 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.277654 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.277992 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> segment precommit_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.278287 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> segment precommit_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.278550 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> segment after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.278807 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> segment after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.279094 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> network after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.279360 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> network precommit_delete 0 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.279629 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.279889 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.280145 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.280403 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> port provisioning_complete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.280670 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.280956 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.281228 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> agent after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.281501 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> subnet after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.281766 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> subnet precommit_delete 0 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.282041 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.282296 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.282579 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> segment_host_mapping after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.282961 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.283210 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.283476 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1e831c32b0>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.283875 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.284137 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.284382 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.284652 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.284929 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.285189 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:04.285561 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 15 20:38:04.289104 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 15 20:38:04.293153 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 15 20:38:04.297067 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jan 15 20:38:04.298723 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 15 20:38:04.299193 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 15 20:38:04.299533 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jan 15 20:38:04.299919 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 15 20:38:04.303060 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 15 20:38:04.303318 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 15 20:38:04.304258 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jan 15 20:38:04.309862 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Jan 15 20:38:04.333561 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jan 15 20:38:04.334020 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1e827ce610>> qos_plugin after_init 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.334321 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114326) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Jan 15 20:38:04.334687 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1e827ce040>> logging-plugin after_init 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.336169 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114326) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 15 20:38:04.336456 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jan 15 20:38:04.336707 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jan 15 20:38:04.339994 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1e829907c0>> floatingip before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.340286 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1e829907c0>> port before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:04.413839 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 15 20:38:04.414101 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 15 20:38:04.414354 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 15 20:38:04.414779 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 15 20:38:04.436318 ncdv-master-1 neutron-server[114326]: DEBUG oslo_db.sqlalchemy.engines [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114326) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 15 20:38:04.876954 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing driver for type 'gre'
Jan 15 20:38:04.877436 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] gre ID ranges: [(1, 1000)]
Jan 15 20:38:04.936593 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing driver for type 'local'
Jan 15 20:38:04.936971 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing driver for type 'vlan'
Jan 15 20:38:04.950607 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] VlanTypeDriver initialization complete
Jan 15 20:38:04.951005 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing driver for type 'vxlan'
Jan 15 20:38:04.951542 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] vxlan ID ranges: [(1, 1000)]
Jan 15 20:38:05.004957 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing extension driver 'port_security'
Jan 15 20:38:05.005308 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] PortSecurityExtensionDriver initialization complete
Jan 15 20:38:05.005648 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing mechanism driver 'openvswitch'
Jan 15 20:38:05.006014 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing mechanism driver 'hyperv'
Jan 15 20:38:05.013433 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.plugin [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:05.014150 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e827fad60>> port after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.014524 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e827fad60>> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.014878 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e827fad60>> port after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.015402 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.015839 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e82152be0>> subnet after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.016194 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e82152be0>> subnet after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.016557 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e82152be0>> subnet after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.016963 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.017373 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b160>> network after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.017724 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b160>> network after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.018066 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b160>> network after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.018460 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.018866 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b670>> security_group after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.019217 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b670>> security_group after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.019557 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210b670>> security_group after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.020092 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.020506 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e821b11f0>> security_group_rule after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.020879 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e821b11f0>> security_group_rule after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.021227 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e821b11f0>> security_group_rule after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.021626 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.022034 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210bf70>> address_group after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.022415 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210bf70>> address_group after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.022809 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1e8210bf70>> address_group after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.023207 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 15 20:38:05.023594 ncdv-master-1 neutron-server[114326]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] ML2 OVO RPC backend initialized. {{(pid=114326) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Jan 15 20:38:05.024296 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> router_interface after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.024656 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> router_interface after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.025103 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> network before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.025456 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> networks before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.025806 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> port before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.026154 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> ports before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.026498 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> subnet before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.026839 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> subnets before_response 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.027185 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> network after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.027526 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> network after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.027861 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> network after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.028199 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> port after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.028539 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.028899 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> port after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.029239 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> subnet after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.029578 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> subnet after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.029914 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1e8210e6d0>> subnet after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.030483 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.plugin [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Modular L2 Plugin initialization complete
Jan 15 20:38:05.030809 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading services supported by the core plugin {{(pid=114326) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 15 20:38:05.031133 ncdv-master-1 neutron-server[114326]: INFO neutron.plugins.ml2.managers [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Got port-security extension from driver 'port_security'
Jan 15 20:38:05.031593 ncdv-master-1 neutron-server[114326]: INFO neutron.extensions.vlantransparent [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Disabled vlantransparent extension.
Jan 15 20:38:05.032076 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114326) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 15 20:38:05.032392 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: router
Jan 15 20:38:05.071227 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router_interface before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.071624 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_create 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.072004 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router before_create 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.072379 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router_interface before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.072750 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router_interface after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.073132 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_delete 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.073491 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> floatingip after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.073843 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> floatingip after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.074204 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_create 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.074552 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.074904 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.075255 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router_gateway after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.075615 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.076024 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.076399 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1e828ae4c0> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.076739 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1e828ae3a0> port after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.077104 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1e828ae430> subnet after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.077447 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1e828ae550> subnetpool_address_scope after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.077804 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> port precommit_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.078152 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_create 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.078500 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1e828969d0> port before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.078844 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.079203 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router after_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.079547 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_delete 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.079901 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_create 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.080268 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router_interface after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.080613 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> router precommit_update 55549900 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.081020 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> agent after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.081375 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> agent after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.081725 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1e8210e820>> network after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.082578 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Tracking information for resource: router configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:05.082910 ncdv-master-1 neutron-server[114326]: DEBUG neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Tracking information for resource: floatingip configured {{(pid=114326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 15 20:38:05.087954 ncdv-master-1 neutron-server[114326]: INFO neutron.db.l3_agentschedulers_db [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 15 20:38:05.088531 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1e82092280> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.088929 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1e82092160> port after_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.089289 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _notify_port_delete at 0x7f1e820921f0> port after_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.089647 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1e820923a0> port after_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.090436 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e820aad90>> router before_create 55550100 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.090804 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e820aad90>> router precommit_delete 55550100 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.091171 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e820aad90>> router precommit_create 55550100 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.091541 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1e820aad90>> router precommit_update 55550100 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.096333 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.provider_configuration [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service providers = [] {{(pid=114326) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 15 20:38:05.096704 ncdv-master-1 neutron-server[114326]: DEBUG neutron.db.servicetype_db [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114326) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 15 20:38:05.099698 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.service_base [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 15 20:38:05.100047 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.service_base [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 15 20:38:05.100416 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.service_base [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 15 20:38:05.101354 ncdv-master-1 neutron-server[114326]: DEBUG neutron.services.service_base [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 15 20:38:05.101728 ncdv-master-1 neutron-server[114326]: INFO neutron.services.service_base [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 15 20:38:05.102104 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.102422 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 15 20:38:05.113203 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.113541 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: auto_allocate
Jan 15 20:38:05.120170 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1e820d3790> network precommit_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.120548 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1e820d3790> network precommit_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.121110 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.121446 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: tag
Jan 15 20:38:05.128118 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.128401 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: timestamp
Jan 15 20:38:05.132708 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.133070 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: network_ip_availability
Jan 15 20:38:05.138554 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e820c5250>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.138931 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e820c5250>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.139292 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e820c5250>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.140006 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.140330 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: flavors
Jan 15 20:38:05.145276 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.145611 ncdv-master-1 neutron-server[114326]: INFO neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading Plugin: revisions
Jan 15 20:38:05.150588 ncdv-master-1 neutron-server[114326]: DEBUG neutron.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 15 20:38:05.150982 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=114326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 15 20:38:05.151735 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114326) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jan 15 20:38:05.152108 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Initializing extension manager.
Jan 15 20:38:05.152630 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: __init__.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.153008 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: __pycache__ {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.153351 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.153682 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: address_group.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.154438 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.155014 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: address-group
Jan 15 20:38:05.155342 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: address_scope.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.156247 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.156771 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: address-scope
Jan 15 20:38:05.157124 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: admin_state_down_before_update.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.158069 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.158593 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: router-admin-state-down-before-update
Jan 15 20:38:05.158916 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: agent.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.159617 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.160135 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: agent
Jan 15 20:38:05.160457 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: agent_resources_synced.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.161486 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.162000 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: agent-resources-synced
Jan 15 20:38:05.162321 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: allowedaddresspairs.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.164708 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.165265 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: allowed-address-pairs
Jan 15 20:38:05.165597 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: auto_allocated_topology.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.166688 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.167215 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: auto-allocated-topology
Jan 15 20:38:05.167544 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: availability_zone.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.168234 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.168749 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: availability_zone
Jan 15 20:38:05.169104 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: availability_zone_filter.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.170024 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.170553 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: availability_zone_filter
Jan 15 20:38:05.170849 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: data_plane_status.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.171767 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.172279 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension data-plane-status not supported by any of loaded plugins
Jan 15 20:38:05.172604 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: default_subnetpools.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.173561 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.174077 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: default-subnetpools
Jan 15 20:38:05.174400 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: dhcpagentscheduler.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.175211 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.175730 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: dhcp_agent_scheduler
Jan 15 20:38:05.176053 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: dns.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.177268 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.177778 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension dns-integration not supported by any of loaded plugins
Jan 15 20:38:05.178099 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: dns_domain_ports.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.179138 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.179649 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 15 20:38:05.179969 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.180923 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.181442 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jan 15 20:38:05.181760 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: dvr.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.182432 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.182944 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: dvr
Jan 15 20:38:05.183266 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: ecmp_routes.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.184184 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.184693 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension ecmp_routes not supported by any of loaded plugins
Jan 15 20:38:05.185047 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: empty_string_filtering.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.185972 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.186491 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: empty-string-filtering
Jan 15 20:38:05.186816 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.187727 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.188238 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 15 20:38:05.188562 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.189508 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.190020 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 15 20:38:05.190344 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: external_net.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.191260 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.191777 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: external-net
Jan 15 20:38:05.192101 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: extra_dhcp_opt.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.193051 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.193569 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: extra_dhcp_opt
Jan 15 20:38:05.193892 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: extraroute.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.194862 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.195374 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: extraroute
Jan 15 20:38:05.195696 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: extraroute_atomic.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.196738 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.197292 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: extraroute-atomic
Jan 15 20:38:05.197618 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: filter_validation.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.198281 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.198793 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: filter-validation
Jan 15 20:38:05.199115 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: fip_pf_description.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.200029 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.200539 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 15 20:38:05.200883 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: fip_port_details.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.201808 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.202322 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: fip-port-details
Jan 15 20:38:05.202644 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: flavors.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.203891 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.204418 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: flavors
Jan 15 20:38:05.204743 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.206473 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.207009 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 15 20:38:05.207351 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: floatingip_pools.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.208057 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.208578 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: floatingip-pools
Jan 15 20:38:05.208941 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: ip_allocation.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.210408 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.210926 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension ip_allocation not supported by any of loaded plugins
Jan 15 20:38:05.211252 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.212177 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.212696 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: ip-substring-filtering
Jan 15 20:38:05.213059 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l2_adjacency.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.214010 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.214522 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 15 20:38:05.214849 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.215944 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.216475 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: router
Jan 15 20:38:05.216808 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3_conntrack_helper.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.219075 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.219612 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 15 20:38:05.219949 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.220911 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.221437 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: ext-gw-mode
Jan 15 20:38:05.221775 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.222721 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.223240 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: l3-ha
Jan 15 20:38:05.223570 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3_flavors.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.224485 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.225039 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: l3-flavors
Jan 15 20:38:05.225472 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.226512 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.227028 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 15 20:38:05.227357 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: l3agentscheduler.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.228400 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.228961 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: l3_agent_scheduler
Jan 15 20:38:05.229294 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: local_ip.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.231104 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.231649 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension local_ip not supported by any of loaded plugins
Jan 15 20:38:05.231989 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: logging.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.233542 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.234076 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension logging not supported by any of loaded plugins
Jan 15 20:38:05.234410 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: metering.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.235156 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.235738 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: metering
Jan 15 20:38:05.236069 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.237210 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.237732 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: metering_source_and_destination_fields
Jan 15 20:38:05.238062 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: multiprovidernet.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.238991 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.239506 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: multi-provider
Jan 15 20:38:05.239832 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: netmtu.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.240747 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.241858 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: net-mtu
Jan 15 20:38:05.242187 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: netmtu_writable.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.243109 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.243618 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: net-mtu-writable
Jan 15 20:38:05.243940 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: network_availability_zone.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.244611 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.245161 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: network_availability_zone
Jan 15 20:38:05.245483 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: network_ip_availability.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.246595 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.247113 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: network-ip-availability
Jan 15 20:38:05.247441 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: network_segment_range.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.248205 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.248720 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension network-segment-range not supported by any of loaded plugins
Jan 15 20:38:05.249078 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: pagination.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.250194 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.250529 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: pagination
Jan 15 20:38:05.250852 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: port_device_profile.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.251776 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.252307 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: port-device-profile
Jan 15 20:38:05.252629 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.253591 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.254107 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: port-mac-address-regenerate
Jan 15 20:38:05.254432 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.255424 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.255857 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: port-numa-affinity-policy
Jan 15 20:38:05.256181 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: port_resource_request.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.257378 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.257887 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension port-resource-request not supported by any of loaded plugins
Jan 15 20:38:05.258211 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: port_resource_request_groups.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.259178 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.259693 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension port-resource-request-groups not supported by any of loaded plugins
Jan 15 20:38:05.260019 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: portbindings.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.260989 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.261510 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: binding
Jan 15 20:38:05.261837 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: portbindings_extended.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.263110 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.263633 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: binding-extended
Jan 15 20:38:05.263962 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: portsecurity.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.264909 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.265430 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: port-security
Jan 15 20:38:05.265757 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: project_id.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.266740 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.267072 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: project-id
Jan 15 20:38:05.267394 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: providernet.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.268315 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.268831 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: provider
Jan 15 20:38:05.269175 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.273484 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.274012 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos not supported by any of loaded plugins
Jan 15 20:38:05.274348 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.275634 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.276158 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 15 20:38:05.276489 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.277434 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.277949 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 15 20:38:05.278275 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_default.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.279194 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.279709 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-default not supported by any of loaded plugins
Jan 15 20:38:05.280034 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_fip.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.280989 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.281507 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-fip not supported by any of loaded plugins
Jan 15 20:38:05.281833 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_fip_network_policy.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.282749 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.283261 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Jan 15 20:38:05.283585 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_gateway_ip.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.284505 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.285043 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 15 20:38:05.285369 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_port_network_policy.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.286284 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.286799 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 15 20:38:05.287123 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.288246 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.288764 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-pps-minimum not supported by any of loaded plugins
Jan 15 20:38:05.289119 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_pps_rule.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.290336 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.290860 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-pps not supported by any of loaded plugins
Jan 15 20:38:05.291187 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_rule_type_details.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.292101 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.292623 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 15 20:38:05.292980 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: qos_rules_alias.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.294039 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.294560 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 15 20:38:05.294886 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: quota_check_limit.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.295810 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.296396 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: quota-check-limit
Jan 15 20:38:05.296657 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: quotasv2.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.297601 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.297934 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: quotas
Jan 15 20:38:05.298258 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: quotasv2_detail.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.302008 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.302353 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: quota_details
Jan 15 20:38:05.302694 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: rbac.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.303777 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.304317 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: rbac-policies
Jan 15 20:38:05.304652 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: rbac_address_group.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.305628 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.306157 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: rbac-address-group
Jan 15 20:38:05.306487 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: rbac_address_scope.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.307408 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.307934 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: rbac-address-scope
Jan 15 20:38:05.308266 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: rbac_security_groups.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.309216 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.309742 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: rbac-security-groups
Jan 15 20:38:05.310070 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: rbac_subnetpool.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.310984 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.311506 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: rbac-subnetpool
Jan 15 20:38:05.311834 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: revisionifmatch.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.312757 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.313307 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: revision-if-match
Jan 15 20:38:05.313634 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: revisions.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.314748 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.315273 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: standard-attr-revisions
Jan 15 20:38:05.315599 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: router_availability_zone.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.316271 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.316790 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: router_availability_zone
Jan 15 20:38:05.317145 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: routerservicetype.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.318069 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.318591 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension router-service-type not supported by any of loaded plugins
Jan 15 20:38:05.318917 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.320532 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.321098 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: security-groups-normalized-cidr
Jan 15 20:38:05.321427 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: security_groups_port_filtering.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.322351 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.322884 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: port-security-groups-filtering
Jan 15 20:38:05.323215 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.324158 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.324680 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: security-groups-remote-address-group
Jan 15 20:38:05.325038 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.325966 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.326486 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: security-groups-shared-filtering
Jan 15 20:38:05.326811 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.327398 ncdv-master-1 neutron-server[114326]: WARNING neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Jan 15 20:38:05.327719 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: securitygroup.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.338934 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.339474 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: security-group
Jan 15 20:38:05.339806 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: segment.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.340596 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.341147 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension segment not supported by any of loaded plugins
Jan 15 20:38:05.341475 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.342429 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.342959 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 15 20:38:05.343288 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: servicetype.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.344407 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.344971 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: service-type
Jan 15 20:38:05.345303 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: sorting.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.346306 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.346644 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: sorting
Jan 15 20:38:05.346971 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: standard_attr_segment.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.347892 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.348416 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 15 20:38:05.348741 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: standardattrdescription.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.349440 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.349962 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: standard-attr-description
Jan 15 20:38:05.350288 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: stateful_security_group.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.351753 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.352276 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: stateful-security-group
Jan 15 20:38:05.352647 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: stdattrs_common.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.353194 ncdv-master-1 neutron-server[114326]: WARNING neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 15 20:38:05.353518 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.354464 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.355019 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 15 20:38:05.355299 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnet_onboard.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.356382 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.357001 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: subnet_onboard
Jan 15 20:38:05.357265 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.358197 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.358715 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 15 20:38:05.359103 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnet_service_types.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.359972 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.360494 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: subnet-service-types
Jan 15 20:38:05.360819 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnetallocation.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.361942 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.362475 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: subnet_allocation
Jan 15 20:38:05.362802 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.363474 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.364001 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: subnetpool-prefix-ops
Jan 15 20:38:05.364325 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.365295 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.365809 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 15 20:38:05.366770 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: tagging.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.367914 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.368454 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: standard-attr-tag
Jan 15 20:38:05.368786 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: timestamp.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.370041 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.370567 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loaded extension: standard-attr-timestamp
Jan 15 20:38:05.370900 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: trunk.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.372017 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.372544 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension trunk not supported by any of loaded plugins
Jan 15 20:38:05.372899 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: trunk_details.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.373866 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.374385 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension trunk-details not supported by any of loaded plugins
Jan 15 20:38:05.374710 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: uplink_status_propagation.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.375637 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.376155 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 15 20:38:05.376745 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Loading extension file: vlantransparent.py {{(pid=114326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 15 20:38:05.377206 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 20:38:05.377723 ncdv-master-1 neutron-server[114326]: INFO neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 15 20:38:05.380290 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:network
Jan 15 20:38:05.380776 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnet
Jan 15 20:38:05.381197 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 20:38:05.381613 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:port
Jan 15 20:38:05.383055 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.383501 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service FLAVORS assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.384126 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.384561 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.384912 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:router
Jan 15 20:38:05.385338 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:floatingip
Jan 15 20:38:05.385832 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service METERING assigned prefix: /metering {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.387286 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e81fb1700>> rbac-policy before_create 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.387661 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e81fb1700>> rbac-policy before_update 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.388017 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1e81fb1700>> rbac-policy before_delete 55550000 {{(pid=114326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:38:05.389076 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of CountableResource for resource:rbac_policy
Jan 15 20:38:05.389518 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:security_group
Jan 15 20:38:05.389943 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 15 20:38:05.390533 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service CORE assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.390866 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 20:38:05.391210 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] subnetpool is already registered
Jan 15 20:38:05.391645 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service CORE assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.391992 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 20:38:05.392297 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] subnetpool is already registered
Jan 15 20:38:05.394612 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.395047 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service FLAVORS assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.395637 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.396055 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.396388 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:router
Jan 15 20:38:05.396723 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] router is already registered
Jan 15 20:38:05.397154 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:floatingip
Jan 15 20:38:05.397514 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] floatingip is already registered
Jan 15 20:38:05.397963 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service METERING assigned prefix: /metering {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.398632 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of CountableResource for resource:rbac_policy
Jan 15 20:38:05.398960 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] rbac_policy is already registered
Jan 15 20:38:05.399366 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:security_group
Jan 15 20:38:05.399699 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] security_group is already registered
Jan 15 20:38:05.400106 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 15 20:38:05.400460 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] security_group_rule is already registered
Jan 15 20:38:05.401087 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service CORE assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.401414 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 20:38:05.401746 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] subnetpool is already registered
Jan 15 20:38:05.402167 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.v2.resource_helper [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Service CORE assigned prefix:  {{(pid=114326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 15 20:38:05.402494 ncdv-master-1 neutron-server[114326]: INFO neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 20:38:05.402823 ncdv-master-1 neutron-server[114326]: WARNING neutron.quota.resource_registry [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] subnetpool is already registered
Jan 15 20:38:05.403299 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: extensions {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.404826 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: address-groups {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.406357 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: address-scopes {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.407699 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: agents {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.408907 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: auto-allocated-topology {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.410173 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: availability_zones {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.411405 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: dhcp-networks {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.413475 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: dhcp-agents {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.414930 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: routers {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.417321 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: flavors {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.418518 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: service_profiles {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.419723 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: next_providers {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.421247 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: service_profiles {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.422819 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: floatingip-pools {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.424067 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: routers {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.426227 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: floatingips {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.427775 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: l3-routers {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.430110 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: l3-agents {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.431582 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: metering-labels {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.432991 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: metering-label-rules {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.434454 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: network-ip-availabilities {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.435689 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: bindings {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.437255 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: quotas {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.438803 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: quotas {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.440349 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: rbac-policies {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.441686 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: security-groups {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.442927 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: security-group-rules {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.444196 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: service-providers {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.445662 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: subnetpools {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.448175 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: subnetpools {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.449870 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.451547 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.453406 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.455222 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.457045 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.458886 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.460744 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.462661 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.464434 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.466326 ncdv-master-1 neutron-server[114326]: DEBUG neutron.api.extensions [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Extended resource: tags {{(pid=114326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 15 20:38:05.472209 ncdv-master-1 neutron-server[114326]: WARNING keystonemiddleware.auth_token [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 15 20:38:05.477497 ncdv-master-1 neutron-server[114326]: WARNING keystonemiddleware.auth_token [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 15 20:38:05.486191 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Acquired lock "singleton_lock" {{(pid=114326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 15 20:38:05.486673 ncdv-master-1 neutron-server[114326]: DEBUG oslo_concurrency.lockutils [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Releasing lock "singleton_lock" {{(pid=114326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 15 20:38:05.487322 ncdv-master-1 neutron-server[114326]: INFO oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Starting 2 workers
Jan 15 20:38:05.492891 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Started child 114437 {{(pid=114326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 15 20:38:05.498391 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Started child 114438 {{(pid=114326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 15 20:38:05.498581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.499217 ncdv-master-1 neutron-server[114326]: INFO neutron.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Neutron service started, listening on 0.0.0.0:9696
Jan 15 20:38:05.499710 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Publish callbacks [] for process (None), before_spawn {{(pid=114326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.499982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [-] (114437) wsgi starting up on http://0.0.0.0:9696
Jan 15 20:38:05.502255 ncdv-master-1 neutron-server[114326]: INFO oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Starting 1 workers
Jan 15 20:38:05.502369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.503666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [-] (114438) wsgi starting up on http://0.0.0.0:9696
Jan 15 20:38:05.507731 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Started child 114439 {{(pid=114326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 15 20:38:05.508289 ncdv-master-1 neutron-server[114326]: INFO oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Starting 1 workers
Jan 15 20:38:05.511299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] calling RpcWorker wait() {{(pid=114439) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 15 20:38:05.511825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] returning from RpcWorker wait() {{(pid=114439) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 15 20:38:05.512983 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Started child 114440 {{(pid=114326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 15 20:38:05.513089 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.513567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:05.513785 ncdv-master-1 neutron-server[114326]: DEBUG neutron_lib.callbacks.manager [None req-4e10e399-8c95-4bba-8430-a2933bfae43f None None] Publish callbacks [] for process (None), after_spawn {{(pid=114326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.515757 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 15 20:38:05.515972 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 20:38:05.516159 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 15 20:38:05.516387 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 20:38:05.516729 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 15 20:38:05.517013 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 15 20:38:05.517440 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.517719 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.517976 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.518221 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.518522 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.518630 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:05.519156 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.519363 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.519619 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.519721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:05.519892 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.520129 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.520298 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.520460 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.520704 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.520960 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.521256 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.521526 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.521766 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.522026 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.522227 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.522495 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.522773 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.523017 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.523380 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] debug                          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.523627 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.524135 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.524382 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.524602 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.524859 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.525146 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.525373 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.525642 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.525862 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.526077 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.526321 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.526576 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.526815 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.527030 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.527287 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.527520 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.527773 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.528007 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.528481 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.528715 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.528953 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.529200 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.529444 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.529699 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.529913 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.530165 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.530424 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.530722 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.531136 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.531357 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.531640 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.532015 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.532411 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.532702 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.533125 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.533592 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.534059 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.534399 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.534709 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.535004 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.535455 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.535754 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.536185 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.536581 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.537004 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.537416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.539367 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.539367 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.539855 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.540290 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.540706 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.541866 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.542296 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.542701 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.542955 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.543198 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.543592 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.543848 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.544165 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.545123 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.545410 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.545639 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.545895 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.546344 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.546627 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.547039 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.547439 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.547855 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.548314 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.548761 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.549175 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.549597 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.550074 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.550489 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.550928 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.551370 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.552045 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.552449 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.552885 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.553326 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.554269 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.554675 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.555111 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.555574 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.555970 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.556369 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.556761 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.557798 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.558441 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.558745 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.559208 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.559537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.559853 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.560117 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.560379 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.560626 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.560882 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.561136 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.561375 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.561609 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.561921 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.562133 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.562477 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.562714 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.562982 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.563301 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.563576 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.563851 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.564093 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.564324 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.564601 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.564817 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.565140 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.565366 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.565603 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.565840 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.566084 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.566356 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.566609 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.567787 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.568064 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.568322 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.568579 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.568820 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.569124 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.569349 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.569575 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.569800 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.570012 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.570279 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.570535 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.570755 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.570990 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.571213 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.571432 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.571665 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.571919 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.572176 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.572416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.572639 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.572890 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.573111 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.573351 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.573595 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.573854 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.574106 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.574345 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.574595 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.574842 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.575058 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.575276 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.575496 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.575729 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.575979 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.576197 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.576407 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.576623 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.576835 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.577097 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.577347 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.577559 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.577790 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.578009 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.578234 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.578466 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.578662 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.578874 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.579092 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.579304 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.579513 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.579725 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.579956 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.580166 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.580405 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.580616 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.580829 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.581060 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.581359 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.581578 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.582359 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.582607 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.582867 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.583179 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.583423 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.583675 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.583885 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.584094 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.584303 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.584559 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.584830 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.585086 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.585287 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.585544 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.585779 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.586030 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.586277 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.586513 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.586766 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.586984 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.587202 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.587423 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.587663 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.587900 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.588174 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.588427 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.588677 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.588953 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.589207 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.589486 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.589730 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.590032 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.590272 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.590540 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.590855 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.591118 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.591391 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.591639 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.591888 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.592144 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.592372 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.592641 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.592887 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.593118 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.593357 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.593597 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.593835 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.594052 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.594301 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.594628 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.594877 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.595093 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.595304 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.595578 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.595832 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.596067 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.596335 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.596589 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.596822 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.597093 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.597335 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.597549 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.597795 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.598043 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.598253 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.598484 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.598704 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.598938 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.599154 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.599363 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.599613 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.599825 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.600041 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.600277 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.601177 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.601577 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.601700 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.601924 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.602146 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.602396 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.602637 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.602868 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.603085 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.603314 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.603561 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.603780 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.604057 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.604310 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.604526 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.604769 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.605040 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.605306 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.605519 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.605760 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.605999 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.606213 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.606427 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.606646 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.606859 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.607162 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.607416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.607631 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.607870 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.608300 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.608882 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.609538 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.609918 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.610190 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.610416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.610658 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.610913 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.611135 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.611358 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.611577 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.611837 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.612052 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.612289 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.612526 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.612738 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.613129 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.613364 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.613585 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.613805 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.614096 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.614361 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.614592 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.614847 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.615072 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.615302 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.615549 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.615761 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.616000 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.616249 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.616465 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.616677 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.616933 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.617145 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.617360 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.617588 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.617842 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.618041 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.618266 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.618502 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.618711 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.618932 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.619167 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.619398 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.619622 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.619859 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.620070 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.620290 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.620504 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.620717 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.620984 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.621194 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.621406 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.621632 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.621841 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.622066 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.622353 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.622633 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.622853 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.623149 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.623397 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.623648 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.623891 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.624198 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.624429 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.624666 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.624929 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.625258 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.625505 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.625757 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.626082 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.626359 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.626612 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.626866 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.627173 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.627457 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.627724 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.627945 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.628215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:05.628324 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.628537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.628812 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.629095 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.629322 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.629555 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.629776 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.630048 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.630343 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.630465 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.630764 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.631256 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.631484 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.632443 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.632903 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.633608 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.634248 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.634503 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.634740 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.635000 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.635297 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.635460 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 15 20:38:05.635969 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 15 20:38:05.636134 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 20:38:05.636288 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 15 20:38:05.636464 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 20:38:05.636636 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 15 20:38:05.636791 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 15 20:38:05.637024 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.637182 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.637497 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.637655 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.637810 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.637992 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638152 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638309 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638466 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638637 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638773 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.638929 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639088 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639268 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639397 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639554 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639716 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.639878 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640038 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640202 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640359 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640515 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640702 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] debug                          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.640934 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641082 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641250 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641411 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641570 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641728 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.641884 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642046 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642201 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642361 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642518 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642674 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642832 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.642992 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643150 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643306 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643461 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643617 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643772 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.643929 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.644084 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.644240 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.644548 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.644713 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.644894 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.645063 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.645221 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.645376 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.645672 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.645975 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646135 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646292 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646448 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646605 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646761 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.646916 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.647071 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.647309 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.647509 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.647757 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.647920 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648088 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648232 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648388 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648545 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648701 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.648876 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649033 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649190 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649346 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649504 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649661 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649819 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.649977 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650134 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650290 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650446 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650602 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650758 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.650914 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651070 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651302 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651462 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651610 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651767 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.651923 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652079 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652236 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652421 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652546 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652702 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.652882 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.653050 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.653847 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.653847 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654016 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654094 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654598 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654755 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.654922 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655838 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655838 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.655981 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.656091 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.656228 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 15 20:38:05.656412 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.656573 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.656742 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.656928 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657090 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657251 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657615 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657615 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657867 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.657867 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658098 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658298 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658386 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658520 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658680 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.658844 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659006 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659166 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659327 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659488 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659648 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.659837 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660011 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660172 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660333 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660493 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660652 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.660818 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661006 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661213 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661376 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661697 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.661883 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662015 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662176 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662336 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662525 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662654 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.662828 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663004 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663159 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663322 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663475 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663640 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663784 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.663944 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664105 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664264 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664424 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664585 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664745 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.664932 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665095 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665254 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665575 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665744 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.665904 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666062 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666222 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666383 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666543 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666705 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.666865 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667024 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667183 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667342 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667514 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667673 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667833 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.667993 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668153 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668339 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668470 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668630 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668791 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.668976 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669136 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669297 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669458 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669617 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669777 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.669937 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.670098 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.670257 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.671860 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.672434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673044 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673044 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673044 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673044 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673314 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673314 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673453 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673594 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673761 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.673909 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674068 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674228 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674389 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674548 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674707 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.674866 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675030 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675189 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675358 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675518 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675680 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.675841 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.676008 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.676178 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.676339 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.676748 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.676936 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677097 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677257 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677416 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677575 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677734 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.677895 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.678053 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.678224 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.678403 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679065 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679225 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679407 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679603 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679809 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.679971 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680132 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680292 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680452 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680612 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680772 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.680956 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681115 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681276 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681437 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681597 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681757 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.681921 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682080 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682239 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682399 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682559 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682724 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.682881 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683041 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683200 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683360 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683521 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683683 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.683844 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684004 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684163 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684342 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684483 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684642 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684801 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.684983 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685143 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685303 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685471 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685632 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685793 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.685953 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686113 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686273 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686434 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686596 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686756 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.686916 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687077 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687237 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687397 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687557 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687717 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.687878 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688039 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688199 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688373 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688533 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688693 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.688872 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689036 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689196 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689356 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689515 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689674 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689833 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.689992 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690155 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690318 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690478 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690639 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690799 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.690958 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691118 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691277 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691449 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691610 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691771 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.691930 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692090 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692251 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692419 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692581 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692741 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.692921 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693084 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693255 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693402 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693562 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693721 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.693880 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.694042 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.694821 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695079 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695243 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695409 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695568 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695727 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.695887 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696058 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696219 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696379 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696537 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696697 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.696874 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697048 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697208 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697369 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697529 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697689 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.697848 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698016 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698178 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698338 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698506 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698665 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698825 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.698983 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699155 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699316 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699479 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699640 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699800 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.699959 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700121 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700287 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700457 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700624 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700785 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.700976 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.701663 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.701842 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702006 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702173 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702347 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702590 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702753 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702838 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.702968 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703128 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703272 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703439 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703595 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703770 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.703920 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704063 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704265 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704435 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704617 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704746 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.704928 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.705089 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.705318 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.705468 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 15 20:38:05.705553 ncdv-master-1 neutron-server[114326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 15 20:38:05.922805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:05.932171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071182
Jan 15 20:38:17.944752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b641480-599c-4808-9b9c-eb412377f726 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 20:38:18.005971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b641480-599c-4808-9b9c-eb412377f726 None None] No non-hosted networks {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 15 20:38:18.021807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4c13082a-35df-492b-9ed4-a61c5951a198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:20.083726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0aeb448f-6562-4159-88be-c6af03578a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:20.131215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3e92-ee2b-425a-b560-7e091ca3b5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:21.690032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:23.097564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:24.152911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:24.155115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.155614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.156753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.158759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.159238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.159743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.160707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.161285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.163970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.165972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.166939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.167425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.168590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:24.169179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1e81c3a1c0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:24.190316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1e81256160>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:25.352437 ncdv-master-1 neutron-server[114439]: INFO neutron.db.l3_hamode_db [None req-91ee628e-15d0-4921-ad15-647247e8bd75 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 15 20:38:25.431682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee628e-15d0-4921-ad15-647247e8bd75 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:38:25.432075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee628e-15d0-4921-ad15-647247e8bd75 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jan 15 20:38:27.105473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:27.610590 ncdv-master-1 neutron-server[114437]: WARNING oslo_policy.policy [None req-6f985150-3a1a-4f8b-9710-c737bf3aeaef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:27.611130 ncdv-master-1 neutron-server[114437]: WARNING oslo_policy.policy [None req-6f985150-3a1a-4f8b-9710-c737bf3aeaef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:27.845561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-6f985150-3a1a-4f8b-9710-c737bf3aeaef admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:38:27.846658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6f985150-3a1a-4f8b-9710-c737bf3aeaef admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7402718
Jan 15 20:38:30.612308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54910) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:30.907169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] Request body: {'subnetpool': {'tenant_id': '77e72f57799d458ca3f41cece754301d', 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:38:31.005812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.policy [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114437) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 15 20:38:31.053081 ncdv-master-1 neutron-server[114437]: WARNING oslo_policy.policy [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:31.053578 ncdv-master-1 neutron-server[114437]: WARNING oslo_policy.policy [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:31.062370 ncdv-master-1 neutron-server[114437]: INFO neutron.quota [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f1e81a04640>.
Jan 15 20:38:31.152654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561160791', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561161224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561207964', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561210773', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561187606', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735561196960', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1322316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1322843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-338261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3824896'] for rbac-policy (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:31.218211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:31.219385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a1af87d5-54aa-4fa8-bb7d-a3b26822b06d admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6060700
Jan 15 20:38:33.976715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54922) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:34.465467 ncdv-master-1 neutron-server[114438]: WARNING oslo_policy.policy [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:34.466016 ncdv-master-1 neutron-server[114438]: WARNING oslo_policy.policy [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:34.710042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:38:34.711689 ncdv-master-1 neutron-server[114438]: INFO neutron.quota [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f1e81cf0910>.
Jan 15 20:38:34.768954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Made reservation on behalf of 7cd7589f3ab1419d9d3a4b92722949c3 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:38:34.841113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.policy [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114438) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 15 20:38:34.891006 ncdv-master-1 neutron-server[114438]: WARNING oslo_policy.policy [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:34.892173 ncdv-master-1 neutron-server[114438]: WARNING oslo_policy.policy [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 20:38:34.905175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:34.928883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.044722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks [] for security_group (4d56dcd2-f9b9-414f-b7f7-9ffded9bf9f4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.048483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d56dcd2-f9b9-414f-b7f7-9ffded9bf9f4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.068106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:38:35.095916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735563497503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3b9cf282-6b45-4918-b030-56fdafd39c5a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.096487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e828c01f0> segment precommit_create {{(pid=114438) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 15 20:38:35.097033 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Added segment 3b9cf282-6b45-4918-b030-56fdafd39c5a of type vlan for network 510d3f78-34b3-47f1-bc5e-22006a39aefb
Jan 15 20:38:35.114026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56dcd2-f9b9-414f-b7f7-9ffded9bf9f4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:35.133576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.133925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.134261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.134595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.134940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.135341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.135667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.135990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.136314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.136633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.136981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.137309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.137612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Tracked resource versions report:
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]: pushed versions:
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]: {   'AddressGroup': {'1.2'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'ConntrackHelper': {'1.0'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'Log': {'1.0'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'Network': {'1.1'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'Port': {'1.7'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'PortForwarding': {'1.2'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'QosPolicy': {'1.10'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'SecurityGroup': {'1.5'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'SubPort': {'1.0'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'Subnet': {'1.1'},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     'Trunk': {'1.1'}}
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]: consumer versions:
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     L3 agent@ncdv-master-1: {},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     Metering agent@ncdv-master-1: {},
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'ConntrackHelper': '1.0',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'Log': '1.0',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'Network': '1.1',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'Port': '1.7',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'PortForwarding': '1.2',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'QosPolicy': '1.10',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'SecurityGroup': '1.5',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'SubPort': '1.0',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'Subnet': '1.1',
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:                                           'Trunk': '1.1'}}
Jan 15 20:38:35.138841 ncdv-master-1 neutron-server[114438]:  {{(pid=114438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:38:35.223640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (510d3f78-34b3-47f1-bc5e-22006a39aefb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.263738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (510d3f78-34b3-47f1-bc5e-22006a39aefb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.265088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:38:35.265835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:35.351967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3729556
Jan 15 20:38:35.373296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9fce3-101d-496c-8b51-bcf0476169df admin admin] Pushing event updated for resources: {'Network': ['ID=510d3f78-34b3-47f1-bc5e-22006a39aefb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:35.386840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:38:38.124232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54944) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:38.505049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84989293-69ea-4118-8a12-307bdc021e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:38:38.506582 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84989293-69ea-4118-8a12-307bdc021e35 admin admin] 10.222.0.46 "GET /v2.0/networks/510d3f78-34b3-47f1-bc5e-22006a39aefb HTTP/1.1" status: 200  len: 825 time: 0.3813589
Jan 15 20:38:38.545456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2ae0dc8-9f62-4df0-89d9-3e5e9fd240ca admin admin] 10.222.0.46 "GET /v2.0/subnetpools/0a009437-4664-442c-ae0b-3ac73216ed96 HTTP/1.1" status: 200  len: 734 time: 0.0331070
Jan 15 20:38:38.555238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Request body: {'subnet': {'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96', 'gateway_ip': '172.20.0.1', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'ip_version': 4, 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'name': 'private-subnet'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:38:38.578589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Made reservation on behalf of 7cd7589f3ab1419d9d3a4b92722949c3 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:38:38.580800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:38.874248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (ebd8e276-204b-4035-8bbc-5e53d598e41a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:38.943207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Checking segment: {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:38:38.943634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Network hostable DHCP agents. Network: 510d3f78-34b3-47f1-bc5e-22006a39aefb, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:38:38.948059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd8e276-204b-4035-8bbc-5e53d598e41a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:38.965513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:38:38.977443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 510d3f78-34b3-47f1-bc5e-22006a39aefb) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:38:38.981927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:38:38.982495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:38.988101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73fd47-de81-4ecf-91c1-d454ed1056af None None] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:38:39.001679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9109f0ec-448c-4a76-a9af-380d617b307b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4462435
Jan 15 20:38:39.258370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-510d3f78-34b3-47f1-bc5e-22006a39aefb', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:38:39.259655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:39.550704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Allocated IP 172.20.0.2 (510d3f78-34b3-47f1-bc5e-22006a39aefb/ebd8e276-204b-4035-8bbc-5e53d598e41a/adfb6cea-d54c-49ef-9469-c33ca327370a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:38:39.792211 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks [] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:39.799154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:39.872110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:38:39.877709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:38:39.889066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:38:39.890941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Pushing event updated for resources: {'Port': ['ID=adfb6cea-d54c-49ef-9469-c33ca327370a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:39.923908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.924253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.924520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.924817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.925193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.925520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.925845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.926261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.926601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.927303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.927698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.928470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.928800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Tracked resource versions report:
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]: pushed versions:
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]: {   'AddressGroup': {'1.2'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'ConntrackHelper': {'1.0'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'Log': {'1.0'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'Network': {'1.1'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'Port': {'1.7'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'PortForwarding': {'1.2'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'QosPolicy': {'1.10'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'SecurityGroup': {'1.5'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'SubPort': {'1.0'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'Subnet': {'1.1'},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     'Trunk': {'1.1'}}
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]: consumer versions:
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     L3 agent@ncdv-master-1: {},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     Metering agent@ncdv-master-1: {},
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'ConntrackHelper': '1.0',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'Log': '1.0',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'Network': '1.1',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'Port': '1.7',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'PortForwarding': '1.2',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'QosPolicy': '1.10',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'SecurityGroup': '1.5',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'SubPort': '1.0',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'Subnet': '1.1',
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:                                           'Trunk': '1.1'}}
Jan 15 20:38:39.930070 ncdv-master-1 neutron-server[114439]:  {{(pid=114439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:38:39.978133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Attempting to bind port adfb6cea-d54c-49ef-9469-c33ca327370a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:38:39.978516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Attempting to bind port adfb6cea-d54c-49ef-9469-c33ca327370a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:38:39.978978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Attempting to bind port adfb6cea-d54c-49ef-9469-c33ca327370a on network 510d3f78-34b3-47f1-bc5e-22006a39aefb {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:38:39.983863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:38:39.984251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Checking segment: {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:38:39.984718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:39.985145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Bound using segment: {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:38:39.985601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Bound port: adfb6cea-d54c-49ef-9469-c33ca327370a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:38:39.986010 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:40.045561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] For port adfb6cea-d54c-49ef-9469-c33ca327370a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:38:40.049763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] For port adfb6cea-d54c-49ef-9469-c33ca327370a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfb6cea-d54c-49ef-9469-c33ca327370a,segment=NetworkSegment(3b9cf282-6b45-4918-b030-56fdafd39c5a),segment_id=3b9cf282-6b45-4918-b030-56fdafd39c5a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:38:40.054489 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:40.114783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0019e-8a90-46b3-b8ad-c558c5466ba5 None None] Pushing event updated for resources: {'Port': ['ID=adfb6cea-d54c-49ef-9469-c33ca327370a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:41.522166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54952) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:41.845185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-8bd74b69-7c08-43ce-bc4e-091edfd609f0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:38:41.846205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8bd74b69-7c08-43ce-bc4e-091edfd609f0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3230917
Jan 15 20:38:44.349038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54960) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:44.783393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-02c13e94-e796-4711-8499-4aafd140734d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:38:44.784423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02c13e94-e796-4711-8499-4aafd140734d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4344082
Jan 15 20:38:47.562648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54970) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:47.827928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-102c0c88-b2e3-41c4-897d-c72803cd7308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:47.875049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:38:47.901393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1519878f-d8be-4730-8cb8-64e86f4ac722), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:47.902941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1519878f-d8be-4730-8cb8-64e86f4ac722), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:48.042530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Publish callbacks [] for router_controller (1519878f-d8be-4730-8cb8-64e86f4ac722), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:48.047116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1519878f-d8be-4730-8cb8-64e86f4ac722), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:48.062476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:48.063668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-812b4906-b39f-41ae-a415-02bd3816b3aa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5000427
Jan 15 20:38:50.079389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7986bb0c-4300-4b69-a950-eb27d3d0ad81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:50.588904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:50.914572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-5b5a296d-8a4d-4d83-9ff7-a0fd9a1063fb admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:38:50.915590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b5a296d-8a4d-4d83-9ff7-a0fd9a1063fb admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3257174
Jan 15 20:38:50.949032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device adfb6cea-d54c-49ef-9469-c33ca327370a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:38:51.049513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port adfb6cea-d54c-49ef-9469-c33ca327370a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:51.049927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:51.164703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port adfb6cea-d54c-49ef-9469-c33ca327370a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:38:51.164703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:51.199133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port adfb6cea-d54c-49ef-9469-c33ca327370a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adfb6cea-d54c-49ef-9469-c33ca327370a,segment=NetworkSegment(3b9cf282-6b45-4918-b030-56fdafd39c5a),segment_id=3b9cf282-6b45-4918-b030-56fdafd39c5a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:38:51.203621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:51.251357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=adfb6cea-d54c-49ef-9469-c33ca327370a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:51.597769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bada7ac8-3a2a-4e23-83d3-5011000eed87 None None] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:38:51.674400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:51.705619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c79d06ab-9ca3-4e7e-ab7d-ad28ec2c1d34 None None] Provisioning complete for port adfb6cea-d54c-49ef-9469-c33ca327370a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:51.706010 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c79d06ab-9ca3-4e7e-ab7d-ad28ec2c1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:51.825371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c79d06ab-9ca3-4e7e-ab7d-ad28ec2c1d34 None None] Current status of the port adfb6cea-d54c-49ef-9469-c33ca327370a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:38:51.945652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a84c7a22-f319-48cc-80a2-68d5f9ee0435 None None] Provisioning complete for port adfb6cea-d54c-49ef-9469-c33ca327370a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:51.946042 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a84c7a22-f319-48cc-80a2-68d5f9ee0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:52.022690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a84c7a22-f319-48cc-80a2-68d5f9ee0435 None None] Current status of the port adfb6cea-d54c-49ef-9469-c33ca327370a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:38:52.917092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device adfb6cea-d54c-49ef-9469-c33ca327370a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:38:52.967592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port adfb6cea-d54c-49ef-9469-c33ca327370a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:52.967974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.057576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.058351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port adfb6cea-d54c-49ef-9469-c33ca327370a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:38:53.494799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55014) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:53.620012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'tenant_id': '77e72f57799d458ca3f41cece754301d', 'provider:network_type': 'flat', 'project_id': '77e72f57799d458ca3f41cece754301d', 'admin_state_up': True, 'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:38:53.642278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Made reservation on behalf of 77e72f57799d458ca3f41cece754301d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:38:53.644478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.652859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.723930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks [] for security_group (0f013fc3-ddc1-486b-be48-c76d0b5a193b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.728035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0f013fc3-ddc1-486b-be48-c76d0b5a193b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.741549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Reserving flat network on physical network physnet1 {{(pid=114438) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jan 15 20:38:53.763178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f013fc3-ddc1-486b-be48-c76d0b5a193b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:53.766929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.767277 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Added segment ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7 of type flat for network 8352f5d9-3635-4bc2-9859-c634bbd8ef52
Jan 15 20:38:53.815170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8352f5d9-3635-4bc2-9859-c634bbd8ef52), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.846744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8352f5d9-3635-4bc2-9859-c634bbd8ef52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.847688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:38:53.848237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:53.901461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4056203
Jan 15 20:38:53.908017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9ed9c-0fde-47c3-a80b-d236d3ac5a42 admin admin] Pushing event updated for resources: {'Network': ['ID=8352f5d9-3635-4bc2-9859-c634bbd8ef52,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:53.918705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:38:54.155131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:56.249357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55022) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:38:56.341648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70750386-e351-4335-94df-b9436da55c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:38:56.342938 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-70750386-e351-4335-94df-b9436da55c43 admin admin] 10.222.0.46 "GET /v2.0/subnets/ebd8e276-204b-4035-8bbc-5e53d598e41a HTTP/1.1" status: 200  len: 849 time: 0.0926418
Jan 15 20:38:56.458395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2c0756c-56aa-4628-8934-e555591f2415 admin admin] 10.222.0.46 "GET /v2.0/routers/1519878f-d8be-4730-8cb8-64e86f4ac722 HTTP/1.1" status: 200  len: 704 time: 0.1098435
Jan 15 20:38:56.717990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.011076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Allocated IP 172.20.0.1 (510d3f78-34b3-47f1-bc5e-22006a39aefb/ebd8e276-204b-4035-8bbc-5e53d598e41a/b6583dee-2d19-4b79-a9df-241693f921ce) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:38:57.206347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks [] for port (b6583dee-2d19-4b79-a9df-241693f921ce), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.274779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.352227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:38:57.359462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:38:57.365139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:38:57.365596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1519878f-d8be-4730-8cb8-64e86f4ac722), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.385267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=b6583dee-2d19-4b79-a9df-241693f921ce,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:57.561750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.575993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ded76423-98d0-45a9-b62c-0ac0a86e5026 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:57.576510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ded76423-98d0-45a9-b62c-0ac0a86e5026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.609944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ded76423-98d0-45a9-b62c-0ac0a86e5026 None None] Port b6583dee-2d19-4b79-a9df-241693f921ce cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:38:57.775501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks [] for port (b6583dee-2d19-4b79-a9df-241693f921ce), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.779890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.780640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1519878f-d8be-4730-8cb8-64e86f4ac722), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:57.825140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Pushing event updated for resources: {'Port': ['ID=b6583dee-2d19-4b79-a9df-241693f921ce,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:57.910974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:38:57.912691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:38:58.074125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Router 1519878f-d8be-4730-8cb8-64e86f4ac722 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:38:58.131339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-57741ae4-4efa-4cbe-9d62-dfacd7a16b80 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:58.131724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57741ae4-4efa-4cbe-9d62-dfacd7a16b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:58.168400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-57741ae4-4efa-4cbe-9d62-dfacd7a16b80 None None] Port b6583dee-2d19-4b79-a9df-241693f921ce cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:38:58.172134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:38:58.177673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-51b56f55-ff9c-4899-a727-56d07410ec32 admin admin] 10.222.0.46 "PUT /v2.0/routers/1519878f-d8be-4730-8cb8-64e86f4ac722/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7135284
Jan 15 20:38:58.182881 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Sync routers for ids ['1519878f-d8be-4730-8cb8-64e86f4ac722'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:38:58.195571 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Routers {'1519878f-d8be-4730-8cb8-64e86f4ac722'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:38:58.196433 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ba05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:38:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1519878f-d8be-4730-8cb8-64e86f4ac722'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:58.383346 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Set router 1519878f-d8be-4730-8cb8-64e86f4ac722 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:38:58.811938 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ba05e0>, [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:38:57Z', 'revision_number': 2, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port_host': None, '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:38:57Z', 'revision_number': 2, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:58.861873 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Checking router: 1519878f-d8be-4730-8cb8-64e86f4ac722 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:38:58.862234 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Updating router 1519878f-d8be-4730-8cb8-64e86f4ac722 port b6583dee-2d19-4b79-a9df-241693f921ce binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:38:58.910062 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.414060 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks [] for port (b6583dee-2d19-4b79-a9df-241693f921ce), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.421930 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.584658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Pushing event updated for resources: {'Port': ['ID=b6583dee-2d19-4b79-a9df-241693f921ce,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:59.595465 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Attempting to bind port b6583dee-2d19-4b79-a9df-241693f921ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:38:59.595860 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Attempting to bind port b6583dee-2d19-4b79-a9df-241693f921ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:38:59.596336 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Attempting to bind port b6583dee-2d19-4b79-a9df-241693f921ce on network 510d3f78-34b3-47f1-bc5e-22006a39aefb {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:38:59.602943 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.603275 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.603571 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.603889 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.604215 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.604541 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.604986 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.605185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.605502 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.605915 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.606120 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.606429 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.606735 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Tracked resource versions report:
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]: pushed versions:
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]: {   'AddressGroup': {'1.2'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'ConntrackHelper': {'1.0'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'Log': {'1.0'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'Network': {'1.1'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'Port': {'1.7'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'PortForwarding': {'1.2'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'QosPolicy': {'1.10'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'SecurityGroup': {'1.5'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'SubPort': {'1.0'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'Subnet': {'1.1'},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     'Trunk': {'1.1'}}
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]: consumer versions:
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     L3 agent@ncdv-master-1: {},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     Metering agent@ncdv-master-1: {},
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'ConntrackHelper': '1.0',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'Log': '1.0',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'Network': '1.1',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'Port': '1.7',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'PortForwarding': '1.2',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'QosPolicy': '1.10',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'SecurityGroup': '1.5',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'SubPort': '1.0',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'Subnet': '1.1',
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:                                           'Trunk': '1.1'}}
Jan 15 20:38:59.607915 ncdv-master-1 neutron-server[114440]:  {{(pid=114440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:38:59.610672 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:38:59.610790 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Checking segment: {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:38:59.611204 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.611565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Bound using segment: {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:38:59.612042 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Bound port: b6583dee-2d19-4b79-a9df-241693f921ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9cf282-6b45-4918-b030-56fdafd39c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:38:59.612435 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.680324 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] For port b6583dee-2d19-4b79-a9df-241693f921ce, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:38:59.696019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ef841806-0ac6-4294-a3f1-82ee9ef80184 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:59.696598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef841806-0ac6-4294-a3f1-82ee9ef80184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.699743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] For port b6583dee-2d19-4b79-a9df-241693f921ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6583dee-2d19-4b79-a9df-241693f921ce,segment=NetworkSegment(3b9cf282-6b45-4918-b030-56fdafd39c5a),segment_id=3b9cf282-6b45-4918-b030-56fdafd39c5a)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:38:59.705078 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:38:59.732348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ef841806-0ac6-4294-a3f1-82ee9ef80184 None None] Port b6583dee-2d19-4b79-a9df-241693f921ce cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:38:59.757269 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253553b8-63d8-4ce0-9ad3-a91a92661463 None None] Pushing event updated for resources: {'Port': ['ID=b6583dee-2d19-4b79-a9df-241693f921ce,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:38:59.772080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Routers {'1519878f-d8be-4730-8cb8-64e86f4ac722'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:38:59.772712 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ba05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:38:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1519878f-d8be-4730-8cb8-64e86f4ac722'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:38:59.868001 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] Set router 1519878f-d8be-4730-8cb8-64e86f4ac722 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:38:59.952669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:38:59.953110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:00.035259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Current status of the port b6583dee-2d19-4b79-a9df-241693f921ce is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:39:00.035599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:00.071040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] For port b6583dee-2d19-4b79-a9df-241693f921ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6583dee-2d19-4b79-a9df-241693f921ce,segment=NetworkSegment(3b9cf282-6b45-4918-b030-56fdafd39c5a),segment_id=3b9cf282-6b45-4918-b030-56fdafd39c5a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:39:00.075552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:00.086592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ba05e0>, [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:38:57Z', 'revision_number': 2, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port_host': None, '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:38:59Z', 'revision_number': 4, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:39:00.112784 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87fea-fa0f-47b1-92f3-801b3f450ba3 None None] The sync data for ids ['1519878f-d8be-4730-8cb8-64e86f4ac722'] in ncdv-master-1 is: [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:38:57Z', 'revision_number': 2, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port_host': None, '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:38:59Z', 'revision_number': 4, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:39:00.133543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8864c1-2abb-449a-8d49-24636abf2bf4 None None] Pushing event updated for resources: {'Port': ['ID=b6583dee-2d19-4b79-a9df-241693f921ce,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:02.986214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55042) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:39:03.094105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb1217-664f-4f29-840f-bf414b0b3af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:39:03.095466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3eb1217-664f-4f29-840f-bf414b0b3af5 admin admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 842 time: 0.1082292
Jan 15 20:39:03.105113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Request body: {'subnet': {'tenant_id': '77e72f57799d458ca3f41cece754301d', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'name': 'public-subnet', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:39:03.127178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Made reservation on behalf of 77e72f57799d458ca3f41cece754301d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:39:03.129750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:03.491072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 20:39:03.491503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (ca059716-ebef-42a8-bc8c-3ee857f10e74), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:03.543884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca059716-ebef-42a8-bc8c-3ee857f10e74,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:03.554856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:39:03.555218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Network hostable DHCP agents. Network: 8352f5d9-3635-4bc2-9859-c634bbd8ef52, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:39:03.572657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:39:03.582316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8352f5d9-3635-4bc2-9859-c634bbd8ef52) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:39:03.587864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:39:03.588454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:03.593164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880a027-567c-4f32-98cb-9cf54a5f06a8 None None] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:39:03.608890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64dc56c2-6937-4248-9b7d-38b48612ef67 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5042253
Jan 15 20:39:03.704798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f60b89-7373-4724-95e9-6e46bfc5dffe None None] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:39:06.012628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55050) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:39:06.276336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-80c12f8d-9b9e-471f-9a60-3902beaf6064 admin admin] 10.222.0.46 "GET /v2.0/routers/1519878f-d8be-4730-8cb8-64e86f4ac722 HTTP/1.1" status: 200  len: 710 time: 0.2625625
Jan 15 20:39:06.459169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a7e4e-27bf-456e-8f62-b9cfb3894d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:39:06.460726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c43a7e4e-27bf-456e-8f62-b9cfb3894d52 admin admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 886 time: 0.1789389
Jan 15 20:39:06.469478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:39:06.736017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks [] for router_gateway (1519878f-d8be-4730-8cb8-64e86f4ac722), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:06.983918 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks [] for router_gateway (1519878f-d8be-4730-8cb8-64e86f4ac722), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:07.066477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:07.254280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Allocated IP 172.35.1.163 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/fe4a001d-e5c1-47bf-9eb6-231ac72677bf) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:39:07.367470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks [] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:07.429222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:07.449846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:39:07.469396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:39:07.539169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:39:07.542173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:07.579492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.579828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.580157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.580482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.580807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.581151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.581468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.581782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.582097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.582410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.582722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.583034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.583988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Tracked resource versions report:
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]: pushed versions:
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]: {   'AddressGroup': {'1.2'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'ConntrackHelper': {'1.0'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'Log': {'1.0'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'Network': {'1.1'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'Port': {'1.7'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'PortForwarding': {'1.2'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'QosPolicy': {'1.10'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'SecurityGroup': {'1.5'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'SubPort': {'1.0'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'Subnet': {'1.1'},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     'Trunk': {'1.1'}}
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]: consumer versions:
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     L3 agent@ncdv-master-1: {},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     Metering agent@ncdv-master-1: {},
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'ConntrackHelper': '1.0',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'Log': '1.0',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'Network': '1.1',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'Port': '1.7',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'PortForwarding': '1.2',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'QosPolicy': '1.10',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'SecurityGroup': '1.5',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'SubPort': '1.0',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'Subnet': '1.1',
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:                                           'Trunk': '1.1'}}
Jan 15 20:39:07.585204 ncdv-master-1 neutron-server[114437]:  {{(pid=114437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:39:07.830790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks [] for router_gateway (1519878f-d8be-4730-8cb8-64e86f4ac722), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:08.070878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (1519878f-d8be-4730-8cb8-64e86f4ac722), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:08.076057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (1519878f-d8be-4730-8cb8-64e86f4ac722), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:08.182152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Router 1519878f-d8be-4730-8cb8-64e86f4ac722 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:39:08.286080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:39:08.291072 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:08.304868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2c7e4716-9f6b-431b-9ed3-752fa0bd8906 admin admin] 10.222.0.46 "PUT /v2.0/routers/1519878f-d8be-4730-8cb8-64e86f4ac722 HTTP/1.1" status: 200  len: 890 time: 1.8259306
Jan 15 20:39:08.927786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Sync routers for ids ['1519878f-d8be-4730-8cb8-64e86f4ac722'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:39:08.942212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Routers {'1519878f-d8be-4730-8cb8-64e86f4ac722'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:39:08.943565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e800fd7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:38:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1519878f-d8be-4730-8cb8-64e86f4ac722'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:39:08.965579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b6583dee-2d19-4b79-a9df-241693f921ce up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:39:09.192515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Set router 1519878f-d8be-4730-8cb8-64e86f4ac722 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:39:09.207526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:39:09.207911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:09.532532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b6583dee-2d19-4b79-a9df-241693f921ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:39:09.727096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e800fd7f0>, [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:39:07Z', 'revision_number': 4, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port': {'id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:39:07Z', 'updated_at': '2022-01-15T20:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:39:00Z', 'revision_number': 5, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:39:09.778373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Checking router: 1519878f-d8be-4730-8cb8-64e86f4ac722 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:39:09.778733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Updating router 1519878f-d8be-4730-8cb8-64e86f4ac722 port fe4a001d-e5c1-47bf-9eb6-231ac72677bf binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:39:09.825550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.141349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks [] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.147798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.201590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Attempting to bind port fe4a001d-e5c1-47bf-9eb6-231ac72677bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:39:10.201964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Attempting to bind port fe4a001d-e5c1-47bf-9eb6-231ac72677bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:39:10.202329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Attempting to bind port fe4a001d-e5c1-47bf-9eb6-231ac72677bf on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:39:10.204253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fbdfd-d9c1-48df-85fb-d023df8081e8 None None] Pushing event updated for resources: {'Port': ['ID=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:10.210065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:39:10.210443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:39:10.210851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.211240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:39:10.211712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Bound port: fe4a001d-e5c1-47bf-9eb6-231ac72677bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:39:10.212094 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.263444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] For port fe4a001d-e5c1-47bf-9eb6-231ac72677bf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:39:10.266777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] For port fe4a001d-e5c1-47bf-9eb6-231ac72677bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:39:10.270101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:10.323209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Routers {'1519878f-d8be-4730-8cb8-64e86f4ac722'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:39:10.323854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e800fd7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:38:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1519878f-d8be-4730-8cb8-64e86f4ac722'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:39:10.367017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fbdfd-d9c1-48df-85fb-d023df8081e8 None None] Pushing event updated for resources: {'Port': ['ID=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:10.440892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] Set router 1519878f-d8be-4730-8cb8-64e86f4ac722 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:39:10.655528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e800fd7f0>, [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:39:07Z', 'revision_number': 4, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port': {'id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:39:07Z', 'updated_at': '2022-01-15T20:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:39:00Z', 'revision_number': 5, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:39:10.681218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08c7ad-b94f-47db-a4bb-a4123b87756a None None] The sync data for ids ['1519878f-d8be-4730-8cb8-64e86f4ac722'] in ncdv-master-1 is: [{'id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'name': 'router1', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:38:47Z', 'updated_at': '2022-01-15T20:39:07Z', 'revision_number': 4, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'gw_port': {'id': 'fe4a001d-e5c1-47bf-9eb6-231ac72677bf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:39:07Z', 'updated_at': '2022-01-15T20:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6583dee-2d19-4b79-a9df-241693f921ce', 'name': '', 'network_id': '510d3f78-34b3-47f1-bc5e-22006a39aefb', 'tenant_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'mac_address': 'fa:16:3e:ed:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1519878f-d8be-4730-8cb8-64e86f4ac722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:38:56Z', 'updated_at': '2022-01-15T20:39:00Z', 'revision_number': 5, 'project_id': '7cd7589f3ab1419d9d3a4b92722949c3', 'subnets': [{'id': 'ebd8e276-204b-4035-8bbc-5e53d598e41a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a009437-4664-442c-ae0b-3ac73216ed96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:39:10.813299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:39:10.944895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0cc0fdaa-e2e3-40e9-a872-2988c156f98b admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1234288
Jan 15 20:39:10.965207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fe4a001d-e5c1-47bf-9eb6-231ac72677bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:39:11.026203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fe4a001d-e5c1-47bf-9eb6-231ac72677bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:39:11.026794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:11.111517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fe4a001d-e5c1-47bf-9eb6-231ac72677bf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:39:11.112303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:11.135839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port fe4a001d-e5c1-47bf-9eb6-231ac72677bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:39:11.140405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:11.196530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=fe4a001d-e5c1-47bf-9eb6-231ac72677bf,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:39:12.949390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fe4a001d-e5c1-47bf-9eb6-231ac72677bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:39:13.007674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fe4a001d-e5c1-47bf-9eb6-231ac72677bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:39:13.008066 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:13.087928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fe4a001d-e5c1-47bf-9eb6-231ac72677bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:39:13.554721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:39:17.845267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cde956bb-b355-49dd-8292-a80b95c1a0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:20.086353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5f90d633-54cc-421f-80a0-580b95bb13e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:21.649861 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:23.046818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:24.159902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:47.833270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5025b201-db40-4db7-b764-af26265d6d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:50.081231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d11dd72e-0e14-4e72-896a-c2b301f37084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:50.562866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:39:51.653604 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:53.050238 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:39:54.166132 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:17.828823 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a104d18e-2b74-41e8-a9b7-9f7465f5061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:20.085200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64b1d65c-310c-4613-9ac2-b293de6c1d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:21.654121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:23.053910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:24.158506 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:27.552888 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:40:37.830956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:37.892296 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d079fae-8907-41a7-b514-49cf73991289 admin admin] GET failed (client error): The resource could not be found.
Jan 15 20:40:37.894225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d079fae-8907-41a7-b514-49cf73991289 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0622962
Jan 15 20:40:38.056997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a70bbe-bff9-48ba-bf83-6608b3820a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:38.058388 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-47a70bbe-bff9-48ba-bf83-6608b3820a1e admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1601357
Jan 15 20:40:40.374195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55666) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:40.468248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81493ff-e5b3-44a2-8b2b-9672a6b35186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:40.469652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f81493ff-e5b3-44a2-8b2b-9672a6b35186 admin admin] 10.222.0.46 "GET /v2.0/subnets/ebd8e276-204b-4035-8bbc-5e53d598e41a HTTP/1.1" status: 200  len: 849 time: 0.0943983
Jan 15 20:40:40.479215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:40:40.565967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Publish callbacks [] for subnet (ebd8e276-204b-4035-8bbc-5e53d598e41a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:40.710133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735563492931'] for subnet (ebd8e276-204b-4035-8bbc-5e53d598e41a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:40.738151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:40.738739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:40.740517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] 10.222.0.46 "PUT /v2.0/subnets/ebd8e276-204b-4035-8bbc-5e53d598e41a HTTP/1.1" status: 200  len: 868 time: 0.2644367
Jan 15 20:40:40.744254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c30c28-b336-402b-84bb-db141282f86b None None] Network 510d3f78-34b3-47f1-bc5e-22006a39aefb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:40:40.763029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd8e276-204b-4035-8bbc-5e53d598e41a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:40:40.771350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.771709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.772022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.772354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.772684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.773063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.773385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.773703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.774020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.774334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.774650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.774959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:40.775272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee0baf4-7021-40e3-a7ab-107eeb748dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:40:41.100496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Provisioning complete for port b6583dee-2d19-4b79-a9df-241693f921ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:40:41.100923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6583dee-2d19-4b79-a9df-241693f921ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:41.178454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Current status of the port b6583dee-2d19-4b79-a9df-241693f921ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:40:41.188409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Provisioning complete for port adfb6cea-d54c-49ef-9469-c33ca327370a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:40:41.188800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (adfb6cea-d54c-49ef-9469-c33ca327370a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:41.265865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9f1668c8-12b3-4898-9ee9-da1d9ab017a8 None None] Current status of the port adfb6cea-d54c-49ef-9469-c33ca327370a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:40:43.104793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:43.306358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6eaf1-0c76-45e0-b8b1-4b7107221bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:43.306753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6eaf1-0c76-45e0-b8b1-4b7107221bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:43.308302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64b6eaf1-0c76-45e0-b8b1-4b7107221bb5 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2025201
Jan 15 20:40:45.627059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55702) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:45.759278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfe607-ec0a-4d1f-abef-f1d36bf840ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:45.759752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfe607-ec0a-4d1f-abef-f1d36bf840ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:45.761314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8ccfe607-ec0a-4d1f-abef-f1d36bf840ed admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1333728
Jan 15 20:40:47.832473 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0e332ee8-f357-4c26-9084-9d3f9ea037aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:48.140593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:48.272208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d256a-bd5f-4ae0-ab23-539b5ab467a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:48.273637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-810d256a-bd5f-4ae0-ab23-539b5ab467a5 admin admin] 10.222.0.46 "GET /v2.0/networks/510d3f78-34b3-47f1-bc5e-22006a39aefb HTTP/1.1" status: 200  len: 869 time: 0.1320622
Jan 15 20:40:50.087405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a883b8fb-3e1e-4d0a-b963-ab1b59929eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:50.693203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55718) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:50.820625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc6ef5e-7869-475c-b09c-2c27707b792d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:50.822033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1bc6ef5e-7869-475c-b09c-2c27707b792d admin admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 886 time: 0.1278563
Jan 15 20:40:51.656199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:53.060154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:53.262327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55728) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:53.388262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3d625-eea7-4d92-9c37-4482b277bb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:53.388728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3d625-eea7-4d92-9c37-4482b277bb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:53.390288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5f3d625-eea7-4d92-9c37-4482b277bb9b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1269932
Jan 15 20:40:54.161949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:40:55.762757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:55.855994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b921c-7208-4e5d-b1d3-916ac959195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:55.856449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b921c-7208-4e5d-b1d3-916ac959195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:55.857988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-299b921c-7208-4e5d-b1d3-916ac959195b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0942729
Jan 15 20:40:58.201582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:40:58.295651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc27ae08-8e61-4d86-adf0-f1a45807b7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:40:58.297055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cc27ae08-8e61-4d86-adf0-f1a45807b7b4 admin admin] 10.222.0.46 "GET /v2.0/subnets/ca059716-ebef-42a8-bc8c-3ee857f10e74 HTTP/1.1" status: 200  len: 816 time: 0.0944862
Jan 15 20:41:00.611825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:41:00.704044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3402e-4f2c-42a2-a8f4-567bdb3de9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:41:00.705897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cee3402e-4f2c-42a2-a8f4-567bdb3de9f5 admin admin] 10.222.0.46 "GET /v2.0/subnets/ebd8e276-204b-4035-8bbc-5e53d598e41a HTTP/1.1" status: 200  len: 868 time: 0.0930066
Jan 15 20:41:04.551496 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:41:17.834513 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-80af92fe-32c1-4e05-bef4-b41ca0495ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:20.091443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-46e73d85-c2d7-4b0e-ae5c-f066342722ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:21.660286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:23.059987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:24.165976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:27.430999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:41:27.479343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-d38db147-ec73-4e00-9da7-9322c26c9c19 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:41:27.480343 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d38db147-ec73-4e00-9da7-9322c26c9c19 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484028
Jan 15 20:41:29.846350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:41:29.905549 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccfc960-e909-4933-a9cb-49ab47d56227 admin admin] GET failed (client error): The resource could not be found.
Jan 15 20:41:29.907423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2ccfc960-e909-4933-a9cb-49ab47d56227 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0595000
Jan 15 20:41:29.996236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0e839-e04d-4849-a33f-cd26b1af2737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:41:29.997724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f8d0e839-e04d-4849-a33f-cd26b1af2737 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0863574
Jan 15 20:41:32.342262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55824) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:41:32.388553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Request body: {'network': {'name': 'shared', 'project_id': '77e72f57799d458ca3f41cece754301d', 'shared': True, 'admin_state_up': True, 'tenant_id': '77e72f57799d458ca3f41cece754301d'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:41:32.410723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Made reservation on behalf of 77e72f57799d458ca3f41cece754301d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:41:32.413131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:32.440571 ncdv-master-1 neutron-server[114438]: WARNING neutron.services.revisions.revision_plugin [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1e7bac80d0] {project_id='77e72f57799d458ca3f41cece754301d', id='bc2cb47e-eae0-417f-b54c-3f236bf5178e', target_project='*', action='access_as_shared', object_id='10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}> to bump revision.
Jan 15 20:41:32.451274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:41:32.459849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (799fd801-ce3c-445e-82d5-a6dee6de5917), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:32.460174 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Added segment 799fd801-ce3c-445e-82d5-a6dee6de5917 of type vlan for network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52
Jan 15 20:41:32.499126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (10d72cf7-3df2-4bba-9de5-63f5b0d76a52), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:32.522192 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (10d72cf7-3df2-4bba-9de5-63f5b0d76a52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:32.523135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:41:32.523694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:32.579692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2363498
Jan 15 20:41:32.588233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83d454-a53e-4eb0-9f26-ca4e03122211 admin admin] Pushing event updated for resources: {'Network': ['ID=10d72cf7-3df2-4bba-9de5-63f5b0d76a52,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:41:32.598840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:41:34.996499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55834) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:41:35.055157 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e8ec24-effc-462b-9b2a-48450123feb5 admin admin] GET failed (client error): The resource could not be found.
Jan 15 20:41:35.056417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97e8ec24-effc-462b-9b2a-48450123feb5 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0589581
Jan 15 20:41:35.123201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e9d7e-2bf7-4eb8-947a-3b98a2bb9cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:41:35.124606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a1e9d7e-2bf7-4eb8-947a-3b98a2bb9cdb admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0641277
Jan 15 20:41:35.134386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Request body: {'subnet': {'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '77e72f57799d458ca3f41cece754301d', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:41:35.157481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Made reservation on behalf of 77e72f57799d458ca3f41cece754301d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:41:35.159937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.323530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (bb39e7eb-a0f7-4d24-a11f-78d44daff823), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.380629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb39e7eb-a0f7-4d24-a11f-78d44daff823,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:41:35.388140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:41:35.388497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Network hostable DHCP agents. Network: 10d72cf7-3df2-4bba-9de5-63f5b0d76a52, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:41:35.404809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:41:35.413298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10d72cf7-3df2-4bba-9de5-63f5b0d76a52) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:41:35.417210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:41:35.417799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.423699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7199b-4881-4a3b-885b-d56bc80cf0c6 None None] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:41:35.433642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-033eb3eb-565f-4cd3-bd5f-cd616942d331 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3026795
Jan 15 20:41:35.534146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'project_id': '77e72f57799d458ca3f41cece754301d', 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:41:35.535025 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.774819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Allocated IP 192.168.233.2 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/04a7e575-c914-4cd9-9d37-9788f1240585) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:41:35.919854 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks [] for port (04a7e575-c914-4cd9-9d37-9788f1240585), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.926627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:35.966893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:41:35.972752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:41:35.975271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:41:35.982587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Pushing event updated for resources: {'Port': ['ID=04a7e575-c914-4cd9-9d37-9788f1240585,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:41:35.992498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.992873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.993195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.993551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.993877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.994245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.994567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.994880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.995191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.995501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.995826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.996121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:35.996429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:41:36.047072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Attempting to bind port 04a7e575-c914-4cd9-9d37-9788f1240585 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:41:36.047393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Attempting to bind port 04a7e575-c914-4cd9-9d37-9788f1240585 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:41:36.047748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Attempting to bind port 04a7e575-c914-4cd9-9d37-9788f1240585 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:41:36.053212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:41:36.053581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:41:36.053977 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:36.054355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:41:36.054815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Bound port: 04a7e575-c914-4cd9-9d37-9788f1240585, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:41:36.055693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:36.121383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] For port 04a7e575-c914-4cd9-9d37-9788f1240585, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:41:36.124566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] For port 04a7e575-c914-4cd9-9d37-9788f1240585, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04a7e575-c914-4cd9-9d37-9788f1240585,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:41:36.130464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:36.195325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b168a9-0220-4208-bba0-636c8bb1b01f None None] Pushing event updated for resources: {'Port': ['ID=04a7e575-c914-4cd9-9d37-9788f1240585,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:41:37.104576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 04a7e575-c914-4cd9-9d37-9788f1240585 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:41:37.162950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 04a7e575-c914-4cd9-9d37-9788f1240585 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:41:37.163687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:37.205185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb66f19-63fe-4258-b049-5b2c015daab7 None None] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:41:37.297742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Provisioning complete for port 04a7e575-c914-4cd9-9d37-9788f1240585 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:41:37.298129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:37.402453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 04a7e575-c914-4cd9-9d37-9788f1240585 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:41:37.402828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:37.465125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 04a7e575-c914-4cd9-9d37-9788f1240585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04a7e575-c914-4cd9-9d37-9788f1240585,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:41:37.475308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:37.485984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Current status of the port 04a7e575-c914-4cd9-9d37-9788f1240585 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:41:37.485984 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:37.552298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=04a7e575-c914-4cd9-9d37-9788f1240585,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:41:37.599796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:41:37.600402 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:41:38.137730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0ed02-442c-481f-810f-b3b399d56558 None None] Current status of the port 04a7e575-c914-4cd9-9d37-9788f1240585 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:41:38.258788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-20280562-4922-4490-8aad-14fdc7dde3ef None None] Provisioning complete for port 04a7e575-c914-4cd9-9d37-9788f1240585 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:41:38.259178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-20280562-4922-4490-8aad-14fdc7dde3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:38.341590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-20280562-4922-4490-8aad-14fdc7dde3ef None None] Current status of the port 04a7e575-c914-4cd9-9d37-9788f1240585 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:41:39.021373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 04a7e575-c914-4cd9-9d37-9788f1240585 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:41:39.068279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 04a7e575-c914-4cd9-9d37-9788f1240585 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:41:39.068645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (04a7e575-c914-4cd9-9d37-9788f1240585), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:39.145657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 04a7e575-c914-4cd9-9d37-9788f1240585 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:41:41.551881 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:41:47.838632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0be810e8-42f1-4986-a3ba-72fc6a310709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:50.094888 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd0e3-d042-4606-a2e1-0063402532a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:51.662751 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:53.063685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:41:54.169226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:17.830982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6846be0-3a2a-4f33-b176-bc42e7fa5c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:18.551974 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:42:20.095150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-22f145a6-f9c3-4520-aac1-77572e339623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:21.666781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:23.066782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:24.171523 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:47.832194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fcc40ff-520a-43e7-95b3-20657c6608d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:50.099702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34ff0b58-e95a-4735-8c79-82b2dc4ef521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:50.915837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55894) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:42:50.922613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-4d3b9411-73f1-42da-87eb-d7569e6a4a59 tempest-verify_tempest_config-1793621547 tempest-verify_tempest_config-1793621547-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:42:50.923671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4d3b9411-73f1-42da-87eb-d7569e6a4a59 tempest-verify_tempest_config-1793621547 tempest-verify_tempest_config-1793621547-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0067861
Jan 15 20:42:51.215463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:42:51.322046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.479875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Publish callbacks [] for security_group (82d14e77-2e59-4b62-822f-b4b73a4862b8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.483965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (82d14e77-2e59-4b62-822f-b4b73a4862b8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.525888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d14e77-2e59-4b62-822f-b4b73a4862b8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:42:51.530380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8729b107a23546da864261021c569891&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3139343
Jan 15 20:42:51.533171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55916) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:42:51.534879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.535259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.535597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.535934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.536260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.536584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.536933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.537255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.537564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.537885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.538209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.538504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.538815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe89be-dac6-46d9-9214-979fc6bf3df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.613114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Publish callbacks [] for security_group (82d14e77-2e59-4b62-822f-b4b73a4862b8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.633537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Publish callbacks [] for security_group (82d14e77-2e59-4b62-822f-b4b73a4862b8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.668004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.722743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (82d14e77-2e59-4b62-822f-b4b73a4862b8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.725331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:51.726486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82d14e77-2e59-4b62-822f-b4b73a4862b8 HTTP/1.1" status: 204  len: 168 time: 0.1922975
Jan 15 20:42:51.734851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d14e77-2e59-4b62-822f-b4b73a4862b8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:42:51.741357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.741697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.742327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.742626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.742952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.743278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.743602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.743920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.744241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.744562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.744905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.745224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:51.745541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc32dc5-58ec-4863-80d3-b28abb39301f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:42:53.070635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:54.174075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:42:55.551804 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:43:17.834534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dde7d86d-e6ac-48b3-98c5-7c33d5473f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:20.102074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-100d432d-9a64-4137-ab14-b1da2da40f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:21.671308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:23.072479 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:24.177058 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:32.550158 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:43:47.835808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b11833a-47a2-418a-9589-7a146bf76231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:50.102425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25c3ef25-b7e8-49fc-97db-25707c715e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:51.674174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:53.075741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:43:54.178431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:09.548918 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:44:17.838543 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-247aea3a-6371-4a4d-943b-eb0b3b1a107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:20.105486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a3dce0c2-3022-4dd2-80ff-6ed21fa78568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:21.678107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:23.079098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:24.179989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:46.547279 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:44:47.839397 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d1e9-3a8a-4151-bc54-79d417ab4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:50.108542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a81b50cd-3ef5-40ab-99ea-428b4d75c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:51.681709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:53.082764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:44:54.183082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:17.840550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e372e7b7-c5bf-40a3-8d3a-2fdb0f7435d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:20.109702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2291cdfb-fa83-4cc8-9d1f-65e0ae484202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:21.684954 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:23.085675 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:23.546098 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:45:24.186369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:47.842435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-724f7263-a043-4abc-846f-418c4f981f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:50.111346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-496b3c5b-5351-45e4-b778-174ec3082b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:51.688200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:53.088460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:45:54.190009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:00.544235 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 5 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:46:14.002771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:15.002013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638392'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:17.844423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-30279c77-42b9-4eba-99e3-b14e42199417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:20.113425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05b495c7-b8f7-4a32-aaf9-019300f7044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:21.690189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:23.093007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:24.191758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:37.543559 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:46:43.957104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:44.957861 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:47.847468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-585a1c16-2834-4a46-a760-ee9b48209dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:50.119294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-925f12da-f4a5-491e-85c4-a29ae6dcfeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:51.694548 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:53.094359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:46:54.195362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:01.823485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:47:01.928166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1152d63c-c2c4-4d69-b2c4-11d21055f5a9 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1035633
Jan 15 20:47:04.275782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56048) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:47:04.337697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-65621ef8-3b7c-45a5-abc8-462a959cb761 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0608256
Jan 15 20:47:13.955210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:14.541914 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:47:14.961144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:17.848583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7addb102-7f49-4b61-b778-0210f1c62937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:20.123768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de47835f-c7fa-45c2-8594-4087e2bd8957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:21.694622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:23.098196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:24.199370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:43.976828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:44.964144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:47.853925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc7fa877-0d04-47f0-8264-40840cde37e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:50.126981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b08c6a8b-4f69-4afb-8171-ddf514ee4972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:51.541399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:47:51.701244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:53.101728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:47:54.202307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:13.995960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:14.959557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:17.846497 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd579b8e-433e-46b9-a19a-f3ee7f9709ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:20.130800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1844a2a9-7d97-4db8-ae18-5eaf2c659eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:21.701166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:23.128339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:24.219601 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:28.543121 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:48:31.191155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56472) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:31.224366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56480) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:31.345901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.413776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef602-5809-44d5-9282-85ad018b3e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.489542 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Publish callbacks [] for security_group (84e78920-0b19-4132-b0ed-635ca6fdb359), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.506663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84e78920-0b19-4132-b0ed-635ca6fdb359), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.561995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56510) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:31.570243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75f42726cc854207b8981a8714282872&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3779495
Jan 15 20:48:31.649951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e78920-0b19-4132-b0ed-635ca6fdb359,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:31.650042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Publish callbacks [] for security_group (84e78920-0b19-4132-b0ed-635ca6fdb359), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.665684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef602-5809-44d5-9282-85ad018b3e1f admin admin] Publish callbacks [] for security_group (18ac52c2-b274-4b49-9e82-ebd4037628bd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.667497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.667846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.668464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.668804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.669248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.669765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.671035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.671796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.672551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.673122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.673619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.674182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.674680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eb6520-f180-458a-b424-18a634c46b1d admin admin] Tracked resource versions report:
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]: pushed versions:
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]: {   'AddressGroup': {'1.2'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'ConntrackHelper': {'1.0'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'Log': {'1.0'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'Network': {'1.1'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'Port': {'1.7'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'PortForwarding': {'1.2'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'QosPolicy': {'1.10'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'SecurityGroup': {'1.5'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'SubPort': {'1.0'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'Subnet': {'1.1'},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     'Trunk': {'1.1'}}
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]: consumer versions:
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     HyperV agent@nch1-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     HyperV agent@nch2-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     L3 agent@ncdv-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     Metering agent@ncdv-master-1: {},
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'ConntrackHelper': '1.0',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'Log': '1.0',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'Network': '1.1',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'Port': '1.7',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'PortForwarding': '1.2',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'QosPolicy': '1.10',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'SecurityGroup': '1.5',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'SubPort': '1.0',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'Subnet': '1.1',
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:                                           'Trunk': '1.1'}}
Jan 15 20:48:31.676090 ncdv-master-1 neutron-server[114437]:  {{(pid=114437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:48:31.683277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3ef602-5809-44d5-9282-85ad018b3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18ac52c2-b274-4b49-9e82-ebd4037628bd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.683850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Publish callbacks [] for security_group (84e78920-0b19-4132-b0ed-635ca6fdb359), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.754125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd3ef602-5809-44d5-9282-85ad018b3e1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ce0308fb99d4074b7c5060bbf5534ff&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5287395
Jan 15 20:48:31.755020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:31.766747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ef602-5809-44d5-9282-85ad018b3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac52c2-b274-4b49-9e82-ebd4037628bd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:31.779639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84e78920-0b19-4132-b0ed-635ca6fdb359), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.787251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.794334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84e78920-0b19-4132-b0ed-635ca6fdb359 HTTP/1.1" status: 204  len: 168 time: 0.2281768
Jan 15 20:48:31.800669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56538) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:31.825425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e78920-0b19-4132-b0ed-635ca6fdb359,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:31.845277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.845626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.845965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.846290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.846617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.849776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.850139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.850476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.851631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.851927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.852255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.856509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.856800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e6fc-42f4-49ff-b34d-15bc96cb943c admin admin] Tracked resource versions report:
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]: pushed versions:
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]: {   'AddressGroup': {'1.2'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'ConntrackHelper': {'1.0'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'Log': {'1.0'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'Network': {'1.1'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'Port': {'1.7'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'PortForwarding': {'1.2'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'QosPolicy': {'1.10'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'SecurityGroup': {'1.5'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'SubPort': {'1.0'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'Subnet': {'1.1'},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     'Trunk': {'1.1'}}
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]: consumer versions:
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     HyperV agent@nch1-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     HyperV agent@nch2-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     L3 agent@ncdv-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     Metering agent@ncdv-master-1: {},
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'ConntrackHelper': '1.0',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'Log': '1.0',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'Network': '1.1',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'Port': '1.7',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'PortForwarding': '1.2',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'QosPolicy': '1.10',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'SecurityGroup': '1.5',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'SubPort': '1.0',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'Subnet': '1.1',
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:                                           'Trunk': '1.1'}}
Jan 15 20:48:31.859879 ncdv-master-1 neutron-server[114438]:  {{(pid=114438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:48:31.892463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] Publish callbacks [] for security_group (18ac52c2-b274-4b49-9e82-ebd4037628bd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.925314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] Publish callbacks [] for security_group (18ac52c2-b274-4b49-9e82-ebd4037628bd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.980776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18ac52c2-b274-4b49-9e82-ebd4037628bd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.983907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:31.987660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18ac52c2-b274-4b49-9e82-ebd4037628bd HTTP/1.1" status: 204  len: 168 time: 0.2265308
Jan 15 20:48:31.998960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba198d-d32d-4da4-913b-72c067658ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac52c2-b274-4b49-9e82-ebd4037628bd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:32.161767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6e98e58-3ff5-445d-ad47-668227218bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.246836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6e98e58-3ff5-445d-ad47-668227218bea admin admin] Publish callbacks [] for security_group (01be47c7-c468-4036-a784-891c27fdcf65), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.252555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6e98e58-3ff5-445d-ad47-668227218bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (01be47c7-c468-4036-a784-891c27fdcf65), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.288334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e98e58-3ff5-445d-ad47-668227218bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be47c7-c468-4036-a784-891c27fdcf65,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:32.294360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a6e98e58-3ff5-445d-ad47-668227218bea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=008e56ee296f48fe879dbe4de35729a6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4842966
Jan 15 20:48:32.297806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:32.354067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] Publish callbacks [] for security_group (01be47c7-c468-4036-a784-891c27fdcf65), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.378823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] Publish callbacks [] for security_group (01be47c7-c468-4036-a784-891c27fdcf65), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.453033 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (01be47c7-c468-4036-a784-891c27fdcf65), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.459498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.461429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01be47c7-c468-4036-a784-891c27fdcf65 HTTP/1.1" status: 204  len: 168 time: 0.1624870
Jan 15 20:48:32.477812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2731e1a-e14d-458e-8a42-927b518d17f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be47c7-c468-4036-a784-891c27fdcf65,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:32.589664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56590) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:32.603498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-feb8f482-ebf8-42ef-b25a-4f14b2a87b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.681577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56596) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:32.704904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-feb8f482-ebf8-42ef-b25a-4f14b2a87b67 admin admin] Publish callbacks [] for security_group (e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.710636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-feb8f482-ebf8-42ef-b25a-4f14b2a87b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.751596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8f482-ebf8-42ef-b25a-4f14b2a87b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:32.759371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-feb8f482-ebf8-42ef-b25a-4f14b2a87b67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c80d1cd3e15b47ad8e3b3cc00d7482da&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1667786
Jan 15 20:48:32.762095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56604) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:32.817889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] Publish callbacks [] for security_group (e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.843341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] Publish callbacks [] for security_group (e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.859419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56612) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:32.880170 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c1d-da51-46e2-b405-c39bcb95b9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.918531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.922899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:32.924242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc HTTP/1.1" status: 204  len: 168 time: 0.1612356
Jan 15 20:48:32.933544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596c008-87a0-4a42-b942-125e40ec1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55f52f8-0be0-4a79-ae2e-9b5db68f2bcc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.003399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c1d-da51-46e2-b405-c39bcb95b9d4 admin admin] Publish callbacks [] for security_group (08059b2d-2339-450b-a12c-12a4feb38d29), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.009931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00bf9c1d-da51-46e2-b405-c39bcb95b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08059b2d-2339-450b-a12c-12a4feb38d29), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.065013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00bf9c1d-da51-46e2-b405-c39bcb95b9d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf2e8ab68ea64445bb9210d341eb6232&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2031293
Jan 15 20:48:33.066587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56638) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:33.083394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf9c1d-da51-46e2-b405-c39bcb95b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08059b2d-2339-450b-a12c-12a4feb38d29,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.128798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fcd44d9-4ad0-4633-9545-e5d346259877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.181813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] Publish callbacks [] for security_group (08059b2d-2339-450b-a12c-12a4feb38d29), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.213695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fcd44d9-4ad0-4633-9545-e5d346259877 admin admin] Publish callbacks [] for security_group (9b47fc8b-8d86-4dd3-97a0-97c398ed4000), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.221256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fcd44d9-4ad0-4633-9545-e5d346259877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9b47fc8b-8d86-4dd3-97a0-97c398ed4000), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.229016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] Publish callbacks [] for security_group (08059b2d-2339-450b-a12c-12a4feb38d29), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.262446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd44d9-4ad0-4633-9545-e5d346259877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b47fc8b-8d86-4dd3-97a0-97c398ed4000,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.298128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08059b2d-2339-450b-a12c-12a4feb38d29), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.301475 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.305753 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0fcd44d9-4ad0-4633-9545-e5d346259877 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba8f53692627487cb7ca39843551d554&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6213803
Jan 15 20:48:33.305753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56650) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:33.306704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08059b2d-2339-450b-a12c-12a4feb38d29 HTTP/1.1" status: 204  len: 168 time: 0.2390401
Jan 15 20:48:33.315827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff550-6a60-4643-a46a-fb564074c450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08059b2d-2339-450b-a12c-12a4feb38d29,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.327825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56656) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:33.359835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-051c8043-902e-4d0e-91f4-56067e3d6d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.373671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] Publish callbacks [] for security_group (9b47fc8b-8d86-4dd3-97a0-97c398ed4000), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.398655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] Publish callbacks [] for security_group (9b47fc8b-8d86-4dd3-97a0-97c398ed4000), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.502345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9b47fc8b-8d86-4dd3-97a0-97c398ed4000), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.505511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-051c8043-902e-4d0e-91f4-56067e3d6d97 admin admin] Publish callbacks [] for security_group (e436536d-d25d-4ebf-a22c-d592dafbfb28), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.505956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.507119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b47fc8b-8d86-4dd3-97a0-97c398ed4000 HTTP/1.1" status: 204  len: 168 time: 0.2007835
Jan 15 20:48:33.514707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-051c8043-902e-4d0e-91f4-56067e3d6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e436536d-d25d-4ebf-a22c-d592dafbfb28), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.519381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb967cc4-f0e9-45d8-aa0b-6d328a07d5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b47fc8b-8d86-4dd3-97a0-97c398ed4000,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.572117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-051c8043-902e-4d0e-91f4-56067e3d6d97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ae8ae2ff1a44f859d50516c12110458&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2404356
Jan 15 20:48:33.572117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c8043-902e-4d0e-91f4-56067e3d6d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436536d-d25d-4ebf-a22c-d592dafbfb28,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.572595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56672) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:33.641052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] Publish callbacks [] for security_group (e436536d-d25d-4ebf-a22c-d592dafbfb28), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.665953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] Publish callbacks [] for security_group (e436536d-d25d-4ebf-a22c-d592dafbfb28), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.725537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56690) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:33.732753 ncdv-master-1 neutron-server[114437]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 15 20:48:33.743813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e436536d-d25d-4ebf-a22c-d592dafbfb28), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.753822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:33.761491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e436536d-d25d-4ebf-a22c-d592dafbfb28 HTTP/1.1" status: 204  len: 168 time: 0.1872702
Jan 15 20:48:33.775816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86980495-2b8c-4a3d-8f27-cdfa54237f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436536d-d25d-4ebf-a22c-d592dafbfb28,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:33.789197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-65163f78-6851-4f6f-9ab3-b2109df04014 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0586455
Jan 15 20:48:34.082729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-d6f28799-c920-4e08-9500-a38f42b58cca tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:34.084676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-d6f28799-c920-4e08-9500-a38f42b58cca tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2894702
Jan 15 20:48:34.103049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-2adceecd-94c4-41a3-8a4c-3d39374d9d4b tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/quotas/3c9ae9cb7d2d4105a277bcaaf858b861 HTTP/1.1" status: 200  len: 375 time: 0.0123248
Jan 15 20:48:34.149291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:34.158399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-7424aae1-0a42-4097-8733-28e0e8bc3032 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489621
Jan 15 20:48:34.164213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fefdf49c-6d4c-4aab-9865-547799b5e328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.263106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fefdf49c-6d4c-4aab-9865-547799b5e328 admin admin] Publish callbacks [] for security_group (6728000a-5af7-42fd-96f2-1889d1339afe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.267886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fefdf49c-6d4c-4aab-9865-547799b5e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6728000a-5af7-42fd-96f2-1889d1339afe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.302248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdf49c-6d4c-4aab-9865-547799b5e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6728000a-5af7-42fd-96f2-1889d1339afe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:34.362181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fefdf49c-6d4c-4aab-9865-547799b5e328 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35a9e898084844bfa9c857e483455730&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2117190
Jan 15 20:48:34.364785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:34.417762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:34.442973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] Publish callbacks [] for security_group (6728000a-5af7-42fd-96f2-1889d1339afe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.469910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] Publish callbacks [] for security_group (6728000a-5af7-42fd-96f2-1889d1339afe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.522877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6728000a-5af7-42fd-96f2-1889d1339afe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.525858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.527003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6728000a-5af7-42fd-96f2-1889d1339afe HTTP/1.1" status: 204  len: 168 time: 0.1611590
Jan 15 20:48:34.537462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec235b1-1132-40c9-ae45-160c4af72a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728000a-5af7-42fd-96f2-1889d1339afe,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:34.649150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0283696-1f2a-4df4-954f-d15c5ba2a11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.729971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0283696-1f2a-4df4-954f-d15c5ba2a11e admin admin] Publish callbacks [] for security_group (e4c086f0-9d9e-4664-b890-44ee8db1c85d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.739766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0283696-1f2a-4df4-954f-d15c5ba2a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4c086f0-9d9e-4664-b890-44ee8db1c85d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.789917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0283696-1f2a-4df4-954f-d15c5ba2a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c086f0-9d9e-4664-b890-44ee8db1c85d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:34.798052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:34.810263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0283696-1f2a-4df4-954f-d15c5ba2a11e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8048774a8a30471c936cfbbe81ddc257&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3905413
Jan 15 20:48:34.835341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:34.869272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] Publish callbacks [] for security_group (e4c086f0-9d9e-4664-b890-44ee8db1c85d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.892992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] Publish callbacks [] for security_group (e4c086f0-9d9e-4664-b890-44ee8db1c85d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.948897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4c086f0-9d9e-4664-b890-44ee8db1c85d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.951589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:34.955497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4c086f0-9d9e-4664-b890-44ee8db1c85d HTTP/1.1" status: 204  len: 168 time: 0.1556575
Jan 15 20:48:34.964299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5d508-27ff-42af-8fd4-abb19ca65ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c086f0-9d9e-4664-b890-44ee8db1c85d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:35.267396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04754b8f-5d4e-4cd2-b6b6-1e7e61148b31 req-8ad240a9-1099-4b11-9bfc-60d1d99df429 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 210 time: 0.4285643
Jan 15 20:48:35.537182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56810) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:35.551414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a771c50-ff3f-44c4-b680-a2e85bb662d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.637321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a771c50-ff3f-44c4-b680-a2e85bb662d5 admin admin] Publish callbacks [] for security_group (4e69a6b4-9658-4f74-be17-f855fa54c82b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.643621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a771c50-ff3f-44c4-b680-a2e85bb662d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4e69a6b4-9658-4f74-be17-f855fa54c82b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.700740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56816) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:35.700966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a771c50-ff3f-44c4-b680-a2e85bb662d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a66cc63b0ccd41f3bfe50ee837b8e442&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1626792
Jan 15 20:48:35.702246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771c50-ff3f-44c4-b680-a2e85bb662d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e69a6b4-9658-4f74-be17-f855fa54c82b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:35.771511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56818) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:35.786398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] Publish callbacks [] for security_group (4e69a6b4-9658-4f74-be17-f855fa54c82b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.810984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] Publish callbacks [] for security_group (4e69a6b4-9658-4f74-be17-f855fa54c82b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.866764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4e69a6b4-9658-4f74-be17-f855fa54c82b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.871570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:35.877619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e69a6b4-9658-4f74-be17-f855fa54c82b HTTP/1.1" status: 204  len: 168 time: 0.1748879
Jan 15 20:48:35.885730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259cc0e-d45d-41f1-9a7d-1a9283a72fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e69a6b4-9658-4f74-be17-f855fa54c82b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:36.016577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-network', 'tenant_id': '71c95e4b5695439dbc3f66a911264026'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:36.043147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Made reservation on behalf of 71c95e4b5695439dbc3f66a911264026 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:36.045754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.055580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.136570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks [] for security_group (c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.144967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.171499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:36.180384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:48:36.192917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7111c78c-438e-47b1-a147-6a1c991d3bff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.193672 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Added segment 7111c78c-438e-47b1-a147-6a1c991d3bff of type vlan for network f500117d-1a95-41f2-bf61-8c0369c6db83
Jan 15 20:48:36.253935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f500117d-1a95-41f2-bf61-8c0369c6db83), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.286208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f500117d-1a95-41f2-bf61-8c0369c6db83), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.287321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:36.288030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.306493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.45', 64009) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:36.348601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5761435
Jan 15 20:48:36.349373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56840) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:36.360307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-3a1acb04-9954-4342-92e8-b176d576a853 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0516148
Jan 15 20:48:36.370322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Request body: {'subnet': {'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-subnet', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:36.399199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Made reservation on behalf of 71c95e4b5695439dbc3f66a911264026 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:36.402486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.583250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d8eb332-2249-49b8-948c-a081a3994c98 req-93143aa4-76db-4fd3-9b04-0e4b1fab19b2 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 210 time: 0.0444553
Jan 15 20:48:36.614647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-3bc1746b-e71b-4d66-b2c4-b38820582d67 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:36.616226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-3bc1746b-e71b-4d66-b2c4-b38820582d67 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2449203
Jan 15 20:48:36.630597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb420c-4574-4eec-8237-ce57d393a963 admin admin] Pushing event updated for resources: {'Network': ['ID=f500117d-1a95-41f2-bf61-8c0369c6db83,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:36.647566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f500117d-1a95-41f2-bf61-8c0369c6db83 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:48:36.710027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (a873c844-f03d-4d9f-aee5-cb38b75ce01a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.731106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Request body: {'port': {'device_id': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '3c9ae9cb7d2d4105a277bcaaf858b861'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:36.775274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a873c844-f03d-4d9f-aee5-cb38b75ce01a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:36.795874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Checking segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:36.796409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Network hostable DHCP agents. Network: f500117d-1a95-41f2-bf61-8c0369c6db83, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:48:36.818179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:48:36.832484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f500117d-1a95-41f2-bf61-8c0369c6db83) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:36.838648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:36.839245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.854056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e3956-7187-4930-b0be-fb52aebc0576 None None] Network f500117d-1a95-41f2-bf61-8c0369c6db83 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:48:36.866860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-785d021a-61d3-49d5-9fb1-6a428e6a2581 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.5078392
Jan 15 20:48:36.870969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56870) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:36.881331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:36.919285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (245af5e0-6157-4031-a540-e2875d4837b7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:36.921504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (245af5e0-6157-4031-a540-e2875d4837b7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.001160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for router_controller (245af5e0-6157-4031-a540-e2875d4837b7), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.034672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Made reservation on behalf of 3c9ae9cb7d2d4105a277bcaaf858b861 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:37.037179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f500117d-1a95-41f2-bf61-8c0369c6db83', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:48:37.039384 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.048087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.071628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.182976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for router_gateway (245af5e0-6157-4031-a540-e2875d4837b7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.231898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks [] for security_group (9243dca3-be6f-4275-a7c9-6cb593729330), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.238976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9243dca3-be6f-4275-a7c9-6cb593729330), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.386863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Allocated IP 172.20.0.2 (f500117d-1a95-41f2-bf61-8c0369c6db83/a873c844-f03d-4d9f-aee5-cb38b75ce01a/ab278ee5-4883-4ea7-842a-97bf84654e4e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:37.396741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9243dca3-be6f-4275-a7c9-6cb593729330,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:37.565455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Allocated IP 192.168.233.160 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/ab3b6f1e-5ff9-47f0-945c-77448dbe354e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:37.566387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for router_gateway (245af5e0-6157-4031-a540-e2875d4837b7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.606995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.700221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks [] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.714055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.792048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:37.798707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks [] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.801699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:37.809464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:37.847383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Pushing event updated for resources: {'Port': ['ID=ab278ee5-4883-4ea7-842a-97bf84654e4e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:37.872512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Allocated IP 172.35.1.30 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/dd27d8c2-8f7a-4e2b-afbd-852e2c00febd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:37.888313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.889626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.890252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.890700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.891206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.891704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.892274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.892880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.893428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.893964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.894858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.895387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.896403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Tracked resource versions report:
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]: pushed versions:
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]: {   'AddressGroup': {'1.2'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'ConntrackHelper': {'1.0'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'Log': {'1.0'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'Network': {'1.1'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'Port': {'1.7'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'PortForwarding': {'1.2'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'QosPolicy': {'1.10'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'SecurityGroup': {'1.5'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'SubPort': {'1.0'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'Subnet': {'1.1'},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     'Trunk': {'1.1'}}
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]: consumer versions:
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     HyperV agent@nch1-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     HyperV agent@nch2-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     L3 agent@ncdv-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     Metering agent@ncdv-master-1: {},
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'ConntrackHelper': '1.0',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'Log': '1.0',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'Network': '1.1',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'Port': '1.7',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'PortForwarding': '1.2',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'QosPolicy': '1.10',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'SecurityGroup': '1.5',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'SubPort': '1.0',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'Subnet': '1.1',
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:                                           'Trunk': '1.1'}}
Jan 15 20:48:37.897827 ncdv-master-1 neutron-server[114439]:  {{(pid=114439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:48:37.919123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83044952-90e4-4072-a858-acb23d38696e req-44c7316c-df48-4d67-be26-79149226cf60 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 210 time: 0.0681760
Jan 15 20:48:37.936184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:37.995735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Attempting to bind port ab278ee5-4883-4ea7-842a-97bf84654e4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:37.998780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Attempting to bind port ab278ee5-4883-4ea7-842a-97bf84654e4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:37.999112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Attempting to bind port ab278ee5-4883-4ea7-842a-97bf84654e4e on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:38.004786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:38.010575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:38.013898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:38.021007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:38.021829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.028473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:38.030192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Checking segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:38.031370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.033187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Bound using segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:38.036222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Bound port: ab278ee5-4883-4ea7-842a-97bf84654e4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:38.037420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.093627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Pushing event updated for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:38.104507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-c897fafb-83a0-43f1-91fd-d5e29fe0e609 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3772819
Jan 15 20:48:38.104951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.119223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-3eb684bc-947b-4434-bac4-4152c0db7792 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:48:38.120773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-3eb684bc-947b-4434-bac4-4152c0db7792 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0106812
Jan 15 20:48:38.217465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] For port ab278ee5-4883-4ea7-842a-97bf84654e4e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:38.229308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] For port ab278ee5-4883-4ea7-842a-97bf84654e4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab278ee5-4883-4ea7-842a-97bf84654e4e,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:38.238409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.341875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e47ac-ca9c-44af-8d3f-6b876b191088 None None] Pushing event updated for resources: {'Port': ['ID=ab278ee5-4883-4ea7-842a-97bf84654e4e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:38.552927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.574446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8173cf1d-516b-41c0-87c5-41334b30d538 None None] Provisioning complete for port ab3b6f1e-5ff9-47f0-945c-77448dbe354e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:38.575465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8173cf1d-516b-41c0-87c5-41334b30d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:38.684725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Pushing event updated for resources: {'Port': ['ID=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:38.695484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8173cf1d-516b-41c0-87c5-41334b30d538 None None] Port ab3b6f1e-5ff9-47f0-945c-77448dbe354e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:38.734717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:38.736313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:38.757867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:38.932541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-f649624e-74f2-4575-9689-0790de22a527 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bd82c6b47c4140e390464b153d2fe865&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561190
Jan 15 20:48:39.011693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Request body: {'port': {'device_id': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'device_owner': 'compute:tempest-test_az-1232673529', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:39.367834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb36aad-aa03-4190-836b-b173ed38ab31 req-bee439c4-3fba-4807-a8de-750211716a84 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:39.376988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdb36aad-aa03-4190-836b-b173ed38ab31 req-bee439c4-3fba-4807-a8de-750211716a84 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 936 time: 0.2467554
Jan 15 20:48:39.407359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for router_gateway (245af5e0-6157-4031-a540-e2875d4837b7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:39.448198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab278ee5-4883-4ea7-842a-97bf84654e4e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:39.573952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdb36aad-aa03-4190-836b-b173ed38ab31 req-aacd9fbe-ffb0-424a-98c5-5c4a2a579ac0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956625
Jan 15 20:48:39.584831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:39.598671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ab278ee5-4883-4ea7-842a-97bf84654e4e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:39.601265 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:39.670923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-05502110-8c73-4ad9-8b0d-a92d5eaf0396 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:39.684273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-05502110-8c73-4ad9-8b0d-a92d5eaf0396 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7441561
Jan 15 20:48:39.927580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (245af5e0-6157-4031-a540-e2875d4837b7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.148901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ab278ee5-4883-4ea7-842a-97bf84654e4e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:40.150026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.210686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ab278ee5-4883-4ea7-842a-97bf84654e4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab278ee5-4883-4ea7-842a-97bf84654e4e,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:48:40.217705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.249076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-24a3c24b-a08f-4b69-ab02-f32d37887a54 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/quotas/bd82c6b47c4140e390464b153d2fe865 HTTP/1.1" status: 200  len: 375 time: 0.5624917
Jan 15 20:48:40.299123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Router 245af5e0-6157-4031-a540-e2875d4837b7 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:48:40.307744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ab278ee5-4883-4ea7-842a-97bf84654e4e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:40.338476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-14bc70a2-a819-48bd-a6b0-b75585f044d4 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0874426
Jan 15 20:48:40.369601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0985785-d742-4e71-b57d-4e57a9483bbe None None] Network f500117d-1a95-41f2-bf61-8c0369c6db83 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:48:40.560369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:48:40.572244 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:48:40.586525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5e9f7efe-8766-4142-8ac0-b0f606dd6f26 None None] Provisioning complete for port ab278ee5-4883-4ea7-842a-97bf84654e4e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:40.587628 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7efe-8766-4142-8ac0-b0f606dd6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.601917 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:40.603846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.604781 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:40.608834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fc5cbd46-197f-43e6-a483-8c73e1f1b32d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 3.7365091
Jan 15 20:48:40.612712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:40.768957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3b6f1e-5ff9-47f0-945c-77448dbe354e {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:48:40.815344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks [] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:40.867044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f7efe-8766-4142-8ac0-b0f606dd6f26 None None] Current status of the port ab278ee5-4883-4ea7-842a-97bf84654e4e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:40.929539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57018) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:41.006036 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:41.052828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Transition to ACTIVE for port object ab3b6f1e-5ff9-47f0-945c-77448dbe354e will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:48:41.077654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a82c42b-9bb3-46c1-b688-9fd59bd6b25a req-4f39a3d9-422a-474f-b063-da74576bab3a tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.1821964
Jan 15 20:48:41.088585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.315479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3530d9-8380-43cd-a4bc-9deef568a684 req-ee95d401-01d6-41a4-a188-a3ee94940214 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:41.339422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f3530d9-8380-43cd-a4bc-9deef568a684 req-ee95d401-01d6-41a4-a188-a3ee94940214 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 936 time: 0.5224361
Jan 15 20:48:41.400136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab278ee5-4883-4ea7-842a-97bf84654e4e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:41.429905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:41.531839 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502190>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:39Z', 'revision_number': 3, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:41.574995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ab278ee5-4883-4ea7-842a-97bf84654e4e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:41.576775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.593617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:48:41.594306 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Updating router 245af5e0-6157-4031-a540-e2875d4837b7 port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:48:41.669248 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.695697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-aa1b7f2c-621b-492d-80f6-977cb4095620 None None] Provisioning complete for port ab278ee5-4883-4ea7-842a-97bf84654e4e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:41.696874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa1b7f2c-621b-492d-80f6-977cb4095620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.737314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9eafd0-1bc9-4a9c-a4cc-f98b7c3c00b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.786272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Attempting to bind port ab3b6f1e-5ff9-47f0-945c-77448dbe354e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:41.786659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Attempting to bind port ab3b6f1e-5ff9-47f0-945c-77448dbe354e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:41.787066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Attempting to bind port ab3b6f1e-5ff9-47f0-945c-77448dbe354e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:41.814561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Port ab3b6f1e-5ff9-47f0-945c-77448dbe354e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:48:41.814893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Attempting to bind port ab3b6f1e-5ff9-47f0-945c-77448dbe354e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:41.820467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f3530d9-8380-43cd-a4bc-9deef568a684 req-d526d942-0dbd-4452-8dc0-82d0e4ea5b82 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4767900
Jan 15 20:48:41.838568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:41.839043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:41.839667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:41.840122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Bound port: ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:41.840480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.910409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:41.969420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ab278ee5-4883-4ea7-842a-97bf84654e4e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:42.035216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9eafd0-1bc9-4a9c-a4cc-f98b7c3c00b5 admin admin] Publish callbacks [] for security_group (5aaef18d-4321-4603-b338-c9de771446c2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.054388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9eafd0-1bc9-4a9c-a4cc-f98b7c3c00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5aaef18d-4321-4603-b338-c9de771446c2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.063627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:42.093853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:42.122535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b7f2c-621b-492d-80f6-977cb4095620 None None] Current status of the port ab278ee5-4883-4ea7-842a-97bf84654e4e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:42.187078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.214889 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks [] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.223071 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.279195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Pushing event updated for resources: {'Port': ['ID=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:42.324704 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.327158 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.327870 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.328368 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.331659 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.332481 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.333118 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.333571 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.333914 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.334447 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.335846 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.336331 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.339726 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Tracked resource versions report:
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]: pushed versions:
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]: {   'AddressGroup': {'1.2'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'ConntrackHelper': {'1.0'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'LocalIPAssociation': {'1.0'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'Log': {'1.0'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'Network': {'1.1'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'Port': {'1.7'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'PortForwarding': {'1.2'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'QosPolicy': {'1.10'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'SecurityGroup': {'1.5'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'SecurityGroupRule': {'1.2'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'SubPort': {'1.0'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'Subnet': {'1.1'},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     'Trunk': {'1.1'}}
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]: consumer versions:
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]: {   DHCP agent@ncdv-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     HyperV agent@nch1-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     HyperV agent@nch2-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     L3 agent@ncdv-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     Metadata agent@ncdv-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     Metering agent@ncdv-master-1: {},
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'ConntrackHelper': '1.0',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'LocalIPAssociation': '1.0',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'Log': '1.0',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'Network': '1.1',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'Port': '1.7',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'PortForwarding': '1.2',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'QosPolicy': '1.10',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'SecurityGroup': '1.5',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'SecurityGroupRule': '1.2',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'SubPort': '1.0',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'Subnet': '1.1',
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:                                           'Trunk': '1.1'}}
Jan 15 20:48:42.341220 ncdv-master-1 neutron-server[114440]:  {{(pid=114440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 15 20:48:42.346814 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Attempting to bind port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:42.349355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Attempting to bind port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:42.353010 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Attempting to bind port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:42.356747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Allocated IP 172.20.0.1 (f500117d-1a95-41f2-bf61-8c0369c6db83/a873c844-f03d-4d9f-aee5-cb38b75ce01a/3eda0e15-7af2-4464-a064-368615d4790c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:42.368605 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:42.372887 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:42.373748 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.375724 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:42.376654 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Bound port: dd27d8c2-8f7a-4e2b-afbd-852e2c00febd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:42.377147 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.437723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a5b479-4d3c-4917-bd40-c713c6482b73 req-11b45fa8-be70-4c9a-b88b-a1cbfd33d4ec tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.2546635
Jan 15 20:48:42.445896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb9eafd0-1bc9-4a9c-a4cc-f98b7c3c00b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5caceb5d02f4f1a98c596b6cfd792c7&name=default HTTP/1.1" status: 200  len: 2995 time: 1.5035920
Jan 15 20:48:42.447690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:42.526226 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] For port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:42.538548 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] For port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:42.548018 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.562677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eafd0-1bc9-4a9c-a4cc-f98b7c3c00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaef18d-4321-4603-b338-c9de771446c2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:42.632247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Pushing event updated for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:42.637334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:42.639141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:42.644689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-fa4055e5-a35d-4d74-b500-267f7c7c3f7e service neutron] 10.222.0.45 "PUT /v2.0/ports/ab3b6f1e-5ff9-47f0-945c-77448dbe354e HTTP/1.1" status: 200  len: 1118 time: 4.1411612
Jan 15 20:48:42.660144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:48:42.666990 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2acae8-8508-4237-aa61-f05dad11da93 None None] Pushing event updated for resources: {'Port': ['ID=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:42.686038 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:42.686840 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:42.946954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:43.115026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks [] for port (3eda0e15-7af2-4464-a064-368615d4790c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.187296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.202243 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df7d7d-fd32-4270-8a0a-195b151717d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:48:43.217358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] Publish callbacks [] for security_group (5aaef18d-4321-4603-b338-c9de771446c2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.263064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] Publish callbacks [] for security_group (5aaef18d-4321-4603-b338-c9de771446c2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.288203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:43.320049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:43.323393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:43.328632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:43.329212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (245af5e0-6157-4031-a540-e2875d4837b7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.336059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5aaef18d-4321-4603-b338-c9de771446c2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.338333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.339466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5aaef18d-4321-4603-b338-c9de771446c2 HTTP/1.1" status: 204  len: 168 time: 0.8866110
Jan 15 20:48:43.363190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5067423-3daf-4b3b-beaa-9a7fc4def371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaef18d-4321-4603-b338-c9de771446c2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:43.404974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c4cb8-e430-4fa6-acf2-2b96e3bdfa6c req-cb3082e4-b95a-4853-a3c2-5ff8959f19c0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:43.407793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee3c4cb8-e430-4fa6-acf2-2b96e3bdfa6c req-cb3082e4-b95a-4853-a3c2-5ff8959f19c0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2990329
Jan 15 20:48:43.428801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-74d8b27f-2e6d-4ede-8bec-10f360e3a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:43.431111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-74d8b27f-2e6d-4ede-8bec-10f360e3a2c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 1121 time: 0.5373209
Jan 15 20:48:43.434543 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502190>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:39Z', 'revision_number': 3, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:43.537917 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823ac95-2bb3-4dfa-9424-7d8e3d13c017 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:39Z', 'revision_number': 3, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:48:43.562992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee3c4cb8-e430-4fa6-acf2-2b96e3bdfa6c req-2855d773-0cbd-441e-894e-b4ad04937d65 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530521
Jan 15 20:48:43.619905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eda0e15-7af2-4464-a064-368615d4790c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.648552 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca96fcf-48ce-4760-a9c1-435e545be433 x-openstack-request-id: req-9ca96fcf-48ce-4760-a9c1-435e545be433 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:48:43.649001 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:48:43.649157 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ca96fcf-48ce-4760-a9c1-435e545be433 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:48:43.649619 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e', 'status': 'completed', 'code': 200}
Jan 15 20:48:43.722892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-ed6333a5-3d67-40cf-bca7-53111df37194 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e HTTP/1.1" status: 200  len: 217 time: 0.1725831
Jan 15 20:48:43.867814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3461f8de-6c57-434e-83f0-a38b93f26dd7 req-89dec889-7430-465d-9618-c4b90399e4cf tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.0436931
Jan 15 20:48:43.869535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d70abf6d-0564-44e8-9400-ac1be7322727 None None] Provisioning complete for port 3eda0e15-7af2-4464-a064-368615d4790c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:43.870110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d70abf6d-0564-44e8-9400-ac1be7322727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eda0e15-7af2-4464-a064-368615d4790c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.893093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.39', 60996) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:43.961963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks [] for port (3eda0e15-7af2-4464-a064-368615d4790c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.971355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-a21bba94-a85d-4333-90bf-1fe30245eeff tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd82c6b47c4140e390464b153d2fe865&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0682821
Jan 15 20:48:43.973423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:43.985720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (245af5e0-6157-4031-a540-e2875d4837b7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:44.006356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-f9d7546e-14d4-43e3-9497-a6c5bb40f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:44.010964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-f9d7546e-14d4-43e3-9497-a6c5bb40f33c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2772810
Jan 15 20:48:44.051064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d70abf6d-0564-44e8-9400-ac1be7322727 None None] Port 3eda0e15-7af2-4464-a064-368615d4790c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:44.058002 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:44.328012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:44.356463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-c3330c0e-e59a-47fc-ab57-edb1ae1663e2 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:44.366611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-c3330c0e-e59a-47fc-ab57-edb1ae1663e2 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3928440
Jan 15 20:48:44.388478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45c6f053-b630-4184-b655-b26f692ea405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:44.396062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57114) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:44.396744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:44.468980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Request body: {'port': {'device_id': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'bd82c6b47c4140e390464b153d2fe865'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:44.543030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:44.547727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:44.804610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:48:44.994913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.099059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45c6f053-b630-4184-b655-b26f692ea405 admin admin] Publish callbacks [] for security_group (ff212dbf-4ac3-4f91-bc00-562843e0cfa1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.100241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c61d345f-1416-4eb2-a1f5-df281c30e707 None None] Provisioning complete for port 3eda0e15-7af2-4464-a064-368615d4790c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:45.102874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c61d345f-1416-4eb2-a1f5-df281c30e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eda0e15-7af2-4464-a064-368615d4790c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.129224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45c6f053-b630-4184-b655-b26f692ea405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff212dbf-4ac3-4f91-bc00-562843e0cfa1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.134528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f555b8-0c80-4b70-a466-ead03ae97110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.205518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c61d345f-1416-4eb2-a1f5-df281c30e707 None None] Port 3eda0e15-7af2-4464-a064-368615d4790c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:45.207861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f053-b630-4184-b655-b26f692ea405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff212dbf-4ac3-4f91-bc00-562843e0cfa1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:45.219863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:48:45.232113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6a84e03-249e-472e-8cbc-4ab02f4f31b9 req-b7599db8-7921-49aa-aeb6-0d7a12b58875 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.1724977
Jan 15 20:48:45.283608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63d1293c-e91e-4bcd-8c41-61ea8b6a24c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/245af5e0-6157-4031-a540-e2875d4837b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6707611
Jan 15 20:48:45.296488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-ac73c32c-6286-4579-8c0e-346192030567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:45.299807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-ac73c32c-6286-4579-8c0e-346192030567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.9298322
Jan 15 20:48:45.305611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-45c6f053-b630-4184-b655-b26f692ea405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d95ba3f5f8214383b3a615bc44331480&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9764390
Jan 15 20:48:45.308134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57138) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:45.376475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f555b8-0c80-4b70-a466-ead03ae97110 admin admin] Publish callbacks [] for security_group (f76d1e59-8d92-43b3-9b90-87c91d98d26e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.379348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e3c7-41a4-4147-87b5-6222a05bc972 req-5eb93a0a-62a0-41be-b2cc-5a5a75e1f61f tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:45.390867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b23e3c7-41a4-4147-87b5-6222a05bc972 req-5eb93a0a-62a0-41be-b2cc-5a5a75e1f61f tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.3687565
Jan 15 20:48:45.392222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f555b8-0c80-4b70-a466-ead03ae97110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f76d1e59-8d92-43b3-9b90-87c91d98d26e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.498522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd27d8c2-8f7a-4e2b-afbd-852e2c00febd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:45.542700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09f555b8-0c80-4b70-a466-ead03ae97110 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2165520386014d5cae99bc5425410621&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1424406
Jan 15 20:48:45.543322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57140) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:45.598504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:45.598977 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.627270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] Publish callbacks [] for security_group (f76d1e59-8d92-43b3-9b90-87c91d98d26e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.628023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b23e3c7-41a4-4147-87b5-6222a05bc972 req-edb9f058-da95-4777-8ffe-101f535f99ff tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2361457
Jan 15 20:48:45.653379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] Publish callbacks [] for security_group (ff212dbf-4ac3-4f91-bc00-562843e0cfa1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.666787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] Publish callbacks [] for security_group (f76d1e59-8d92-43b3-9b90-87c91d98d26e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.686144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Made reservation on behalf of bd82c6b47c4140e390464b153d2fe865 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:45.690146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.704579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.710291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:45.710697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.723032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] Publish callbacks [] for security_group (ff212dbf-4ac3-4f91-bc00-562843e0cfa1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.751378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-9022fb30-bcac-4638-87a7-e861f40b33d8 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954892
Jan 15 20:48:45.770073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f555b8-0c80-4b70-a466-ead03ae97110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d1e59-8d92-43b3-9b90-87c91d98d26e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:45.775560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f76d1e59-8d92-43b3-9b90-87c91d98d26e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.775831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:48:45.785052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.785370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.805759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f76d1e59-8d92-43b3-9b90-87c91d98d26e HTTP/1.1" status: 204  len: 168 time: 0.2535264
Jan 15 20:48:45.835875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03924f-0d1c-436b-9a11-bee28fbca75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d1e59-8d92-43b3-9b90-87c91d98d26e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:45.909357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:45.928607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8b36a93-9aeb-41a5-814f-30d8d2f8c774 req-a6abb8a9-bfe0-472f-91e6-122a1b342ffa service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613204
Jan 15 20:48:45.959664 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff212dbf-4ac3-4f91-bc00-562843e0cfa1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.962404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.963518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff212dbf-4ac3-4f91-bc00-562843e0cfa1 HTTP/1.1" status: 204  len: 168 time: 0.6518149
Jan 15 20:48:45.984968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeab8f9-6689-4abd-817d-bbca1e49a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff212dbf-4ac3-4f91-bc00-562843e0cfa1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:45.988191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks [] for security_group (643a3327-9e31-4fc1-8bf6-f25bdc4b1625), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:45.995187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (643a3327-9e31-4fc1-8bf6-f25bdc4b1625), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:46.161060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643a3327-9e31-4fc1-8bf6-f25bdc4b1625,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:46.195866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-35f28372-2dba-4ceb-93ca-f4436e282415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:46.205798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-35f28372-2dba-4ceb-93ca-f4436e282415 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 1121 time: 0.1702049
Jan 15 20:48:46.618465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Allocated IP 192.168.233.109 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/41cea26c-65de-4cc6-a1d6-701315bcd28f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:46.641846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-6a9caa17-5ccb-4af4-bd7f-e3a2667aa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:46.643898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-6a9caa17-5ccb-4af4-bd7f-e3a2667aa157 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.4249690
Jan 15 20:48:46.738958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:46.754601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-0c5382d9-7146-4bfe-9392-d0e8622bd001 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e HTTP/1.1" status: 200  len: 217 time: 0.1011477
Jan 15 20:48:46.757128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-449c1af2-2a34-42a7-b47d-c00d676c7ff7 req-62904599-6723-477f-a158-a5301828c732 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.0448692
Jan 15 20:48:46.772527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:48:46.773746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-254cc68b-d021-473d-b4e7-2924af0214cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:46.804664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:46.805347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:46.881560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-254cc68b-d021-473d-b4e7-2924af0214cd admin admin] Publish callbacks [] for security_group (af76e7d5-0f68-4fc3-90a7-21aeaff86a0a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:46.887086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-254cc68b-d021-473d-b4e7-2924af0214cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (af76e7d5-0f68-4fc3-90a7-21aeaff86a0a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:46.958053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-254cc68b-d021-473d-b4e7-2924af0214cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3b6d53ee36947cb86cc053f4d42ec9f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2179298
Jan 15 20:48:46.964564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:46.984397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc68b-d021-473d-b4e7-2924af0214cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76e7d5-0f68-4fc3-90a7-21aeaff86a0a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:47.017900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-b13d6746-a073-48f2-a01b-ce6746c32725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:47.019266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-b13d6746-a073-48f2-a01b-ce6746c32725 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2548411
Jan 15 20:48:47.056657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:47.061169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb186b-9b75-483b-a41e-b5628a447080 req-82dfb560-3392-433f-9cd7-9f79a1d426c8 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:47.064340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57174) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:47.069660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-network', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:47.071935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55eb186b-9b75-483b-a41e-b5628a447080 req-82dfb560-3392-433f-9cd7-9f79a1d426c8 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2436342
Jan 15 20:48:47.110296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Made reservation on behalf of db83acd7cde5477ea025f1870cc390df for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:47.114794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.130998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] Publish callbacks [] for security_group (af76e7d5-0f68-4fc3-90a7-21aeaff86a0a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.164313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] Publish callbacks [] for security_group (af76e7d5-0f68-4fc3-90a7-21aeaff86a0a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.181193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.311345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks [] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.313940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-8d35b7ec-02a8-4c7d-ac10-a8d1b8860b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:47.315430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-8d35b7ec-02a8-4c7d-ac10-a8d1b8860b8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2730188
Jan 15 20:48:47.384207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55eb186b-9b75-483b-a41e-b5628a447080 req-a9baf1a0-8882-412f-86f6-473d005081f0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2964106
Jan 15 20:48:47.401811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd27d8c2-8f7a-4e2b-afbd-852e2c00febd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:47.405730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (af76e7d5-0f68-4fc3-90a7-21aeaff86a0a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.408272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.413622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af76e7d5-0f68-4fc3-90a7-21aeaff86a0a HTTP/1.1" status: 204  len: 168 time: 0.4474463
Jan 15 20:48:47.458291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks [] for security_group (3204c5a8-ef6d-4739-8e7c-1c40fd518946), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.459679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.465926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3204c5a8-ef6d-4739-8e7c-1c40fd518946), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.482578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5945224-ce6f-4d93-8661-ab4b9b43c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76e7d5-0f68-4fc3-90a7-21aeaff86a0a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:47.492060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:48:47.525507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f9e1f054-ef65-41d0-a933-9b70baff7ef9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.525730 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Added segment f9e1f054-ef65-41d0-a933-9b70baff7ef9 of type vlan for network 68208125-5489-4003-8d8f-1f86e1c0f8a9
Jan 15 20:48:47.537496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204c5a8-ef6d-4739-8e7c-1c40fd518946,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:47.553561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:47.566558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:47.566848 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.589156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Pushing event updated for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:47.594208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:47.600595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   from cryptography.utils import int_from_bytes
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   from cryptography.utils import int_from_bytes
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.603235 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:48:47.605204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:48:47.606923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:47.607550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.625675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (68208125-5489-4003-8d8f-1f86e1c0f8a9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.634721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97eb80>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 2, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:47.636667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-cd45f0f1-192b-4663-9345-215c2fa1d26c service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062427
Jan 15 20:48:47.648098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-ebef3136-307a-49db-a554-edaef2908fef tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1839797
Jan 15 20:48:47.662197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-4e373dba-8ff1-4012-a5e3-133c93dfa3b3 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:48:47.670159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-4e373dba-8ff1-4012-a5e3-133c93dfa3b3 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0102944
Jan 15 20:48:47.678034 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (68208125-5489-4003-8d8f-1f86e1c0f8a9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.689505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:48:47.689939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Updating router 245af5e0-6157-4031-a540-e2875d4837b7 port 3eda0e15-7af2-4464-a064-368615d4790c binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:48:47.690303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:47.691497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:47.766643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=68208125-5489-4003-8d8f-1f86e1c0f8a9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:47.839856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2162685c-c275-4167-8ec3-8cf57e7bf3b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7671783
Jan 15 20:48:47.842551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:47.843918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:48:47.855070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Request body: {'subnet': {'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-subnet', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:47.962963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07df7d7d-fd32-4270-8a0a-195b151717d9 req-fffbdad8-e15b-4a49-bf80-bc13354971b1 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3137341
Jan 15 20:48:47.985063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Made reservation on behalf of db83acd7cde5477ea025f1870cc390df for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:48:47.992553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:48.009913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eda0e15-7af2-4464-a064-368615d4790c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:48.140772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01acd6-d367-4081-82e2-33c786f39cc9 req-56dd0ff3-a289-4afd-b260-5e33798ac3fc tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:48.148616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d01acd6-d367-4081-82e2-33c786f39cc9 req-56dd0ff3-a289-4afd-b260-5e33798ac3fc tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 936 time: 0.1535690
Jan 15 20:48:48.163265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:48.180478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62802d69-cd4b-4fe1-9372-65a69aaacdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:48.260945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d01acd6-d367-4081-82e2-33c786f39cc9 req-c1616378-6504-4ce4-b95c-c72165af1fb6 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073291
Jan 15 20:48:48.541314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-227b914f-d7cd-4416-8855-2af4565a7ec3 None None] Provisioning complete for port 41cea26c-65de-4cc6-a1d6-701315bcd28f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:48.541732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-227b914f-d7cd-4416-8855-2af4565a7ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:48.580197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-227b914f-d7cd-4416-8855-2af4565a7ec3 None None] Port 41cea26c-65de-4cc6-a1d6-701315bcd28f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:48.645149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Request body: {'port': {'device_id': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:48.914012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:48.933551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315983d-4688-4141-86e0-ff8882839dad req-7a5c02e2-4393-47c9-a45b-1e319b105d90 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:48.941493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3315983d-4688-4141-86e0-ff8882839dad req-7a5c02e2-4393-47c9-a45b-1e319b105d90 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.3225148
Jan 15 20:48:48.949115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (377739f6-734d-4086-87fa-2a63953e8a67), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.111774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377739f6-734d-4086-87fa-2a63953e8a67,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:49.148370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks [] for port (3eda0e15-7af2-4464-a064-368615d4790c), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.160575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.169702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3315983d-4688-4141-86e0-ff8882839dad req-5257eea9-41e9-484a-abcb-723b2eea4d2f tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247396
Jan 15 20:48:49.224709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Checking segment: {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:49.225238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Network hostable DHCP agents. Network: 68208125-5489-4003-8d8f-1f86e1c0f8a9, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:48:49.399417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072087-8b1b-4b5a-8755-4a2deb7092b9 None None] Pushing event updated for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:49.422873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:48:49.493472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Attempting to bind port 3eda0e15-7af2-4464-a064-368615d4790c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:49.493970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Attempting to bind port 3eda0e15-7af2-4464-a064-368615d4790c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:49.494343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Attempting to bind port 3eda0e15-7af2-4464-a064-368615d4790c on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:49.501310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:49.502283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Checking segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:49.503033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.503608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Bound using segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:49.504234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Bound port: 3eda0e15-7af2-4464-a064-368615d4790c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:49.505906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eda0e15-7af2-4464-a064-368615d4790c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.627684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68208125-5489-4003-8d8f-1f86e1c0f8a9) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:49.636977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:49.637586 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.647267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e166c77-260b-4988-b70b-2889beff3688 None None] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:48:49.711933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:49.715753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c920731b-f64f-493a-af07-6e3b6b3ff773 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.8649440
Jan 15 20:48:49.718752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:48:49.770112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (15fb6158-ba38-4bac-a823-a115741d1215), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.773634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ed94f-f72f-4676-ac13-d5b697fdff92 req-aa90afbe-7f40-404f-8f32-7a64a343a61f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:49.775649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (15fb6158-ba38-4bac-a823-a115741d1215), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.780328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-537ed94f-f72f-4676-ac13-d5b697fdff92 req-aa90afbe-7f40-404f-8f32-7a64a343a61f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 936 time: 0.3640993
Jan 15 20:48:49.799992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] For port 3eda0e15-7af2-4464-a064-368615d4790c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:49.871127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8bf8b0ef-145f-4554-801a-a1e224bd6583 None None] Provisioning complete for port 3eda0e15-7af2-4464-a064-368615d4790c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:49.874345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b0ef-145f-4554-801a-a1e224bd6583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eda0e15-7af2-4464-a064-368615d4790c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.887889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] For port 3eda0e15-7af2-4464-a064-368615d4790c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3eda0e15-7af2-4464-a064-368615d4790c,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:49.949342 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:49.979427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cea26c-65de-4cc6-a1d6-701315bcd28f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:48:49.993948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks [] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.016347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-537ed94f-f72f-4676-ac13-d5b697fdff92 req-14bc6df3-c7ba-4bfb-84ba-c83d2d5128cd tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270515
Jan 15 20:48:50.052179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Transition to ACTIVE for port object 41cea26c-65de-4cc6-a1d6-701315bcd28f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:48:50.061601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.118398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for router_controller (15fb6158-ba38-4bac-a823-a115741d1215), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.210742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:50.211394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:50.218595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68208125-5489-4003-8d8f-1f86e1c0f8a9', 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9', 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'fixed_ips': [{'subnet_id': '377739f6-734d-4086-87fa-2a63953e8a67'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:48:50.219468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.258375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8b0ef-145f-4554-801a-a1e224bd6583 None None] Port 3eda0e15-7af2-4464-a064-368615d4790c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:50.311237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Attempting to bind port 41cea26c-65de-4cc6-a1d6-701315bcd28f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:50.311579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Attempting to bind port 41cea26c-65de-4cc6-a1d6-701315bcd28f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:50.314347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Attempting to bind port 41cea26c-65de-4cc6-a1d6-701315bcd28f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:50.390546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Port 41cea26c-65de-4cc6-a1d6-701315bcd28f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:48:50.390927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Attempting to bind port 41cea26c-65de-4cc6-a1d6-701315bcd28f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:50.420020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Pushing event updated for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:50.468965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:50.469412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:50.469734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:50.470189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Bound port: 41cea26c-65de-4cc6-a1d6-701315bcd28f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:50.470553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.525081 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-575a8048-7a52-4215-9599-91bf2aa5c53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.550608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072087-8b1b-4b5a-8755-4a2deb7092b9 None None] Pushing event updated for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:50.659302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1ca06-15cd-4e24-b163-691fa85fb5f0 req-a930fa5e-146e-4372-8029-90d9be6594e0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:50.661263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdf1ca06-15cd-4e24-b163-691fa85fb5f0 req-a930fa5e-146e-4372-8029-90d9be6594e0 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2732072
Jan 15 20:48:50.742384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for router_gateway (15fb6158-ba38-4bac-a823-a115741d1215), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.746652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:50.814800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:50.847760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:50.865423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdf1ca06-15cd-4e24-b163-691fa85fb5f0 req-c0345a74-3875-4cfe-bf6a-79db9daeb868 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949074
Jan 15 20:48:50.868827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Allocated IP 172.20.0.2 (68208125-5489-4003-8d8f-1f86e1c0f8a9/377739f6-734d-4086-87fa-2a63953e8a67/ad373c3f-1430-4377-b682-c8ffbe40e336) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:51.043421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:51.051036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.056296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] 10.222.0.39 "PUT /v2.0/ports/41cea26c-65de-4cc6-a1d6-701315bcd28f HTTP/1.1" status: 200  len: 1096 time: 2.9540253
Jan 15 20:48:51.057627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks [] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.066895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:48:51.077669 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8accbf85-53a4-4d5d-888f-af86710311d9" -d '{"events": [{"name": "network-changed", "server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:48:51.089260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.172784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Pushing event updated for resources: {'Port': ['ID=ad373c3f-1430-4377-b682-c8ffbe40e336,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:51.243964 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ce877-f4ce-491b-bbeb-6ad71d7854bc x-openstack-request-id: req-c60ce877-f4ce-491b-bbeb-6ad71d7854bc {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:48:51.246006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:51.246879 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:48:51.247360 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c60ce877-f4ce-491b-bbeb-6ad71d7854bc {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:48:51.248169 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f', 'status': 'completed', 'code': 200}
Jan 15 20:48:51.255780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:51.285230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:51.320233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Provisioning complete for port 3eda0e15-7af2-4464-a064-368615d4790c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:51.320990 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eda0e15-7af2-4464-a064-368615d4790c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.321568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:51.416378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57278) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:51.417207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cc96-426b-4f2b-b7d0-35ba602d9768 service neutron] Pushing event updated for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:51.461914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:51.495339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for router_gateway (15fb6158-ba38-4bac-a823-a115741d1215), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.515831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-4a026c7e-afc1-4045-b8c6-81bfe53c1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:51.517387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-4a026c7e-afc1-4045-b8c6-81bfe53c1782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 1099 time: 0.4061821
Jan 15 20:48:51.537602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.711543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-78d2b4d4-4ddb-4a69-be7b-0ca3320461d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f HTTP/1.1" status: 200  len: 217 time: 0.1829212
Jan 15 20:48:51.749489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed93bed3-c048-4cab-9e95-80b7db838bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.766499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Allocated IP 172.35.1.109 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/be5801b8-a819-4489-b47e-c81949fe014d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:51.770132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b351de-77a9-4059-b701-e08f97b0309b req-ab248fc5-b0c6-45ce-98ee-ff54001400c7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:51.771738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2b351de-77a9-4059-b701-e08f97b0309b req-ab248fc5-b0c6-45ce-98ee-ff54001400c7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.5059197
Jan 15 20:48:51.810098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Attempting to bind port ad373c3f-1430-4377-b682-c8ffbe40e336 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:51.810591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Attempting to bind port ad373c3f-1430-4377-b682-c8ffbe40e336 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:51.810859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Attempting to bind port ad373c3f-1430-4377-b682-c8ffbe40e336 on network 68208125-5489-4003-8d8f-1f86e1c0f8a9 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:51.820820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:51.821287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Checking segment: {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:51.821842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.822305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Bound using segment: {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:51.822844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Bound port: ad373c3f-1430-4377-b682-c8ffbe40e336, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:51.823223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.880189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-a0d732a5-ae0e-4500-b698-42ce7d82ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:51.892332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-a0d732a5-ae0e-4500-b698-42ce7d82ff1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1619020
Jan 15 20:48:51.898884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:51.943729 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2b351de-77a9-4059-b701-e08f97b0309b req-088a0c34-1286-4ff2-90b8-ba15d18a7579 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501944
Jan 15 20:48:52.021250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-0f0757b0-2d2a-46ee-89da-b8d861a61bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:52.023002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-0f0757b0-2d2a-46ee-89da-b8d861a61bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1200612
Jan 15 20:48:52.027882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Current status of the port 3eda0e15-7af2-4464-a064-368615d4790c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:52.028817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eda0e15-7af2-4464-a064-368615d4790c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.092502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for port (be5801b8-a819-4489-b47e-c81949fe014d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.127667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97eb80>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:49Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:52.155201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (be5801b8-a819-4489-b47e-c81949fe014d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.181435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed93bed3-c048-4cab-9e95-80b7db838bbd admin admin] Publish callbacks [] for security_group (aabd05f4-12ca-4516-91d0-aacd46815095), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.189751 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed93bed3-c048-4cab-9e95-80b7db838bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aabd05f4-12ca-4516-91d0-aacd46815095), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.232605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed93bed3-c048-4cab-9e95-80b7db838bbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14f10655063f4c0499a0d2e2165a7ac5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7821958
Jan 15 20:48:52.234289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57284) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:52.242672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Pushing event updated for resources: {'Port': ['ID=be5801b8-a819-4489-b47e-c81949fe014d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:52.251646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] For port 3eda0e15-7af2-4464-a064-368615d4790c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3eda0e15-7af2-4464-a064-368615d4790c,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:48:52.261761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415773bd-cbd8-4d85-ba36-7b07d3d67c24 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:49Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:48:52.264240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0d10224-21ad-4e87-9cb4-b4d325c1c2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.273043 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.304891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:52.307578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:52.310963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] For port ad373c3f-1430-4377-b682-c8ffbe40e336, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:52.316056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:52.400969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4034-da4f-481c-ace0-a2b727779c4d req-10959a38-38e1-462d-95bf-9f81d86144e1 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:52.412359 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e13a4034-da4f-481c-ace0-a2b727779c4d req-10959a38-38e1-462d-95bf-9f81d86144e1 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.3875821
Jan 15 20:48:52.443827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] For port ad373c3f-1430-4377-b682-c8ffbe40e336, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad373c3f-1430-4377-b682-c8ffbe40e336,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:52.468962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.499548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93bed3-c048-4cab-9e95-80b7db838bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd05f4-12ca-4516-91d0-aacd46815095,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:52.526322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691807-8035-47d0-ab4d-8d5cb261dfbd None None] Pushing event updated for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:52.593911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] Publish callbacks [] for security_group (aabd05f4-12ca-4516-91d0-aacd46815095), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.601793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-a10ba6bc-2ce7-4053-b3ea-0a98e4424c17 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5486279
Jan 15 20:48:52.736385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e13a4034-da4f-481c-ace0-a2b727779c4d req-2355f1d4-daf6-4f1b-878e-3b985f2a0e2a tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225944
Jan 15 20:48:52.753072 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] Publish callbacks [] for security_group (aabd05f4-12ca-4516-91d0-aacd46815095), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:52.943297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfb417-6e85-4808-a09e-7e695673ff9d None None] Pushing event updated for resources: {'Port': ['ID=ad373c3f-1430-4377-b682-c8ffbe40e336,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:52.982732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-346b8a72-74b7-4cff-bb15-56c9d1e2de4a req-6cbeabac-f80d-4d28-8934-6665ed6ef08c service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3647788
Jan 15 20:48:53.015006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aabd05f4-12ca-4516-91d0-aacd46815095), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.018734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.021716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aabd05f4-12ca-4516-91d0-aacd46815095 HTTP/1.1" status: 204  len: 168 time: 0.7757339
Jan 15 20:48:53.047999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb611d-1b6b-4d27-82de-7a3945b3d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd05f4-12ca-4516-91d0-aacd46815095,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:53.176729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.275620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fd74-9fd0-49f1-99e7-4ec76fa28a20 req-9569e424-7db8-4097-ba4d-faea084cfb20 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:53.280724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0852fd74-9fd0-49f1-99e7-4ec76fa28a20 req-9569e424-7db8-4097-ba4d-faea084cfb20 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.1330609
Jan 15 20:48:53.376111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0d10224-21ad-4e87-9cb4-b4d325c1c2e4 admin admin] Publish callbacks [] for security_group (6dc23e5d-a0f3-494a-85b6-6377dcd47a5b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.383736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0d10224-21ad-4e87-9cb4-b4d325c1c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dc23e5d-a0f3-494a-85b6-6377dcd47a5b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.433691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-cc4443ab-8045-41c7-a297-ff162efecfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:53.436284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-cc4443ab-8045-41c7-a297-ff162efecfce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 1099 time: 0.2065570
Jan 15 20:48:53.466147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0852fd74-9fd0-49f1-99e7-4ec76fa28a20 req-e0390286-cfd5-413c-81d2-2c143001ea1d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530211
Jan 15 20:48:53.585908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-b5bc9368-8ad3-424e-b7fd-034587df4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:53.587471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-b5bc9368-8ad3-424e-b7fd-034587df4a58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1106639
Jan 15 20:48:53.634581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3eda0e15-7af2-4464-a064-368615d4790c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:53.739457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e0d10224-21ad-4e87-9cb4-b4d325c1c2e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4799187161d469aa94a4a1a36d5271d&name=default HTTP/1.1" status: 200  len: 2996 time: 2.3937860
Jan 15 20:48:53.742462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d10224-21ad-4e87-9cb4-b4d325c1c2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc23e5d-a0f3-494a-85b6-6377dcd47a5b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:53.750011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:53.764544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3eda0e15-7af2-4464-a064-368615d4790c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:53.765963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eda0e15-7af2-4464-a064-368615d4790c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.773631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-ad430dc4-ec05-49ed-88ce-3b67443a5732 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f HTTP/1.1" status: 200  len: 217 time: 0.1006844
Jan 15 20:48:53.871322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for router_gateway (15fb6158-ba38-4bac-a823-a115741d1215), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:53.991725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-a60c7169-08bc-4595-9c87-e8dba6813a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:53.993185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-a60c7169-08bc-4595-9c87-e8dba6813a2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2119229
Jan 15 20:48:54.045605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57298) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:54.067248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3eda0e15-7af2-4464-a064-368615d4790c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:54.068809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad373c3f-1430-4377-b682-c8ffbe40e336 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:54.092686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e201a-f30b-451c-ab8f-2bda8c90e63b req-c7348197-2dd5-4427-b402-7607b4f11c60 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:54.100332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-129e201a-f30b-451c-ab8f-2bda8c90e63b req-c7348197-2dd5-4427-b402-7607b4f11c60 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.1601322
Jan 15 20:48:54.121483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-75e8406a-643c-43f2-af91-94aee26cbb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.259880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.272299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ad373c3f-1430-4377-b682-c8ffbe40e336 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:54.276262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.406355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] Publish callbacks [] for security_group (6dc23e5d-a0f3-494a-85b6-6377dcd47a5b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.453849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931d6b4-fd51-4d97-aa83-60577c833d9b None None] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:48:54.504936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-7961a706-f994-4163-a817-d03950fce15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:54.506701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-7961a706-f994-4163-a817-d03950fce15a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4989836
Jan 15 20:48:54.538687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (15fb6158-ba38-4bac-a823-a115741d1215), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.566695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] Publish callbacks [] for security_group (6dc23e5d-a0f3-494a-85b6-6377dcd47a5b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.593461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-129e201a-f30b-451c-ab8f-2bda8c90e63b req-badf9619-902c-40a9-bd15-469714ff9a18 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4833155
Jan 15 20:48:54.693152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ad373c3f-1430-4377-b682-c8ffbe40e336 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:54.693744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.695661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7a52deec-a3fa-4c11-88f6-e88af02fdb53 None None] Provisioning complete for port ad373c3f-1430-4377-b682-c8ffbe40e336 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:54.696290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7a52deec-a3fa-4c11-88f6-e88af02fdb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.707461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-c1ceae5e-0531-4434-a806-dd2488887b6b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406093
Jan 15 20:48:54.879426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ad373c3f-1430-4377-b682-c8ffbe40e336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad373c3f-1430-4377-b682-c8ffbe40e336,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:48:54.902704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.933005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dc23e5d-a0f3-494a-85b6-6377dcd47a5b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.939843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:54.947747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dc23e5d-a0f3-494a-85b6-6377dcd47a5b HTTP/1.1" status: 204  len: 168 time: 1.1848097
Jan 15 20:48:54.976139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53166-6ddd-4991-8f20-edf5d72a9029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc23e5d-a0f3-494a-85b6-6377dcd47a5b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:55.069787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Router 15fb6158-ba38-4bac-a823-a115741d1215 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:48:55.090051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e288-3e88-49ec-926c-fff889b4845d req-9c7106de-2ff6-4aae-a50b-dbc16182499c tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:55.096150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f89e288-3e88-49ec-926c-fff889b4845d req-9c7106de-2ff6-4aae-a50b-dbc16182499c tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.3852985
Jan 15 20:48:55.185671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7a52deec-a3fa-4c11-88f6-e88af02fdb53 None None] Current status of the port ad373c3f-1430-4377-b682-c8ffbe40e336 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:55.237855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8accbf85-53a4-4d5d-888f-af86710311d9 req-d745a145-937a-4375-98c6-b445780d7997 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5180485
Jan 15 20:48:55.311874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f89e288-3e88-49ec-926c-fff889b4845d req-2526afd9-b5a7-48c5-8282-b7cf84d78a4c tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068837
Jan 15 20:48:55.328343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-75e8406a-643c-43f2-af91-94aee26cbb89 admin admin] Publish callbacks [] for security_group (05dd0f5c-fc37-4488-8e99-820da7adee2e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.336664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ad373c3f-1430-4377-b682-c8ffbe40e336,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:55.342808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-75e8406a-643c-43f2-af91-94aee26cbb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (05dd0f5c-fc37-4488-8e99-820da7adee2e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.346476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:48:55.357796 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Sync routers for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:48:55.398552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.400718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b1919123-0e6c-4c2f-8bd1-a9fd8bb10d15 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 5.6866906
Jan 15 20:48:55.406987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:55.408378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57304) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:55.416592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6481f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:55.471971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57306) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:55.477401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-75e8406a-643c-43f2-af91-94aee26cbb89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=638bf3b336f4451c8caed39d2e30545c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4281595
Jan 15 20:48:55.478757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8406a-643c-43f2-af91-94aee26cbb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd0f5c-fc37-4488-8e99-820da7adee2e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:55.667665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] Publish callbacks [] for security_group (05dd0f5c-fc37-4488-8e99-820da7adee2e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.815907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] Publish callbacks [] for security_group (05dd0f5c-fc37-4488-8e99-820da7adee2e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.817149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e247b-16d8-4c60-8d61-055a38bc9e55 req-d7fb3b6f-7591-4882-a056-0166dac7b9ae tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:55.826169 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-356e247b-16d8-4c60-8d61-055a38bc9e55 req-d7fb3b6f-7591-4882-a056-0166dac7b9ae tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.0775719
Jan 15 20:48:55.826951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-04bdcd2a-0562-413e-aa1e-ba15e6279f25 None None] Provisioning complete for port ad373c3f-1430-4377-b682-c8ffbe40e336 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:55.827481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04bdcd2a-0562-413e-aa1e-ba15e6279f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:55.871933 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:55.943877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-356e247b-16d8-4c60-8d61-055a38bc9e55 req-41b814f6-2214-4ba7-8522-003e01e4b200 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151061
Jan 15 20:48:56.006542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-04bdcd2a-0562-413e-aa1e-ba15e6279f25 None None] Current status of the port ad373c3f-1430-4377-b682-c8ffbe40e336 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:56.033148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57312) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:56.058858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85ec5059-1c4d-47c8-8137-4efa2da32d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.121533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (05dd0f5c-fc37-4488-8e99-820da7adee2e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.124061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.130401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05dd0f5c-fc37-4488-8e99-820da7adee2e HTTP/1.1" status: 204  len: 168 time: 0.6518943
Jan 15 20:48:56.176254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c3b89-c853-4ebf-84f3-6d3f19d88471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd0f5c-fc37-4488-8e99-820da7adee2e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:56.396865 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6481f0>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 3, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:56.502766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85ec5059-1c4d-47c8-8137-4efa2da32d66 admin admin] Publish callbacks [] for security_group (3e549879-54cc-446d-9e0d-8faa0ac8dec1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.508412 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Checking router: 15fb6158-ba38-4bac-a823-a115741d1215 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:48:56.509407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Updating router 15fb6158-ba38-4bac-a823-a115741d1215 port be5801b8-a819-4489-b47e-c81949fe014d binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:48:56.521594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85ec5059-1c4d-47c8-8137-4efa2da32d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e549879-54cc-446d-9e0d-8faa0ac8dec1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.569785 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be5801b8-a819-4489-b47e-c81949fe014d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.602512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-85ec5059-1c4d-47c8-8137-4efa2da32d66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=687f62f5897942878ce37b7099ddab81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5647657
Jan 15 20:48:56.604656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57320) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:48:56.692001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.870602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555469b-b39f-4302-b097-8e3725ffbca1 req-b07e974a-67f8-41c6-bdb8-f0f40197e489 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:56.874891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3555469b-b39f-4302-b097-8e3725ffbca1 req-b07e974a-67f8-41c6-bdb8-f0f40197e489 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.2854331
Jan 15 20:48:56.933894 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] Publish callbacks [] for security_group (3e549879-54cc-446d-9e0d-8faa0ac8dec1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:56.985696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Allocated IP 172.20.0.1 (68208125-5489-4003-8d8f-1f86e1c0f8a9/377739f6-734d-4086-87fa-2a63953e8a67/b912de9d-fcfe-4f6a-a08b-0b5b576b9768) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:48:57.024628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] Publish callbacks [] for security_group (3e549879-54cc-446d-9e0d-8faa0ac8dec1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.165259 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks [] for port (be5801b8-a819-4489-b47e-c81949fe014d), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.177208 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (be5801b8-a819-4489-b47e-c81949fe014d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.215652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec5059-1c4d-47c8-8137-4efa2da32d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e549879-54cc-446d-9e0d-8faa0ac8dec1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:57.216453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks [] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.219925 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Attempting to bind port be5801b8-a819-4489-b47e-c81949fe014d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:48:57.220690 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Attempting to bind port be5801b8-a819-4489-b47e-c81949fe014d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:48:57.221298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Attempting to bind port be5801b8-a819-4489-b47e-c81949fe014d on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:48:57.270955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e549879-54cc-446d-9e0d-8faa0ac8dec1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.277218 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.279266 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:48:57.283982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e549879-54cc-446d-9e0d-8faa0ac8dec1 HTTP/1.1" status: 204  len: 168 time: 0.6622567
Jan 15 20:48:57.286656 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:48:57.287377 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.288201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:48:57.289518 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Bound port: be5801b8-a819-4489-b47e-c81949fe014d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:48:57.290781 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be5801b8-a819-4489-b47e-c81949fe014d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.380573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.384697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb4e15-46fb-497c-8c68-67337bbc035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e549879-54cc-446d-9e0d-8faa0ac8dec1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:57.448111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce661-de9d-4f1d-8bb4-2d2ac330547e req-f0a31e70-438d-4faa-9184-d1197f8840ec tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:57.450910 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-071ce661-de9d-4f1d-8bb4-2d2ac330547e req-f0a31e70-438d-4faa-9184-d1197f8840ec tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2017510
Jan 15 20:48:57.472097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3555469b-b39f-4302-b097-8e3725ffbca1 req-a605da03-08b8-4012-acea-e9928dcb9efb tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5409083
Jan 15 20:48:57.548214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-071ce661-de9d-4f1d-8bb4-2d2ac330547e req-8db40755-a738-475a-9d4c-12b13919c352 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736287
Jan 15 20:48:57.553562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad373c3f-1430-4377-b682-c8ffbe40e336 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:57.573838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:57.577729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:57.580360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:48:57.581408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (15fb6158-ba38-4bac-a823-a115741d1215), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.605333 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85e932-8ae1-49d8-90af-43e9cf7f14f3 None None] Pushing event updated for resources: {'Port': ['ID=be5801b8-a819-4489-b47e-c81949fe014d,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:57.624691 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] For port be5801b8-a819-4489-b47e-c81949fe014d, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:48:57.651391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] For port be5801b8-a819-4489-b47e-c81949fe014d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5801b8-a819-4489-b47e-c81949fe014d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:48:57.660383 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (be5801b8-a819-4489-b47e-c81949fe014d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.749548 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:48:57.750401 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6481f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:57.828008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ad373c3f-1430-4377-b682-c8ffbe40e336 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:57.828616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:57.966525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ad373c3f-1430-4377-b682-c8ffbe40e336 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:58.005661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Pushing event updated for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:58.014500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:58.023152 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:48:58.091851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5b6d6ad2-a6ff-4442-915a-7baa13a3f7b4 None None] Provisioning complete for port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:58.093050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ad2-a6ff-4442-915a-7baa13a3f7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:58.228449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d6ad2-a6ff-4442-915a-7baa13a3f7b4 None None] Port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:58.232694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks [] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:58.240200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:58.241521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (15fb6158-ba38-4bac-a823-a115741d1215), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:58.509264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Pushing event updated for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:58.511775 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85e932-8ae1-49d8-90af-43e9cf7f14f3 None None] Pushing event updated for resources: {'Port': ['ID=be5801b8-a819-4489-b47e-c81949fe014d,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:48:58.598876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:48:58.602465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:48:58.763151 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6481f0>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 3, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:48:58.804882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2165ab-bfa0-47ed-8e69-d393c75a5d93 req-d449a34d-79bf-4fbb-bf43-c7993c9a2209 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:58.812923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d2165ab-bfa0-47ed-8e69-d393c75a5d93 req-d449a34d-79bf-4fbb-bf43-c7993c9a2209 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.1518657
Jan 15 20:48:58.837321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e96cab-7e2a-4d1e-96c5-ad74bc66b128 req-df4527d9-2d7a-4aa2-9677-5b294ca8d51f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:48:58.838847 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77e96cab-7e2a-4d1e-96c5-ad74bc66b128 req-df4527d9-2d7a-4aa2-9677-5b294ca8d51f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.1218071
Jan 15 20:48:58.844816 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676fb9c-7da1-4e7f-aad8-c77b3652f4fa None None] The sync data for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 is: [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 3, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:48:58.875559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Router 15fb6158-ba38-4bac-a823-a115741d1215 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:48:58.988282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d2165ab-bfa0-47ed-8e69-d393c75a5d93 req-51a0f4c7-cf1b-45e4-843f-e40166fd155f tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744690
Jan 15 20:48:59.034219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77e96cab-7e2a-4d1e-96c5-ad74bc66b128 req-fc5f58eb-39b0-4fa5-891a-75db721bda0b tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773863
Jan 15 20:48:59.050457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:48:59.056910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-46c3978f-bed0-4336-a606-c692d1a3abe1 admin admin] 10.222.0.46 "PUT /v2.0/routers/15fb6158-ba38-4bac-a823-a115741d1215/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6425321
Jan 15 20:48:59.066205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9e543fa8-8a18-412d-9a42-bd782482fe43 None None] Provisioning complete for port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:59.067414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e543fa8-8a18-412d-9a42-bd782482fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:59.114274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9e543fa8-8a18-412d-9a42-bd782482fe43 None None] Port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:48:59.377617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device be5801b8-a819-4489-b47e-c81949fe014d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:48:59.441019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port be5801b8-a819-4489-b47e-c81949fe014d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:48:59.441614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (be5801b8-a819-4489-b47e-c81949fe014d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:59.541596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port be5801b8-a819-4489-b47e-c81949fe014d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:48:59.542405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be5801b8-a819-4489-b47e-c81949fe014d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:59.567191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port be5801b8-a819-4489-b47e-c81949fe014d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5801b8-a819-4489-b47e-c81949fe014d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:48:59.572499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (be5801b8-a819-4489-b47e-c81949fe014d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:48:59.646820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=be5801b8-a819-4489-b47e-c81949fe014d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:00.049393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-b555db59-14a9-4402-a1ac-5c3da5b2b094 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ac923ea754345a9b79457833bd72da4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301042
Jan 15 20:49:00.161568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-a1b256c0-22a1-4b6f-b4e4-4a5a6e89f44b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:00.163014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-a1b256c0-22a1-4b6f-b4e4-4a5a6e89f44b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1109564
Jan 15 20:49:00.178123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-a49c0e73-303b-43e3-b3a6-e1f6601440ec tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/quotas/8ac923ea754345a9b79457833bd72da4 HTTP/1.1" status: 200  len: 375 time: 0.0096540
Jan 15 20:49:00.187749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:00.192220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648149025', 'description': 'tempest-description--56426151'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:00.217493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-e9d1813b-406e-414b-8ce3-b9ad55add6b0 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0339074
Jan 15 20:49:00.233572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.285947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044b1f-e7ab-441e-a473-7a1d6eec7514 req-8757acf5-a03f-415b-89ea-f0927aa2d6d9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:00.294284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7044b1f-e7ab-441e-a473-7a1d6eec7514 req-8757acf5-a03f-415b-89ea-f0927aa2d6d9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.0627980
Jan 15 20:49:00.344346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7044b1f-e7ab-441e-a473-7a1d6eec7514 req-d681e94a-29a8-496f-bfae-766d2fe9d68b tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490189
Jan 15 20:49:00.346369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (3e500a39-fa49-49ed-a0af-acf7e408dba6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.355922 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e500a39-fa49-49ed-a0af-acf7e408dba6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.427111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e500a39-fa49-49ed-a0af-acf7e408dba6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:00.448520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.453887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-71150d60-7962-4d08-ac14-58db0ea25a9e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.2650180
Jan 15 20:49:00.454951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57440) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:00.459350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'security_group_rule': {'security_group_id': '3e500a39-fa49-49ed-a0af-acf7e408dba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:00.496385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f42e3-5bef-4814-b1ab-5a9d659111ed req-d79bf701-183c-4844-852c-1d9dcb5f0644 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:00.499023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9f42e3-5bef-4814-b1ab-5a9d659111ed req-d79bf701-183c-4844-852c-1d9dcb5f0644 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.0755732
Jan 15 20:49:00.535320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (9c42c2f8-fe81-419c-a8f9-408c38cc5ffe), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.597479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9f42e3-5bef-4814-b1ab-5a9d659111ed req-f4001f80-a4de-40f6-9667-6b57ebae4dd2 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926964
Jan 15 20:49:00.632381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (9c42c2f8-fe81-419c-a8f9-408c38cc5ffe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.637559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9c42c2f8-fe81-419c-a8f9-408c38cc5ffe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.672244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c42c2f8-fe81-419c-a8f9-408c38cc5ffe,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:00.698388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.699782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-543f49ca-35c3-4b2e-80ce-cc8bd10e83a4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2438333
Jan 15 20:49:00.702464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57448) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:00.707119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'security_group_rule': {'security_group_id': '3e500a39-fa49-49ed-a0af-acf7e408dba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:00.749774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (27e0bf0c-b1e0-454c-909b-494d1e8f35e5), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.753803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c27d492-d6ff-4b5c-999c-a5093775fbd1 req-a7d22966-4f2f-4ea8-8554-184aee148501 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 210 time: 0.0645673
Jan 15 20:49:00.839705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (27e0bf0c-b1e0-454c-909b-494d1e8f35e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.846585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (27e0bf0c-b1e0-454c-909b-494d1e8f35e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.867784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e0bf0c-b1e0-454c-909b-494d1e8f35e5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:00.879478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:00.880656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec2160ee-553e-46e4-9f41-8c815d96e80b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1772442
Jan 15 20:49:00.883834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57456) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:00.888805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:00.924743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.051261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.057257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Sync routers for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:49:01.072729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:49:01.073385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803b1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:01.199769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Allocated IP 172.35.1.42 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2d4b76d8-6105-4f29-9d9d-c87d67f8fcde) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:01.205853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:49:01.249992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:01.324156 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.373267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.429672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device be5801b8-a819-4489-b47e-c81949fe014d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:01.453467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-333a37eb-1ad9-4483-98f7-7bc85ebdd990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.460516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'Port': ['ID=2d4b76d8-6105-4f29-9d9d-c87d67f8fcde,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:01.473928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:01.486717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:01.492659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:01.562365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port be5801b8-a819-4489-b47e-c81949fe014d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:01.562892 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (be5801b8-a819-4489-b47e-c81949fe014d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.568185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-333a37eb-1ad9-4483-98f7-7bc85ebdd990 admin admin] Publish callbacks [] for security_group (3cae57dc-dfd1-487c-b40b-8843f9a90369), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.572693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-333a37eb-1ad9-4483-98f7-7bc85ebdd990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3cae57dc-dfd1-487c-b40b-8843f9a90369), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.619635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.631619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-333a37eb-1ad9-4483-98f7-7bc85ebdd990 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=933eb5ae594344569f91c10e3df0e2f3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3802395
Jan 15 20:49:01.632666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a37eb-1ad9-4483-98f7-7bc85ebdd990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae57dc-dfd1-487c-b40b-8843f9a90369,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:01.635698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:01.644723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803b1eb0>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:57Z', 'revision_number': 4, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b912de9d-fcfe-4f6a-a08b-0b5b576b9768', 'name': '', 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'mac_address': 'fa:16:3e:80:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '377739f6-734d-4086-87fa-2a63953e8a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:56Z', 'updated_at': '2022-01-15T20:48:58Z', 'revision_number': 2, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'subnets': [{'id': '377739f6-734d-4086-87fa-2a63953e8a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:01.673837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942af1-168c-46b5-9f09-b72108162daf req-902e1930-c493-40a0-bfdd-991a8c4eef94 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:01.684279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7942af1-168c-46b5-9f09-b72108162daf req-902e1930-c493-40a0-bfdd-991a8c4eef94 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2139823
Jan 15 20:49:01.695275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] Publish callbacks [] for security_group (3cae57dc-dfd1-487c-b40b-8843f9a90369), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.744197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] Publish callbacks [] for security_group (3cae57dc-dfd1-487c-b40b-8843f9a90369), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.777344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.815166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3cae57dc-dfd1-487c-b40b-8843f9a90369), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.818466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:01.820403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cae57dc-dfd1-487c-b40b-8843f9a90369 HTTP/1.1" status: 204  len: 168 time: 0.1836121
Jan 15 20:49:01.832585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d28c90-3124-47b9-9b4e-75527d40d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae57dc-dfd1-487c-b40b-8843f9a90369,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:01.851245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 41cea26c-65de-4cc6-a1d6-701315bcd28f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:01.861259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Checking router: 15fb6158-ba38-4bac-a823-a115741d1215 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:49:01.861618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Updating router 15fb6158-ba38-4bac-a823-a115741d1215 port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:49:01.879183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7942af1-168c-46b5-9f09-b72108162daf req-0f14d76f-dbf2-495f-95b7-d25ce328863c tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891527
Jan 15 20:49:01.919565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33782cf-3435-43b9-be92-db4602c8309c req-1993fa8b-38bb-47ed-9e0c-28ee16d8f8c1 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:01.921773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d33782cf-3435-43b9-be92-db4602c8309c req-1993fa8b-38bb-47ed-9e0c-28ee16d8f8c1 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 948 time: 0.2348375
Jan 15 20:49:01.925737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-2920b75d-1ab4-4f84-97af-4b215195e910 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8ac923ea754345a9b79457833bd72da4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0989056
Jan 15 20:49:01.950739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port be5801b8-a819-4489-b47e-c81949fe014d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:01.955985 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.112574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad0677f6-760f-40c4-95bf-25f802900d1d req-d7b57a3f-ca81-4e88-9b76-7c182f1f9dab tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 210 time: 0.0863838
Jan 15 20:49:02.130028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d33782cf-3435-43b9-be92-db4602c8309c req-4f344f4e-1051-4c13-bb00-98ea12636f0e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969774
Jan 15 20:49:02.155079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:02.189026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-4659329a-52f3-4255-afab-07f7d49b4c28 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:02.190830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-4659329a-52f3-4255-afab-07f7d49b4c28 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2590902
Jan 15 20:49:02.204822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '41cea26c-65de-4cc6-a1d6-701315bcd28f', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '41cea26c-65de-4cc6-a1d6-701315bcd28f', 'mac_address': 'fa:16:3e:e7:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:02.206507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Request body: {'port': {'device_id': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8ac923ea754345a9b79457833bd72da4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:02.268117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 41cea26c-65de-4cc6-a1d6-701315bcd28f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:02.268520 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.274504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57478) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:02.290245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cea26c-65de-4cc6-a1d6-701315bcd28f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:02.294629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-045e1231-30e6-450b-9940-ce086a6604fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.325653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:02.331146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.392968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-045e1231-30e6-450b-9940-ce086a6604fe admin admin] Publish callbacks [] for security_group (83a8ba5f-8521-4be6-9059-69d812f2f4df), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.398426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-045e1231-30e6-450b-9940-ce086a6604fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (83a8ba5f-8521-4be6-9059-69d812f2f4df), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.423978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks [] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.430180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.433264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.433441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.444519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.447617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1231-30e6-450b-9940-ce086a6604fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8ba5f-8521-4be6-9059-69d812f2f4df,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.455049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-045e1231-30e6-450b-9940-ce086a6604fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=413fd6a555d94010a836f4fc088d64a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1788528
Jan 15 20:49:02.457827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57480) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:02.489334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353462a6-881a-4d7a-87cd-c19865c77fec None None] Pushing event updated for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.503159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.538286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'Port': ['ID=2d4b76d8-6105-4f29-9d9d-c87d67f8fcde,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.546841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.548496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0f1d7384-5033-4a29-83aa-7c6a825386c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6636865
Jan 15 20:49:02.555146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] Publish callbacks [] for security_group (83a8ba5f-8521-4be6-9059-69d812f2f4df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.563916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Made reservation on behalf of 8ac923ea754345a9b79457833bd72da4 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:02.566278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Attempting to bind port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:02.566894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Attempting to bind port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:02.568002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.568589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Attempting to bind port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 on network 68208125-5489-4003-8d8f-1f86e1c0f8a9 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:02.577264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:02.577866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Checking segment: {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:02.578415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.578967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Bound using segment: {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:02.579595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Bound port: b912de9d-fcfe-4f6a-a08b-0b5b576b9768, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e1f054-ef65-41d0-a933-9b70baff7ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:02.580140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.580479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.607732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] Publish callbacks [] for security_group (83a8ba5f-8521-4be6-9059-69d812f2f4df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.663577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['41cea26c-65de-4cc6-a1d6-701315bcd28f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:02.682327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (83a8ba5f-8521-4be6-9059-69d812f2f4df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.686896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.691088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83a8ba5f-8521-4be6-9059-69d812f2f4df HTTP/1.1" status: 204  len: 168 time: 0.2291622
Jan 15 20:49:02.710602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks [] for security_group (ede759f1-9cc6-4546-99d8-2fdb953062f9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.717156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed061044-5ddb-4ad1-9bf7-6aa017878d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8ba5f-8521-4be6-9059-69d812f2f4df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.719778 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ede759f1-9cc6-4546-99d8-2fdb953062f9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.788226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] For port b912de9d-fcfe-4f6a-a08b-0b5b576b9768, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:02.820766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] For port b912de9d-fcfe-4f6a-a08b-0b5b576b9768, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:02.832433 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.833899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede759f1-9cc6-4546-99d8-2fdb953062f9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:02.875847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Provisioning complete for port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:02.876220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:02.883510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab3b6f1e-5ff9-47f0-945c-77448dbe354e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:02.902006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-78e57915-37a4-48e0-83ae-6b39c31f6849 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1648149025&fields=id&tenant_id=71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 267 time: 0.1020832
Jan 15 20:49:03.018801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353462a6-881a-4d7a-87cd-c19865c77fec None None] Pushing event updated for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:03.066088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:49:03.066728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e803b1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:48:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:03.201613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Allocated IP 192.168.233.215 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/5a8eebf2-aebe-45dc-86b0-8add6202f632) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:03.235605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-1d325d5d-794b-48ba-9fc4-2e9c2bd6eb23 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:03.241342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-1d325d5d-794b-48ba-9fc4-2e9c2bd6eb23 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 823 time: 0.3384638
Jan 15 20:49:03.297528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-8975e04f-51b4-4a7d-98bf-db208586a598 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/quotas/71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 375 time: 0.0545979
Jan 15 20:49:03.311011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:49:03.319511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5830de-75bb-4d1a-a579-e2f5fa1fbf0e req-91ea5077-482c-4615-8871-8324326e00e7 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:03.321058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea5830de-75bb-4d1a-a579-e2f5fa1fbf0e req-91ea5077-482c-4615-8871-8324326e00e7 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 970 time: 0.2430308
Jan 15 20:49:03.369492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Current status of the port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:03.369881 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.387978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:03.454124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e', 'mac_address': 'fa:16:3e:71:14:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:tempest-test_az-1232673529', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:03.470668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea5830de-75bb-4d1a-a579-e2f5fa1fbf0e req-a48af624-bf9b-432f-aff9-4e0cb0246cd5 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369517
Jan 15 20:49:03.483337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-fe1517f5-e092-42b0-b1e6-a904973ad25a tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1726754
Jan 15 20:49:03.536423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] For port b912de9d-fcfe-4f6a-a08b-0b5b576b9768, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:03.537045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks [] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.549157 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.602208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ab3b6f1e-5ff9-47f0-945c-77448dbe354e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:03.602650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.609509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.651740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3b6f1e-5ff9-47f0-945c-77448dbe354e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:03.721074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:03.729966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:03.734696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Pushing event updated for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:03.738027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:03.745905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:03.747530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.783511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-87adbf32-6059-496c-b569-6c5cec78bed7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5809979
Jan 15 20:49:03.795680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdced7b-e9a6-4134-9c93-20b1d9ec4b0e req-9f19a124-d4a2-4982-9c9e-37a1dac27879 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:03.803859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fdced7b-e9a6-4134-9c93-20b1d9ec4b0e req-9f19a124-d4a2-4982-9c9e-37a1dac27879 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 936 time: 0.1880994
Jan 15 20:49:03.819584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Request body: {'port': {'device_id': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:03.823782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9f793-4287-425d-ab1d-a1824f37db30 None None] Pushing event updated for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:03.836138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-7b0c9b67-1f6b-42d8-84a5-da7ca989a0c7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:49:03.844728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-7b0c9b67-1f6b-42d8-84a5-da7ca989a0c7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1401594
Jan 15 20:49:03.849274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:03.858431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.861394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-573c7a61-fb49-47b8-bd4a-043d9a7b669c None None] Provisioning complete for port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:03.861918 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-573c7a61-fb49-47b8-bd4a-043d9a7b669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:03.954530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:03.972779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e803b1eb0>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:57Z', 'revision_number': 4, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b912de9d-fcfe-4f6a-a08b-0b5b576b9768', 'name': '', 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'mac_address': 'fa:16:3e:80:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '377739f6-734d-4086-87fa-2a63953e8a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:56Z', 'updated_at': '2022-01-15T20:49:02Z', 'revision_number': 4, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'subnets': [{'id': '377739f6-734d-4086-87fa-2a63953e8a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:04.002346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fdced7b-e9a6-4134-9c93-20b1d9ec4b0e req-ece16013-8288-4a82-bbfb-b2b2eb3c0d68 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956570
Jan 15 20:49:04.021790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:04.026402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f152a-3dd5-4f78-8ab7-7b97d4051d2c None None] The sync data for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 is: [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:48:57Z', 'revision_number': 4, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b912de9d-fcfe-4f6a-a08b-0b5b576b9768', 'name': '', 'network_id': '68208125-5489-4003-8d8f-1f86e1c0f8a9', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'mac_address': 'fa:16:3e:80:a0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': '377739f6-734d-4086-87fa-2a63953e8a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:56Z', 'updated_at': '2022-01-15T20:49:02Z', 'revision_number': 4, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'subnets': [{'id': '377739f6-734d-4086-87fa-2a63953e8a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:49:04.048409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-573c7a61-fb49-47b8-bd4a-043d9a7b669c None None] Current status of the port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:04.060564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-09ec3146-44e4-4390-ba10-5f05a07e0ebf service neutron] 10.222.0.46 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149274
Jan 15 20:49:04.171287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-01a122ce-41b4-43ac-bdcd-d6d828996639 None None] Provisioning complete for port 5a8eebf2-aebe-45dc-86b0-8add6202f632 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:04.171287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01a122ce-41b4-43ac-bdcd-d6d828996639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:04.221361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-01a122ce-41b4-43ac-bdcd-d6d828996639 None None] Port 5a8eebf2-aebe-45dc-86b0-8add6202f632 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:04.253427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ab3b6f1e-5ff9-47f0-945c-77448dbe354e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:04.334305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aedf4-4f47-48bf-9d2d-0421bf837e48 req-4757f408-2dc6-47ee-a1ba-f74b4aa7ee5d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:04.335835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-092aedf4-4f47-48bf-9d2d-0421bf837e48 req-4757f408-2dc6-47ee-a1ba-f74b4aa7ee5d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 949 time: 0.2202194
Jan 15 20:49:04.404119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-6aac9e4c-9719-4384-be5f-0222dcf45252 service neutron] 10.222.0.46 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3145511
Jan 15 20:49:04.472385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-092aedf4-4f47-48bf-9d2d-0421bf837e48 req-82749cc4-ea5c-4042-963f-1d476e3e414e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263204
Jan 15 20:49:04.596163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8eebf2-aebe-45dc-86b0-8add6202f632 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:04.630256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fc9c3b8-b962-413b-8148-04aacb0adf50 req-41a82190-25bb-4d2f-b70d-8a01a1956d9f tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 210 time: 0.0364377
Jan 15 20:49:04.634133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks [] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:04.679199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Transition to ACTIVE for port object 5a8eebf2-aebe-45dc-86b0-8add6202f632 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:04.691532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:04.733146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797be21-3968-4691-9a4c-45823945e873 req-54ae2a20-7968-4a2c-97f4-b84a6de8df92 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:04.734725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f797be21-3968-4691-9a4c-45823945e873 req-54ae2a20-7968-4a2c-97f4-b84a6de8df92 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 971 time: 0.1031141
Jan 15 20:49:04.891835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab3b6f1e-5ff9-47f0-945c-77448dbe354e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:04.962577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:05.005973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Attempting to bind port 5a8eebf2-aebe-45dc-86b0-8add6202f632 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:05.006308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Attempting to bind port 5a8eebf2-aebe-45dc-86b0-8add6202f632 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:05.006709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Attempting to bind port 5a8eebf2-aebe-45dc-86b0-8add6202f632 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:05.007606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port ab3b6f1e-5ff9-47f0-945c-77448dbe354e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:05.013297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port ab3b6f1e-5ff9-47f0-945c-77448dbe354e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:05.013927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.022863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Port 5a8eebf2-aebe-45dc-86b0-8add6202f632 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:05.022863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Attempting to bind port 5a8eebf2-aebe-45dc-86b0-8add6202f632 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:05.034796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:05.035068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:05.035457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:05.035901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Bound port: 5a8eebf2-aebe-45dc-86b0-8add6202f632, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:05.036257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.102616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f797be21-3968-4691-9a4c-45823945e873 req-88c3a313-3269-4839-bcaf-d43caebdd85b tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3509233
Jan 15 20:49:05.199974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-9f7570c0-aac9-4438-91fc-5ebc98c91a4e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0528381
Jan 15 20:49:05.221492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:05.222887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ab3b6f1e-5ff9-47f0-945c-77448dbe354e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:05.223677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.259385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:05.346070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:05.354077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.357291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:05.370204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.419856 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a84fa-5b1c-4864-b438-81cac7bf26fb" -d '{"events": [{"server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:05.432736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b912de9d-fcfe-4f6a-a08b-0b5b576b9768 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:05.445929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118010-498a-4c8f-85ec-ebef206b8854 req-a309af2f-1022-4b37-b386-9fe23601843a tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.447406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16118010-498a-4c8f-85ec-ebef206b8854 req-a309af2f-1022-4b37-b386-9fe23601843a tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 948 time: 0.2282174
Jan 15 20:49:05.467847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.468391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.469730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a8eebf2-aebe-45dc-86b0-8add6202f632 HTTP/1.1" status: 200  len: 1096 time: 1.6635871
Jan 15 20:49:05.470164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:05.472708 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:05.484422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:05.516802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:05.517419 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.547438 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:49:05.621061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d681e-3bc4-4cca-a22d-1885a2e13fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:05.628200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16118010-498a-4c8f-85ec-ebef206b8854 req-ee303870-8a7a-472e-b01d-ecf9da4aa754 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664376
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.636908 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-9abe2624-babf-4e3f-95a0-4a25629c9959 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.639537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-9abe2624-babf-4e3f-95a0-4a25629c9959 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4386694
Jan 15 20:49:05.663536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-8df0e517-7bd7-4f44-a03a-60c0a99967a1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/quotas/8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 375 time: 0.0168214
Jan 15 20:49:05.677466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:05.709441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-b6bc7920-9d44-47a1-9f5b-480b74f79438 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0391240
Jan 15 20:49:05.711144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 41cea26c-65de-4cc6-a1d6-701315bcd28f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:05.711840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-bbc3aa77-3f70-445c-ac55-f5a37073bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.713696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-bbc3aa77-3f70-445c-ac55-f5a37073bc18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 1099 time: 0.1244030
Jan 15 20:49:05.799249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-7df86ac7-7a16-404f-92d5-f21c08075959 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632 HTTP/1.1" status: 200  len: 217 time: 0.0759308
Jan 15 20:49:05.802822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 41cea26c-65de-4cc6-a1d6-701315bcd28f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:05.807871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 41cea26c-65de-4cc6-a1d6-701315bcd28f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:05.808465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.870461 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc16062-b48f-40c8-bde3-9086a484904c x-openstack-request-id: req-4dc16062-b48f-40c8-bde3-9086a484904c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:05.870707 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:05.870965 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dc16062-b48f-40c8-bde3-9086a484904c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:05.872186 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e', 'code': 200}
Jan 15 20:49:05.875088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-8a549420-64ca-40e1-b87c-b30d1f1d7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.879810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-8a549420-64ca-40e1-b87c-b30d1f1d7318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0699759
Jan 15 20:49:05.928176 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c8e03-9ca9-421a-bfe8-659941dfd3bb x-openstack-request-id: req-813c8e03-9ca9-421a-bfe8-659941dfd3bb {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:05.928816 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:05.929230 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-813c8e03-9ca9-421a-bfe8-659941dfd3bb {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:05.929724 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632', 'status': 'completed', 'code': 200}
Jan 15 20:49:05.932597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 41cea26c-65de-4cc6-a1d6-701315bcd28f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:05.933108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:05.952513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-96ad213a-b655-4c66-b8e2-b0e7348b9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:05.952513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-96ad213a-b655-4c66-b8e2-b0e7348b9a73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0662322
Jan 15 20:49:06.024410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:06.030827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:06.080654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.45', 64018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:06.120249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:06.125401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-565f4e49-7526-41a3-9126-3d85d91bafd4 req-0c209620-6ebb-414e-a155-0132c6e6d62e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 210 time: 0.0776494
Jan 15 20:49:06.193640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-43ba65ab-fea6-4d5f-9f90-75306f1b57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.195157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-43ba65ab-fea6-4d5f-9f90-75306f1b57e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 1123 time: 0.2127478
Jan 15 20:49:06.214253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-f2e27845-f513-4fae-8ddc-c786492de6ca service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571325
Jan 15 20:49:06.237102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70501628-a481-4855-a5eb-8f57367f4232 req-68a40d61-eedc-4e5c-bf2f-48de4f2fd545 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 210 time: 0.0496867
Jan 15 20:49:06.251829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d80ed-d0ff-42fd-a983-483a23a33bc8 req-a049fa59-e3fa-4cc1-9bf9-d86226d15120 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.253641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f8d80ed-d0ff-42fd-a983-483a23a33bc8 req-a049fa59-e3fa-4cc1-9bf9-d86226d15120 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.1894007
Jan 15 20:49:06.255433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-02d0443f-4996-4e4f-b802-ac701d651c29 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:06.420721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f8d80ed-d0ff-42fd-a983-483a23a33bc8 req-0ca9fd48-5952-46b5-9b2f-72fae3f4c37d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511655
Jan 15 20:49:06.426648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-983613d8-c0f6-4748-8099-021f7e2bf861 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.428253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-983613d8-c0f6-4748-8099-021f7e2bf861 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.45 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 823 time: 0.3394465
Jan 15 20:49:06.444576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed67b0c-d0db-4a7d-9256-c52bedc09486 req-bc9cf007-0e80-4865-9f23-d1c8cac05ee6 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099307
Jan 15 20:49:06.515849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-1803504f-c8e1-4e21-878d-e9be48e9ae10 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 380 time: 0.0746334
Jan 15 20:49:06.516078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f94ad-b573-431e-9b83-71efc1d44cb3 req-c48b5727-a506-4ba6-986b-68090c0be16b tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.517565 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e60f94ad-b573-431e-9b83-71efc1d44cb3 req-c48b5727-a506-4ba6-986b-68090c0be16b tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.1607568
Jan 15 20:49:06.519935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-02d0443f-4996-4e4f-b802-ac701d651c29 service neutron] Publish callbacks [] for security_group (5b9bc6a4-608b-4543-9f6a-e6e4b58b62b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:06.525665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-02d0443f-4996-4e4f-b802-ac701d651c29 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5b9bc6a4-608b-4543-9f6a-e6e4b58b62b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:06.526014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'port': {'device_id': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'admin_state_up': True, 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'security_groups': ['3e500a39-fa49-49ed-a0af-acf7e408dba6']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:06.625012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60a368d6-6ee3-4595-bb16-300f93bbf342 req-02d0443f-4996-4e4f-b802-ac701d651c29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4196029
Jan 15 20:49:06.626142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0443f-4996-4e4f-b802-ac701d651c29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9bc6a4-608b-4543-9f6a-e6e4b58b62b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:06.647875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-06dd7903-8298-4f74-8eb9-187469f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.649393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-06dd7903-8298-4f74-8eb9-187469f63e49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 1099 time: 0.1513906
Jan 15 20:49:06.673865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e60f94ad-b573-431e-9b83-71efc1d44cb3 req-9efa581d-eb74-4b28-8dec-7e0cdda37563 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440544
Jan 15 20:49:06.743185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Made reservation on behalf of 71c95e4b5695439dbc3f66a911264026 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:06.747212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:06.799693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-7fe1ecaf-29a2-4609-98ed-295d00994a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.804594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-7fe1ecaf-29a2-4609-98ed-295d00994a22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1427696
Jan 15 20:49:06.814781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842319-56e7-4105-a627-e91a52af4a89 req-2f03976b-f077-498c-b973-595b600b7447 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.816519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e842319-56e7-4105-a627-e91a52af4a89 req-2f03976b-f077-498c-b973-595b600b7447 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 948 time: 0.0830274
Jan 15 20:49:06.865101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-9f3381db-82da-4b2d-8cd0-03e743d53437 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632 HTTP/1.1" status: 200  len: 217 time: 0.0474801
Jan 15 20:49:06.954131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e842319-56e7-4105-a627-e91a52af4a89 req-f5f00a1b-0cb6-4a16-aaca-d4565c343a21 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292543
Jan 15 20:49:06.955647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-def903cf-74f7-4f51-a284-c13acd9ee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:06.957092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-def903cf-74f7-4f51-a284-c13acd9ee288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0852919
Jan 15 20:49:07.009387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-fd3361f6-7c9a-4f7a-b911-76ec1a9fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:07.010886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-fd3361f6-7c9a-4f7a-b911-76ec1a9fc91e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0458632
Jan 15 20:49:07.082009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Allocated IP 172.20.0.3 (f500117d-1a95-41f2-bf61-8c0369c6db83/a873c844-f03d-4d9f-aee5-cb38b75ce01a/621b3781-18ee-45e7-aefe-ae6ec4d044ae) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:07.110651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-dd29210a-37dc-4a4c-883e-ded690480f6b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923755
Jan 15 20:49:07.222652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d5e2cf5-5d2c-4744-83a4-c4e1dd362e6a req-1328ee13-ad9c-4685-a2f8-8965677f270c service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035683
Jan 15 20:49:07.237887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.273763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.292228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f846c2a-51dd-438a-962d-85756fbf6be7 req-56972849-6f12-4ecf-a76d-53da958dfabf tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 210 time: 0.0358725
Jan 15 20:49:07.330244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-5522aa7a-8b52-480b-b18f-8092e11e1951 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0308483
Jan 15 20:49:07.376283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:07.384331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:07.396944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:07.404677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:07.405371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.415215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:07.425439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6f57e9e-e8a8-43d0-8b36-abb50d1bbb15 req-c9313e37-4824-4009-bfe8-2a79f139a3ba tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 210 time: 0.0839097
Jan 15 20:49:07.443704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ffff954c-864d-45fd-8dfe-d17cf40db200 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9220529
Jan 15 20:49:07.472750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Request body: {'port': {'device_id': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'device_owner': 'compute:tempest-test_az-1232673529', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:07.509985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-e9479e89-65bc-4a89-a28d-ac983966b299 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:07.511438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-e9479e89-65bc-4a89-a28d-ac983966b299 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1608651
Jan 15 20:49:07.526463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Request body: {'port': {'device_id': '4d527369-954d-4ccc-9105-03b209d3523e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8e6badf41af14266b626a14241efaf88'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:07.534912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.619663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbfb12-1c22-4222-aa84-72730502acf6 req-09d6cdee-07bd-43de-a7da-5729f04bad09 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:07.621220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bccbfb12-1c22-4222-aa84-72730502acf6 req-09d6cdee-07bd-43de-a7da-5729f04bad09 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.1088936
Jan 15 20:49:07.700326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bccbfb12-1c22-4222-aa84-72730502acf6 req-9d407288-2c29-4088-9d9a-9fe0e8cb086a tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682621
Jan 15 20:49:07.718126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Made reservation on behalf of 8e6badf41af14266b626a14241efaf88 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:07.723461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.735816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.746200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8f9d7198-5dcf-4bbb-bf75-c8d8323efefe None None] Provisioning complete for port 621b3781-18ee-45e7-aefe-ae6ec4d044ae triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:07.747339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8f9d7198-5dcf-4bbb-bf75-c8d8323efefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.789337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d7198-5dcf-4bbb-bf75-c8d8323efefe None None] Port 621b3781-18ee-45e7-aefe-ae6ec4d044ae cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:07.852392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30165e-7478-4919-ba46-4ff8784761d3 req-462e6de4-fc9f-4fb1-82e6-3c0b37f04707 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:07.853879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c30165e-7478-4919-ba46-4ff8784761d3 req-462e6de4-fc9f-4fb1-82e6-3c0b37f04707 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.0852234
Jan 15 20:49:07.858854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for security_group (0a78fddb-221a-4f8d-ba16-5ea7f98e5890), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.866992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a78fddb-221a-4f8d-ba16-5ea7f98e5890), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.873131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:07.875753 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081820b-b4a8-47a6-9fcb-47064ae3d847" -d '{"events": [{"server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "name": "network-vif-plugged", "status": "completed", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:07.884748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621b3781-18ee-45e7-aefe-ae6ec4d044ae {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:07.892630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks [] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.914364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Transition to ACTIVE for port object 621b3781-18ee-45e7-aefe-ae6ec4d044ae will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:07.917299 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69c51b7-7119-408b-91cf-994dd67d33d3 x-openstack-request-id: req-f69c51b7-7119-408b-91cf-994dd67d33d3 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:07.917622 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "name": "network-vif-plugged", "status": "completed", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:07.918120 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f69c51b7-7119-408b-91cf-994dd67d33d3 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:07.919325 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f', 'code': 200}
Jan 15 20:49:07.920689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:07.953242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78fddb-221a-4f8d-ba16-5ea7f98e5890,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:07.979078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c30165e-7478-4919-ba46-4ff8784761d3 req-e933d8ee-21f0-4403-9cfd-4d288df9bd57 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188841
Jan 15 20:49:08.018272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.39', 61005) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:08.083517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Pushing event updated for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:08.096949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Attempting to bind port 621b3781-18ee-45e7-aefe-ae6ec4d044ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:08.097304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Attempting to bind port 621b3781-18ee-45e7-aefe-ae6ec4d044ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:08.097665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Attempting to bind port 621b3781-18ee-45e7-aefe-ae6ec4d044ae on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:08.108603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Port 621b3781-18ee-45e7-aefe-ae6ec4d044ae on network f500117d-1a95-41f2-bf61-8c0369c6db83 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:08.108950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Attempting to bind port 621b3781-18ee-45e7-aefe-ae6ec4d044ae on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:08.125758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:08.126128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Checking segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:08.126696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Bound using segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:08.127151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Bound port: 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:08.127511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.130891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9ec4-9ed9-4c83-924b-9d630c3d4541 req-229626dc-c7c6-423a-a10b-13af8ceba193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.132403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a1f9ec4-9ed9-4c83-924b-9d630c3d4541 req-229626dc-c7c6-423a-a10b-13af8ceba193 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 1101 time: 0.1091118
Jan 15 20:49:08.227234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Allocated IP 192.168.233.167 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/8fbebb13-bd94-4e21-bda4-a22a2589b5db) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:08.234160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a1f9ec4-9ed9-4c83-924b-9d630c3d4541 req-84751483-6650-4c51-b725-ba3b1d4ffef7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921936
Jan 15 20:49:08.245772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:08.251103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:08.252176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608e39-0f6c-4372-b3ff-174302e98950 req-da4f1fd5-da43-413c-8e2c-790e22ea8923 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.253708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef608e39-0f6c-4372-b3ff-174302e98950 req-da4f1fd5-da43-413c-8e2c-790e22ea8923 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 948 time: 0.0821342
Jan 15 20:49:08.257506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.293109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.294037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.295929 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] 10.222.0.45 "PUT /v2.0/ports/621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 200  len: 1113 time: 0.8365862
Jan 15 20:49:08.296618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:08.431577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d23a4-e761-4bbc-aaf6-2af3b9cf7951 service neutron] Pushing event updated for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:08.468457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-5b3fa5c5-cc3f-4903-be38-d7028e6bd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.470051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-5b3fa5c5-cc3f-4903-be38-d7028e6bd660 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 1116 time: 0.1176953
Jan 15 20:49:08.479981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef608e39-0f6c-4372-b3ff-174302e98950 req-3a7c3afc-b6ed-4986-bdba-0d80a6909293 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201538
Jan 15 20:49:08.516626 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c756ab7-3a98-4a6d-9315-1f2310acf876" -d '{"events": [{"name": "network-changed", "server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:08.545593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7e41-20a9-4af6-846c-5ac4e09a3cb8 req-8e396698-32b3-409f-ba7d-3cdb7e3ff233 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.547384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f32a7e41-20a9-4af6-846c-5ac4e09a3cb8 req-8e396698-32b3-409f-ba7d-3cdb7e3ff233 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 965 time: 0.1433392
Jan 15 20:49:08.562774 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.619463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-03a4c0be-e8c3-4e34-b3b8-b8f8d3859433 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 200  len: 217 time: 0.1405981
Jan 15 20:49:08.641471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6013829-18d6-40d7-ae0b-1d4d7173721b req-632af289-24a8-4359-acea-abf6050343e5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 210 time: 0.0625997
Jan 15 20:49:08.678832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f32a7e41-20a9-4af6-846c-5ac4e09a3cb8 req-bb0f2931-23a7-45ba-93e4-d14dd20d9306 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032116
Jan 15 20:49:08.681990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.687826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-d724abea-3735-4881-b9d9-ba99102860ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.689287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-d724abea-3735-4881-b9d9-ba99102860ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.0619688
Jan 15 20:49:08.729343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:08.734286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:08.741280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:08.747522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.748105 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.758009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:08.778242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-fa89f034-c334-4523-9d5d-fc3f3a7c0ca6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2551699
Jan 15 20:49:08.785785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-9b39dbcc-4684-41fd-b3da-4cfe4821a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.787470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-9b39dbcc-4684-41fd-b3da-4cfe4821a7ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0909278
Jan 15 20:49:08.791033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Request body: {'port': {'device_id': '4d527369-954d-4ccc-9105-03b209d3523e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:08.809537 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01dd25-49b8-4332-8d21-f8f86f2733c9 x-openstack-request-id: req-be01dd25-49b8-4332-8d21-f8f86f2733c9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:08.810682 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:08.810944 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be01dd25-49b8-4332-8d21-f8f86f2733c9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:08.811401 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'status': 'completed', 'code': 200}
Jan 15 20:49:08.876810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:08.900240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e42a-b2ab-42e7-a0d1-f8a0cc3cd19b req-0c9b6f8f-6772-41a8-8ed8-a4a41e0e67b9 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:08.901778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3042e42a-b2ab-42e7-a0d1-f8a0cc3cd19b req-0c9b6f8f-6772-41a8-8ed8-a4a41e0e67b9 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.0833266
Jan 15 20:49:08.902595 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-ff458cd7-aa60-4a20-a036-8b0b44f32906 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045372
Jan 15 20:49:09.000106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5586467f-7691-450d-a2bd-ecb7e85f69bc None None] Provisioning complete for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:09.001217 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5586467f-7691-450d-a2bd-ecb7e85f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.044318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3042e42a-b2ab-42e7-a0d1-f8a0cc3cd19b req-392adc71-a89d-4fd5-b170-6c28b609bd2a tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183424
Jan 15 20:49:09.053166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5586467f-7691-450d-a2bd-ecb7e85f69bc None None] Port 8fbebb13-bd94-4e21-bda4-a22a2589b5db cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:09.164433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b364e98a-88ce-49c4-9d47-aa51900278ed req-380585ac-2dfe-4280-98ae-f49cad4386f5 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2538657
Jan 15 20:49:09.191723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c663-f861-46aa-bad9-d74b15699a32 req-f49a2b85-81af-4021-a1a7-57465c302681 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.193278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ad8c663-f861-46aa-bad9-d74b15699a32 req-f49a2b85-81af-4021-a1a7-57465c302681 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.0835288
Jan 15 20:49:09.251960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-c2868197-1b83-49b1-ba81-9fba7b0757fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.253363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-c2868197-1b83-49b1-ba81-9fba7b0757fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 1116 time: 0.0404272
Jan 15 20:49:09.285160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ad8c663-f861-46aa-bad9-d74b15699a32 req-8b670e14-d404-4672-998e-3f49fda2f54e tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861192
Jan 15 20:49:09.295840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbebb13-bd94-4e21-bda4-a22a2589b5db {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:09.304159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks [] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.318515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Transition to ACTIVE for port object 8fbebb13-bd94-4e21-bda4-a22a2589b5db will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:09.322354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.373243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:09.436800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-e22eb404-ef4a-451c-a34b-1a250976c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.438500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-e22eb404-ef4a-451c-a34b-1a250976c173 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 924 time: 0.1749508
Jan 15 20:49:09.460763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:09.461129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:09.461469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:09.471154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:09.471479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:09.479121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:09.479539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:09.479930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:09.480369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Bound port: 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:09.480994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.487849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-f5222ba4-4b9e-43ff-b93a-88ccc33b8f76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 200  len: 217 time: 0.0413990
Jan 15 20:49:09.495593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-1f053276-975b-4771-b9e3-f1141af0f655 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.497424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-1f053276-975b-4771-b9e3-f1141af0f655 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 1123 time: 0.0787513
Jan 15 20:49:09.540205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-3640e82f-f8ed-4d7a-a494-8474ecada4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.541694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-3640e82f-f8ed-4d7a-a494-8474ecada4bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.0478611
Jan 15 20:49:09.543679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-57738de6-ca61-4578-bcf8-c8bd24d23333 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.591126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-60fb0c3d-1c1c-407d-b102-593ecd53b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.592656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-60fb0c3d-1c1c-407d-b102-593ecd53b7fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437958
Jan 15 20:49:09.605836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:09.650701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:09.665077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.691455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-83a19782-414f-40dc-b1ba-254443f77c7c service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921333
Jan 15 20:49:09.714652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5a8eebf2-aebe-45dc-86b0-8add6202f632 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:09.736928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73d6ba-d22c-4878-9952-47f8ad9ea9ab req-250ee8c7-f085-4bf6-a09f-d3c8b71613fd tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.738481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe73d6ba-d22c-4878-9952-47f8ad9ea9ab req-250ee8c7-f085-4bf6-a09f-d3c8b71613fd tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 948 time: 0.1526110
Jan 15 20:49:09.748431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.749427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.751038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] 10.222.0.39 "PUT /v2.0/ports/8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 1096 time: 0.9651170
Jan 15 20:49:09.751538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:09.754233 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a327ec6-c05b-4bc6-ae68-613e0a112b30" -d '{"events": [{"name": "network-changed", "server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:09.804450 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c756ab7-3a98-4a6d-9315-1f2310acf876 req-78cd1a0d-d522-485d-a176-c0938e728ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1064472
Jan 15 20:49:09.852349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d7fd4-afbf-4f83-aeb5-47955f203ceb service neutron] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:09.866798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:09.882036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '5a8eebf2-aebe-45dc-86b0-8add6202f632', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '5a8eebf2-aebe-45dc-86b0-8add6202f632', 'mac_address': 'fa:16:3e:73:67:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:09.917193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-57738de6-ca61-4578-bcf8-c8bd24d23333 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] Publish callbacks [] for security_group (f2ac8c10-e50b-49fb-9296-a31e7462b617), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.928623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-57738de6-ca61-4578-bcf8-c8bd24d23333 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f2ac8c10-e50b-49fb-9296-a31e7462b617), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.934878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5a8eebf2-aebe-45dc-86b0-8add6202f632 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:09.935508 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:09.951576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe73d6ba-d22c-4878-9952-47f8ad9ea9ab req-cd3587c6-bcea-4fb2-ba26-ffaa2212c22c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937518
Jan 15 20:49:09.959276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8eebf2-aebe-45dc-86b0-8add6202f632 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:09.995806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-6fd7063a-0deb-4a71-b5ac-9574023639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:09.997681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-6fd7063a-0deb-4a71-b5ac-9574023639b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1099 time: 0.1700177
Jan 15 20:49:10.000766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:10.003635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738de6-ca61-4578-bcf8-c8bd24d23333 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ac8c10-e50b-49fb-9296-a31e7462b617,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:10.012698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86e76603-7fcf-44d1-9bf8-f4a3bd8133de req-57738de6-ca61-4578-bcf8-c8bd24d23333 tempest-AggregatesAdminTestJSON-708906125 tempest-AggregatesAdminTestJSON-708906125-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5065274
Jan 15 20:49:10.014722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:10.049934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-e01088ef-9cd5-4720-8348-1b7e4860e0fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0426781
Jan 15 20:49:10.097146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:10.170748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-9191f5e6-fe21-4e62-94b0-fdd429a5df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.172459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-9191f5e6-fe21-4e62-94b0-fdd429a5df2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1146145
Jan 15 20:49:10.190109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855630-b76f-4239-8316-0bbdd62d0819 req-0c0d1ca7-a165-4ec4-993b-1efc3ceecc6f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.191515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8855630-b76f-4239-8316-0bbdd62d0819 req-0c0d1ca7-a165-4ec4-993b-1efc3ceecc6f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 948 time: 0.1324558
Jan 15 20:49:10.227191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582cf5-0240-40d1-8b0d-a9f557a07d07 req-6e02ba11-81b2-488b-9b74-335910743e56 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.228674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37582cf5-0240-40d1-8b0d-a9f557a07d07 req-6e02ba11-81b2-488b-9b74-335910743e56 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 965 time: 0.1141634
Jan 15 20:49:10.232766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5a8eebf2-aebe-45dc-86b0-8add6202f632'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:10.298139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-50e8c579-c74d-49a8-865c-ca7fe9b90e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.299667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-50e8c579-c74d-49a8-865c-ca7fe9b90e42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1200640
Jan 15 20:49:10.312208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8855630-b76f-4239-8316-0bbdd62d0819 req-50c7faf7-adff-4835-b9ae-70204a20c9ff tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123652
Jan 15 20:49:10.335695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37582cf5-0240-40d1-8b0d-a9f557a07d07 req-b68afb12-2fa4-4c7f-9231-c3502c70d1ce tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971205
Jan 15 20:49:10.383981 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7cb63d-3fff-4708-972a-431037fda6ca x-openstack-request-id: req-cf7cb63d-3fff-4708-972a-431037fda6ca {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:10.384463 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:10.384622 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf7cb63d-3fff-4708-972a-431037fda6ca {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:10.385417 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'status': 'completed', 'code': 200}
Jan 15 20:49:10.424693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-830ac1f2-e305-48aa-8469-1c4ae3ee7f52 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168563
Jan 15 20:49:10.546884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6676c-b2ff-4c53-93ba-9f1a54216546 req-efb225ca-6502-4aae-beb5-7e38bbf0e7f7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.546884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29a6676c-b2ff-4c53-93ba-9f1a54216546 req-efb225ca-6502-4aae-beb5-7e38bbf0e7f7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.1015074
Jan 15 20:49:10.576610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fd09f32-4505-4d51-90d1-914cb9b221b5 req-435da99e-9f1b-4306-8649-1ca1d00a9638 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443038
Jan 15 20:49:10.616426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29a6676c-b2ff-4c53-93ba-9f1a54216546 req-6406b8d1-6d57-4486-ae93-5a9054fab608 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634069
Jan 15 20:49:10.686231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-bb36a3b9-7cfa-4a88-91f7-f951a6db3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.687721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-bb36a3b9-7cfa-4a88-91f7-f951a6db3ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1099 time: 0.0548589
Jan 15 20:49:10.798300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-9f4fc07d-139b-4d38-841c-19035438b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.799837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-9f4fc07d-139b-4d38-841c-19035438b8cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1058309
Jan 15 20:49:10.852152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-1d85bb89-3ec4-40ac-a0a8-48af2067be97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0452194
Jan 15 20:49:10.901545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-b4ea202f-2b18-4f18-8d66-57679efb3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.903621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-b4ea202f-2b18-4f18-8d66-57679efb3b0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0457132
Jan 15 20:49:10.960421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-d2837874-0c2c-4680-af26-19ee69d97878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:10.962039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-d2837874-0c2c-4680-af26-19ee69d97878 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0524075
Jan 15 20:49:11.077531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-b343dbe7-cd6c-49da-b681-e773f8cadcf3 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079605
Jan 15 20:49:11.239397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03f604-91ef-43dd-973d-e100cf8e21ff req-a7a9d07e-5c2c-41c2-915e-2622ebe7a62d tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:11.240880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e03f604-91ef-43dd-973d-e100cf8e21ff req-a7a9d07e-5c2c-41c2-915e-2622ebe7a62d tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 949 time: 0.1527364
Jan 15 20:49:11.247120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a327ec6-c05b-4bc6-ae68-613e0a112b30 req-3aa6b358-db40-44cd-a313-010f027b06fc service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599538
Jan 15 20:49:11.263822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13930a-7c15-475b-8969-1155d160324e req-cac41749-a69b-4609-9282-5d63565d04e5 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:11.265286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f13930a-7c15-475b-8969-1155d160324e req-cac41749-a69b-4609-9282-5d63565d04e5 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.1094747
Jan 15 20:49:11.323841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e03f604-91ef-43dd-973d-e100cf8e21ff req-b6d46560-c1e9-4ce5-931f-a09629a3b844 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762002
Jan 15 20:49:11.337739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f13930a-7c15-475b-8969-1155d160324e req-b5be55f7-a06d-486c-bf22-ceec7d3f6b81 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641296
Jan 15 20:49:11.475359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caa4a-6193-4a01-9775-48da2c884327 req-7b0a5dc2-88c4-4167-b41d-9aa0c6831c37 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:11.476812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9caa4a-6193-4a01-9775-48da2c884327 req-7b0a5dc2-88c4-4167-b41d-9aa0c6831c37 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 948 time: 0.0757785
Jan 15 20:49:11.489033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57092ca2-abfb-4668-85bd-87d9a41e22ca req-c694f882-cda5-424b-ba3b-a0d783ef960b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:11.490390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57092ca2-abfb-4668-85bd-87d9a41e22ca req-c694f882-cda5-424b-ba3b-a0d783ef960b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 965 time: 0.0642359
Jan 15 20:49:11.704425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9caa4a-6193-4a01-9775-48da2c884327 req-3a78e4c8-332f-427c-9b6c-b64894611ff3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130673
Jan 15 20:49:11.707652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57092ca2-abfb-4668-85bd-87d9a41e22ca req-e1b66971-66f9-40a5-9768-2878fa9b1b0d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108800
Jan 15 20:49:11.740974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5a8eebf2-aebe-45dc-86b0-8add6202f632 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:11.790188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 5a8eebf2-aebe-45dc-86b0-8add6202f632 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:11.794697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 5a8eebf2-aebe-45dc-86b0-8add6202f632 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:11.795151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:11.883314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5a8eebf2-aebe-45dc-86b0-8add6202f632 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:11.883741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:11.908126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:11.910387 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a61ee-f5c5-4f61-bec7-c391293ac794" -d '{"events": [{"server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "name": "network-vif-plugged", "status": "completed", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:11.924736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:11.927890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:11.960085 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d284a862-1c84-46f9-86eb-2ab3f9bd672d x-openstack-request-id: req-d284a862-1c84-46f9-86eb-2ab3f9bd672d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:11.960378 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "name": "network-vif-plugged", "status": "completed", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:11.960638 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d284a862-1c84-46f9-86eb-2ab3f9bd672d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:11.961063 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632', 'code': 200}
Jan 15 20:49:11.983421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:12.058849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3624-0a67-471e-8d80-ed8cac2eb420 req-c4bd184f-ec64-44b5-aa03-3c7468ee941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.060343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-732b3624-0a67-471e-8d80-ed8cac2eb420 req-c4bd184f-ec64-44b5-aa03-3c7468ee941d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 1101 time: 0.0418682
Jan 15 20:49:12.107503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-732b3624-0a67-471e-8d80-ed8cac2eb420 req-ee40e43c-3e75-425a-8ee0-b1d87480e2fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398073
Jan 15 20:49:12.474885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdb040-0d4c-4a89-a35a-c2afefdd0553 req-ce9086f8-88d0-4119-b49a-2f18d2b6d14e tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.476249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8acdb040-0d4c-4a89-a35a-c2afefdd0553 req-ce9086f8-88d0-4119-b49a-2f18d2b6d14e tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.0796704
Jan 15 20:49:12.487482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2dab-5eb0-430b-9606-7ff19a930c36 req-0568ecd2-e1db-46c1-8c64-8450c88e59c7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.488884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-233a2dab-5eb0-430b-9606-7ff19a930c36 req-0568ecd2-e1db-46c1-8c64-8450c88e59c7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 950 time: 0.0676081
Jan 15 20:49:12.561013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8acdb040-0d4c-4a89-a35a-c2afefdd0553 req-bafc11d6-a6a2-4df7-bb3f-775a563a411d tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711629
Jan 15 20:49:12.564258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-233a2dab-5eb0-430b-9606-7ff19a930c36 req-3bb0157a-bb37-404d-8c79-903f31ff38c6 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689042
Jan 15 20:49:12.719808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-593caf32-68cd-4670-b9f2-85bec52bcace tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.721419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-593caf32-68cd-4670-b9f2-85bec52bcace tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 1101 time: 0.0493608
Jan 15 20:49:12.890188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Deleting port 41cea26c-65de-4cc6-a1d6-701315bcd28f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:49:12.890527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:12.901413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974673f-9594-4a0b-9bb0-ab221e076c2b req-6a7f22c2-19be-4057-a2ae-c24a3c552004 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.903389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6974673f-9594-4a0b-9bb0-ab221e076c2b req-6a7f22c2-19be-4057-a2ae-c24a3c552004 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 948 time: 0.0958169
Jan 15 20:49:12.923594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 621b3781-18ee-45e7-aefe-ae6ec4d044ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:12.974415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047f6e0-3436-4e53-b11e-c4de0c8eb32f req-10c35d84-dbae-4446-9ef7-7724ff4dbee3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:12.975881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2047f6e0-3436-4e53-b11e-c4de0c8eb32f req-10c35d84-dbae-4446-9ef7-7724ff4dbee3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 965 time: 0.1360981
Jan 15 20:49:13.019814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:13.030834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'port_id': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'mac_address': 'fa:16:3e:79:8e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1232673529', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:13.049452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6974673f-9594-4a0b-9bb0-ab221e076c2b req-4b48e616-ee69-44e0-80c3-3dba7959d38b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360154
Jan 15 20:49:13.078179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 621b3781-18ee-45e7-aefe-ae6ec4d044ae is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:13.078564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.081472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] For port 41cea26c-65de-4cc6-a1d6-701315bcd28f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41cea26c-65de-4cc6-a1d6-701315bcd28f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:13.082006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.088084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2047f6e0-3436-4e53-b11e-c4de0c8eb32f req-e5062020-d4bf-4978-96bd-e7a4d3461e98 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046979
Jan 15 20:49:13.093280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621b3781-18ee-45e7-aefe-ae6ec4d044ae {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:13.101426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Calling delete_port for 41cea26c-65de-4cc6-a1d6-701315bcd28f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:49:13.127126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:13.133885 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.227524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:13.330374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (41cea26c-65de-4cc6-a1d6-701315bcd28f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.344587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['41cea26c-65de-4cc6-a1d6-701315bcd28f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:13.392228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['621b3781-18ee-45e7-aefe-ae6ec4d044ae'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:13.405036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Pushing event deleted for resources: {'Port': ['ID=41cea26c-65de-4cc6-a1d6-701315bcd28f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:13.429375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] No DVR routers for this DVR port 41cea26c-65de-4cc6-a1d6-701315bcd28f on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:13.435573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.442920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78a9d04a-a3a2-4fde-87b2-475810543554 req-e283061f-3b21-407f-bb83-13c03c570ece tempest-DeleteServersAdminTestJSON-11303861 tempest-DeleteServersAdminTestJSON-11303861-project-admin] 10.222.0.39 "DELETE /v2.0/ports/41cea26c-65de-4cc6-a1d6-701315bcd28f HTTP/1.1" status: 204  len: 173 time: 0.7150865
Jan 15 20:49:13.443813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'name': 'network-vif-deleted', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:13.450001 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942a7a48-179c-4942-9a8e-460e5d690fd9" -d '{"events": [{"server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "name": "network-vif-deleted", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:13.547374 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181e3a6-984e-45bb-8882-f85e55caa9de x-openstack-request-id: req-b181e3a6-984e-45bb-8882-f85e55caa9de {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:13.547682 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50205979-c437-4302-b6f0-1bb76d7ea2c9", "name": "network-vif-deleted", "tag": "41cea26c-65de-4cc6-a1d6-701315bcd28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:13.547938 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b181e3a6-984e-45bb-8882-f85e55caa9de {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:13.548336 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50205979-c437-4302-b6f0-1bb76d7ea2c9', 'name': 'network-vif-deleted', 'tag': '41cea26c-65de-4cc6-a1d6-701315bcd28f', 'status': 'completed', 'code': 200}
Jan 15 20:49:13.769380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:13.772454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf36700c-16d5-4cd3-91a7-a17c3025a896 req-1b95ad90-b809-41b2-99a3-7c56b8819cec tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=50205979-c437-4302-b6f0-1bb76d7ea2c9 HTTP/1.1" status: 200  len: 210 time: 0.0281692
Jan 15 20:49:13.789484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5da34-8240-45c4-8dcf-4c950420970c req-e39128cd-5378-48fc-808c-dd08c37d1eaa tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:13.800134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ea5da34-8240-45c4-8dcf-4c950420970c req-e39128cd-5378-48fc-808c-dd08c37d1eaa tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.0805922
Jan 15 20:49:13.848816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ea5da34-8240-45c4-8dcf-4c950420970c req-4f43064b-dfe9-4b88-a991-693eb1f8cc96 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430732
Jan 15 20:49:13.874579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:13.890405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'mac_address': 'fa:16:3e:1e:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:13.959504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 8fbebb13-bd94-4e21-bda4-a22a2589b5db is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:13.960065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:13.980105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbebb13-bd94-4e21-bda4-a22a2589b5db {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:14.004937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:14.016281 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:14.072161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:14.083433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:14.220000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:14.386483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c84380-5fe1-4f59-8843-72f089de92bf req-08acee36-ab5a-49f6-be06-34666d199f47 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:14.388063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1c84380-5fe1-4f59-8843-72f089de92bf req-08acee36-ab5a-49f6-be06-34666d199f47 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 949 time: 0.0641847
Jan 15 20:49:14.393064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-2eb432a1-3f74-4ba2-ac4d-bc927f4b0e87 req-4f47c4cb-1450-4c85-b6a0-a7dfcbe7347c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:49:14.394008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2eb432a1-3f74-4ba2-ac4d-bc927f4b0e87 req-4f47c4cb-1450-4c85-b6a0-a7dfcbe7347c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0676851
Jan 15 20:49:14.437719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1c84380-5fe1-4f59-8843-72f089de92bf req-5490df30-fac9-4389-8057-2c7109800c20 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427983
Jan 15 20:49:14.554351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be8ffa-ff48-451a-85cf-931609986db9 req-6ffd8b87-6ca5-4db0-8db7-2ef7ac7abef2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:14.555823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2be8ffa-ff48-451a-85cf-931609986db9 req-6ffd8b87-6ca5-4db0-8db7-2ef7ac7abef2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 966 time: 0.0481431
Jan 15 20:49:14.604594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2be8ffa-ff48-451a-85cf-931609986db9 req-97c4b89f-bf20-404d-b3d8-6dc2673c4300 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424776
Jan 15 20:49:14.712784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049342-da80-4c3b-9c43-f177a8d6c8bd req-aa3ad72b-6a2f-4d9b-b658-ba6e92e124f8 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:14.714466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22049342-da80-4c3b-9c43-f177a8d6c8bd req-aa3ad72b-6a2f-4d9b-b658-ba6e92e124f8 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.0570803
Jan 15 20:49:14.771728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22049342-da80-4c3b-9c43-f177a8d6c8bd req-df0df811-71cd-446e-b47b-2a07f0d14a81 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499268
Jan 15 20:49:14.917842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 621b3781-18ee-45e7-aefe-ae6ec4d044ae up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:15.054159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.072386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 621b3781-18ee-45e7-aefe-ae6ec4d044ae completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:15.074272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-c0baaa85-08e3-48a3-85c4-ef1b1be82652 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ac923ea754345a9b79457833bd72da4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0452697
Jan 15 20:49:15.078403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 621b3781-18ee-45e7-aefe-ae6ec4d044ae triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:15.078879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.099492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:15.169297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 621b3781-18ee-45e7-aefe-ae6ec4d044ae is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:15.171177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.178588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5474864-5f00-4e45-8fcd-af4f2b727255 req-6e6fa735-2dc6-4d38-a08e-a08c5eb800b9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:15.180070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5474864-5f00-4e45-8fcd-af4f2b727255 req-6e6fa735-2dc6-4d38-a08e-a08c5eb800b9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.1354067
Jan 15 20:49:15.197673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:15.200890 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c3ed7-12ff-418a-8174-2bb6de9b2bc7" -d '{"events": [{"server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "name": "network-vif-plugged", "status": "completed", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:15.213222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:15.218298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.224443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61624aa1-0ec8-4a48-bd19-e0a6e33d93de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.232119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-7a729bad-4811-4303-b8cf-5f2b252fb97c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:15.234011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-7a729bad-4811-4303-b8cf-5f2b252fb97c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1457357
Jan 15 20:49:15.261269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-13810c19-05ae-429a-a788-4019a1cb4f4e tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/quotas/8ac923ea754345a9b79457833bd72da4 HTTP/1.1" status: 200  len: 375 time: 0.0209453
Jan 15 20:49:15.266260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5474864-5f00-4e45-8fcd-af4f2b727255 req-6f5c42be-3c7d-41bb-aaa1-8c49c7fd84a3 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786619
Jan 15 20:49:15.299859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:15.312344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61624aa1-0ec8-4a48-bd19-e0a6e33d93de admin admin] Publish callbacks [] for security_group (151bc4bd-c379-4c5d-a2e3-17339eea38b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.318138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61624aa1-0ec8-4a48-bd19-e0a6e33d93de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (151bc4bd-c379-4c5d-a2e3-17339eea38b0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.357439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-4c8fc4b3-e0b2-4f0d-9951-1ed37ba36365 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0895710
Jan 15 20:49:15.362491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61624aa1-0ec8-4a48-bd19-e0a6e33d93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151bc4bd-c379-4c5d-a2e3-17339eea38b0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:15.366822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-61624aa1-0ec8-4a48-bd19-e0a6e33d93de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a0694ce50f4408b90410af770edbde7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2663314
Jan 15 20:49:15.369616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57928) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:15.438909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-0ae63a22-01d5-4fcb-b48d-17cef0b5fbaf tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bd82c6b47c4140e390464b153d2fe865&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365672
Jan 15 20:49:15.495605 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f304c3-1706-4f97-b636-3c708c83db89 x-openstack-request-id: req-d0f304c3-1706-4f97-b636-3c708c83db89 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:15.495918 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "name": "network-vif-plugged", "status": "completed", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:15.496710 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0f304c3-1706-4f97-b636-3c708c83db89 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:15.497420 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'code': 200}
Jan 15 20:49:15.509426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] Publish callbacks [] for security_group (151bc4bd-c379-4c5d-a2e3-17339eea38b0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.562670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] Publish callbacks [] for security_group (151bc4bd-c379-4c5d-a2e3-17339eea38b0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.612597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-6b409b71-468d-4fef-b5dc-bbb553976425 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:15.614343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-6b409b71-468d-4fef-b5dc-bbb553976425 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1693540
Jan 15 20:49:15.646255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b214e7-df2e-4888-a119-38fe3f917412 req-04d46014-76e2-4401-b4c3-7f38d567f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:15.648583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60b214e7-df2e-4888-a119-38fe3f917412 req-04d46014-76e2-4401-b4c3-7f38d567f36d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 1118 time: 0.0760581
Jan 15 20:49:15.659674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-fe63b94c-614a-43bc-9191-010cd10e7487 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/quotas/bd82c6b47c4140e390464b153d2fe865 HTTP/1.1" status: 200  len: 375 time: 0.0360022
Jan 15 20:49:15.671640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (151bc4bd-c379-4c5d-a2e3-17339eea38b0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.674784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.678823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/151bc4bd-c379-4c5d-a2e3-17339eea38b0 HTTP/1.1" status: 204  len: 168 time: 0.3062675
Jan 15 20:49:15.712909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-3817a97a-0d55-4a17-8b5d-a803ee2658c8 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521138
Jan 15 20:49:15.726654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224b69-c540-4c15-be03-af736de3defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151bc4bd-c379-4c5d-a2e3-17339eea38b0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:15.727373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60b214e7-df2e-4888-a119-38fe3f917412 req-9fad404b-55bc-43f7-a869-2bb05267a1ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721943
Jan 15 20:49:15.769722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f863c9-11e7-4cc4-b4af-5036509abcb4 req-8f30d397-c098-4fc7-b46f-736f0108d83a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:15.771990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3f863c9-11e7-4cc4-b4af-5036509abcb4 req-8f30d397-c098-4fc7-b46f-736f0108d83a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 949 time: 0.0714386
Jan 15 20:49:15.782826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:15.868970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:15.877169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:15.877548 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:15.895659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3f863c9-11e7-4cc4-b4af-5036509abcb4 req-9cbab1bf-525c-47f1-ad9d-bc8ccbdbe373 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084535
Jan 15 20:49:15.985117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7fe3079-d99a-40ed-8967-c59ac5d70531 req-49a61580-26f5-42e9-8668-527b6dc956a7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 210 time: 0.0575025
Jan 15 20:49:16.161723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ef814-aa9b-4a10-8aaf-ed05a6675176 req-e9b9e4bb-be62-4e6a-bbf3-605ea56036bc tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:16.172052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-016ef814-aa9b-4a10-8aaf-ed05a6675176 req-e9b9e4bb-be62-4e6a-bbf3-605ea56036bc tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 967 time: 0.1223412
Jan 15 20:49:16.249838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57968) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:16.253591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9edf0d5f-251b-49de-95e4-49a411a7fa51 req-890c23e6-7d5b-418b-bfe4-ac81aab3ea6b tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 210 time: 0.0789387
Jan 15 20:49:16.282716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b5fbd16-2e62-4108-b8bf-f8acc10f4ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.286737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 8fbebb13-bd94-4e21-bda4-a22a2589b5db is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:16.287218 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.380173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-016ef814-aa9b-4a10-8aaf-ed05a6675176 req-68b3473b-2507-4782-927a-e0c845eca972 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023082
Jan 15 20:49:16.413619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b5fbd16-2e62-4108-b8bf-f8acc10f4ac2 admin admin] Publish callbacks [] for security_group (793baa41-0ade-4654-8edb-1cc405f1c5c2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.416201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:16.422899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b5fbd16-2e62-4108-b8bf-f8acc10f4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (793baa41-0ade-4654-8edb-1cc405f1c5c2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.426021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.427044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 41cea26c-65de-4cc6-a1d6-701315bcd28f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:16.495783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fbd16-2e62-4108-b8bf-f8acc10f4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793baa41-0ade-4654-8edb-1cc405f1c5c2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:16.505392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 41cea26c-65de-4cc6-a1d6-701315bcd28f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:49:16.508205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 41cea26c-65de-4cc6-a1d6-701315bcd28f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:16.542446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8b5fbd16-2e62-4108-b8bf-f8acc10f4ac2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88ed9cbd93444e079610f4b4424f6309&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2901666
Jan 15 20:49:16.545673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:16.546497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766936-27cc-4095-be9e-bed2537ae7e8 req-a91ce77b-3dce-4b62-a98d-cb2e950b354e tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:16.564497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63766936-27cc-4095-be9e-bed2537ae7e8 req-a91ce77b-3dce-4b62-a98d-cb2e950b354e tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.1427488
Jan 15 20:49:16.582745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57984) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:16.607294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:16.659107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] Publish callbacks [] for security_group (793baa41-0ade-4654-8edb-1cc405f1c5c2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.663943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63766936-27cc-4095-be9e-bed2537ae7e8 req-3ef77ebd-58b6-474d-b870-08700496e472 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974522
Jan 15 20:49:16.694423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] Publish callbacks [] for security_group (793baa41-0ade-4654-8edb-1cc405f1c5c2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.790890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9252616-38db-49aa-90c8-16e66e62bc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.851056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (793baa41-0ade-4654-8edb-1cc405f1c5c2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.853835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.855333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/793baa41-0ade-4654-8edb-1cc405f1c5c2 HTTP/1.1" status: 204  len: 168 time: 0.3079793
Jan 15 20:49:16.910561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-9c150bfb-cd95-40a0-b458-6852f444e696 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:16.919037 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-9c150bfb-cd95-40a0-b458-6852f444e696 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.1472521
Jan 15 20:49:16.922298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d6f25-14ec-4763-8b60-3123952f1ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793baa41-0ade-4654-8edb-1cc405f1c5c2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:16.937754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9252616-38db-49aa-90c8-16e66e62bc7b admin admin] Publish callbacks [] for security_group (6e746a5d-db93-439a-b173-89f8096eaf23), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:16.946329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9252616-38db-49aa-90c8-16e66e62bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6e746a5d-db93-439a-b173-89f8096eaf23), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.025369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9252616-38db-49aa-90c8-16e66e62bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e746a5d-db93-439a-b173-89f8096eaf23,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:17.178901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-590a74ae-1c7d-4867-b9a5-102f8f672149 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8ac923ea754345a9b79457833bd72da4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0786557
Jan 15 20:49:17.228757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9252616-38db-49aa-90c8-16e66e62bc7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59998b915d9e48d8a30b9ad528eae14c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6442523
Jan 15 20:49:17.231994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58026) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:17.235685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Deleting port ab3b6f1e-5ff9-47f0-945c-77448dbe354e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:49:17.236018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.309860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d068a97a-5801-40f5-b7fc-57c3f363f954 req-50b94670-2edf-4d41-8baf-44461844402b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 210 time: 0.1018240
Jan 15 20:49:17.338584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398a1c-7fbb-4c6e-920c-e276e885af59 req-98bd544f-8ae5-409d-9428-928ccbc2cac3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:17.341904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f398a1c-7fbb-4c6e-920c-e276e885af59 req-98bd544f-8ae5-409d-9428-928ccbc2cac3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.2734759
Jan 15 20:49:17.363916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] Publish callbacks [] for security_group (6e746a5d-db93-439a-b173-89f8096eaf23), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.410019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] Publish callbacks [] for security_group (6e746a5d-db93-439a-b173-89f8096eaf23), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.433493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] For port ab3b6f1e-5ff9-47f0-945c-77448dbe354e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:17.433881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.445950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ded7c372-e6b7-4694-91e4-fd3328ed12ae req-746f0064-e059-4628-9ea3-e68ceaac26fd tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 210 time: 0.0514605
Jan 15 20:49:17.466091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Calling delete_port for ab3b6f1e-5ff9-47f0-945c-77448dbe354e owned by compute:tempest-test_az-1232673529 {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:49:17.478440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-8418caef-8357-4c17-af82-6a730d76e485 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:17.484254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-8418caef-8357-4c17-af82-6a730d76e485 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2752490
Jan 15 20:49:17.498273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:17.502139 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177214c-def4-4cfb-a659-0b3e0184146d" -d '{"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:17.528942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f398a1c-7fbb-4c6e-920c-e276e885af59 req-61a21ed2-ef59-4290-8368-189aeded56fd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805482
Jan 15 20:49:17.534675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Request body: {'port': {'device_id': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8ac923ea754345a9b79457833bd72da4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:17.660979 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-c26b4331-2135-466a-80e9-f602f750bf17 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bd82c6b47c4140e390464b153d2fe865&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0811481
Jan 15 20:49:17.665236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6e746a5d-db93-439a-b173-89f8096eaf23), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.669302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.676643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e746a5d-db93-439a-b173-89f8096eaf23 HTTP/1.1" status: 204  len: 168 time: 0.4434762
Jan 15 20:49:17.754275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b4aa5-61f5-4867-9ba3-b04e5bdb6d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e746a5d-db93-439a-b173-89f8096eaf23,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:17.786752 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78fa37-9b5f-420f-8e85-c0fecdb3912b x-openstack-request-id: req-8f78fa37-9b5f-420f-8e85-c0fecdb3912b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:17.787061 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:17.787860 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f78fa37-9b5f-420f-8e85-c0fecdb3912b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:17.788315 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'code': 200}
Jan 15 20:49:17.868315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a662bf6-b378-453c-b3c8-735c2458937a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:17.873993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.39', 61013) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.033452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.042109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab594f6b-3fa0-430a-9a70-749361ed4a13 req-122cc2f9-f4b6-4864-9771-5f1cbc957593 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.049742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab594f6b-3fa0-430a-9a70-749361ed4a13 req-122cc2f9-f4b6-4864-9771-5f1cbc957593 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 967 time: 0.4114947
Jan 15 20:49:18.106149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606a6a-cacc-4752-97d6-e96002dbe790 req-a9cd3f67-ceec-4540-91bb-6252cbc2e9e9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.113675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f606a6a-cacc-4752-97d6-e96002dbe790 req-a9cd3f67-ceec-4540-91bb-6252cbc2e9e9 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 972 time: 0.1397495
Jan 15 20:49:18.213531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58070) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.234551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f606a6a-cacc-4752-97d6-e96002dbe790 req-ca52df18-f4a1-484c-b0ae-f82bd6a09bc3 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/security-groups?id=9243dca3-be6f-4275-a7c9-6cb593729330&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172981
Jan 15 20:49:18.237910 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab594f6b-3fa0-430a-9a70-749361ed4a13 req-62949165-cd4e-4c34-9457-3427343821ac tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1873150
Jan 15 20:49:18.259544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1f2936e-a3d0-43b3-8390-134816a3ceff tempest-AutoAllocateNetworkTest-1283866614 tempest-AutoAllocateNetworkTest-1283866614-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=63a72208f3e644c2b96c7ad4af7d41a6&shared=False HTTP/1.1" status: 200  len: 208 time: 0.1997492
Jan 15 20:49:18.259712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58072) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.260986 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c08e23da-c24d-4ccd-93a3-35feb21dac99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.273840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399463-b2f9-40c7-81ae-b9b06613d0f6 req-36e27b91-a21b-4f78-99e6-d0ee70d7e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.275551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0b399463-b2f9-40c7-81ae-b9b06613d0f6 req-36e27b91-a21b-4f78-99e6-d0ee70d7e16b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1101 time: 0.4001303
Jan 15 20:49:18.281607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Made reservation on behalf of 8ac923ea754345a9b79457833bd72da4 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:18.286321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.314765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5fa14f0d-b4a6-4e48-942e-515c0a9b88ca tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.315289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5fa14f0d-b4a6-4e48-942e-515c0a9b88ca tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6374621
Jan 15 20:49:18.363329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Request body: {'port': {'device_id': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'bd82c6b47c4140e390464b153d2fe865'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:18.376156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ab3b6f1e-5ff9-47f0-945c-77448dbe354e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.398962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ab3b6f1e-5ff9-47f0-945c-77448dbe354e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:18.482079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Pushing event deleted for resources: {'Port': ['ID=ab3b6f1e-5ff9-47f0-945c-77448dbe354e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:18.559662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31da8988-8254-4696-9635-5fbbf11c011d req-1b9562c6-c61c-40e9-85b6-2fe3058afd68 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 210 time: 0.0791864
Jan 15 20:49:18.561620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c08e23da-c24d-4ccd-93a3-35feb21dac99 admin admin] Publish callbacks [] for security_group (895108fb-b079-4874-9c65-920a3518b80d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.573743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Allocated IP 192.168.233.67 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/dabee046-cd8e-45f7-9b2d-67a08fbc1ace) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:18.576122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c08e23da-c24d-4ccd-93a3-35feb21dac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (895108fb-b079-4874-9c65-920a3518b80d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.585060 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0b399463-b2f9-40c7-81ae-b9b06613d0f6 req-5310a5f1-e97d-4fff-a0e6-20a7e1212f15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977519
Jan 15 20:49:18.586016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] No DVR routers for this DVR port ab3b6f1e-5ff9-47f0-945c-77448dbe354e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:18.589682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.594743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ac2a4c-2d9c-4a18-aad5-b4d240f553b9 req-4362dd8d-0e93-421d-8578-21075070f945 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.45 "DELETE /v2.0/ports/ab3b6f1e-5ff9-47f0-945c-77448dbe354e HTTP/1.1" status: 204  len: 173 time: 1.6692514
Jan 15 20:49:18.611339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'name': 'network-vif-deleted', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:18.615043 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bc8d5-abcf-4906-adbd-db7a58e68f15" -d '{"events": [{"server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "name": "network-vif-deleted", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:18.637037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a799b-57ad-49a7-b83a-5418cb100598 tempest-AutoAllocateNetworkTest-1283866614 tempest-AutoAllocateNetworkTest-1283866614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.639118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f75a799b-57ad-49a7-b83a-5418cb100598 tempest-AutoAllocateNetworkTest-1283866614 tempest-AutoAllocateNetworkTest-1283866614-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.3806159
Jan 15 20:49:18.643204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58090) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.711212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c08e23da-c24d-4ccd-93a3-35feb21dac99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc2faa2de2834e2180b7dc982d0ae9d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4966486
Jan 15 20:49:18.724350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110c2ed-c4bc-4a9e-8507-4ebd3cb014b1 req-8136132e-07f6-4dc7-a18e-80e0fa48afef tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:18.725883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.730651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6110c2ed-c4bc-4a9e-8507-4ebd3cb014b1 req-8136132e-07f6-4dc7-a18e-80e0fa48afef tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 967 time: 0.2688675
Jan 15 20:49:18.734495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-305ee04d-84e6-4444-a737-378c69470eb1 tempest-AutoAllocateNetworkTest-1283866614 tempest-AutoAllocateNetworkTest-1283866614-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0897081
Jan 15 20:49:18.747352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58096) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.756085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58098) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:18.762011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'floatingip': {'port_id': '621b3781-18ee-45e7-aefe-ae6ec4d044ae'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:18.781690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e23da-c24d-4ccd-93a3-35feb21dac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895108fb-b079-4874-9c65-920a3518b80d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:18.835835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Made reservation on behalf of bd82c6b47c4140e390464b153d2fe865 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:18.840552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.856205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] Publish callbacks [] for security_group (895108fb-b079-4874-9c65-920a3518b80d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.914217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c4c0dc9a-2464-4dce-aa3c-35646d4c6836 tempest-AutoAllocateNetworkTest-1283866614 tempest-AutoAllocateNetworkTest-1283866614-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=63a72208f3e644c2b96c7ad4af7d41a6 HTTP/1.1" status: 200  len: 208 time: 0.1553845
Jan 15 20:49:18.930601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] Publish callbacks [] for security_group (895108fb-b079-4874-9c65-920a3518b80d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.935369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2946dfd-08be-46c3-8de3-9eae128cbf49 req-5b5de020-92eb-4897-9807-73e2df280613 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 210 time: 0.2015519
Jan 15 20:49:18.945896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:18.960249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-dbd81550-22fc-472f-b75e-afc7876b31ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1708949
Jan 15 20:49:19.018012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (895108fb-b079-4874-9c65-920a3518b80d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.021628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.022046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/895108fb-b079-4874-9c65-920a3518b80d HTTP/1.1" status: 204  len: 168 time: 0.2949886
Jan 15 20:49:19.031697 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d245a7f-b939-4c67-8456-c9d5de5ad959 x-openstack-request-id: req-9d245a7f-b939-4c67-8456-c9d5de5ad959 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:19.031985 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5736e502-fb8b-43e0-8763-ec341d6f5953", "name": "network-vif-deleted", "tag": "ab3b6f1e-5ff9-47f0-945c-77448dbe354e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:19.032239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d245a7f-b939-4c67-8456-c9d5de5ad959 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:19.032612 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5736e502-fb8b-43e0-8763-ec341d6f5953', 'name': 'network-vif-deleted', 'tag': 'ab3b6f1e-5ff9-47f0-945c-77448dbe354e', 'status': 'completed', 'code': 200}
Jan 15 20:49:19.041441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e384c1-830f-421d-8191-fb4c95e6cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895108fb-b079-4874-9c65-920a3518b80d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:19.117103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-5b0e459a-9dc4-4e37-b55b-e81770b3ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.124985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-5b0e459a-9dc4-4e37-b55b-e81770b3ce33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 1101 time: 0.0890465
Jan 15 20:49:19.208086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f257ed0-3835-4829-87ed-7a100725814e req-a9b574d6-1097-48f6-9437-dd38f0686071 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.209557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f257ed0-3835-4829-87ed-7a100725814e req-a9b574d6-1097-48f6-9437-dd38f0686071 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.3199353
Jan 15 20:49:19.342171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks [] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.348020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-df57d57d-07e4-4cb3-b89d-8d9e1f6dc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.353735 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-df57d57d-07e4-4cb3-b89d-8d9e1f6dc258 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2087784
Jan 15 20:49:19.377623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58112) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:19.446323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-c6f1a4bc-e6f7-46d9-ba78-821b823ee765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632 HTTP/1.1" status: 200  len: 217 time: 0.0880277
Jan 15 20:49:19.469053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f257ed0-3835-4829-87ed-7a100725814e req-8c12c2ad-8fa5-4b6b-8da4-a05c3c347d2e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425013
Jan 15 20:49:19.504522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58116) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:19.525645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-1e5e1802-15e0-400f-b3af-4abbe7e2e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.527130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-1e5e1802-15e0-400f-b3af-4abbe7e2e0f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0742161
Jan 15 20:49:19.574912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e099f2f-fb71-4f5b-8982-ebd77fa29bb8 req-2be480c7-15ba-45ac-a6a9-7c939ca5f805 tempest-AggregatesAdminTestJSON-963610503 tempest-AggregatesAdminTestJSON-963610503-project] 10.222.0.46 "GET /v2.0/ports?device_id=5736e502-fb8b-43e0-8763-ec341d6f5953 HTTP/1.1" status: 200  len: 210 time: 0.0768950
Jan 15 20:49:19.578927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.594136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5a8eebf2-aebe-45dc-86b0-8add6202f632'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:19.727776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-96bebbeb-4bf2-49b1-8ba3-57e4586ab450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.729741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-96bebbeb-4bf2-49b1-8ba3-57e4586ab450 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1930063
Jan 15 20:49:19.798742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-17aac215-050b-4629-888a-779c97465baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.803184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Allocated IP 192.168.233.193 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/83c60043-b7da-47fc-8806-0fb74103c15c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:19.817662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54a3a749-4c86-4953-9ff0-36ab91bc9ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:19.877369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:19.894504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc9f52-9543-46c7-98c2-3b90574095f5 req-8ead8d6f-b9be-4bd8-b8f6-7799b256217f tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.897000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8edc9f52-9543-46c7-98c2-3b90574095f5 req-8ead8d6f-b9be-4bd8-b8f6-7799b256217f tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 935 time: 0.1712749
Jan 15 20:49:19.911662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Pushing event updated for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:19.924422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-061f66aa-0599-4f57-b7b3-07da0aeafd43 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845477
Jan 15 20:49:19.941431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:19.992182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:19.998205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:19.999404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.081278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5abda0ef-63be-4a98-a114-4f309aaaa592 req-02126d2c-9803-4d24-b10c-7ac7c00a3d98 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426961
Jan 15 20:49:20.176249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-080c6c23-059a-49f6-8ce7-775ca98427ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.196885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks [] for port (83c60043-b7da-47fc-8806-0fb74103c15c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.240141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.293407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:20.293615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-1847def7-8df1-49dd-9e84-6b36a8d1cc46 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7632720
Jan 15 20:49:20.299390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:20.304696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:20.311507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:20.312604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.320244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Pushing event updated for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:20.339286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Request body: {'port': {'device_id': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:20.346812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5a2886f9-108c-4072-a799-e214973fd7b7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0003247
Jan 15 20:49:20.363626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-33ccd59f-e649-4d6a-b9ec-77d968238c7f None None] Provisioning complete for port dabee046-cd8e-45f7-9b2d-67a08fbc1ace triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:20.364128 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33ccd59f-e649-4d6a-b9ec-77d968238c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.365695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Request body: {'port': {'device_id': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:20.416883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-33ccd59f-e649-4d6a-b9ec-77d968238c7f None None] Port dabee046-cd8e-45f7-9b2d-67a08fbc1ace cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:20.443550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.533476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8edc9f52-9543-46c7-98c2-3b90574095f5 req-a6b52afd-e613-4b13-b54b-dbcf32047d56 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6274090
Jan 15 20:49:20.650925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-64418993-c5fd-499e-ab17-1497e670ad50 None None] Provisioning complete for port 83c60043-b7da-47fc-8806-0fb74103c15c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:20.651864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64418993-c5fd-499e-ab17-1497e670ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.691070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6ebb4-92ca-44e1-bd85-b8527b1fdeee req-6597abe5-a0ec-41f3-aeb5-a10e5123c65d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:20.698206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77c6ebb4-92ca-44e1-bd85-b8527b1fdeee req-6597abe5-a0ec-41f3-aeb5-a10e5123c65d tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 936 time: 0.4561126
Jan 15 20:49:20.712069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-64418993-c5fd-499e-ab17-1497e670ad50 None None] Port 83c60043-b7da-47fc-8806-0fb74103c15c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:20.774100 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-17aac215-050b-4629-888a-779c97465baf admin admin] Publish callbacks [] for security_group (f82d727f-5b6a-44d7-992f-73aa90aead02), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.794149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.794756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c60043-b7da-47fc-8806-0fb74103c15c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:20.806492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.806713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks [] for port (83c60043-b7da-47fc-8806-0fb74103c15c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.808231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-17aac215-050b-4629-888a-779c97465baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f82d727f-5b6a-44d7-992f-73aa90aead02), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.819152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.825137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Transition to ACTIVE for port object 83c60043-b7da-47fc-8806-0fb74103c15c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:20.829039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.901651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54a3a749-4c86-4953-9ff0-36ab91bc9ed7 admin admin] Publish callbacks [] for security_group (5c6eab1b-e527-4e64-adb1-93179cd24008), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.924701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Pushing event updated for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:20.940759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Attempting to bind port 83c60043-b7da-47fc-8806-0fb74103c15c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:20.942605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Attempting to bind port 83c60043-b7da-47fc-8806-0fb74103c15c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:20.943603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Attempting to bind port 83c60043-b7da-47fc-8806-0fb74103c15c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:20.944473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab3b6f1e-5ff9-47f0-945c-77448dbe354e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:20.954800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Port 83c60043-b7da-47fc-8806-0fb74103c15c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:20.954800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Attempting to bind port 83c60043-b7da-47fc-8806-0fb74103c15c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:20.961514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:20.962271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:20.962869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:20.963508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Bound port: 83c60043-b7da-47fc-8806-0fb74103c15c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:20.964127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:20.978055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: ab3b6f1e-5ff9-47f0-945c-77448dbe354e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:49:20.978317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab3b6f1e-5ff9-47f0-945c-77448dbe354e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:20.985643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77c6ebb4-92ca-44e1-bd85-b8527b1fdeee req-b1b60228-e238-494c-9140-b05fcf637982 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864282
Jan 15 20:49:21.063715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54a3a749-4c86-4953-9ff0-36ab91bc9ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5c6eab1b-e527-4e64-adb1-93179cd24008), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.073070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:21.077300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83c60043-b7da-47fc-8806-0fb74103c15c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:21.082875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c44516-8037-45d6-bfa0-a0416b0c6654 req-25fe6a00-c1bd-4d0b-99cc-628b5f27cb58 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.084626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84c44516-8037-45d6-bfa0-a0416b0c6654 req-25fe6a00-c1bd-4d0b-99cc-628b5f27cb58 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.4084568
Jan 15 20:49:21.085264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.090273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-17aac215-050b-4629-888a-779c97465baf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63a72208f3e644c2b96c7ad4af7d41a6&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5744879
Jan 15 20:49:21.101476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:21.123430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54a3a749-4c86-4953-9ff0-36ab91bc9ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4ab1e9106654fccab088c31f19c9eb7&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6919346
Jan 15 20:49:21.139064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58166) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:21.139971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aac215-050b-4629-888a-779c97465baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d727f-5b6a-44d7-992f-73aa90aead02,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:21.143831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.144455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.145959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] 10.222.0.39 "PUT /v2.0/ports/83c60043-b7da-47fc-8806-0fb74103c15c HTTP/1.1" status: 200  len: 1096 time: 0.7886002
Jan 15 20:49:21.146350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:21.148910 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5db474-dd1c-43a9-9542-3279a26739a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:21.265772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f84cb-aedb-4df7-a867-1b120dc3f819 service neutron] Pushing event updated for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:21.293327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] Publish callbacks [] for security_group (f82d727f-5b6a-44d7-992f-73aa90aead02), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.304448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-986bb8e9-6ad5-4d90-8735-f0b6769cbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.306238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-986bb8e9-6ad5-4d90-8735-f0b6769cbda6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 1099 time: 0.1020238
Jan 15 20:49:21.344403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84c44516-8037-45d6-bfa0-a0416b0c6654 req-7698ead1-c1e3-4c72-a080-4c465fb02435 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174063
Jan 15 20:49:21.403962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-ae959b60-184b-41bc-ac4d-dd6e2d0941a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=83c60043-b7da-47fc-8806-0fb74103c15c HTTP/1.1" status: 200  len: 217 time: 0.0890062
Jan 15 20:49:21.410735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] Publish callbacks [] for security_group (f82d727f-5b6a-44d7-992f-73aa90aead02), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.414143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a749-4c86-4953-9ff0-36ab91bc9ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6eab1b-e527-4e64-adb1-93179cd24008,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:21.477992 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb90e2-e161-4e95-9cde-7bf4c331a27e x-openstack-request-id: req-e7fb90e2-e161-4e95-9cde-7bf4c331a27e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:21.478267 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:21.478514 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7fb90e2-e161-4e95-9cde-7bf4c331a27e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:21.478898 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c', 'status': 'completed', 'code': 200}
Jan 15 20:49:21.507203 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba associated. External IP: 172.35.1.42, port: 621b3781-18ee-45e7-aefe-ae6ec4d044ae.
Jan 15 20:49:21.549562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5c0e2d2c-cff4-4013-8cad-521f8c3d84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.551163 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-5c0e2d2c-cff4-4013-8cad-521f8c3d84a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1383033
Jan 15 20:49:21.564726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] Publish callbacks [] for security_group (5c6eab1b-e527-4e64-adb1-93179cd24008), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.584902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:21.619183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f82d727f-5b6a-44d7-992f-73aa90aead02), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.622299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.633282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f82d727f-5b6a-44d7-992f-73aa90aead02 HTTP/1.1" status: 204  len: 168 time: 0.5264437
Jan 15 20:49:21.648863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9e08-6338-4ae8-944c-7cb9d5ca0fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d727f-5b6a-44d7-992f-73aa90aead02,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:21.651949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-f7dea4c5-7373-4a23-93ca-41ea57c3a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.654026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-f7dea4c5-7373-4a23-93ca-41ea57c3a94a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0942242
Jan 15 20:49:21.726575 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] Publish callbacks [] for security_group (5c6eab1b-e527-4e64-adb1-93179cd24008), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.749998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.778499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-ca49bc8f-f3ab-44d0-9b30-096cef4c476f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143150
Jan 15 20:49:21.880717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabee046-cd8e-45f7-9b2d-67a08fbc1ace {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:21.904596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks [] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:21.913757 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ed895e87-04fb-4ac7-a05e-f6d954d2e756 req-0cfcb467-b753-4a3c-9cc5-20376f11dd6c service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288252
Jan 15 20:49:21.976289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c849c67-3844-43f0-86be-770380270c76 req-22c7b3f2-733d-449d-8030-6eee22e09773 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:21.977838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c849c67-3844-43f0-86be-770380270c76 req-22c7b3f2-733d-449d-8030-6eee22e09773 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 935 time: 0.3176951
Jan 15 20:49:21.982923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Transition to ACTIVE for port object dabee046-cd8e-45f7-9b2d-67a08fbc1ace will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:21.993983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a31bac46-9954-4e5b-9acc-b987b12a1b95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c9ae9cb7d2d4105a277bcaaf858b861&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4078798
Jan 15 20:49:21.996411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58194) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:22.007230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.018853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-886a6992-9bcc-43e8-a4b4-96038a1953e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.020359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-886a6992-9bcc-43e8-a4b4-96038a1953e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd82c6b47c4140e390464b153d2fe865&device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 1099 time: 0.0575953
Jan 15 20:49:22.094906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5c6eab1b-e527-4e64-adb1-93179cd24008), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.097543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.101204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c6eab1b-e527-4e64-adb1-93179cd24008 HTTP/1.1" status: 204  len: 168 time: 0.9430616
Jan 15 20:49:22.129401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-053b6d27-a42f-485d-9b0f-61af95c504f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.131031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-053b6d27-a42f-485d-9b0f-61af95c504f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1047363
Jan 15 20:49:22.138936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-5d40f985-4730-44b0-975a-1c7a9f74ad70 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.140465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-5d40f985-4730-44b0-975a-1c7a9f74ad70 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1101 time: 0.2429540
Jan 15 20:49:22.160065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfa66d-810d-4201-877f-d74beea782e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6eab1b-e527-4e64-adb1-93179cd24008,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:22.205863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-85371648-d01b-4b01-bac2-0f2b9f8cb95a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=83c60043-b7da-47fc-8806-0fb74103c15c HTTP/1.1" status: 200  len: 217 time: 0.0674376
Jan 15 20:49:22.219034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:22.272990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-2b59047f-8fc4-45a9-ab9c-86ac7304bfbf tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.278504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c849c67-3844-43f0-86be-770380270c76 req-caa45157-5bae-48b4-8442-27bbdbd576c9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901702
Jan 15 20:49:22.288636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-36aaaf07-fa14-4626-80f7-c3c5ed509346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.290607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-36aaaf07-fa14-4626-80f7-c3c5ed509346 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0739374
Jan 15 20:49:22.371612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-b798fd65-f6dd-4167-86c2-33d0e8f5ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.378522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] Publish callbacks [] for security_group (9243dca3-be6f-4275-a7c9-6cb593729330), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.379964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-b798fd65-f6dd-4167-86c2-33d0e8f5ae3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0827599
Jan 15 20:49:22.410260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Attempting to bind port dabee046-cd8e-45f7-9b2d-67a08fbc1ace on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:22.410621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Attempting to bind port dabee046-cd8e-45f7-9b2d-67a08fbc1ace by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:22.410994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Attempting to bind port dabee046-cd8e-45f7-9b2d-67a08fbc1ace on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:22.420236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Port dabee046-cd8e-45f7-9b2d-67a08fbc1ace on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:22.420800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Attempting to bind port dabee046-cd8e-45f7-9b2d-67a08fbc1ace on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:22.503245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] Publish callbacks [] for security_group (9243dca3-be6f-4275-a7c9-6cb593729330), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.506569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:49:22.512714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:22.513094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:22.513487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:22.513933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Bound port: dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:22.514909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.551112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-bd69ae4c-b617-468c-90f1-31660eb4aac9 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628902
Jan 15 20:49:22.614565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58220) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:22.634058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f415-e0ae-4dfe-b5e1-77cecf896799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.697814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3d5db474-dd1c-43a9-9542-3279a26739a6 req-8734cd23-06b9-4721-a50b-ab41ca8f45cf service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390030
Jan 15 20:49:22.756901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f415-e0ae-4dfe-b5e1-77cecf896799 admin admin] Publish callbacks [] for security_group (8472698a-97a4-458d-91c7-10b6c51fea6b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.761677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f415-e0ae-4dfe-b5e1-77cecf896799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8472698a-97a4-458d-91c7-10b6c51fea6b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.805467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b8e2f415-e0ae-4dfe-b5e1-77cecf896799 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c1539b9f7ac4096868b62f9e3f18af5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1873925
Jan 15 20:49:22.805467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f415-e0ae-4dfe-b5e1-77cecf896799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8472698a-97a4-458d-91c7-10b6c51fea6b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:22.807078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58224) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:22.828880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-2b59047f-8fc4-45a9-ab9c-86ac7304bfbf tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Publish callbacks [] for security_group (70ec137a-a125-402b-b04c-80490c8862d3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.875894 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-2b59047f-8fc4-45a9-ab9c-86ac7304bfbf tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70ec137a-a125-402b-b04c-80490c8862d3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.877408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] Publish callbacks [] for security_group (8472698a-97a4-458d-91c7-10b6c51fea6b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.906790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] Publish callbacks [] for security_group (8472698a-97a4-458d-91c7-10b6c51fea6b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.917676 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:22.920241 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:22.923524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15290639-f8eb-4f99-ba67-0feadbed02d7 req-b1a9e529-26da-41a1-bd17-0433067495cf tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:22.925088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15290639-f8eb-4f99-ba67-0feadbed02d7 req-b1a9e529-26da-41a1-bd17-0433067495cf tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 948 time: 0.4141533
Jan 15 20:49:22.981831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8472698a-97a4-458d-91c7-10b6c51fea6b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.985363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:22.988289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8472698a-97a4-458d-91c7-10b6c51fea6b HTTP/1.1" status: 204  len: 168 time: 0.1802671
Jan 15 20:49:22.997527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9243dca3-be6f-4275-a7c9-6cb593729330), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.000302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.003916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9243dca3-be6f-4275-a7c9-6cb593729330 HTTP/1.1" status: 204  len: 168 time: 1.0030477
Jan 15 20:49:23.004045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b034f-8e5c-4a6e-8b38-b96010ccba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8472698a-97a4-458d-91c7-10b6c51fea6b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:23.009142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:23.014625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59047f-8fc4-45a9-ab9c-86ac7304bfbf tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec137a-a125-402b-b04c-80490c8862d3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:23.018786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d62a3cea-6e86-45e3-a81c-b03c7a2394f8 req-2b59047f-8fc4-45a9-ab9c-86ac7304bfbf tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8673520
Jan 15 20:49:23.044697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:23.067388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.069564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0c555-86ce-494c-b369-0a2fb808d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243dca3-be6f-4275-a7c9-6cb593729330,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:23.113561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:49:23.118801 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.135054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:23.135686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.137284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/dabee046-cd8e-45f7-9b2d-67a08fbc1ace HTTP/1.1" status: 200  len: 1095 time: 2.8236840
Jan 15 20:49:23.137958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:23.139983 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4578f5d-2e90-4ce8-8861-ac32316496d3" -d '{"events": [{"name": "network-changed", "server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:23.173278 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:49:23.175514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15290639-f8eb-4f99-ba67-0feadbed02d7 req-8547b701-51fb-464e-ab39-5db1f6c8f18a tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214906
Jan 15 20:49:23.205649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2674b4e3-2a07-4015-8859-bf2a5645e8d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "PUT /v2.0/floatingips/694a7ee9-d959-4b23-ad36-c4b43c69bdba HTTP/1.1" status: 200  len: 1012 time: 4.4481003
Jan 15 20:49:23.208365 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:49:23.209082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552dedb-76e0-4acf-a70d-c20b7b10c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:23.211058 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b686040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:49:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:23.213386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.302518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-d01e25b3-cf1c-4063-a748-59f64e8c72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:23.313564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-d01e25b3-cf1c-4063-a748-59f64e8c72c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 1098 time: 0.0869184
Jan 15 20:49:23.404612 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02b118-bcde-4dd6-883c-d9ddbffaced8 x-openstack-request-id: req-6f02b118-bcde-4dd6-883c-d9ddbffaced8 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:23.405745 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:23.406735 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f02b118-bcde-4dd6-883c-d9ddbffaced8 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:23.408483 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace', 'status': 'completed', 'code': 200}
Jan 15 20:49:23.410994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-e6637dc8-0170-422f-8c9a-5ca95d1fd20e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace HTTP/1.1" status: 200  len: 217 time: 0.0957279
Jan 15 20:49:23.415802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-fd3a475c-b1c4-42f9-ba6d-a28e788869bd req-432f4a7e-eea6-4c42-ba47-dab9b8b39ba3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:49:23.419753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:49:23.426149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd3a475c-b1c4-42f9-ba6d-a28e788869bd req-432f4a7e-eea6-4c42-ba47-dab9b8b39ba3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0142105
Jan 15 20:49:23.521642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-7726daab-9750-4c92-a5a1-d8e449c7d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:23.523895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-7726daab-9750-4c92-a5a1-d8e449c7d38d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0946896
Jan 15 20:49:23.629268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-0b615089-4857-4e58-badd-59e40059598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:23.631091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-0b615089-4857-4e58-badd-59e40059598d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1012957
Jan 15 20:49:23.772193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428b5c-81bb-46fb-b8ff-62b394da102c req-a10680ae-9ff8-49ae-b7ca-b72b360b82ad tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:23.779413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75428b5c-81bb-46fb-b8ff-62b394da102c req-a10680ae-9ff8-49ae-b7ca-b72b360b82ad tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 947 time: 0.1473246
Jan 15 20:49:23.821040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58262) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:23.848566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-eebf13f9-7f66-4ed0-8fb7-88b964e364f6 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980224
Jan 15 20:49:23.859052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75428b5c-81bb-46fb-b8ff-62b394da102c req-99c8869d-8bfc-4969-bef2-3af0633289f9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787296
Jan 15 20:49:23.872354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-411a4c3c-1a27-44df-aa39-c0861cc0056a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eee6a42d13b7481ebb32b23a1348bd0b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0500965
Jan 15 20:49:23.873533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:23.926725 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b686040>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:79:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'device_owner': 'compute:tempest-test_az-1232673529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:49:20Z', 'revision_number': 1, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:23.961101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] Publish callbacks [] for security_group (f2ac8c10-e50b-49fb-9296-a31e7462b617), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:23.962548 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:49:23.982076 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:49:23.982743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b686040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:49:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:24.016066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] Publish callbacks [] for security_group (f2ac8c10-e50b-49fb-9296-a31e7462b617), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:24.063491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a969f8-8f6d-496a-a552-0b32f5fa2ae9 req-3131dbd5-561c-473f-a33b-b728680d1865 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979225
Jan 15 20:49:24.135432 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:49:24.216781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:24.257517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-11478708-2a01-4bdd-9003-8dbcef55c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.265807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-11478708-2a01-4bdd-9003-8dbcef55c29e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ac923ea754345a9b79457833bd72da4&device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 1098 time: 0.1299658
Jan 15 20:49:24.489889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f2ac8c10-e50b-49fb-9296-a31e7462b617), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:24.492479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:24.494079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2ac8c10-e50b-49fb-9296-a31e7462b617 HTTP/1.1" status: 204  len: 168 time: 0.6194267
Jan 15 20:49:24.527219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60cdf6-2949-4232-bfc7-8eb09d0ffe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ac8c10-e50b-49fb-9296-a31e7462b617,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:24.607684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a0a7-76d4-49da-ba58-76f3e49ccf9e req-526e8a4f-7036-447a-be4c-558fd1425ca3 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.610854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1631a0a7-76d4-49da-ba58-76f3e49ccf9e req-526e8a4f-7036-447a-be4c-558fd1425ca3 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 948 time: 0.1872978
Jan 15 20:49:24.615603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b686040>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:79:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'device_owner': 'compute:tempest-test_az-1232673529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:49:20Z', 'revision_number': 1, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:24.648013 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8351cef-1846-4882-ae37-c47744b846e4 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:79:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'device_owner': 'compute:tempest-test_az-1232673529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:49:20Z', 'revision_number': 1, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:49:24.658477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-38c076db-30c8-4080-8d4f-ee727ed84f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.659944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-38c076db-30c8-4080-8d4f-ee727ed84f57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3860574
Jan 15 20:49:24.733744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-a07802eb-3cf0-49de-b872-2d2186bfa4f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace HTTP/1.1" status: 200  len: 217 time: 0.0536449
Jan 15 20:49:24.806608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1631a0a7-76d4-49da-ba58-76f3e49ccf9e req-59511057-8bf1-4a93-add7-1660d2c7253f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742308
Jan 15 20:49:24.809340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b833f0e-0aad-4fe9-9f4f-1073b53d096e req-eaa6a1e2-b45d-48d5-a0cc-c124f723fee7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.810831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b833f0e-0aad-4fe9-9f4f-1073b53d096e req-eaa6a1e2-b45d-48d5-a0cc-c124f723fee7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1744900
Jan 15 20:49:24.850383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-3f82434f-6335-4dfe-93ee-d7330737dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.852142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-3f82434f-6335-4dfe-93ee-d7330737dd56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1086073
Jan 15 20:49:24.933996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b833f0e-0aad-4fe9-9f4f-1073b53d096e req-cf37834f-192e-4aba-ae40-b9b64b955cf1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111081
Jan 15 20:49:24.977249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d6cc1a-c581-4010-ab00-14e805a1e8d8 None None] New status for floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:49:24.990217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-5f89b3f6-e9c2-4f12-8fd9-626db3da1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:24.991929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-5f89b3f6-e9c2-4f12-8fd9-626db3da1782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1330264
Jan 15 20:49:25.007258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:25.099732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:25.147955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92594663-d949-486f-aa85-aed772b5a472 req-ce8797b7-6be9-4f43-b52f-d58ee2b6071b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:25.157449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92594663-d949-486f-aa85-aed772b5a472 req-ce8797b7-6be9-4f43-b52f-d58ee2b6071b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 947 time: 0.1254127
Jan 15 20:49:25.196613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-122244c0-a654-45a9-b923-d4c0e7f35bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919379
Jan 15 20:49:25.233013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54853f73-43d2-4d2d-8216-7efda897836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.280456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92594663-d949-486f-aa85-aed772b5a472 req-35d8a95e-2e10-4757-a1c3-6d10e21737d6 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172867
Jan 15 20:49:25.367566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4578f5d-2e90-4ce8-8861-ac32316496d3 req-15dd5c7c-c818-4e96-b21e-9183fc7e6d66 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613152
Jan 15 20:49:25.385563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-8452dcae-212d-434a-a317-02c098ad7ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2840343
Jan 15 20:49:25.399723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-448769a6-bc3b-4b44-b41f-f1e166b40ea8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:49:25.400682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-448769a6-bc3b-4b44-b41f-f1e166b40ea8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054195
Jan 15 20:49:25.409408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:25.413259 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec5577-a1c2-47ae-a266-39d354806873" -d '{"events": [{"name": "network-changed", "server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:25.454093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54853f73-43d2-4d2d-8216-7efda897836c admin admin] Publish callbacks [] for security_group (070d11ee-2ac4-461b-8a1e-89d2fdf733a8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.461583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54853f73-43d2-4d2d-8216-7efda897836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (070d11ee-2ac4-461b-8a1e-89d2fdf733a8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.481723 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e340b6b-12c8-4c0e-b7ab-91810823d13a x-openstack-request-id: req-2e340b6b-12c8-4c0e-b7ab-91810823d13a {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:25.482023 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:25.482281 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e340b6b-12c8-4c0e-b7ab-91810823d13a {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:25.482692 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'status': 'completed', 'code': 200}
Jan 15 20:49:25.550812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54853f73-43d2-4d2d-8216-7efda897836c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd1a83ecc59b4511a049d0326be4717c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5422757
Jan 15 20:49:25.553959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54853f73-43d2-4d2d-8216-7efda897836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d11ee-2ac4-461b-8a1e-89d2fdf733a8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:25.554210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58346) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:25.565577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-11979293-c5e1-483a-85c4-2a9c3f54316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:25.567366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-11979293-c5e1-483a-85c4-2a9c3f54316a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 1118 time: 0.0608912
Jan 15 20:49:25.628528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] Publish callbacks [] for security_group (070d11ee-2ac4-461b-8a1e-89d2fdf733a8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.658724 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] Publish callbacks [] for security_group (070d11ee-2ac4-461b-8a1e-89d2fdf733a8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.679464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-7b319d77-6a41-431c-87db-639d2601037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:25.680948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-7b319d77-6a41-431c-87db-639d2601037f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 924 time: 0.1047914
Jan 15 20:49:25.720344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (070d11ee-2ac4-461b-8a1e-89d2fdf733a8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.728754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:25.730537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/070d11ee-2ac4-461b-8a1e-89d2fdf733a8 HTTP/1.1" status: 204  len: 168 time: 0.1747410
Jan 15 20:49:25.740966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215a073-09e8-45ed-88fd-4518413130ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d11ee-2ac4-461b-8a1e-89d2fdf733a8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:25.836729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 83c60043-b7da-47fc-8806-0fb74103c15c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:25.855578 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-e70701d8-aaeb-4b2b-a5c8-b78c6432b828 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 200  len: 1022 time: 0.1647129
Jan 15 20:49:25.933469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-9ad1032f-a2a3-4787-96b3-134ace5cc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:25.935151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-9ad1032f-a2a3-4787-96b3-134ace5cc9fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.0730951
Jan 15 20:49:25.978221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534fd1a-7617-4e2a-b687-6cfc5e491a88 req-69a87278-3fb9-4457-aa0b-21bccc6de428 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:25.988611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c534fd1a-7617-4e2a-b687-6cfc5e491a88 req-69a87278-3fb9-4457-aa0b-21bccc6de428 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 948 time: 0.0900059
Jan 15 20:49:26.035493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-c0f8e8f8-73af-4536-afcd-9d7e62e19f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:26.036272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83c60043-b7da-47fc-8806-0fb74103c15c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:26.045675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-c0f8e8f8-73af-4536-afcd-9d7e62e19f26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1030514
Jan 15 20:49:26.069568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c534fd1a-7617-4e2a-b687-6cfc5e491a88 req-39e0e87d-d54c-4e71-82e4-6e664fa55fd0 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711756
Jan 15 20:49:26.084114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '83c60043-b7da-47fc-8806-0fb74103c15c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '83c60043-b7da-47fc-8806-0fb74103c15c', 'mac_address': 'fa:16:3e:9e:d9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:26.156214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 83c60043-b7da-47fc-8806-0fb74103c15c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:26.156867 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.174392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c60043-b7da-47fc-8806-0fb74103c15c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:26.224734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83c60043-b7da-47fc-8806-0fb74103c15c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:26.234206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.239325 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-12f33505-7e75-493b-a15d-f4f0af5d3d49 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780820
Jan 15 20:49:26.271300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fac7be-66d2-456c-be28-6fa35d3c39e6 req-4ba6b982-bb4f-4d10-b816-759633fa8a87 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:26.281772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83fac7be-66d2-456c-be28-6fa35d3c39e6 req-4ba6b982-bb4f-4d10-b816-759633fa8a87 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0689356
Jan 15 20:49:26.347539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:26.375327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83fac7be-66d2-456c-be28-6fa35d3c39e6 req-dc4c8e30-4438-4afe-82b9-9a6013fbdf8c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906165
Jan 15 20:49:26.400774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58398) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:26.428606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-198bf6c9-62e7-45cf-abb0-9076d040953e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.446401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4ec5577-a1c2-47ae-a266-39d354806873 req-c353ec2c-5515-4832-bcf6-39340abbee87 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040603
Jan 15 20:49:26.493757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['83c60043-b7da-47fc-8806-0fb74103c15c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:26.570222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3b0b8-cb0b-4705-8223-4ac5b5458ed0 req-9038f581-01a4-4631-b59d-a34188c735a7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:26.571810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7e3b0b8-cb0b-4705-8223-4ac5b5458ed0 req-9038f581-01a4-4631-b59d-a34188c735a7 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 947 time: 0.1308527
Jan 15 20:49:26.613466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-198bf6c9-62e7-45cf-abb0-9076d040953e admin admin] Publish callbacks [] for security_group (95c389c0-257e-4ef4-b994-64201baa3b1a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.658911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7e3b0b8-cb0b-4705-8223-4ac5b5458ed0 req-be052f13-283f-4b16-8e86-df50f2c5796d tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769272
Jan 15 20:49:26.660494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-198bf6c9-62e7-45cf-abb0-9076d040953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (95c389c0-257e-4ef4-b994-64201baa3b1a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.713407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58418) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:26.713606 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-198bf6c9-62e7-45cf-abb0-9076d040953e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2d8f524dc2a473882ddd2cf01be88af&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3114479
Jan 15 20:49:26.716599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf6c9-62e7-45cf-abb0-9076d040953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c389c0-257e-4ef4-b994-64201baa3b1a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:26.775341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] Publish callbacks [] for security_group (95c389c0-257e-4ef4-b994-64201baa3b1a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.801300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] Publish callbacks [] for security_group (95c389c0-257e-4ef4-b994-64201baa3b1a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.865973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (95c389c0-257e-4ef4-b994-64201baa3b1a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.868555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:26.869868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95c389c0-257e-4ef4-b994-64201baa3b1a HTTP/1.1" status: 204  len: 168 time: 0.1553621
Jan 15 20:49:26.881851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e69c3-62a2-4750-afaf-1ab02bf1e341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c389c0-257e-4ef4-b994-64201baa3b1a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:27.068237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:27.250966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa93f7e-e299-48a6-8604-0fbdc829cd19 req-b1f2fd3c-9c9b-4b71-85cc-576257b10aee tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:27.254484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aa93f7e-e299-48a6-8604-0fbdc829cd19 req-b1f2fd3c-9c9b-4b71-85cc-576257b10aee tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 949 time: 0.0849977
Jan 15 20:49:27.333316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aa93f7e-e299-48a6-8604-0fbdc829cd19 req-7beec792-094a-4460-b015-f02606a0e8d4 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725179
Jan 15 20:49:27.461498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac2597b7-b5e7-467c-abc3-10fac3075ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.553031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f7d46-c9a0-4a70-99d8-0daa7f0dbb95 req-aee76920-c58e-4175-aa2f-51a1c3737923 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:27.554903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b4f7d46-c9a0-4a70-99d8-0daa7f0dbb95 req-aee76920-c58e-4175-aa2f-51a1c3737923 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0949290
Jan 15 20:49:27.641093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b4f7d46-c9a0-4a70-99d8-0daa7f0dbb95 req-aab656a4-6c80-403b-9ed3-2a2dd15a2d69 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775273
Jan 15 20:49:27.646036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac2597b7-b5e7-467c-abc3-10fac3075ff7 admin admin] Publish callbacks [] for security_group (ed690476-3594-418b-bf6d-4307e98f05d7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.654164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac2597b7-b5e7-467c-abc3-10fac3075ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ed690476-3594-418b-bf6d-4307e98f05d7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.723980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac2597b7-b5e7-467c-abc3-10fac3075ff7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b16917859d294266b06ffbb74078c3cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6538935
Jan 15 20:49:27.726012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2597b7-b5e7-467c-abc3-10fac3075ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed690476-3594-418b-bf6d-4307e98f05d7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:27.726774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58472) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:27.785310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] Publish callbacks [] for security_group (ed690476-3594-418b-bf6d-4307e98f05d7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.810073 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] Publish callbacks [] for security_group (ed690476-3594-418b-bf6d-4307e98f05d7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.825796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3342a3-f8b2-42e5-9ce3-934fbdbe96a6 req-6cdc454f-bf84-46d7-bf8b-5dccc58021c3 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:27.833976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f3342a3-f8b2-42e5-9ce3-934fbdbe96a6 req-6cdc454f-bf84-46d7-bf8b-5dccc58021c3 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 947 time: 0.0796833
Jan 15 20:49:27.859100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device dabee046-cd8e-45f7-9b2d-67a08fbc1ace details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:27.871335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ed690476-3594-418b-bf6d-4307e98f05d7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.874120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:27.875383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed690476-3594-418b-bf6d-4307e98f05d7 HTTP/1.1" status: 204  len: 168 time: 0.1475463
Jan 15 20:49:27.885380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a310c-55de-4192-9086-8e0916a03d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed690476-3594-418b-bf6d-4307e98f05d7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:27.902148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f3342a3-f8b2-42e5-9ce3-934fbdbe96a6 req-37a598a5-41dc-41f2-92cf-e07d7ce409e8 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667999
Jan 15 20:49:27.938167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 83c60043-b7da-47fc-8806-0fb74103c15c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:28.040571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:28.058879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:28.063122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 83c60043-b7da-47fc-8806-0fb74103c15c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:28.067171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 83c60043-b7da-47fc-8806-0fb74103c15c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:28.067612 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.095472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-9fab7d57-ee25-40ee-9345-5b97a20436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.097162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-9fab7d57-ee25-40ee-9345-5b97a20436d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1101 time: 0.0589070
Jan 15 20:49:28.162863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port dabee046-cd8e-45f7-9b2d-67a08fbc1ace is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:28.163258 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.186590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabee046-cd8e-45f7-9b2d-67a08fbc1ace {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:28.210874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:28.217400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.242204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-ebc066db-f85f-4b0d-9aa2-871edabd5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.243679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-ebc066db-f85f-4b0d-9aa2-871edabd5c64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1270788
Jan 15 20:49:28.287232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 83c60043-b7da-47fc-8806-0fb74103c15c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:28.287615 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.291297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-596e9a7e-4203-48f0-9a16-973519459f24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0411241
Jan 15 20:49:28.313057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:28.325372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:28.326429 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57626a06-7f57-42a4-9353-8fc7dd3d9d1c" -d '{"events": [{"server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "name": "network-vif-plugged", "status": "completed", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:28.340453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83c60043-b7da-47fc-8806-0fb74103c15c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:28.346025 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.383049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-9215cffe-fc63-49f6-9919-012fe72f549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.384984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-9215cffe-fc63-49f6-9919-012fe72f549f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0860720
Jan 15 20:49:28.393689 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a715a77a-a655-4244-9a65-5af47a8bda54 x-openstack-request-id: req-a715a77a-a655-4244-9a65-5af47a8bda54 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:28.394010 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "name": "network-vif-plugged", "status": "completed", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:28.394401 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a715a77a-a655-4244-9a65-5af47a8bda54 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:28.394795 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c', 'code': 200}
Jan 15 20:49:28.422871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:28.457530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-02b68e03-b9d5-47a9-a7d1-f25ccbde8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.460090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-02b68e03-b9d5-47a9-a7d1-f25ccbde8568 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0645595
Jan 15 20:49:28.470063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['dabee046-cd8e-45f7-9b2d-67a08fbc1ace'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:28.525151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769600f-70bb-4d4e-9e4a-df3712825296 req-983a7224-cc71-46d8-a57c-e2dbb7a9572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.526796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5769600f-70bb-4d4e-9e4a-df3712825296 req-983a7224-cc71-46d8-a57c-e2dbb7a9572e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 1101 time: 0.0524492
Jan 15 20:49:28.585056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5769600f-70bb-4d4e-9e4a-df3712825296 req-16abd380-6945-4341-b2c4-7af201fa4d15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527570
Jan 15 20:49:28.606096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:28.620020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097fa581-1c54-40e4-82a8-318b374fdefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.627082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b86c-a9e5-4970-a468-78186f81ff11 req-7e1e5f3b-e25d-4175-9894-c84597f7a1c1 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:28.628585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7541b86c-a9e5-4970-a468-78186f81ff11 req-7e1e5f3b-e25d-4175-9894-c84597f7a1c1 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.1585810
Jan 15 20:49:28.661503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-97f32137-712e-4588-bea9-8e6f35faf839 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801560
Jan 15 20:49:28.697960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7541b86c-a9e5-4970-a468-78186f81ff11 req-f21dab7f-43c0-40c4-b65a-0bd8ed6ceee2 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631447
Jan 15 20:49:28.751010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097fa581-1c54-40e4-82a8-318b374fdefa admin admin] Publish callbacks [] for security_group (a24c3ca8-f9ab-4787-8b3c-c779d1d94f22), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.757311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-097fa581-1c54-40e4-82a8-318b374fdefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a24c3ca8-f9ab-4787-8b3c-c779d1d94f22), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.803664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-097fa581-1c54-40e4-82a8-318b374fdefa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7566e8ec659476db593ca316b8a1710&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1960766
Jan 15 20:49:28.804632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fa581-1c54-40e4-82a8-318b374fdefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24c3ca8-f9ab-4787-8b3c-c779d1d94f22,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:28.807319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58514) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:28.864700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] Publish callbacks [] for security_group (a24c3ca8-f9ab-4787-8b3c-c779d1d94f22), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.905014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] Publish callbacks [] for security_group (a24c3ca8-f9ab-4787-8b3c-c779d1d94f22), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.979952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a24c3ca8-f9ab-4787-8b3c-c779d1d94f22), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.984322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:28.989562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a24c3ca8-f9ab-4787-8b3c-c779d1d94f22 HTTP/1.1" status: 204  len: 168 time: 0.1810832
Jan 15 20:49:29.001120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55221d29-6ee9-4ff8-a0fe-cd8d5f5c46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24c3ca8-f9ab-4787-8b3c-c779d1d94f22,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:29.138035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae090b-f275-4816-b030-d48e8f278aca req-017ba3ab-4af9-4633-b2d1-46b46862e34d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:29.139543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06ae090b-f275-4816-b030-d48e8f278aca req-017ba3ab-4af9-4633-b2d1-46b46862e34d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.3482890
Jan 15 20:49:29.143267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-9a67d66d-3d05-419e-b4c6-ef126a44c52b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416584
Jan 15 20:49:29.210677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06ae090b-f275-4816-b030-d48e8f278aca req-dee1686b-6ae8-4083-859c-1483ab790a3e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653954
Jan 15 20:49:29.381479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99856ef-1a32-4419-821b-437bfc47bd17 req-c210ea28-1e90-46f1-be16-cb7bfdf20c97 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:29.390612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b99856ef-1a32-4419-821b-437bfc47bd17 req-c210ea28-1e90-46f1-be16-cb7bfdf20c97 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 948 time: 0.0738292
Jan 15 20:49:29.446327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b99856ef-1a32-4419-821b-437bfc47bd17 req-032244d7-baa0-4658-aa7d-c7241c8a49cd tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548449
Jan 15 20:49:29.835375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf6ffb-726b-44b4-b4ae-2b37420a3eef req-f9662f51-5618-4938-89dc-9e7780abec5c tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:29.843750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09bf6ffb-726b-44b4-b4ae-2b37420a3eef req-f9662f51-5618-4938-89dc-9e7780abec5c tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.0718589
Jan 15 20:49:29.867290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device dabee046-cd8e-45f7-9b2d-67a08fbc1ace up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:29.903454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09bf6ffb-726b-44b4-b4ae-2b37420a3eef req-501e9d36-841b-4095-bf42-b0fa94507640 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534687
Jan 15 20:49:29.950976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port dabee046-cd8e-45f7-9b2d-67a08fbc1ace completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:29.955339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port dabee046-cd8e-45f7-9b2d-67a08fbc1ace triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:29.955765 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.044288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58602) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:30.048137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58604) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:30.163407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port dabee046-cd8e-45f7-9b2d-67a08fbc1ace is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:30.163796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.208034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:30.212112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c44593f6-230c-44e2-9a39-a8ed2c454816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.214172 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.224026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ba6eed9-9088-4cca-a534-ab9ca7828ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.332170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c44593f6-230c-44e2-9a39-a8ed2c454816 admin admin] Publish callbacks [] for security_group (2531f583-3f0d-494d-b0b0-45a89f6a6aa1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.338893 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c44593f6-230c-44e2-9a39-a8ed2c454816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2531f583-3f0d-494d-b0b0-45a89f6a6aa1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.349119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:30.379931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ba6eed9-9088-4cca-a534-ab9ca7828ad6 admin admin] Publish callbacks [] for security_group (13d90671-23da-4416-9859-4d1e244414d1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.391624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44593f6-230c-44e2-9a39-a8ed2c454816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531f583-3f0d-494d-b0b0-45a89f6a6aa1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:30.395608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138dd58-574c-4d60-b5a5-0e1fcb4c6bd2 req-6b8483ff-c930-43fc-973e-09fa600c2790 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:30.396018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:30.397507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7138dd58-574c-4d60-b5a5-0e1fcb4c6bd2 req-6b8483ff-c930-43fc-973e-09fa600c2790 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0913880
Jan 15 20:49:30.398316 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1bb78a-7ce5-47f7-8ec4-658f97a474bc" -d '{"events": [{"server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "name": "network-vif-plugged", "status": "completed", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:30.398442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ba6eed9-9088-4cca-a534-ab9ca7828ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (13d90671-23da-4416-9859-4d1e244414d1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.420606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c44593f6-230c-44e2-9a39-a8ed2c454816 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2f99a1ca26c4f3c8ac14630850eca40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3713777
Jan 15 20:49:30.421486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:30.467416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ba6eed9-9088-4cca-a534-ab9ca7828ad6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=048da2207e7148a29f374daa6f68538b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4213338
Jan 15 20:49:30.470147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58628) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:30.482472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6eed9-9088-4cca-a534-ab9ca7828ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d90671-23da-4416-9859-4d1e244414d1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:30.502468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7138dd58-574c-4d60-b5a5-0e1fcb4c6bd2 req-c3163eac-85ee-4054-bc09-211d2f343e74 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932460
Jan 15 20:49:30.527663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] Publish callbacks [] for security_group (2531f583-3f0d-494d-b0b0-45a89f6a6aa1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.556989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] Publish callbacks [] for security_group (2531f583-3f0d-494d-b0b0-45a89f6a6aa1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.614571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] Publish callbacks [] for security_group (13d90671-23da-4416-9859-4d1e244414d1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.654295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] Publish callbacks [] for security_group (13d90671-23da-4416-9859-4d1e244414d1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.661591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2531f583-3f0d-494d-b0b0-45a89f6a6aa1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.663492 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451cc0fb-2c29-484f-a7c9-507e63405fc9 x-openstack-request-id: req-451cc0fb-2c29-484f-a7c9-507e63405fc9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:30.664117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.664276 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "name": "network-vif-plugged", "status": "completed", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:30.664662 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-451cc0fb-2c29-484f-a7c9-507e63405fc9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:30.669004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2531f583-3f0d-494d-b0b0-45a89f6a6aa1 HTTP/1.1" status: 204  len: 168 time: 0.2428906
Jan 15 20:49:30.674660 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace', 'code': 200}
Jan 15 20:49:30.685784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8674-29a7-495e-bd92-5c629575db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531f583-3f0d-494d-b0b0-45a89f6a6aa1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:30.744870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (13d90671-23da-4416-9859-4d1e244414d1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.747847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:30.750049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13d90671-23da-4416-9859-4d1e244414d1 HTTP/1.1" status: 204  len: 168 time: 0.2781389
Jan 15 20:49:30.764809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a512b-b120-4d0a-b861-49d159938407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d90671-23da-4416-9859-4d1e244414d1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:30.807773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134628a-db8e-4e3b-9e0a-a874bcff7053 req-3316d3c4-a193-45be-b743-54a41d164447 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:30.827685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9134628a-db8e-4e3b-9e0a-a874bcff7053 req-3316d3c4-a193-45be-b743-54a41d164447 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.1259375
Jan 15 20:49:30.894480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d09524-b866-4391-9345-25a2f5f6e2bc req-18187d35-37f8-4a7d-a9da-4ca95d2c7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:30.895890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65d09524-b866-4391-9345-25a2f5f6e2bc req-18187d35-37f8-4a7d-a9da-4ca95d2c7047 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 1100 time: 0.1258624
Jan 15 20:49:30.955371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9134628a-db8e-4e3b-9e0a-a874bcff7053 req-cdee714b-7da1-4dbe-8d61-92602dcd0794 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290858
Jan 15 20:49:31.006495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65d09524-b866-4391-9345-25a2f5f6e2bc req-aaeca0ae-f176-4031-86b8-bcf2d384f36c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039762
Jan 15 20:49:31.043193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d6c83-c056-44ee-9a7b-1d62192acc99 req-9553d0dc-e2e9-4158-9878-8bd171a48970 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:31.044942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c57d6c83-c056-44ee-9a7b-1d62192acc99 req-9553d0dc-e2e9-4158-9878-8bd171a48970 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.0534234
Jan 15 20:49:31.095112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c57d6c83-c056-44ee-9a7b-1d62192acc99 req-f446394f-fddc-48b0-8e25-3aeb7d1ea179 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439222
Jan 15 20:49:31.229254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58660) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:31.244068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9f17-9a11-4287-9f62-5188e98be4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.337669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58664) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:31.354533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17ceabb1-147f-4c8b-9ee7-3954a66639b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.424855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9f17-9a11-4287-9f62-5188e98be4b5 admin admin] Publish callbacks [] for security_group (4e84341b-2ef4-4b4c-916e-d0e14e1a608e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.441396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9f17-9a11-4287-9f62-5188e98be4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4e84341b-2ef4-4b4c-916e-d0e14e1a608e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.449404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17ceabb1-147f-4c8b-9ee7-3954a66639b2 admin admin] Publish callbacks [] for security_group (c3c13a5d-f34d-4517-8705-6950224b9aff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.454863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17ceabb1-147f-4c8b-9ee7-3954a66639b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c3c13a5d-f34d-4517-8705-6950224b9aff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.463666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58668) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:31.499433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6c80-072d-4f03-8fee-515ec4435240 req-b48b4118-ae82-46fa-98f4-ae95c054a010 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:31.501247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0ed6c80-072d-4f03-8fee-515ec4435240 req-b48b4118-ae82-46fa-98f4-ae95c054a010 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.1213608
Jan 15 20:49:31.503609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-17ceabb1-147f-4c8b-9ee7-3954a66639b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a155d430e4e049e4854cc7f5cbdb8d76&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1641028
Jan 15 20:49:31.505332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58672) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:31.512463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceabb1-147f-4c8b-9ee7-3954a66639b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c13a5d-f34d-4517-8705-6950224b9aff,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:31.513303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0c6f9f17-9a11-4287-9f62-5188e98be4b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=628a61dde538491993d3d89e44e9fb14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2824278
Jan 15 20:49:31.518799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:31.563756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] Publish callbacks [] for security_group (c3c13a5d-f34d-4517-8705-6950224b9aff), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.573417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f9f17-9a11-4287-9f62-5188e98be4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e84341b-2ef4-4b4c-916e-d0e14e1a608e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:31.590963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] Publish callbacks [] for security_group (c3c13a5d-f34d-4517-8705-6950224b9aff), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.617812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0ed6c80-072d-4f03-8fee-515ec4435240 req-3ee71fb3-630e-4c28-8c86-aac6397a2864 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036911
Jan 15 20:49:31.654704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c3c13a5d-f34d-4517-8705-6950224b9aff), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.660270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.661874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3c13a5d-f34d-4517-8705-6950224b9aff HTTP/1.1" status: 204  len: 168 time: 0.1556122
Jan 15 20:49:31.674870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f9188-a840-4c3d-9c67-eb21b6a0abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c13a5d-f34d-4517-8705-6950224b9aff,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:31.711337 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.772083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] Publish callbacks [] for security_group (4e84341b-2ef4-4b4c-916e-d0e14e1a608e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.784540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43486bf-9fa2-4ef0-b6d1-d121d8a4602f req-fc09c83b-28a4-44e8-8230-5dba1eba03e5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:31.790805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f43486bf-9fa2-4ef0-b6d1-d121d8a4602f req-fc09c83b-28a4-44e8-8230-5dba1eba03e5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1499517
Jan 15 20:49:31.860956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] Publish callbacks [] for security_group (4e84341b-2ef4-4b4c-916e-d0e14e1a608e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.913327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f43486bf-9fa2-4ef0-b6d1-d121d8a4602f req-7f63b972-d11a-4610-9f21-47fb032b6498 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123464
Jan 15 20:49:31.947635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Publish callbacks [] for security_group (5f07ffee-0297-4ee2-beca-912c58bc1b40), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.954560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5f07ffee-0297-4ee2-beca-912c58bc1b40), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.975612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4e84341b-2ef4-4b4c-916e-d0e14e1a608e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.978372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:31.979499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e84341b-2ef4-4b4c-916e-d0e14e1a608e HTTP/1.1" status: 204  len: 168 time: 0.4378490
Jan 15 20:49:32.008331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07ffee-0297-4ee2-beca-912c58bc1b40,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:32.016690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58700) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:32.016899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9587063765fb4212aeff36c7cbff0ad3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5478983
Jan 15 20:49:32.022035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.022386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.022722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.023056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.023384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.023731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.024106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.024347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.024660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.025008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.025539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.025648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.025949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e4582-c8b0-44cb-83a9-d1f0a17c2180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.053519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036bccf-033e-485d-8746-99ddf1a04ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e84341b-2ef4-4b4c-916e-d0e14e1a608e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:32.088674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Publish callbacks [] for security_group (5f07ffee-0297-4ee2-beca-912c58bc1b40), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.118348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Publish callbacks [] for security_group (5f07ffee-0297-4ee2-beca-912c58bc1b40), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.126420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580398c4-2570-4547-9e34-a66a12372bf4 req-cf6e71ad-b5cc-4fe0-8949-11734a27bdb7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:32.128194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-580398c4-2570-4547-9e34-a66a12372bf4 req-cf6e71ad-b5cc-4fe0-8949-11734a27bdb7 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.0768347
Jan 15 20:49:32.176636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5f07ffee-0297-4ee2-beca-912c58bc1b40), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.179315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.184522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f07ffee-0297-4ee2-beca-912c58bc1b40 HTTP/1.1" status: 204  len: 168 time: 0.1660936
Jan 15 20:49:32.192700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-580398c4-2570-4547-9e34-a66a12372bf4 req-5ee734e1-6ed9-4e59-a545-2af53674237f tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559063
Jan 15 20:49:32.193648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07ffee-0297-4ee2-beca-912c58bc1b40,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:32.209716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.210174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.210608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.211040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.211567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.212079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.212577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.213066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.213507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.213902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.218453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.219044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.219676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c19a2-3709-4821-b803-70e2f802f260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:32.325643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9253f-5696-400e-84a7-226588f06e02 req-e2f34370-5d7c-4cd0-81cd-ebcf79fc03e6 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:32.327197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fc9253f-5696-400e-84a7-226588f06e02 req-e2f34370-5d7c-4cd0-81cd-ebcf79fc03e6 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0587091
Jan 15 20:49:32.403012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fc9253f-5696-400e-84a7-226588f06e02 req-f9ce757f-f87c-4617-b7e6-59140f4f22e1 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667527
Jan 15 20:49:32.715335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58734) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:32.733284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31253a5f-cf54-44e2-a96f-f14393adb04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.858552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31253a5f-cf54-44e2-a96f-f14393adb04d admin admin] Publish callbacks [] for security_group (1f2d7aa6-889b-4783-adee-967361f63a46), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.867131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31253a5f-cf54-44e2-a96f-f14393adb04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1f2d7aa6-889b-4783-adee-967361f63a46), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.908378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-31253a5f-cf54-44e2-a96f-f14393adb04d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ca5487891554ce89c72b26c5c1b80ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1919894
Jan 15 20:49:32.909258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253a5f-cf54-44e2-a96f-f14393adb04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d7aa6-889b-4783-adee-967361f63a46,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:32.911572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58754) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:32.971447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] Publish callbacks [] for security_group (1f2d7aa6-889b-4783-adee-967361f63a46), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:32.996829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] Publish callbacks [] for security_group (1f2d7aa6-889b-4783-adee-967361f63a46), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.072284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a88dc-48c6-44b4-b87d-c5dc7bcdc678 req-c4afcb3d-620c-41bf-a381-df221db74458 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:33.074530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3a88dc-48c6-44b4-b87d-c5dc7bcdc678 req-c4afcb3d-620c-41bf-a381-df221db74458 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0703442
Jan 15 20:49:33.097104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1f2d7aa6-889b-4783-adee-967361f63a46), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.099743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.101028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f2d7aa6-889b-4783-adee-967361f63a46 HTTP/1.1" status: 204  len: 168 time: 0.1884773
Jan 15 20:49:33.118473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742be29-73bb-4de5-aa36-d1c019f08b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d7aa6-889b-4783-adee-967361f63a46,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:33.173404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3a88dc-48c6-44b4-b87d-c5dc7bcdc678 req-13b4b577-7ba2-49b1-a301-807420f2ec88 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863883
Jan 15 20:49:33.348232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2141-7dd0-4a4d-9d7f-77c8f45ad06b req-0ffc49aa-ad76-42ed-84ef-aed430816cbc tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:33.349357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e23b2141-7dd0-4a4d-9d7f-77c8f45ad06b req-0ffc49aa-ad76-42ed-84ef-aed430816cbc tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.0583484
Jan 15 20:49:33.359426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:33.414048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e23b2141-7dd0-4a4d-9d7f-77c8f45ad06b req-4ef4561b-a0e2-4179-b780-55193aec0d83 tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/security-groups?id=643a3327-9e31-4fc1-8bf6-f25bdc4b1625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583098
Jan 15 20:49:33.558340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ec86-2aae-4461-a47d-c0f77ed2fc6b req-634cb459-6eca-49de-987a-6d44df827bf1 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:33.559976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6db4ec86-2aae-4461-a47d-c0f77ed2fc6b req-634cb459-6eca-49de-987a-6d44df827bf1 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0834711
Jan 15 20:49:33.568560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-4a26fa61-7c9f-4a37-b841-2638288ea8ab tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:33.570004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-4a26fa61-7c9f-4a37-b841-2638288ea8ab tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 950 time: 0.0913403
Jan 15 20:49:33.675111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c732-b326-42c2-80f9-950faa6a5395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.732163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6db4ec86-2aae-4461-a47d-c0f77ed2fc6b req-6be3ee28-198b-43c9-9af4-6180b0765d8c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589906
Jan 15 20:49:33.758496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:33.791454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c732-b326-42c2-80f9-950faa6a5395 admin admin] Publish callbacks [] for security_group (c11dd74e-2d76-4761-b677-d07baff13dd2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.798948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c732-b326-42c2-80f9-950faa6a5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c11dd74e-2d76-4761-b677-d07baff13dd2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.824224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Deleting port 83c60043-b7da-47fc-8806-0fb74103c15c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:49:33.824955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.860557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d5b1c732-b326-42c2-80f9-950faa6a5395 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c4ad7c78c714501a5d5629a7930e9a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4994307
Jan 15 20:49:33.863465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c732-b326-42c2-80f9-950faa6a5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11dd74e-2d76-4761-b677-d07baff13dd2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:33.866871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58808) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:33.938213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] Publish callbacks [] for security_group (c11dd74e-2d76-4761-b677-d07baff13dd2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.968619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] For port 83c60043-b7da-47fc-8806-0fb74103c15c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83c60043-b7da-47fc-8806-0fb74103c15c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:33.969026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.980478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] Publish callbacks [] for security_group (c11dd74e-2d76-4761-b677-d07baff13dd2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:33.990201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Calling delete_port for 83c60043-b7da-47fc-8806-0fb74103c15c owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:49:34.052038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c11dd74e-2d76-4761-b677-d07baff13dd2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.060525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.064827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c11dd74e-2d76-4761-b677-d07baff13dd2 HTTP/1.1" status: 204  len: 168 time: 0.1970258
Jan 15 20:49:34.077183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4f8fc-c41d-40f0-8b40-9d2e3a264c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11dd74e-2d76-4761-b677-d07baff13dd2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:34.155695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-432224624-network', 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:34.175320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39efe80-bb67-41c7-8c13-0f7d5ab4287a req-c1f00a9f-1ec2-4992-815d-430bd8829512 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:34.176885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d39efe80-bb67-41c7-8c13-0f7d5ab4287a req-c1f00a9f-1ec2-4992-815d-430bd8829512 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0924063
Jan 15 20:49:34.194332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:34.198188 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.200860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (83c60043-b7da-47fc-8806-0fb74103c15c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.212342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.219170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['83c60043-b7da-47fc-8806-0fb74103c15c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:34.248137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Pushing event deleted for resources: {'Port': ['ID=83c60043-b7da-47fc-8806-0fb74103c15c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:34.354498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] No DVR routers for this DVR port 83c60043-b7da-47fc-8806-0fb74103c15c on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:34.359491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks [] for security_group (b6b66a01-e91e-40e8-9710-d13465291d11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.365633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6b66a01-e91e-40e8-9710-d13465291d11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.382590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:49:34.390600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.392786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96539709-d3bb-44a7-9f3e-4fe17c1f0b1f req-916a1be6-8474-4a3f-8ea2-e9c83c720f9e tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.39 "DELETE /v2.0/ports/83c60043-b7da-47fc-8806-0fb74103c15c HTTP/1.1" status: 204  len: 173 time: 0.8145645
Jan 15 20:49:34.393296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'name': 'network-vif-deleted', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:34.395562 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a336fd-b734-4b43-8046-61ef536780d1" -d '{"events": [{"server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "name": "network-vif-deleted", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:34.396749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d8499bf0-20d9-49bd-98f2-adf9779ac889), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.397160 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Added segment d8499bf0-20d9-49bd-98f2-adf9779ac889 of type vlan for network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2
Jan 15 20:49:34.450117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.473854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d39efe80-bb67-41c7-8c13-0f7d5ab4287a req-5c70aad4-afad-4be3-a420-6cf3f802395f tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834029
Jan 15 20:49:34.518527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.520046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:34.520651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.527277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde7270-8c80-4d13-a910-7f7fea887b79 req-e9c77f8a-f262-4d7a-bc89-053180351dc9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:34.558016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fde7270-8c80-4d13-a910-7f7fea887b79 req-e9c77f8a-f262-4d7a-bc89-053180351dc9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.2229283
Jan 15 20:49:34.569310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8092134
Jan 15 20:49:34.583449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58834) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:34.601136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Request body: {'subnet': {'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-432224624-subnet', 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:34.622917 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b4073-e75f-4dc8-ab48-887cb8264094 x-openstack-request-id: req-0f3b4073-e75f-4dc8-ab48-887cb8264094 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:34.625129 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68335f-a94c-4801-8d8b-2fd387d1ced9", "name": "network-vif-deleted", "tag": "83c60043-b7da-47fc-8806-0fb74103c15c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:34.626767 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f3b4073-e75f-4dc8-ab48-887cb8264094 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:34.627539 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68335f-a94c-4801-8d8b-2fd387d1ced9', 'name': 'network-vif-deleted', 'tag': '83c60043-b7da-47fc-8806-0fb74103c15c', 'status': 'completed', 'code': 200}
Jan 15 20:49:34.660217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b66a01-e91e-40e8-9710-d13465291d11,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:34.671314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f201635-64bb-4f55-97bd-bbc047fe84c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:34.691534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:34.694731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:49:34.719918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82f95809-0602-4026-bf95-0f29ff87dd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.738952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fde7270-8c80-4d13-a910-7f7fea887b79 req-a5095b30-f275-4b3b-822f-2b37819823e9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788135
Jan 15 20:49:34.745614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:34.749122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.827731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c65196d-5dcd-4a92-a88b-000f9205ef8d req-e24cc144-f7fd-459e-8f75-a074a19292fd tempest-DeleteServersAdminTestJSON-1364207935 tempest-DeleteServersAdminTestJSON-1364207935-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b68335f-a94c-4801-8d8b-2fd387d1ced9 HTTP/1.1" status: 200  len: 210 time: 0.0953023
Jan 15 20:49:34.851505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82f95809-0602-4026-bf95-0f29ff87dd94 admin admin] Publish callbacks [] for security_group (41d3250f-2747-4a58-ad34-7a0963461d99), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.858976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82f95809-0602-4026-bf95-0f29ff87dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41d3250f-2747-4a58-ad34-7a0963461d99), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:34.951300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82f95809-0602-4026-bf95-0f29ff87dd94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c76b0d5dc1874c8493949a45d193dc37&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2586222
Jan 15 20:49:34.952996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:34.960109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f95809-0602-4026-bf95-0f29ff87dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d3250f-2747-4a58-ad34-7a0963461d99,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:35.023916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] Publish callbacks [] for security_group (41d3250f-2747-4a58-ad34-7a0963461d99), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.048729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (3aea9045-6664-4d64-8053-ecddad801345), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.051075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] Publish callbacks [] for security_group (41d3250f-2747-4a58-ad34-7a0963461d99), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.122852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41d3250f-2747-4a58-ad34-7a0963461d99), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.127812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.130058 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41d3250f-2747-4a58-ad34-7a0963461d99 HTTP/1.1" status: 204  len: 168 time: 0.1755075
Jan 15 20:49:35.132997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aea9045-6664-4d64-8053-ecddad801345,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:35.142126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd7988-2001-4609-801f-e57212969336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d3250f-2747-4a58-ad34-7a0963461d99,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:35.176350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:35.176707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Network hostable DHCP agents. Network: 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:49:35.202988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:49:35.215289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:35.223675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df421b8e-fb68-44ac-b045-b907021779d9 None None] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:35.226977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:35.227852 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:35.250451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a496b4b-7b92-4016-b2ca-a7d10d5b9b99 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.6631839
Jan 15 20:49:35.362935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b897d8-2324-4af1-ac75-bc45de691f15 None None] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:35.469857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-c92e5f85-1777-4781-883a-bb2d966e5b84 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316937
Jan 15 20:49:35.610626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-1531b5cd-e797-4dd4-9d13-9c44ba9b546e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:35.612167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-1531b5cd-e797-4dd4-9d13-9c44ba9b546e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1415217
Jan 15 20:49:35.630049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4858-669b-4f22-9a35-80bfb025d555 req-19f7fb9b-00a8-4d36-8903-6f6584b46bfb tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:35.631460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dae4858-669b-4f22-9a35-80bfb025d555 req-19f7fb9b-00a8-4d36-8903-6f6584b46bfb tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0884838
Jan 15 20:49:35.649424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-02c0a8c1-abfc-4343-9408-932302b6fa7e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/quotas/a89aabae1afe4a5a88ed97e87b5266ac HTTP/1.1" status: 200  len: 375 time: 0.0168958
Jan 15 20:49:35.691987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-9a689be6-db21-46d1-b1e9-b6ba2128b8fc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0310280
Jan 15 20:49:35.718773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dae4858-669b-4f22-9a35-80bfb025d555 req-d6231b16-bcfc-45ee-99af-e43f610438c5 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790160
Jan 15 20:49:35.854789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-1b460fe0-71f6-4f4a-8d13-b905870f6b86 tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:35.860768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-1b460fe0-71f6-4f4a-8d13-b905870f6b86 tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 1100 time: 0.0635788
Jan 15 20:49:35.875127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-5c0974fc-a2e5-40fe-8b27-2c57cf09d13c tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.000203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f3f2-3602-4a7d-91fc-e9d73abb1d65 req-f5818fee-4749-4b1e-a253-97d8bf513e54 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:36.001871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5eb5f3f2-3602-4a7d-91fc-e9d73abb1d65 req-f5818fee-4749-4b1e-a253-97d8bf513e54 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0944963
Jan 15 20:49:36.063123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-5c0974fc-a2e5-40fe-8b27-2c57cf09d13c tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] Publish callbacks [] for security_group (63b26c7e-7ae7-4e1a-88e1-87796c60464f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.070560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-5c0974fc-a2e5-40fe-8b27-2c57cf09d13c tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (63b26c7e-7ae7-4e1a-88e1-87796c60464f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.123781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0974fc-a2e5-40fe-8b27-2c57cf09d13c tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b26c7e-7ae7-4e1a-88e1-87796c60464f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:36.148278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-772cfc5a-3e29-487d-86e9-d360d00c2555 req-5c0974fc-a2e5-40fe-8b27-2c57cf09d13c tempest-LiveMigrationNegativeTest-1496050294 tempest-LiveMigrationNegativeTest-1496050294-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2822385
Jan 15 20:49:36.175128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5eb5f3f2-3602-4a7d-91fc-e9d73abb1d65 req-7f15a643-6a12-4c7f-84e7-741c3eaf1fce tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591020
Jan 15 20:49:36.294517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b89a76f0-095b-41dd-ac30-0ac95b96d5ea req-70e983c7-8fa7-40b7-afb3-66063917dd24 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 210 time: 0.0678515
Jan 15 20:49:36.515866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58940) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:36.521231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1280893213-network', 'tenant_id': 'c1c403da5e804413a6e0ef54bb4c745e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:36.564665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Made reservation on behalf of c1c403da5e804413a6e0ef54bb4c745e for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:36.579192 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.609133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.741974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks [] for security_group (0398c6bd-f085-4cef-b92c-f478105929b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.748626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0398c6bd-f085-4cef-b92c-f478105929b0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.774428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:49:36.776080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10bf0-6ea8-421f-a68a-47808d19d197 req-145e26f2-89ed-4317-b76b-9b6c22e3866c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:36.784982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fa10bf0-6ea8-421f-a68a-47808d19d197 req-145e26f2-89ed-4317-b76b-9b6c22e3866c tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0699177
Jan 15 20:49:36.800107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1c911e28-00fa-42e6-ab20-64f38e7595e4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.800909 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Added segment 1c911e28-00fa-42e6-ab20-64f38e7595e4 of type vlan for network 112a79de-6ff4-4a55-9714-8bfa3a8041f0
Jan 15 20:49:36.802930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0398c6bd-f085-4cef-b92c-f478105929b0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:36.856477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fa10bf0-6ea8-421f-a68a-47808d19d197 req-83de2377-6a81-4c4d-86e9-8064f98df453 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638490
Jan 15 20:49:36.862768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (112a79de-6ff4-4a55-9714-8bfa3a8041f0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.896166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (112a79de-6ff4-4a55-9714-8bfa3a8041f0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.897591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:36.898787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:36.935476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:36.957360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4403546
Jan 15 20:49:36.960489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58960) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:36.966558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Request body: {'subnet': {'network_id': '112a79de-6ff4-4a55-9714-8bfa3a8041f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1280893213-subnet', 'tenant_id': 'c1c403da5e804413a6e0ef54bb4c745e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:36.996304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfbca5-dda2-4083-a6db-f4f5124de36d admin admin] Pushing event updated for resources: {'Network': ['ID=112a79de-6ff4-4a55-9714-8bfa3a8041f0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:37.012424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Made reservation on behalf of c1c403da5e804413a6e0ef54bb4c745e for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:37.014114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 112a79de-6ff4-4a55-9714-8bfa3a8041f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:49:37.015424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.205514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-c85f1b6c-7bb8-47e7-9ee1-3e1eff7c632b tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0831447
Jan 15 20:49:37.332785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b16b-2d5b-4e6c-99d4-222380adb9de req-02625237-afea-436e-b1c9-96444101c8f2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:37.340716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b125b16b-2d5b-4e6c-99d4-222380adb9de req-02625237-afea-436e-b1c9-96444101c8f2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0962684
Jan 15 20:49:37.352709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58976) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:37.359692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13811660-3a91-4ec5-b5d0-bcc4eafa226c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd82c6b47c4140e390464b153d2fe865&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4174612
Jan 15 20:49:37.440110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.446101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e79802ca-1047-4922-a822-8d06abab2225 req-a7344f92-2768-4dab-89b6-d0831d2b0eef tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 210 time: 0.0407231
Jan 15 20:49:37.449280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-f4c42ee8-3b6e-497e-8991-852a4aa0ed97 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:37.450859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-f4c42ee8-3b6e-497e-8991-852a4aa0ed97 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2394412
Jan 15 20:49:37.456536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b125b16b-2d5b-4e6c-99d4-222380adb9de req-2b47b3e7-7660-43aa-8000-9eb7c92a0a50 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141305
Jan 15 20:49:37.465931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Request body: {'port': {'device_id': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'a89aabae1afe4a5a88ed97e87b5266ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:37.585657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:37.587656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] Publish callbacks [] for security_group (643a3327-9e31-4fc1-8bf6-f25bdc4b1625), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.634276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] Publish callbacks [] for security_group (643a3327-9e31-4fc1-8bf6-f25bdc4b1625), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.649585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Checking segment: {'id': '1c911e28-00fa-42e6-ab20-64f38e7595e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '112a79de-6ff4-4a55-9714-8bfa3a8041f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:37.649945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Network hostable DHCP agents. Network: 112a79de-6ff4-4a55-9714-8bfa3a8041f0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:49:37.702636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Network 112a79de-6ff4-4a55-9714-8bfa3a8041f0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:49:37.715139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Made reservation on behalf of a89aabae1afe4a5a88ed97e87b5266ac for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:37.720795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.734494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.738173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 112a79de-6ff4-4a55-9714-8bfa3a8041f0) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:37.748654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:37.749284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.750011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d67fc0-3723-4bc2-8a7e-2fdeb4ce2138 None None] Network 112a79de-6ff4-4a55-9714-8bfa3a8041f0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:37.752360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (643a3327-9e31-4fc1-8bf6-f25bdc4b1625), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.755032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.756568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/643a3327-9e31-4fc1-8bf6-f25bdc4b1625 HTTP/1.1" status: 204  len: 168 time: 0.4012401
Jan 15 20:49:37.777397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab2732-1e2d-4d36-8ddc-8c755f9477a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a3327-9e31-4fc1-8bf6-f25bdc4b1625,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:37.806081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-53bbef16-5009-42c0-99bc-1a951edad64a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8366995
Jan 15 20:49:37.830699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59002) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:37.882642 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks [] for security_group (b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.892105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:37.903233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f5027-af0d-4320-80c0-bdd0711fa4c3 None None] Network 112a79de-6ff4-4a55-9714-8bfa3a8041f0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:37.948745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 83c60043-b7da-47fc-8806-0fb74103c15c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:37.975414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 83c60043-b7da-47fc-8806-0fb74103c15c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:49:37.976172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 83c60043-b7da-47fc-8806-0fb74103c15c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:38.022673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefe405-63c9-4a2e-9fb9-f7d96420f12e req-4dd08e85-9adf-4eb7-96e9-2d47c1786bd5 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:38.031955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6aefe405-63c9-4a2e-9fb9-f7d96420f12e req-4dd08e85-9adf-4eb7-96e9-2d47c1786bd5 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0976920
Jan 15 20:49:38.061454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:38.099484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Allocated IP 192.168.233.158 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/efa38908-68d7-44e3-a60f-24a9f554d75e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:38.123418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6aefe405-63c9-4a2e-9fb9-f7d96420f12e req-a05f531f-340f-4f69-bdcc-1e4a320b4259 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888045
Jan 15 20:49:38.258183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92d2ac2-d33b-4a75-bac1-4603c156c520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.273658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks [] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.328934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.375822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-edd63d3b-15c1-4965-b13c-a3a0385ac6a2 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:38.377485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-edd63d3b-15c1-4965-b13c-a3a0385ac6a2 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 949 time: 0.0902569
Jan 15 20:49:38.394107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Pushing event updated for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:38.412994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:38.415292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:38.418999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   from cryptography.utils import int_from_bytes
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   from cryptography.utils import int_from_bytes
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.423614 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:38.427869 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:38.430138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92d2ac2-d33b-4a75-bac1-4603c156c520 admin admin] Publish callbacks [] for security_group (5ab96699-225b-43fa-825c-6b932d90cdee), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.430867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:38.432163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.442937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92d2ac2-d33b-4a75-bac1-4603c156c520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ab96699-225b-43fa-825c-6b932d90cdee), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.457380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-ec5bf450-2b60-4378-bff5-e675a5dc525e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9951422
Jan 15 20:49:38.471498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Request body: {'port': {'device_id': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:38.525651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d92d2ac2-d33b-4a75-bac1-4603c156c520 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d80de1d57c54f8e9d87fcad5755e8da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6932640
Jan 15 20:49:38.528877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59026) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:38.541659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d2ac2-d33b-4a75-bac1-4603c156c520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab96699-225b-43fa-825c-6b932d90cdee,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:38.566610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.611383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Deleting port dabee046-cd8e-45f7-9b2d-67a08fbc1ace {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:49:38.611770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.644606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59030) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:38.662985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98172aaa-29b5-47c3-92bc-d236cd99e448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.890300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c88bdf18-5ba9-445d-9d6b-1f835307eb5a None None] Provisioning complete for port efa38908-68d7-44e3-a60f-24a9f554d75e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:38.891276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c88bdf18-5ba9-445d-9d6b-1f835307eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.900822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98172aaa-29b5-47c3-92bc-d236cd99e448 admin admin] Publish callbacks [] for security_group (41a58bb2-61f4-40d5-82bb-b8e5382ae01a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.911818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98172aaa-29b5-47c3-92bc-d236cd99e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41a58bb2-61f4-40d5-82bb-b8e5382ae01a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.933114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] Publish callbacks [] for security_group (5ab96699-225b-43fa-825c-6b932d90cdee), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:38.933933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c88bdf18-5ba9-445d-9d6b-1f835307eb5a None None] Port efa38908-68d7-44e3-a60f-24a9f554d75e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:38.968628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-98172aaa-29b5-47c3-92bc-d236cd99e448 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83e13186757544ebb6617845e0c03fc9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3229213
Jan 15 20:49:38.974860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59040) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:39.003108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98172aaa-29b5-47c3-92bc-d236cd99e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a58bb2-61f4-40d5-82bb-b8e5382ae01a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.032889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] Publish callbacks [] for security_group (5ab96699-225b-43fa-825c-6b932d90cdee), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.041717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0c16-d7b4-48c8-9b75-06597db46e53 req-3416125e-deaa-43c4-84ed-0f50caebe3f6 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.043381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-102a0c16-d7b4-48c8-9b75-06597db46e53 req-3416125e-deaa-43c4-84ed-0f50caebe3f6 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 936 time: 0.4108820
Jan 15 20:49:39.081270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] For port dabee046-cd8e-45f7-9b2d-67a08fbc1ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:39.081691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.095670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa38908-68d7-44e3-a60f-24a9f554d75e {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:39.109215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks [] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.112320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] Publish callbacks [] for security_group (41a58bb2-61f4-40d5-82bb-b8e5382ae01a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.129944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Calling delete_port for dabee046-cd8e-45f7-9b2d-67a08fbc1ace owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:49:39.135284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Transition to ACTIVE for port object efa38908-68d7-44e3-a60f-24a9f554d75e will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:39.143553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-a050ab65-b241-4f05-8fe7-4c02b950319d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.143729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.144533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-a050ab65-b241-4f05-8fe7-4c02b950319d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.2478073
Jan 15 20:49:39.146639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] Publish callbacks [] for security_group (41a58bb2-61f4-40d5-82bb-b8e5382ae01a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.212284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-f09d5142-690d-446c-a2b5-f77d7f89b50a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/quotas/c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 375 time: 0.0583773
Jan 15 20:49:39.230504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Pushing event updated for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.251870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-102a0c16-d7b4-48c8-9b75-06597db46e53 req-2f8e90f7-301b-4e2b-9599-77a1efe54d88 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895578
Jan 15 20:49:39.283923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Attempting to bind port efa38908-68d7-44e3-a60f-24a9f554d75e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:39.284298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Attempting to bind port efa38908-68d7-44e3-a60f-24a9f554d75e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:39.284446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ab96699-225b-43fa-825c-6b932d90cdee), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.284610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Attempting to bind port efa38908-68d7-44e3-a60f-24a9f554d75e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:39.287510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.290108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ab96699-225b-43fa-825c-6b932d90cdee HTTP/1.1" status: 204  len: 168 time: 0.7542667
Jan 15 20:49:39.296624 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41a58bb2-61f4-40d5-82bb-b8e5382ae01a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.299038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.303193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41a58bb2-61f4-40d5-82bb-b8e5382ae01a HTTP/1.1" status: 204  len: 168 time: 0.3227029
Jan 15 20:49:39.313184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-2c3e88e5-6758-42f2-964c-bba3853760e2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0887985
Jan 15 20:49:39.313980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Port efa38908-68d7-44e3-a60f-24a9f554d75e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:39.314316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Attempting to bind port efa38908-68d7-44e3-a60f-24a9f554d75e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:39.333614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76c19-a2ba-4340-997d-ded1ee9a6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a58bb2-61f4-40d5-82bb-b8e5382ae01a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.335365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5b4e9d54-b44c-4adc-9003-388f4e3ca375 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:49:39.336208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:39.336570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:39.337134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:39.337573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Bound port: efa38908-68d7-44e3-a60f-24a9f554d75e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:39.337927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.345385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5b4e9d54-b44c-4adc-9003-388f4e3ca375 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0302868
Jan 15 20:49:39.396623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b567518-93df-4cff-94fa-7c692d4bf45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab96699-225b-43fa-825c-6b932d90cdee,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.489768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:39.497226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efa38908-68d7-44e3-a60f-24a9f554d75e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:39.504420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.562671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.565352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.566831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59833d41-5473-4504-a5bf-66d9b06eb48a req-21d9130a-b268-45ac-a85c-1fccf31b4bd6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.569096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59833d41-5473-4504-a5bf-66d9b06eb48a req-21d9130a-b268-45ac-a85c-1fccf31b4bd6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1843843
Jan 15 20:49:39.569236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] 10.222.0.45 "PUT /v2.0/ports/efa38908-68d7-44e3-a60f-24a9f554d75e HTTP/1.1" status: 200  len: 1096 time: 1.1009474
Jan 15 20:49:39.575437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:39.579314 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d3a9cc-474f-4770-b751-a52a5c67025f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:39.584233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-7a4ddef8-468e-4623-9162-5576722442c0 service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378471
Jan 15 20:49:39.618380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a46b-2115-41f3-8fe9-a48f148fde86 service neutron] Pushing event updated for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.633064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (dabee046-cd8e-45f7-9b2d-67a08fbc1ace), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.645667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5a8eebf2-aebe-45dc-86b0-8add6202f632', 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:39.734703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-9d1d5cd3-2f09-4bf0-91a8-5fd71a69aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.736378 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-9d1d5cd3-2f09-4bf0-91a8-5fd71a69aa9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 1099 time: 0.1101980
Jan 15 20:49:39.752211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Pushing event deleted for resources: {'Port': ['ID=dabee046-cd8e-45f7-9b2d-67a08fbc1ace,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:39.861284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59833d41-5473-4504-a5bf-66d9b06eb48a req-3b98599a-934c-4219-987d-964b915c87ea tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796752
Jan 15 20:49:39.892156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-2103bb2b-55a2-457f-835e-242d38dcc979 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=efa38908-68d7-44e3-a60f-24a9f554d75e HTTP/1.1" status: 200  len: 217 time: 0.1447871
Jan 15 20:49:39.895145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] No DVR routers for this DVR port dabee046-cd8e-45f7-9b2d-67a08fbc1ace on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:39.904416 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:39.908005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62a1c18b-c3b3-418d-876b-94819bffd521 req-14f9337d-0f4f-4c7e-b94f-e058675b368b tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "DELETE /v2.0/ports/dabee046-cd8e-45f7-9b2d-67a08fbc1ace HTTP/1.1" status: 204  len: 173 time: 1.5211370
Jan 15 20:49:39.908968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'name': 'network-vif-deleted', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:39.911485 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14323244-ef34-43e5-933e-ac4d6fc50b84" -d '{"events": [{"server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "name": "network-vif-deleted", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:39.939864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-27237696-ad16-4f55-8762-17d334299248 service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358536
Jan 15 20:49:39.965946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-7df8fca8-e1b7-44e8-9715-88391e8ef88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:39.967600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-7df8fca8-e1b7-44e8-9715-88391e8ef88b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0695930
Jan 15 20:49:40.042884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-79b561bc-2138-4d90-84a2-aba23de6ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:40.045078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-79b561bc-2138-4d90-84a2-aba23de6ae0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0701172
Jan 15 20:49:40.089402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:40.139315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edb06465-4a74-43e3-a40a-719d9a04d58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.246116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-d8ba28a5-fd50-4577-b006-e1ab995ce72e service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920006
Jan 15 20:49:40.366196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5502b9cb-75d4-4152-aec9-b9ca519344a9 req-853cc623-4825-48bd-a31d-e6a1a57e4dfd tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ccb23-d953-4735-b61e-f0d62e19dce2 HTTP/1.1" status: 200  len: 210 time: 0.0436757
Jan 15 20:49:40.368030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edb06465-4a74-43e3-a40a-719d9a04d58f admin admin] Publish callbacks [] for security_group (e25a0aad-6d4c-4d39-8674-30a70faad52a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.374739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edb06465-4a74-43e3-a40a-719d9a04d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e25a0aad-6d4c-4d39-8674-30a70faad52a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.430843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22e8d9d8-452e-4cd0-a4a4-032e77c40e59 req-bff5dd22-cb7a-4f76-ac7b-c0ccd7d220cd service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769991
Jan 15 20:49:40.435096 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35504efa-5907-4b3c-bf1a-ae0ee5153b5a x-openstack-request-id: req-35504efa-5907-4b3c-bf1a-ae0ee5153b5a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:40.435509 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:40.450529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb06465-4a74-43e3-a40a-719d9a04d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a0aad-6d4c-4d39-8674-30a70faad52a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:40.457119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-edb06465-4a74-43e3-a40a-719d9a04d58f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dc5b20f8a634307848f4c2ced357436&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3658364
Jan 15 20:49:40.461188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59078) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:40.466754 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35504efa-5907-4b3c-bf1a-ae0ee5153b5a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:40.474090 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e', 'status': 'completed', 'code': 200}
Jan 15 20:49:40.481225 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e9ae5-a1aa-4069-9433-632bfe2dccb0 x-openstack-request-id: req-661e9ae5-a1aa-4069-9433-632bfe2dccb0 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:40.481888 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ccb23-d953-4735-b61e-f0d62e19dce2", "name": "network-vif-deleted", "tag": "dabee046-cd8e-45f7-9b2d-67a08fbc1ace", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:40.482384 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-661e9ae5-a1aa-4069-9433-632bfe2dccb0 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:40.483018 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ccb23-d953-4735-b61e-f0d62e19dce2', 'name': 'network-vif-deleted', 'tag': 'dabee046-cd8e-45f7-9b2d-67a08fbc1ace', 'status': 'completed', 'code': 200}
Jan 15 20:49:40.563600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4ecd7a5-c612-4d5c-9072-a6440f5112c9 req-629034cf-a537-4de3-b429-3c37b59ab5d9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 210 time: 0.0401936
Jan 15 20:49:40.584519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] Publish callbacks [] for security_group (e25a0aad-6d4c-4d39-8674-30a70faad52a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.634613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] Publish callbacks [] for security_group (e25a0aad-6d4c-4d39-8674-30a70faad52a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.640721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-9320ce31-05fe-49ce-a2ac-3e10bd0764f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:40.642285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-9320ce31-05fe-49ce-a2ac-3e10bd0764f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 1099 time: 0.1257854
Jan 15 20:49:40.764579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e25a0aad-6d4c-4d39-8674-30a70faad52a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.767223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:40.780337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e25a0aad-6d4c-4d39-8674-30a70faad52a HTTP/1.1" status: 204  len: 168 time: 0.3077514
Jan 15 20:49:40.794396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-415ffa6c-deae-41d3-8f47-dbcb99a5c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:40.796366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-415ffa6c-deae-41d3-8f47-dbcb99a5c62a service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1449585
Jan 15 20:49:40.849781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-65ee5301-57c7-42ca-9714-381b7b61ffbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=efa38908-68d7-44e3-a60f-24a9f554d75e HTTP/1.1" status: 200  len: 217 time: 0.0451305
Jan 15 20:49:41.025441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.027522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.028323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.028984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.030205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.031049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.031674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.046298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d03956f-6d64-48b2-bddf-845312f9e3fb req-ebde23d6-a912-4c8c-b703-d071e9af24c0 tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5046 time: 0.3362017
Jan 15 20:49:41.096153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240587d-57ac-4b06-bd8d-ebae8c3e8d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a0aad-6d4c-4d39-8674-30a70faad52a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:41.148530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-e15f0178-47bc-45e0-9323-f6ebd9c87b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.150746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-e15f0178-47bc-45e0-9323-f6ebd9c87b7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2925432
Jan 15 20:49:41.159854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420f164-0dd1-4e96-b0aa-01b7ee830961 req-f1df757d-c599-4ccd-8f18-85ab6b39fd0a tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.183561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0420f164-0dd1-4e96-b0aa-01b7ee830961 req-f1df757d-c599-4ccd-8f18-85ab6b39fd0a tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 948 time: 0.4711428
Jan 15 20:49:41.209605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-893c3ef1-7cd4-4c5b-9405-a9567f09e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.211882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-893c3ef1-7cd4-4c5b-9405-a9567f09e133 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0546284
Jan 15 20:49:41.286287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9f8a-b3d5-4a0f-990f-9f04f42fc901 req-e53e8e6d-d1c5-4c77-9f7d-13216bad3cb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.294219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-109f9f8a-b3d5-4a0f-990f-9f04f42fc901 req-e53e8e6d-d1c5-4c77-9f7d-13216bad3cb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1074765
Jan 15 20:49:41.323996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0420f164-0dd1-4e96-b0aa-01b7ee830961 req-71a651ea-9763-4522-98ad-e17da7f50719 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386654
Jan 15 20:49:41.422773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-85fc89ec-cc90-4113-8e2e-5eb61565a5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032981
Jan 15 20:49:41.452320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-109f9f8a-b3d5-4a0f-990f-9f04f42fc901 req-45ffb253-e4ea-476e-8854-06243df5b075 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499078
Jan 15 20:49:41.513813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51fbf-b82b-4123-8c5f-5899f8d879a2 req-97de96df-8aa3-4e77-8f0c-6fa954e08cab tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.525344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5a51fbf-b82b-4123-8c5f-5899f8d879a2 req-97de96df-8aa3-4e77-8f0c-6fa954e08cab tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 886 time: 0.1608176
Jan 15 20:49:41.551328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99d3a9cc-474f-4770-b751-a52a5c67025f req-b1ce903f-2486-4837-aab7-eaa6ed10e423 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207221
Jan 15 20:49:41.718481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.718991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.719454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.720266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.720763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.721266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.721731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.730383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b16a6bf1-d8cf-43ed-a808-051013ee2f96 req-72983fdc-2719-4ad0-8b1c-df29b8aa171b tempest-NetworksTest-1595127725 tempest-NetworksTest-1595127725-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5046 time: 0.1631296
Jan 15 20:49:41.889235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-156f86fc-412a-4111-9e50-3df4abde7e86 req-cd06ddf1-7495-4305-bbd7-8f67d98cb208 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 210 time: 0.0605724
Jan 15 20:49:41.936113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-72326df1-1381-4f1e-ab78-e1ec34dc9fbc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:41.937482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device dabee046-cd8e-45f7-9b2d-67a08fbc1ace no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:41.938620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-72326df1-1381-4f1e-ab78-e1ec34dc9fbc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.2073085
Jan 15 20:49:41.953589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Request body: {'port': {'device_id': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'admin_state_up': True, 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:41.976275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: dabee046-cd8e-45f7-9b2d-67a08fbc1ace {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:49:41.976723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device dabee046-cd8e-45f7-9b2d-67a08fbc1ace not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:42.010004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3d73-f029-4562-980f-292a98f5caab req-0c7a573e-d9ac-48bc-a614-ff2c9e15ef2a tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:42.012031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adfe3d73-f029-4562-980f-292a98f5caab req-0c7a573e-d9ac-48bc-a614-ff2c9e15ef2a tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.1526377
Jan 15 20:49:42.111237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adfe3d73-f029-4562-980f-292a98f5caab req-44c2d68e-d6e4-42ab-ae7f-42191ca03a76 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914924
Jan 15 20:49:42.116871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:42.148212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:42.154478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.288145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Allocated IP 172.20.0.5 (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2/3aea9045-6664-4d64-8053-ecddad801345/6a747998-2bca-46bb-a26f-e7c31a2aa686) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:42.311487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-348c25dd-f637-48ad-ab65-caeaf655fc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.326296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:42.393124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1596111193-network', 'tenant_id': '5076a5270e024c4f90db7b3d00428ed9'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:42.424924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Made reservation on behalf of 5076a5270e024c4f90db7b3d00428ed9 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:42.427604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.439795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.532552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-348c25dd-f637-48ad-ab65-caeaf655fc8a admin admin] Publish callbacks [] for security_group (75c4074c-b7ae-4904-aa03-d866aa252998), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.547117 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:49:42.550738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks [] for security_group (87e54eb0-c592-42d2-9c66-32a70f565ecc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.552447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-348c25dd-f637-48ad-ab65-caeaf655fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75c4074c-b7ae-4904-aa03-d866aa252998), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.555760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87e54eb0-c592-42d2-9c66-32a70f565ecc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.570245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:49:42.571439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1285592-62d2-49f5-9d6d-11d9bf9e3fa1 req-aca6b206-af3c-424f-9db9-c072cfc525ad tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:42.573208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1285592-62d2-49f5-9d6d-11d9bf9e3fa1 req-aca6b206-af3c-424f-9db9-c072cfc525ad tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 948 time: 0.1359551
Jan 15 20:49:42.581752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (62b58ced-def7-4bca-9d51-a572948e9b9b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.582434 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Added segment 62b58ced-def7-4bca-9d51-a572948e9b9b of type vlan for network 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15
Jan 15 20:49:42.630667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-348c25dd-f637-48ad-ab65-caeaf655fc8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3d09340068049f19b85fee8d1dcad87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5101626
Jan 15 20:49:42.631276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks [] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.635057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.637605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:42.662809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c25dd-f637-48ad-ab65-caeaf655fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4074c-b7ae-4904-aa03-d866aa252998,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:42.674709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.676380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:42.676711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.700983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1285592-62d2-49f5-9d6d-11d9bf9e3fa1 req-96811b8f-7197-4230-aeca-49f7fc086529 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198881
Jan 15 20:49:42.717842 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3870215
Jan 15 20:49:42.756477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59180) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:42.762293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Request body: {'subnet': {'network_id': '6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1596111193-subnet', 'tenant_id': '5076a5270e024c4f90db7b3d00428ed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:42.769392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e54eb0-c592-42d2-9c66-32a70f565ecc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:42.808259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fefecc-0efe-48dd-aaae-106d0c9b6acd admin admin] Pushing event updated for resources: {'Network': ['ID=6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:42.819702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:49:42.826729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Made reservation on behalf of 5076a5270e024c4f90db7b3d00428ed9 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:42.830135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.947410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:42.994204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] Publish callbacks [] for security_group (75c4074c-b7ae-4904-aa03-d866aa252998), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.013021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:43.028865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:43.035560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:43.042377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.043048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.044360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (ece4bcae-d5a0-48e9-a196-e58a854074e9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.046095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:43.061449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ac646-041e-427d-96e9-3bd163375fb8 req-89d957f6-689f-4120-b6a9-328c7f0398b5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.063137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef0ac646-041e-427d-96e9-3bd163375fb8 req-89d957f6-689f-4120-b6a9-328c7f0398b5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1519873
Jan 15 20:49:43.074588 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] Publish callbacks [] for security_group (75c4074c-b7ae-4904-aa03-d866aa252998), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.093357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device efa38908-68d7-44e3-a60f-24a9f554d75e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:43.114361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-31b09d5f-23ae-4d36-9509-bfd67304040c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1656940
Jan 15 20:49:43.119433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece4bcae-d5a0-48e9-a196-e58a854074e9,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:43.129208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Checking segment: {'id': '62b58ced-def7-4bca-9d51-a572948e9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:43.129682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Network hostable DHCP agents. Network: 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:49:43.136776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Request body: {'port': {'device_id': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:43.152938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Network 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:49:43.168185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:43.176279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.177167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.205626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1c56fa4e-09db-45c8-8029-4076a9687e9a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4399316
Jan 15 20:49:43.211318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c9104-7434-4091-9d17-95283ccea09a None None] Network 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:43.262448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef0ac646-041e-427d-96e9-3bd163375fb8 req-4efc6612-8de6-4026-b6ec-3e11d970686f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925640
Jan 15 20:49:43.291738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75c4074c-b7ae-4904-aa03-d866aa252998), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.294769 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.296163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75c4074c-b7ae-4904-aa03-d866aa252998 HTTP/1.1" status: 204  len: 168 time: 0.6552403
Jan 15 20:49:43.337602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828ed5f-c4fe-40f1-b845-aa371c121da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4074c-b7ae-4904-aa03-d866aa252998,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:43.344431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efa38908-68d7-44e3-a60f-24a9f554d75e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:43.356385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.359434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4106c66e-007f-4852-9f97-2d135e8f69cc tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.361313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4106c66e-007f-4852-9f97-2d135e8f69cc tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.1126890
Jan 15 20:49:43.406150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1405-cc25-49ea-b2f6-dc1cb7e35cda req-b7eb2d0d-28e2-4f3c-bbbc-34b28ef3e1c6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.409376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-208f1405-cc25-49ea-b2f6-dc1cb7e35cda req-b7eb2d0d-28e2-4f3c-bbbc-34b28ef3e1c6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 931 time: 0.2204914
Jan 15 20:49:43.411572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'efa38908-68d7-44e3-a60f-24a9f554d75e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'efa38908-68d7-44e3-a60f-24a9f554d75e', 'mac_address': 'fa:16:3e:c9:12:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:43.423603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac6529-4979-489c-b98b-7a2d31dad0b9 None None] Network 6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:43.521165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port efa38908-68d7-44e3-a60f-24a9f554d75e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:43.521774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.548813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa38908-68d7-44e3-a60f-24a9f554d75e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:43.593540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efa38908-68d7-44e3-a60f-24a9f554d75e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:43.600725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Deleting port 5a8eebf2-aebe-45dc-86b0-8add6202f632 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:49:43.601183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.601308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.631879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ece28d-630c-4e0e-85de-b169caf33617 req-8cd57c7a-f0dc-47a8-a405-3f8863f36458 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:43.640834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64ece28d-630c-4e0e-85de-b169caf33617 req-8cd57c7a-f0dc-47a8-a405-3f8863f36458 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5416a14-72ee-4a24-80d3-9fe459a801d8 HTTP/1.1" status: 200  len: 950 time: 0.2296507
Jan 15 20:49:43.668663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:43.676906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.677258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.677592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.677916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.679261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.679780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.680459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.680994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.681497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.681994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.682729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.683453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.683950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:49:43.687018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-208f1405-cc25-49ea-b2f6-dc1cb7e35cda req-9fc33f0a-68f3-409a-8aa1-d94003dbb601 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520549
Jan 15 20:49:43.763357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] For port 5a8eebf2-aebe-45dc-86b0-8add6202f632, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a8eebf2-aebe-45dc-86b0-8add6202f632,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:43.763735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.782364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Calling delete_port for 5a8eebf2-aebe-45dc-86b0-8add6202f632 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:49:43.799965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64ece28d-630c-4e0e-85de-b169caf33617 req-1622df3b-3b2e-4038-9d80-3427257f912f tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede759f1-9cc6-4546-99d8-2fdb953062f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581850
Jan 15 20:49:43.837792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['efa38908-68d7-44e3-a60f-24a9f554d75e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:43.859173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59210) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:43.982012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5a8eebf2-aebe-45dc-86b0-8add6202f632), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:43.992467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c21c357-e56c-4149-91e4-9be172f741e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.007597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5a8eebf2-aebe-45dc-86b0-8add6202f632'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:44.017280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Pushing event deleted for resources: {'Port': ['ID=5a8eebf2-aebe-45dc-86b0-8add6202f632,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:44.097951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] No DVR routers for this DVR port 5a8eebf2-aebe-45dc-86b0-8add6202f632 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:44.102178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.106147 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55fedf14-3fe6-405e-b7ed-5e06fa69da48 req-4db81eed-6e70-4a8b-b9e8-77e005853cf9 tempest-LiveMigrationNegativeTest-264390158 tempest-LiveMigrationNegativeTest-264390158-project] 10.222.0.39 "DELETE /v2.0/ports/5a8eebf2-aebe-45dc-86b0-8add6202f632 HTTP/1.1" status: 204  len: 173 time: 0.7382987
Jan 15 20:49:44.106638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'name': 'network-vif-deleted', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:44.112585 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95567cb1-9e35-4586-83d8-de3c4a195655" -d '{"events": [{"server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "name": "network-vif-deleted", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:44.142228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a747998-2bca-46bb-a26f-e7c31a2aa686 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:44.157417 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.158637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks [] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.177461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Transition to ACTIVE for port object 6a747998-2bca-46bb-a26f-e7c31a2aa686 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:44.190611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.194904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59222) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:44.199970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1044250326-network', 'tenant_id': 'b98c9f7cf641431ead6ff3d2ef7728c9'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:44.235494 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf6eec-8382-4d65-adee-ea34c57145b3 x-openstack-request-id: req-90cf6eec-8382-4d65-adee-ea34c57145b3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:44.235854 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5416a14-72ee-4a24-80d3-9fe459a801d8", "name": "network-vif-deleted", "tag": "5a8eebf2-aebe-45dc-86b0-8add6202f632", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:44.236161 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90cf6eec-8382-4d65-adee-ea34c57145b3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:44.236596 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5416a14-72ee-4a24-80d3-9fe459a801d8', 'name': 'network-vif-deleted', 'tag': '5a8eebf2-aebe-45dc-86b0-8add6202f632', 'status': 'completed', 'code': 200}
Jan 15 20:49:44.243091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Made reservation on behalf of b98c9f7cf641431ead6ff3d2ef7728c9 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:44.247204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.259823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.321927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b348850-0d0e-4b35-80d5-b12b3c544494 req-1a78dda0-319d-44e8-88b2-d8c5eb1c760a tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:44.324858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b348850-0d0e-4b35-80d5-b12b3c544494 req-1a78dda0-319d-44e8-88b2-d8c5eb1c760a tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 949 time: 0.3483219
Jan 15 20:49:44.393978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks [] for security_group (42e9413b-3ebe-4ffe-87bb-36aae5c4ea62), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.399821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (42e9413b-3ebe-4ffe-87bb-36aae5c4ea62), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.427152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:49:44.440726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:44.445248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e9413b-3ebe-4ffe-87bb-36aae5c4ea62,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:44.456537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (917f51c3-df48-4fee-9c3e-5318449aaa73), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.458065 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Added segment 917f51c3-df48-4fee-9c3e-5318449aaa73 of type vlan for network 602cdd4f-692d-4dd7-94df-8b2164a1e5ea
Jan 15 20:49:44.506272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (602cdd4f-692d-4dd7-94df-8b2164a1e5ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.538907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (602cdd4f-692d-4dd7-94df-8b2164a1e5ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.540244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:44.540560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.547063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b348850-0d0e-4b35-80d5-b12b3c544494 req-8af3ccec-c31d-475f-958c-d040f125e5ed tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149124
Jan 15 20:49:44.565066 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c21c357-e56c-4149-91e4-9be172f741e2 admin admin] Publish callbacks [] for security_group (8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.566250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:44.566665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:44.567088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:44.574257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2c21c357-e56c-4149-91e4-9be172f741e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.587800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5572f-d4c4-470a-8621-4a6e7ab97ec6 req-6a7b1e55-49bb-482d-82ee-c6a0f297d6c5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:44.595200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9e5572f-d4c4-470a-8621-4a6e7ab97ec6 req-6a7b1e55-49bb-482d-82ee-c6a0f297d6c5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1846316
Jan 15 20:49:44.611278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4151435
Jan 15 20:49:44.618948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59228) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:44.621330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:44.621775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:44.626772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Request body: {'subnet': {'network_id': '602cdd4f-692d-4dd7-94df-8b2164a1e5ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1044250326-subnet', 'tenant_id': 'b98c9f7cf641431ead6ff3d2ef7728c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:44.644492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280db5d-821f-4d95-89eb-ae38333cb4ec admin admin] Pushing event updated for resources: {'Network': ['ID=602cdd4f-692d-4dd7-94df-8b2164a1e5ea,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:44.664730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 602cdd4f-692d-4dd7-94df-8b2164a1e5ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:49:44.669305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:44.669631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:44.670085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:44.670595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Bound port: 6a747998-2bca-46bb-a26f-e7c31a2aa686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:44.671304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.682038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21c357-e56c-4149-91e4-9be172f741e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:44.704785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2c21c357-e56c-4149-91e4-9be172f741e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3905e08344d459288d1092b5865ade1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8443124
Jan 15 20:49:44.707769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:44.728166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Made reservation on behalf of b98c9f7cf641431ead6ff3d2ef7728c9 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:44.731476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.793815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9e5572f-d4c4-470a-8621-4a6e7ab97ec6 req-246035e9-0da0-488c-81b6-b4c0948ff84c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975856
Jan 15 20:49:44.928499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:44.935443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:44.943511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] Publish callbacks [] for security_group (8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.943712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.967152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] Publish callbacks [] for security_group (8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.981997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:44.982869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef774-d780-4b04-8dd4-ba57aa5dca62 req-0c1ab9bb-1beb-457e-ace6-11338091e12d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:44.984703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d02ef774-d780-4b04-8dd4-ba57aa5dca62 req-0c1ab9bb-1beb-457e-ace6-11338091e12d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1692505
Jan 15 20:49:45.024924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.027659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.028659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.029232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.031030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 1091 time: 1.8993409
Jan 15 20:49:45.032791 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371 HTTP/1.1" status: 204  len: 168 time: 0.3209229
Jan 15 20:49:45.035923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:45.039584 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27" -d '{"events": [{"name": "network-changed", "server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:45.063088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54810e42-d26f-4d6f-a796-e5e99a4d4ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ea460-fe04-4dd9-ad4c-6ed2c5cd8371,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:45.114718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133ebc1-f8d4-422c-b68e-9a49a2b68aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:45.124929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device efa38908-68d7-44e3-a60f-24a9f554d75e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:45.163706 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96869f57-364e-4767-ab8c-d942b37283ad x-openstack-request-id: req-96869f57-364e-4767-ab8c-d942b37283ad {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:45.164194 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:45.164287 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96869f57-364e-4767-ab8c-d942b37283ad {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:45.164657 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'status': 'completed', 'code': 200}
Jan 15 20:49:45.227533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d02ef774-d780-4b04-8dd4-ba57aa5dca62 req-833dd651-16c9-4619-9d0d-f309dd0724df tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051408
Jan 15 20:49:45.246251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (848adccf-e445-49d4-9e30-6e6bb9cd2d2f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.247476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port efa38908-68d7-44e3-a60f-24a9f554d75e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:45.258218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port efa38908-68d7-44e3-a60f-24a9f554d75e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:45.258593 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.263867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-07eaa48b-188b-4138-8728-198f737aa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.265970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-07eaa48b-188b-4138-8728-198f737aa4b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1094 time: 0.1433518
Jan 15 20:49:45.317529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848adccf-e445-49d4-9e30-6e6bb9cd2d2f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:45.342590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Checking segment: {'id': '917f51c3-df48-4fee-9c3e-5318449aaa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '602cdd4f-692d-4dd7-94df-8b2164a1e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:45.342950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Network hostable DHCP agents. Network: 602cdd4f-692d-4dd7-94df-8b2164a1e5ea, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:49:45.355062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-bd9f318b-2785-4e97-9f21-85a4ca197e40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0751703
Jan 15 20:49:45.384205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Network 602cdd4f-692d-4dd7-94df-8b2164a1e5ea is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:49:45.399336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 602cdd4f-692d-4dd7-94df-8b2164a1e5ea) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:45.410943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.412077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.431799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f34ab-4c5f-4212-bfbb-0e941c593cf8 None None] Network 602cdd4f-692d-4dd7-94df-8b2164a1e5ea requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:45.441217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aab8f488-ed05-4f60-af15-acb2a8c8c450 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8211496
Jan 15 20:49:45.454727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59254) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:45.476762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-e7c4f5dd-7844-41e3-8021-5ebb1d9c0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.480131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-e7c4f5dd-7844-41e3-8021-5ebb1d9c0842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1218846
Jan 15 20:49:45.495997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port efa38908-68d7-44e3-a60f-24a9f554d75e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:45.496650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.543620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-d23da7fc-469b-4cd9-b5a2-28fa587e8148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567503
Jan 15 20:49:45.553152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efa38908-68d7-44e3-a60f-24a9f554d75e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:45.562419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:45.565366 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c217519-9a88-462b-958f-d50ae507198d" -d '{"events": [{"server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "name": "network-vif-plugged", "status": "completed", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:45.574207 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.605220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:45.714962 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab4c80-ea0c-4b57-9fcf-4b44fc3801b8 x-openstack-request-id: req-a6ab4c80-ea0c-4b57-9fcf-4b44fc3801b8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:45.715305 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "name": "network-vif-plugged", "status": "completed", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:45.715529 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6ab4c80-ea0c-4b57-9fcf-4b44fc3801b8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:45.715931 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e', 'code': 200}
Jan 15 20:49:45.736621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d91500-d2e5-4bb8-8177-b23337ba1354 None None] Network 602cdd4f-692d-4dd7-94df-8b2164a1e5ea requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:49:45.739455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:45.816257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9868cd-cc33-455e-b4f3-343789f643a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:45.869727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:45.899684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5134258-1ad2-462d-94f9-20519e5274b3 req-ccd30d5e-a73e-4a62-972c-c2897b16d0d2 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.901397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5134258-1ad2-462d-94f9-20519e5274b3 req-ccd30d5e-a73e-4a62-972c-c2897b16d0d2 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.2245972
Jan 15 20:49:45.916480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1bebe-1612-4ed4-ae75-7e8cf71368ae req-a46c08de-7a33-4b87-beb0-228eca7b73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:45.919528 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0bb1bebe-1612-4ed4-ae75-7e8cf71368ae req-a46c08de-7a33-4b87-beb0-228eca7b73d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 1101 time: 0.1893587
Jan 15 20:49:45.919670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-0d5b30b2-a914-4058-9f5d-97b44391b0ae service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689997
Jan 15 20:49:46.020287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0bb1bebe-1612-4ed4-ae75-7e8cf71368ae req-674ebb3a-a396-42e1-a2ab-60d1e9849b09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915384
Jan 15 20:49:46.045652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Deleting subnet ece4bcae-d5a0-48e9-a196-e58a854074e9 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:49:46.065517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Publish callbacks [] for subnet (ece4bcae-d5a0-48e9-a196-e58a854074e9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.137841 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5454ea95-c53f-45b8-9eeb-2dbced2e72de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ac923ea754345a9b79457833bd72da4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5285687
Jan 15 20:49:46.141340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59280) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:46.175992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb2922-21b9-4944-b0f0-bc703f2e64b8 req-e14195c8-5799-49aa-b721-9f01d53ac673 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:46.177524 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ffb2922-21b9-4944-b0f0-bc703f2e64b8 req-e14195c8-5799-49aa-b721-9f01d53ac673 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1146972
Jan 15 20:49:46.181091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e34c33b-c064-4e4b-b905-56fb7c5c2a06 req-3b65b61e-64d4-4a52-96c2-ff8406c0edf3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432172
Jan 15 20:49:46.187239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Publish callbacks [] for subnet (ece4bcae-d5a0-48e9-a196-e58a854074e9), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.197132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5134258-1ad2-462d-94f9-20519e5274b3 req-9cc3b25a-c207-4421-8acf-7ba46b11e5d4 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716749
Jan 15 20:49:46.232253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9868cd-cc33-455e-b4f3-343789f643a4 admin admin] Publish callbacks [] for security_group (881afdab-7a21-4c43-b0f4-f918dc959f55), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.246301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ece4bcae-d5a0-48e9-a196-e58a854074e9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.270993 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9868cd-cc33-455e-b4f3-343789f643a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (881afdab-7a21-4c43-b0f4-f918dc959f55), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.283105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ffb2922-21b9-4944-b0f0-bc703f2e64b8 req-da5babe4-481e-4ebd-a244-fcb5b3331295 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849087
Jan 15 20:49:46.387126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9868cd-cc33-455e-b4f3-343789f643a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881afdab-7a21-4c43-b0f4-f918dc959f55,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:46.391471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a9868cd-cc33-455e-b4f3-343789f643a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be0f9620cc4942fa9301bbc55de068d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9350886
Jan 15 20:49:46.394702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:46.395331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] Publish callbacks [] for security_group (ede759f1-9cc6-4546-99d8-2fdb953062f9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.449814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] Publish callbacks [] for security_group (ede759f1-9cc6-4546-99d8-2fdb953062f9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.456689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (ece4bcae-d5a0-48e9-a196-e58a854074e9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.462085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-6b30b24d-43d1-4faa-b4be-7a9482a837ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:46.465206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-6b30b24d-43d1-4faa-b4be-7a9482a837ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1094 time: 0.1757615
Jan 15 20:49:46.474556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b03b8-bc19-4253-9e2f-31ad2f85b63b req-5f60462b-5faa-4b3e-83a7-f6d70659ca4e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:46.476598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385b03b8-bc19-4253-9e2f-31ad2f85b63b req-5f60462b-5faa-4b3e-83a7-f6d70659ca4e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1153345
Jan 15 20:49:46.500150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece4bcae-d5a0-48e9-a196-e58a854074e9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:46.534832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] Publish callbacks [] for security_group (881afdab-7a21-4c43-b0f4-f918dc959f55), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.538921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.542495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a36f4e30-e917-4c55-b70b-cab4225ffc9b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ece4bcae-d5a0-48e9-a196-e58a854074e9 HTTP/1.1" status: 204  len: 168 time: 0.6708083
Jan 15 20:49:46.546321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59296) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:46.614504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] Publish callbacks [] for security_group (881afdab-7a21-4c43-b0f4-f918dc959f55), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.638131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ede759f1-9cc6-4546-99d8-2fdb953062f9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.640660 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.644105 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ede759f1-9cc6-4546-99d8-2fdb953062f9 HTTP/1.1" status: 204  len: 168 time: 0.4994462
Jan 15 20:49:46.644258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385b03b8-bc19-4253-9e2f-31ad2f85b63b req-c5e1554f-a0a2-4dd1-b91e-e838bd8658e3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500328
Jan 15 20:49:46.673479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.676015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2430ae3-bffd-4c80-a8b1-01415c0c5e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede759f1-9cc6-4546-99d8-2fdb953062f9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:46.723216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-0a9fb92e-624c-4464-8bee-ad1a29fbd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:46.727066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-0a9fb92e-624c-4464-8bee-ad1a29fbd840 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.2495348
Jan 15 20:49:46.753283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (881afdab-7a21-4c43-b0f4-f918dc959f55), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.755916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.757128 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/881afdab-7a21-4c43-b0f4-f918dc959f55 HTTP/1.1" status: 204  len: 168 time: 0.3598869
Jan 15 20:49:46.780246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1220c83-af11-4804-86a7-717ddcf10df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881afdab-7a21-4c43-b0f4-f918dc959f55,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:46.783171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:46.806382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1e7a549c40>> segment before_delete 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.806733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1e7a549c40>> subnet precommit_delete_associations 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.807973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> segment_host_mapping after_create 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.808395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> port after_create 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.808774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> port after_delete 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.809200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> port after_update 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.809553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> segment after_delete 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.810244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> subnet after_create 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.810598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> subnet after_delete 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.811024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e7a860c70>> subnet after_update 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.812472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-8611e12f-ea7f-43bf-8c60-cc6bd666372c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0784247
Jan 15 20:49:46.878519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-bd8d9bd6-839f-4dbb-b88b-b7cbdf833511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:46.880717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-bd8d9bd6-839f-4dbb-b88b-b7cbdf833511 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0597491
Jan 15 20:49:46.921090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-a85beb31-e71e-4c25-8b79-2a88f8ed2dad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325351
Jan 15 20:49:46.960688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7abf7af0>> subnet after_create 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.961223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7abf7af0>> subnet after_delete 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.961656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7abf7af0>> subnet before_create 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.962088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e7abf7af0>> subnet before_update 55550000 {{(pid=114438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:49:46.962551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46400>,) {'filters': {'network_id': ['6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:47.007700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46400>, '62b58ced-def7-4bca-9d51-a572948e9b9b') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:47.007700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46400>, '62b58ced-def7-4bca-9d51-a572948e9b9b') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:47.038989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-af1f14b3-fc37-49fe-a694-a1e034384116 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079633
Jan 15 20:49:47.061569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (62b58ced-def7-4bca-9d51-a572948e9b9b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.130707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (62b58ced-def7-4bca-9d51-a572948e9b9b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.161999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:49:47.163500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (62b58ced-def7-4bca-9d51-a572948e9b9b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:49:47.205330 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:49:47.293437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.298860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2e7a7e7-631c-4bb3-8283-c9448d4b8e27 req-31142805-54b9-4699-9526-b6b9a9aad384 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501667
Jan 15 20:49:47.352863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.365616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15 HTTP/1.1" status: 204  len: 168 time: 0.8160090
Jan 15 20:49:47.366817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59316) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:47.367913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788069ac-d9cb-48e2-bcef-d9901a2c8d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1bd0f3-8f54-4c5b-a5c6-357c079c0f15,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:47.409743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:47.430834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7439055-37cd-4cca-8b33-6c43a1fc4ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.514582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Deleting subnet 848adccf-e445-49d4-9e30-6e6bb9cd2d2f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:49:47.530935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Publish callbacks [] for subnet (848adccf-e445-49d4-9e30-6e6bb9cd2d2f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.566275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7439055-37cd-4cca-8b33-6c43a1fc4ee3 admin admin] Publish callbacks [] for security_group (6d8e15ec-3ba3-4f69-806b-d90c59095988), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.575391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7439055-37cd-4cca-8b33-6c43a1fc4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6d8e15ec-3ba3-4f69-806b-d90c59095988), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.613097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c464d-0a23-4fed-ab42-adf897682a68 req-d184a5b2-074f-4c9c-9984-74b1c5dad078 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:47.615086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db5c464d-0a23-4fed-ab42-adf897682a68 req-d184a5b2-074f-4c9c-9984-74b1c5dad078 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.2512221
Jan 15 20:49:47.631322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7439055-37cd-4cca-8b33-6c43a1fc4ee3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=163a61c934ae4f5dbf357c96942e1acf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2180302
Jan 15 20:49:47.632336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7439055-37cd-4cca-8b33-6c43a1fc4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e15ec-3ba3-4f69-806b-d90c59095988,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:47.634286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:47.647923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Publish callbacks [] for subnet (848adccf-e445-49d4-9e30-6e6bb9cd2d2f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.675106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c3c98-adae-4b37-9afd-aedbdaf38af2 req-92b78a92-8c55-4a9b-bf7d-e306bb762265 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:47.677502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c32c3c98-adae-4b37-9afd-aedbdaf38af2 req-92b78a92-8c55-4a9b-bf7d-e306bb762265 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1722198
Jan 15 20:49:47.708720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (848adccf-e445-49d4-9e30-6e6bb9cd2d2f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.747391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] Publish callbacks [] for security_group (6d8e15ec-3ba3-4f69-806b-d90c59095988), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.756806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db5c464d-0a23-4fed-ab42-adf897682a68 req-b9db6332-536f-4b70-9954-d585f05273dd tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299212
Jan 15 20:49:47.765003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59330) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:47.789784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] Publish callbacks [] for security_group (6d8e15ec-3ba3-4f69-806b-d90c59095988), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.855552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6d8e15ec-3ba3-4f69-806b-d90c59095988), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.859197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.860932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d8e15ec-3ba3-4f69-806b-d90c59095988 HTTP/1.1" status: 204  len: 168 time: 0.2254784
Jan 15 20:49:47.869594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8b99d-d85e-4ef6-bf54-819ab3524afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e15ec-3ba3-4f69-806b-d90c59095988,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:47.885586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34c95bfc-bf41-43ac-9303-5b958143f4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.925362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c32c3c98-adae-4b37-9afd-aedbdaf38af2 req-619cb27e-f177-4c22-9cb2-bbdb09e8a64f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362337
Jan 15 20:49:47.948169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5a8eebf2-aebe-45dc-86b0-8add6202f632 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:47.960801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7bd4d2e7-5cf6-489e-8e80-ceed8d6f274b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be3056f4589b49fdb221ed56c9a2fafd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1921318
Jan 15 20:49:47.962288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (848adccf-e445-49d4-9e30-6e6bb9cd2d2f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:47.963103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:47.994084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 5a8eebf2-aebe-45dc-86b0-8add6202f632 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:49:47.995125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5a8eebf2-aebe-45dc-86b0-8add6202f632 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:48.044827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.053554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/848adccf-e445-49d4-9e30-6e6bb9cd2d2f HTTP/1.1" status: 204  len: 168 time: 0.6844194
Jan 15 20:49:48.057732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59342) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:48.059765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322b5af-37d7-4779-b304-edceedc7308d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848adccf-e445-49d4-9e30-6e6bb9cd2d2f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:48.133181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] Publish callbacks [] for security_group (63b26c7e-7ae7-4e1a-88e1-87796c60464f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.155293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1655-8e30-4ab8-96b6-ae8c35b9a64f req-0cb447ba-c6b4-4f89-9f5d-f55bf1bcc473 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:48.157974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7caa1655-8e30-4ab8-96b6-ae8c35b9a64f req-0cb447ba-c6b4-4f89-9f5d-f55bf1bcc473 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1016083
Jan 15 20:49:48.166428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] Publish callbacks [] for security_group (63b26c7e-7ae7-4e1a-88e1-87796c60464f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.180208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (602cdd4f-692d-4dd7-94df-8b2164a1e5ea), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.212751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7caa1655-8e30-4ab8-96b6-ae8c35b9a64f req-f8983f13-989a-4ed9-9789-d310497c8cae tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490513
Jan 15 20:49:48.288787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (63b26c7e-7ae7-4e1a-88e1-87796c60464f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.291449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.293861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63b26c7e-7ae7-4e1a-88e1-87796c60464f HTTP/1.1" status: 204  len: 168 time: 0.3283565
Jan 15 20:49:48.295674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (602cdd4f-692d-4dd7-94df-8b2164a1e5ea), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.318577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4dee7-1c55-4be4-82a9-495bdde952b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b26c7e-7ae7-4e1a-88e1-87796c60464f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:48.336933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6d0dc0>,) {'filters': {'network_id': ['602cdd4f-692d-4dd7-94df-8b2164a1e5ea']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:48.356522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6d0dc0>, '917f51c3-df48-4fee-9c3e-5318449aaa73') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:48.356921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6d0dc0>, '917f51c3-df48-4fee-9c3e-5318449aaa73') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:49:48.366586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (917f51c3-df48-4fee-9c3e-5318449aaa73), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.383763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (917f51c3-df48-4fee-9c3e-5318449aaa73), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.396090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:49:48.396499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (917f51c3-df48-4fee-9c3e-5318449aaa73), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:49:48.398239 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:49:48.466201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (602cdd4f-692d-4dd7-94df-8b2164a1e5ea), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.475429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.483293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] 10.222.0.46 "DELETE /v2.0/networks/602cdd4f-692d-4dd7-94df-8b2164a1e5ea HTTP/1.1" status: 204  len: 168 time: 0.4244251
Jan 15 20:49:48.498848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dde43-ebcd-4624-9d66-bab18e7e4709 admin admin] Pushing event deleted for resources: {'Network': ['ID=602cdd4f-692d-4dd7-94df-8b2164a1e5ea,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:48.711730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-3e004433-931c-4dfd-a1fd-3b5f8180e237 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262973
Jan 15 20:49:48.804927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59378) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.839747 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:49:48.842471 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:49:48.846060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-52e9ef0a-2ffc-4aaa-8a48-7ade6158161c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:48.852961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-52e9ef0a-2ffc-4aaa-8a48-7ade6158161c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1402113
Jan 15 20:49:48.856401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cdbf55bf-f2be-4a42-8022-af16accfde4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5076a5270e024c4f90db7b3d00428ed9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0497768
Jan 15 20:49:48.859485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:48.890844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-9d1a106e-a24d-4256-9d6c-1e3e4341ea0f tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/quotas/a89aabae1afe4a5a88ed97e87b5266ac HTTP/1.1" status: 200  len: 375 time: 0.0368903
Jan 15 20:49:48.926535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] Publish callbacks [] for security_group (87e54eb0-c592-42d2-9c66-32a70f565ecc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.959243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] Publish callbacks [] for security_group (87e54eb0-c592-42d2-9c66-32a70f565ecc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:48.992448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-79864b14-5f08-467a-91ac-d929e423809c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0991576
Jan 15 20:49:49.061818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87e54eb0-c592-42d2-9c66-32a70f565ecc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.065316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.069112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87e54eb0-c592-42d2-9c66-32a70f565ecc HTTP/1.1" status: 204  len: 168 time: 0.2058601
Jan 15 20:49:49.081515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f55138-a9bb-4ed8-b8ef-aa7605e26ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e54eb0-c592-42d2-9c66-32a70f565ecc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:49.133209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60495d6b-a075-47f9-b196-01d6a50748d6 req-5ca90bb8-2a80-49b5-984e-5c2db743ae6d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:49.134733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60495d6b-a075-47f9-b196-01d6a50748d6 req-5ca90bb8-2a80-49b5-984e-5c2db743ae6d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0780377
Jan 15 20:49:49.246916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25ab3c04-05d7-42c2-ba05-edd9758e82e8 req-1562fb61-5041-41e6-83f0-dd8ee785bd30 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 210 time: 0.0523496
Jan 15 20:49:49.275420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60495d6b-a075-47f9-b196-01d6a50748d6 req-004c9386-83b5-4cb4-9d49-5f8e41075624 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285048
Jan 15 20:49:49.442844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62cc3-4960-4e8e-8415-459e56a9e71d req-bc6d7124-5cad-46bb-8ad1-03d8b8d1ba06 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:49.444496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda62cc3-4960-4e8e-8415-459e56a9e71d req-bc6d7124-5cad-46bb-8ad1-03d8b8d1ba06 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.0838828
Jan 15 20:49:49.504009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda62cc3-4960-4e8e-8415-459e56a9e71d req-19ff5453-52d9-4c50-b5b1-86660c04a4d4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527215
Jan 15 20:49:49.636562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59424) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:49.681402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dbd3c908-cb8e-4df4-b7d9-6ad68f9692ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b98c9f7cf641431ead6ff3d2ef7728c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0428734
Jan 15 20:49:49.684716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59428) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:49.747410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] Publish callbacks [] for security_group (42e9413b-3ebe-4ffe-87bb-36aae5c4ea62), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.777149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] Publish callbacks [] for security_group (42e9413b-3ebe-4ffe-87bb-36aae5c4ea62), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.842270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (42e9413b-3ebe-4ffe-87bb-36aae5c4ea62), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.845561 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:49.846902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42e9413b-3ebe-4ffe-87bb-36aae5c4ea62 HTTP/1.1" status: 204  len: 168 time: 0.1612580
Jan 15 20:49:49.856430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7107b-b307-410d-b4f0-6c61899e178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e9413b-3ebe-4ffe-87bb-36aae5c4ea62,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:49.943242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:50.062712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:50.077119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'port_id': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'mac_address': 'fa:16:3e:c6:a2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aea9045-6664-4d64-8053-ecddad801345', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:50.139526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6a747998-2bca-46bb-a26f-e7c31a2aa686 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:50.139995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:50.154221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38ce2d47-b698-4918-980c-a08acaaa4284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:50.156809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a747998-2bca-46bb-a26f-e7c31a2aa686 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:50.181700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:50.190297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:50.271623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:50.307082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-a83e5319-4d1b-4bc3-9da5-59f22760aae9 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0399518
Jan 15 20:49:50.421804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6a747998-2bca-46bb-a26f-e7c31a2aa686'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:50.428307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb55d983-cf53-437f-9803-3628c89d9e3c req-8151bef0-ab95-4719-aa04-3258eaffd6e5 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 210 time: 0.0382917
Jan 15 20:49:50.503420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-4c2a73cf-5914-4677-9463-067e5484c4fc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:50.505381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-4c2a73cf-5914-4677-9463-067e5484c4fc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1858504
Jan 15 20:49:50.522599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Request body: {'port': {'device_id': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'a89aabae1afe4a5a88ed97e87b5266ac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:50.865306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6837-409a-4104-91b2-766871c94c08 req-c3a97892-ef43-4e0e-ba97-1f8bec255f0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:50.866805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6ee6837-409a-4104-91b2-766871c94c08 req-c3a97892-ef43-4e0e-ba97-1f8bec255f0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.3250663
Jan 15 20:49:50.955376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf3b8c-c3e0-42a6-bb65-4a60ed117c16 req-e49a2377-a794-4006-890e-7d4027167152 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:50.956919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04bf3b8c-c3e0-42a6-bb65-4a60ed117c16 req-e49a2377-a794-4006-890e-7d4027167152 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 0.1115670
Jan 15 20:49:50.994402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6ee6837-409a-4104-91b2-766871c94c08 req-9eccb22c-5c96-4eb1-b782-823e43f3c89c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130128
Jan 15 20:49:51.015091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Made reservation on behalf of a89aabae1afe4a5a88ed97e87b5266ac for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:51.019450 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.067514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04bf3b8c-c3e0-42a6-bb65-4a60ed117c16 req-b453b516-0537-497d-b229-41b40e0fbe98 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997326
Jan 15 20:49:51.207807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Allocated IP 192.168.233.73 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/74a42162-ce85-4da2-9310-a6708b9b7983) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:51.252657 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-553bf219-1851-4b42-8654-39754a93bb8b req-0efe4a7b-512c-4bb9-b17d-fa5f4ff6a569 service neutron] show failed (client error): The resource could not be found.
Jan 15 20:49:51.254282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-0efe4a7b-512c-4bb9-b17d-fa5f4ff6a569 service neutron] 10.222.0.39 "GET /v2.0/ports/8fbebb13-bd94-4e21-bda4-a22a2589b5db/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0710702
Jan 15 20:49:51.390860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks [] for port (74a42162-ce85-4da2-9310-a6708b9b7983), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.440507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.456128 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['efa38908-68d7-44e3-a60f-24a9f554d75e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:51.488188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:51.491671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:51.518213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:51.533124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:51.533799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.561743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Pushing event updated for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:51.611461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-2de20e99-9139-429a-bf0d-3ca8c16ff3dc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0952940
Jan 15 20:49:51.626602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Request body: {'port': {'device_id': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:51.665878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-43e261bd-8cbb-4048-9d3d-c974a955f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:51.678455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-43e261bd-8cbb-4048-9d3d-c974a955f308 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1101 time: 0.1823852
Jan 15 20:49:51.684419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb51c9-6556-4b7a-b9b0-017e6eddb4a1 req-8dadde88-5bf1-4e76-b926-29f395fd54e2 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:51.687552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ffb51c9-6556-4b7a-b9b0-017e6eddb4a1 req-8dadde88-5bf1-4e76-b926-29f395fd54e2 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 935 time: 0.1149323
Jan 15 20:49:51.696117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:51.734356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.783933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.785106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.820285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ffb51c9-6556-4b7a-b9b0-017e6eddb4a1 req-c1032dbf-35b3-4149-9bf9-7192cc228b15 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196859
Jan 15 20:49:51.953972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-52e6d81c-2a99-441b-b9f8-e836131c194b None None] Provisioning complete for port 74a42162-ce85-4da2-9310-a6708b9b7983 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:51.954824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-52e6d81c-2a99-441b-b9f8-e836131c194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:51.965669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:52.051158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-52e6d81c-2a99-441b-b9f8-e836131c194b None None] Port 74a42162-ce85-4da2-9310-a6708b9b7983 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:52.078989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 6a747998-2bca-46bb-a26f-e7c31a2aa686 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:52.086560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6a747998-2bca-46bb-a26f-e7c31a2aa686 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:52.087254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.192014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a42162-ce85-4da2-9310-a6708b9b7983 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:52.206920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6a747998-2bca-46bb-a26f-e7c31a2aa686 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:52.207543 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.207819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541a67-74a9-4076-9331-d18088b87fb8 req-80145025-917e-4502-b7c1-bb6139e2f0dd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.209652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16541a67-74a9-4076-9331-d18088b87fb8 req-80145025-917e-4502-b7c1-bb6139e2f0dd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1045592
Jan 15 20:49:52.212042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks [] for port (74a42162-ce85-4da2-9310-a6708b9b7983), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.227201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Transition to ACTIVE for port object 74a42162-ce85-4da2-9310-a6708b9b7983 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:52.242157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.288962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:52.291898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:52.295038 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b31356e-5f1c-4d72-aaee-3dfb8b19b341" -d '{"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-plugged", "status": "completed", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:52.304932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.327429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:52.351788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16541a67-74a9-4076-9331-d18088b87fb8 req-8a3e9635-6deb-409e-8a16-404ab3013c1e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278381
Jan 15 20:49:52.390177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Attempting to bind port 74a42162-ce85-4da2-9310-a6708b9b7983 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:52.390497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Attempting to bind port 74a42162-ce85-4da2-9310-a6708b9b7983 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:52.390828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Attempting to bind port 74a42162-ce85-4da2-9310-a6708b9b7983 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:52.395486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Port 74a42162-ce85-4da2-9310-a6708b9b7983 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:52.396055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Attempting to bind port 74a42162-ce85-4da2-9310-a6708b9b7983 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:52.401139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:52.401437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:52.401721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:52.402159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:52.402592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Bound port: 74a42162-ce85-4da2-9310-a6708b9b7983, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:52.403277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.459735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:52.481172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:52.484813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a42162-ce85-4da2-9310-a6708b9b7983,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:52.493416 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.537121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:52.542330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.543139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.548811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/74a42162-ce85-4da2-9310-a6708b9b7983 HTTP/1.1" status: 200  len: 1095 time: 0.9291642
Jan 15 20:49:52.555134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:52.557977 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:52.624383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks [] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.641041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Transition to ACTIVE for port object 8fbebb13-bd94-4e21-bda4-a22a2589b5db will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:52.642552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:52.649530 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb16a61-d0d0-49a3-a6cd-34f6c38b1aad" -d '{"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:52.655342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.721944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] No DVR routers for this DVR port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:49:52.737580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50705-750e-479f-b052-aa445a1823d4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:52.755179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:52.771055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:52.771337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:52.771674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:52.776969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:52.777295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Attempting to bind port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:52.782653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:52.782994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:52.783372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:52.783782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Bound port: 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:52.784139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.808057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb33d6-f466-4d28-99c0-7dee4c0efdb1 req-6c843884-1e44-435d-b5a8-2810f766775f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.813276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83bb33d6-f466-4d28-99c0-7dee4c0efdb1 req-6c843884-1e44-435d-b5a8-2810f766775f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 945 time: 0.2103751
Jan 15 20:49:52.819745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-eb4da168-8fde-4e58-9111-fe00520e6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.821268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-eb4da168-8fde-4e58-9111-fe00520e6cc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 1098 time: 0.2084026
Jan 15 20:49:52.881540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-abcd513b-685b-4cb8-8b72-1b10c32fc55c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=74a42162-ce85-4da2-9310-a6708b9b7983 HTTP/1.1" status: 200  len: 217 time: 0.0500124
Jan 15 20:49:52.914202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:52.925740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:52.934029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.976286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.977215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:52.978585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-cc82147d-9c0e-4938-b58c-eca481d34eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:52.979438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 1096 time: 1.2881660
Jan 15 20:49:52.980299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-cc82147d-9c0e-4938-b58c-eca481d34eb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0903502
Jan 15 20:49:53.018831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-d8ff87cc-c6f8-45ac-9a2d-882b3ac8774f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0748308
Jan 15 20:49:53.024834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83bb33d6-f466-4d28-99c0-7dee4c0efdb1 req-164f430e-5d72-48f9-8286-4a004ff597e0 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022450
Jan 15 20:49:53.088866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471c1f7-0ef5-4523-82b3-64e813ecf1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:53.127501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-0a3c8f72-d3ec-4655-96b5-bac01a8599b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.129316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-0a3c8f72-d3ec-4655-96b5-bac01a8599b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1099 time: 0.1237016
Jan 15 20:49:53.138722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:53.142693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-da970a42-59f5-415c-852d-83ec59df2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.144165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-da970a42-59f5-415c-852d-83ec59df2b84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1393661
Jan 15 20:49:53.205939 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8addfff9-f2e1-4bfd-9987-83af41c6b925 x-openstack-request-id: req-8addfff9-f2e1-4bfd-9987-83af41c6b925 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:53.206349 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-plugged", "status": "completed", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:53.206821 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8addfff9-f2e1-4bfd-9987-83af41c6b925 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:53.207461 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'code': 200}
Jan 15 20:49:53.266119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-f5e4cee5-2dd1-496b-ad90-d39a2e286fe8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.268944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-f5e4cee5-2dd1-496b-ad90-d39a2e286fe8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2431409
Jan 15 20:49:53.271711 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6109498-e00d-4fc8-8538-a7476eae25b3 x-openstack-request-id: req-c6109498-e00d-4fc8-8538-a7476eae25b3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:53.272374 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:53.272737 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6109498-e00d-4fc8-8538-a7476eae25b3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:53.273285 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983', 'status': 'completed', 'code': 200}
Jan 15 20:49:53.314892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-55eb0e72-0e87-45f2-a677-ceb796a2014c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0357437
Jan 15 20:49:53.359674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-674aec9b-b60e-4e11-9461-a46a5aeff21b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438058
Jan 15 20:49:53.397748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-6c1c163c-41c7-4a04-8c7e-ac2aa9fc8de5 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400699
Jan 15 20:49:53.440324 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed689e-0f18-4f71-a10a-59dcd3661b47 x-openstack-request-id: req-73ed689e-0f18-4f71-a10a-59dcd3661b47 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:53.440768 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:53.441042 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73ed689e-0f18-4f71-a10a-59dcd3661b47 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:53.441445 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'code': 200}
Jan 15 20:49:53.531965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b5944-6585-4f78-973c-dc542b0a5ba2 req-9b5ece1e-cedd-4726-aff6-7c82d7e6a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.533624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-519b5944-6585-4f78-973c-dc542b0a5ba2 req-9b5ece1e-cedd-4726-aff6-7c82d7e6a774 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1096 time: 0.0954213
Jan 15 20:49:53.536508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-0fc8b8ce-ceeb-4fd2-8daa-c094800d3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.543737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-0fc8b8ce-ceeb-4fd2-8daa-c094800d3975 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.4002492
Jan 15 20:49:53.557138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea9de-3481-4e7d-a397-67660817398a req-687bda6b-ece9-4a03-add0-52aba74d5179 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.559577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-739ea9de-3481-4e7d-a397-67660817398a req-687bda6b-ece9-4a03-add0-52aba74d5179 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 947 time: 0.0877759
Jan 15 20:49:53.596024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73f9e84b-d66e-4a0a-aa77-f3318d329885 req-5ac3cc77-45fb-4831-993d-fbadb65fcec2 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918366
Jan 15 20:49:53.599992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-1c8a2b80-fbec-4f55-bb0b-ba96f169cf9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0468981
Jan 15 20:49:53.633063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-739ea9de-3481-4e7d-a397-67660817398a req-ff3ca055-7cf1-4313-98c6-e80fb47a359e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623677
Jan 15 20:49:53.659421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-519b5944-6585-4f78-973c-dc542b0a5ba2 req-d641d93a-d6ed-4125-9b71-546babc050da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189179
Jan 15 20:49:53.675930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-d411f735-65da-49d2-8620-16dcfbeda024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.677670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-d411f735-65da-49d2-8620-16dcfbeda024 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0704038
Jan 15 20:49:53.726867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf219-1851-4b42-8654-39754a93bb8b req-8e82be21-16bd-4b71-9c74-a6b03f80f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.728347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-8e82be21-16bd-4b71-9c74-a6b03f80f994 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0440955
Jan 15 20:49:53.786964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2103103798', 'description': 'tempest-description-9226375'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:53.826061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:53.835830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:53.870396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-0c8841f2-5b4a-4fb6-a65b-c89ba807a3b9 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351304
Jan 15 20:49:53.963712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (734684a7-7aab-439c-a9a4-ad82e9c2161e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:53.972177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (734684a7-7aab-439c-a9a4-ad82e9c2161e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:53.988496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-4509beed-ee10-4f21-bfd7-f6133860f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:53.990635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-4509beed-ee10-4f21-bfd7-f6133860f9b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 1098 time: 0.1383770
Jan 15 20:49:54.009150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734684a7-7aab-439c-a9a4-ad82e9c2161e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:54.033815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fde57-c08c-4cd5-94ed-9eb9b75f922f req-7266aec0-a321-4d2c-85f5-69939c5e8eab tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.035609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f4fde57-c08c-4cd5-94ed-9eb9b75f922f req-7266aec0-a321-4d2c-85f5-69939c5e8eab tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 948 time: 0.1113238
Jan 15 20:49:54.067365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-553bf219-1851-4b42-8654-39754a93bb8b req-fd409d62-e5e4-4c54-8b42-5f3a5fa36044 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633878
Jan 15 20:49:54.109490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (a0a75c24-614b-41cd-a469-8d4c14c0eaf3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.114788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a0a75c24-614b-41cd-a469-8d4c14c0eaf3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.125909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-20007bdb-b7bb-4abe-a170-9dc526f1b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.126815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f4fde57-c08c-4cd5-94ed-9eb9b75f922f req-6de2e5cd-36d7-43f1-ba85-6947f2f25af8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797617
Jan 15 20:49:54.127679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-20007bdb-b7bb-4abe-a170-9dc526f1b52f service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1284714
Jan 15 20:49:54.149681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a75c24-614b-41cd-a469-8d4c14c0eaf3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:54.163746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.169961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa1656ac-da0b-46c9-b186-5280a7c95710 req-75dbac82-ea2d-4642-a1d0-8b3c935d807f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3842497
Jan 15 20:49:54.187496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-cb608a40-a006-4ecf-a5b4-61a369bd558a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=74a42162-ce85-4da2-9310-a6708b9b7983 HTTP/1.1" status: 200  len: 217 time: 0.0511236
Jan 15 20:49:54.208620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.289392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-28b40d1d-0282-43f1-96ca-8d53c81c40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.290889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-28b40d1d-0282-43f1-96ca-8d53c81c40dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0950310
Jan 15 20:49:54.297436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b62859e7-0c6b-4ab7-85d4-f9f895066acd req-a93938ee-c07d-4b50-98fb-77a867dffecf tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 210 time: 0.0369511
Jan 15 20:49:54.381090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-905780c6-8740-46cb-917e-2fe8e4e25334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.383007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-905780c6-8740-46cb-917e-2fe8e4e25334 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0853043
Jan 15 20:49:54.442172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc19e23-6008-4f57-ae08-0370cb86176e req-34cede56-188a-4f65-8e1b-c8dc555841f1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.443896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bc19e23-6008-4f57-ae08-0370cb86176e req-34cede56-188a-4f65-8e1b-c8dc555841f1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 945 time: 0.0770402
Jan 15 20:49:54.446994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1620539020', 'description': 'tempest-description-1618835096'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:54.494222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.500725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-d3fe1cac-109e-4463-a2ee-80057c85841c service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104834
Jan 15 20:49:54.530856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bc19e23-6008-4f57-ae08-0370cb86176e req-da59ba1e-ce2e-4a0f-a9c4-8715d25a5913 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736821
Jan 15 20:49:54.595893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (76f36a4c-a030-49dd-809f-c82be2d94ff6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.600610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (76f36a4c-a030-49dd-809f-c82be2d94ff6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.613334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf61b67d-5b93-4812-9fe2-2bfe9df726f9 req-d49b3241-f3e7-48ba-8e75-1b95d89eb9f4 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037781
Jan 15 20:49:54.633795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.635399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40868da2-bc37-49ab-af87-6c57935bacad req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.2054453
Jan 15 20:49:54.641219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aabcc3-8f57-45ef-8fa8-b468dca8f12f tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f36a4c-a030-49dd-809f-c82be2d94ff6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:54.729578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-713328165', 'description': 'tempest-description-1186697712'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:54.754312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.765217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.827873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-879f212d-db6e-48b7-828c-e17b987eae81 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322368
Jan 15 20:49:54.879217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997c482-c638-4433-9f38-9690015e60da req-20b9aed9-32da-4cb8-8f5d-2840cd56f63c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.880994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6997c482-c638-4433-9f38-9690015e60da req-20b9aed9-32da-4cb8-8f5d-2840cd56f63c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 947 time: 0.0865552
Jan 15 20:49:54.921195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (41d8dd1c-217a-4950-99e9-ddbec93be19f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.927748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41d8dd1c-217a-4950-99e9-ddbec93be19f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:54.966424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-e9a4ea5f-7a97-4ebf-82f6-9f61f3e000ce tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:54.968135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-e9a4ea5f-7a97-4ebf-82f6-9f61f3e000ce tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1335835
Jan 15 20:49:54.982442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6997c482-c638-4433-9f38-9690015e60da req-594b2a54-c86d-4598-930e-1665bc48e965 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894156
Jan 15 20:49:54.982945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:54.985515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8dd1c-217a-4950-99e9-ddbec93be19f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:55.030676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (b549fc30-25be-4290-a650-f0d7760a5138), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.035119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b549fc30-25be-4290-a650-f0d7760a5138), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.063954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.069831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-005267e0-cc71-4f32-8c24-4bae69749927 req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3440549
Jan 15 20:49:55.083541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f613d-14bb-465e-913e-0a9f21ad9873 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549fc30-25be-4290-a650-f0d7760a5138,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:55.093387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1805952085', 'description': 'tempest-description-2018667569'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:55.118962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.140536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:49:55.144020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.153945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.201487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.209383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.249054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for security_group (18923793-75d5-44f1-9232-220e4f95b471), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.253183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18923793-75d5-44f1-9232-220e4f95b471), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.281743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.282958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3799d70c-bc73-46bf-82c6-35a881069e32 req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.1938970
Jan 15 20:49:55.287531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3555f12-237a-45e6-8d14-072dc021e7fd tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:55.321213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31db2-4d78-431d-8ede-a8e4d63c821f req-6715fc42-36e8-4df9-98bc-6446aa198642 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:55.321575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18923793-75d5-44f1-9232-220e4f95b471,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:55.323209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95d31db2-4d78-431d-8ede-a8e4d63c821f req-6715fc42-36e8-4df9-98bc-6446aa198642 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 948 time: 0.1160822
Jan 15 20:49:55.406843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.120 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/ed4307c4-7bfe-4c59-80a3-243181296020) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:49:55.437120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95d31db2-4d78-431d-8ede-a8e4d63c821f req-7bb857c4-5fad-4966-9259-3e162b1bdc1c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963154
Jan 15 20:49:55.443434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:55.446034 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e00b4b-20f0-4859-b9df-c73e8657cd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:55.562101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611c7a22-ef83-4e2f-9cc1-337b96a12b81 req-cee3ace1-1b99-4e1f-bcb1-6464afd9764f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 210 time: 0.0375307
Jan 15 20:49:55.577861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (ed4307c4-7bfe-4c59-80a3-243181296020), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.624242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.663877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-6ee2e7bf-ed06-4d1b-b515-94a835204a12 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 45390 time: 0.3396001
Jan 15 20:49:55.681561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:49:55.687390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:55.692405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:49:55.694736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:49:55.725544 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99eb21-d7af-45a5-b7ee-7a3a99ceb56f x-openstack-request-id: req-af99eb21-d7af-45a5-b7ee-7a3a99ceb56f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:55.725838 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:55.726093 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af99eb21-d7af-45a5-b7ee-7a3a99ceb56f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:55.726485 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'status': 'completed', 'code': 200}
Jan 15 20:49:55.789365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:55.790397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:55.802333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-3dd689e8-7f54-4b50-ad1c-44aa2e22b461 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0398c6bd-f085-4cef-b92c-f478105929b0 HTTP/1.1" status: 200  len: 2998 time: 0.0811324
Jan 15 20:49:55.813938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-204754a7-fcc5-4f11-bba1-5318e910d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:55.815443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-204754a7-fcc5-4f11-bba1-5318e910d22b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1099 time: 0.0931649
Jan 15 20:49:55.820936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-f2e69cae-7905-4f02-9c4a-1ee09b967680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:55.823260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-f2e69cae-7905-4f02-9c4a-1ee09b967680 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1099 time: 0.0861611
Jan 15 20:49:55.827247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-cab683ae-fa43-4efa-bb44-0afea96d88c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8488355
Jan 15 20:49:55.847527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Request body: {'port': {'device_id': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:49:55.905415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-7fa2eb28-4f7a-4b5c-be44-a8c29dfd5e7e tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0398c6bd-f085-4cef-b92c-f478105929b0 HTTP/1.1" status: 200  len: 2998 time: 0.0889583
Jan 15 20:49:55.993681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-4038d5dc-bbc8-4870-b7b5-bba5fa1cdac7 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0a78fddb-221a-4f8d-ba16-5ea7f98e5890 HTTP/1.1" status: 200  len: 2998 time: 0.0816817
Jan 15 20:49:55.995452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-01eceaaf-a9d9-46d5-b714-c3c2267290da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:55.998316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:49:56.009151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-01eceaaf-a9d9-46d5-b714-c3c2267290da service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1590228
Jan 15 20:49:56.048554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.073024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-b7bc50b8-e88b-4907-a0a0-8d63908f50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.075501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-7e11b9f0-cb44-45f3-a41f-4aa364158c4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0496047
Jan 15 20:49:56.077462 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-b7bc50b8-e88b-4907-a0a0-8d63908f50e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2479374
Jan 15 20:49:56.081170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:49:56.081582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:49:56.091588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4fb45502-bbd7-49c6-9d04-e4c297c77823 None None] Provisioning complete for port ed4307c4-7bfe-4c59-80a3-243181296020 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:56.091588 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4fb45502-bbd7-49c6-9d04-e4c297c77823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.129169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45502-bbd7-49c6-9d04-e4c297c77823 None None] Port ed4307c4-7bfe-4c59-80a3-243181296020 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:49:56.163822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-4376dfc5-f999-4ad4-93f4-ca434dd09b2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0787666
Jan 15 20:49:56.171866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-0eea33ef-d4a4-4814-808f-e1801f9c1fcf tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0a78fddb-221a-4f8d-ba16-5ea7f98e5890 HTTP/1.1" status: 200  len: 2998 time: 0.1614468
Jan 15 20:49:56.176996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-717ecb45-0747-4f6d-bc02-5a44517e6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.178421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-717ecb45-0747-4f6d-bc02-5a44517e6deb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0884235
Jan 15 20:49:56.194806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e06eb9-149c-427c-9b79-d24ad25374ad req-9793b8d9-6db4-4bce-93ab-d745b8bfa76a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.196202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4e06eb9-149c-427c-9b79-d24ad25374ad req-9793b8d9-6db4-4bce-93ab-d745b8bfa76a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 945 time: 0.1258833
Jan 15 20:49:56.281060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-3e3587ee-8278-47b5-9e8b-4c7a4ec37552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.282503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-3e3587ee-8278-47b5-9e8b-4c7a4ec37552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1102588
Jan 15 20:49:56.296874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-c0124bfc-3e0f-4383-a840-fff12e6e38bb tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0f013fc3-ddc1-486b-be48-c76d0b5a193b HTTP/1.1" status: 200  len: 2994 time: 0.1156697
Jan 15 20:49:56.310536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-df6d13b5-e0f5-4557-a961-0f8ee51e9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.311945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-df6d13b5-e0f5-4557-a961-0f8ee51e9959 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1146810
Jan 15 20:49:56.315223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4e06eb9-149c-427c-9b79-d24ad25374ad req-3e0e9e1f-2695-4796-ae52-f7d3a59a8806 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040587
Jan 15 20:49:56.393917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-67e83930-3426-4b5f-8a38-04b5b43814a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.395444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-67e83930-3426-4b5f-8a38-04b5b43814a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0986612
Jan 15 20:49:56.431371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-0938e0e2-ab2f-49cb-9550-04336801fd0e tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0f013fc3-ddc1-486b-be48-c76d0b5a193b HTTP/1.1" status: 200  len: 2994 time: 0.1284521
Jan 15 20:49:56.506876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-0336a4a9-b89f-4d52-893e-9ed35f96c84d service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850686
Jan 15 20:49:56.508445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-8ca5ed87-400c-4963-9526-b877eaea6d7d tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/18923793-75d5-44f1-9232-220e4f95b471 HTTP/1.1" status: 200  len: 2998 time: 0.0762398
Jan 15 20:49:56.549128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4307c4-7bfe-4c59-80a3-243181296020 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:56.563837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks [] for port (ed4307c4-7bfe-4c59-80a3-243181296020), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.572004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-2196766e-4673-493c-a737-76085feed031 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697853
Jan 15 20:49:56.586953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Transition to ACTIVE for port object ed4307c4-7bfe-4c59-80a3-243181296020 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:49:56.620256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-e92d3bc3-d444-403d-9d18-a6f42910b80c tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/18923793-75d5-44f1-9232-220e4f95b471 HTTP/1.1" status: 200  len: 2998 time: 0.0985436
Jan 15 20:49:56.626122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.650380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-e237aeb6-2f8a-436c-b354-fd9cec95f0dd service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365092
Jan 15 20:49:56.696556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-9de9a2ef-e350-4de5-a7d2-9510e98e83b1 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3204c5a8-ef6d-4739-8e7c-1c40fd518946 HTTP/1.1" status: 200  len: 2998 time: 0.0638466
Jan 15 20:49:56.721391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:56.749137 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06e00b4b-20f0-4859-b9df-c73e8657cd2f req-41c37e89-8571-4dc4-9f0d-48cea32ea906 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709712
Jan 15 20:49:56.780304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-9804c77a-004c-418b-928b-1dd177710a08 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3204c5a8-ef6d-4739-8e7c-1c40fd518946 HTTP/1.1" status: 200  len: 2998 time: 0.0771382
Jan 15 20:49:56.813738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3308de-fcbd-4c4b-b403-8b655662ea4d req-34cfa7c7-0c3c-4a30-b678-cc69ab28b720 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.814005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Attempting to bind port ed4307c4-7bfe-4c59-80a3-243181296020 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:49:56.814434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Attempting to bind port ed4307c4-7bfe-4c59-80a3-243181296020 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:49:56.814894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Attempting to bind port ed4307c4-7bfe-4c59-80a3-243181296020 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:56.817309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa3308de-fcbd-4c4b-b403-8b655662ea4d req-34cfa7c7-0c3c-4a30-b678-cc69ab28b720 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 947 time: 0.0946422
Jan 15 20:49:56.820040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Port ed4307c4-7bfe-4c59-80a3-243181296020 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:49:56.820459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Attempting to bind port ed4307c4-7bfe-4c59-80a3-243181296020 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:49:56.826249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:49:56.826715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:49:56.827191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:49:56.827770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Bound port: ed4307c4-7bfe-4c59-80a3-243181296020, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:49:56.828217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.864875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-0d79a5d0-15d6-4799-b2d2-0620c01ab675 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/41d8dd1c-217a-4950-99e9-ddbec93be19f HTTP/1.1" status: 200  len: 2998 time: 0.0779145
Jan 15 20:49:56.894514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:49:56.897555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ed4307c4-7bfe-4c59-80a3-243181296020,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:49:56.900006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa3308de-fcbd-4c4b-b403-8b655662ea4d req-4811ceee-0f31-45f1-9e24-f612a5a3512e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701325
Jan 15 20:49:56.903039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.926547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-20db1ab8-ad6b-4d2d-a61b-d22b32ae194a tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/41d8dd1c-217a-4950-99e9-ddbec93be19f HTTP/1.1" status: 200  len: 2998 time: 0.0530479
Jan 15 20:49:56.946026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:56.947412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:56.949451 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] 10.222.0.45 "PUT /v2.0/ports/ed4307c4-7bfe-4c59-80a3-243181296020 HTTP/1.1" status: 200  len: 1096 time: 1.1097205
Jan 15 20:49:56.985706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-0da2ebaa-de16-4dba-8d42-daad97a024dc tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4d56dcd2-f9b9-414f-b7f7-9ffded9bf9f4 HTTP/1.1" status: 200  len: 2990 time: 0.0512867
Jan 15 20:49:56.985877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ad746-d56c-4bf6-9baf-209bdcf52b1a service neutron] Pushing event updated for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:57.039778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-802123e9-7783-48f1-9df4-5a791c48d312 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4d56dcd2-f9b9-414f-b7f7-9ffded9bf9f4 HTTP/1.1" status: 200  len: 2990 time: 0.0470428
Jan 15 20:49:57.042685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-a912b3e0-cb90-43fc-a062-766374974458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.044617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-a912b3e0-cb90-43fc-a062-766374974458 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 1099 time: 0.0477703
Jan 15 20:49:57.086581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-f5f4fa6c-c317-486e-9584-c5e224dd71ed tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5b9bc6a4-608b-4543-9f6a-e6e4b58b62b4 HTTP/1.1" status: 200  len: 2998 time: 0.0384753
Jan 15 20:49:57.109814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-baed0e9a-008a-4302-a730-b4b72be1443c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ed4307c4-7bfe-4c59-80a3-243181296020 HTTP/1.1" status: 200  len: 217 time: 0.0526083
Jan 15 20:49:57.138508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-c928ff51-e190-4c13-bcec-2385614f7868 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5b9bc6a4-608b-4543-9f6a-e6e4b58b62b4 HTTP/1.1" status: 200  len: 2998 time: 0.0396028
Jan 15 20:49:57.163285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-aa29f969-1266-472c-bf3e-0078914a8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.165130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-aa29f969-1266-472c-bf3e-0078914a8dad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0500462
Jan 15 20:49:57.207730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:57.211423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-5fea5ca5-91ae-482a-9606-4982abebe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.213570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-5fea5ca5-91ae-482a-9606-4982abebe9cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0423150
Jan 15 20:49:57.221170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-dc986fdb-db7b-4d8d-967d-7fbe8a7f027c tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/70ec137a-a125-402b-b04c-80490c8862d3 HTTP/1.1" status: 200  len: 2998 time: 0.0739017
Jan 15 20:49:57.223717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8c65b-7ef1-43fe-99a6-b7e0a6a9bd10 req-6f5a009e-3afb-4165-b85f-1fef6194fedf tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.225175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce8c65b-7ef1-43fe-99a6-b7e0a6a9bd10 req-6f5a009e-3afb-4165-b85f-1fef6194fedf tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1096 time: 0.0629694
Jan 15 20:49:57.294627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-a407a67a-3b91-4e85-85ac-07c36b1017ab tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/70ec137a-a125-402b-b04c-80490c8862d3 HTTP/1.1" status: 200  len: 2998 time: 0.0658343
Jan 15 20:49:57.300972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce8c65b-7ef1-43fe-99a6-b7e0a6a9bd10 req-2a515163-36a4-44f6-af4b-1f398122d3a5 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667295
Jan 15 20:49:57.315135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-9af4ee29-7f36-420d-8bde-a3e360367adf service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960310
Jan 15 20:49:57.334057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:57.341509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-ea29aa1d-3426-487f-9a40-2e3afef34207 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/734684a7-7aab-439c-a9a4-ad82e9c2161e HTTP/1.1" status: 200  len: 2998 time: 0.0395858
Jan 15 20:49:57.345860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'mac_address': 'fa:16:3e:1e:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:57.390657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8fbebb13-bd94-4e21-bda4-a22a2589b5db is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:57.391483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:57.406315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbebb13-bd94-4e21-bda4-a22a2589b5db {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:57.409261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-5f5fb983-7a49-46ce-9a8b-0d76b163b6f9 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/734684a7-7aab-439c-a9a4-ad82e9c2161e HTTP/1.1" status: 200  len: 2998 time: 0.0614336
Jan 15 20:49:57.437030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:57.442654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:57.452418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b71d096-8614-4f48-8c85-8c8458e7b612 req-8be84eb2-d768-4c46-8d11-d81bacf03663 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303959
Jan 15 20:49:57.491943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:57.495708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-4cc09639-3570-4776-b69b-3d95d6037561 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02 HTTP/1.1" status: 200  len: 2998 time: 0.0783656
Jan 15 20:49:57.531242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728bc35-eda1-4c50-8931-2cd602a94815 req-b106425f-d788-45e1-8ed6-12ff76fa875a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.532710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b728bc35-eda1-4c50-8931-2cd602a94815 req-b106425f-d788-45e1-8ed6-12ff76fa875a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 949 time: 0.0792062
Jan 15 20:49:57.701784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:57.728163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:57.731541 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e290c43-99d3-42db-bbb4-7f18518df03c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:57.767844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-7008e7c8-bdd1-4d0d-a73b-211f7bae70e9 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02 HTTP/1.1" status: 200  len: 2998 time: 0.2659528
Jan 15 20:49:57.803436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b728bc35-eda1-4c50-8931-2cd602a94815 req-4c7fff8b-f2a1-4f76-b2f6-70bd42db4b4f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625160
Jan 15 20:49:57.840766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-3e72bf6e-e1ea-418b-ad66-bb77fafc105a tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b6b66a01-e91e-40e8-9710-d13465291d11 HTTP/1.1" status: 200  len: 2998 time: 0.0654817
Jan 15 20:49:57.904880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-b982a932-f77f-4917-b592-a6bec93d3b25 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b6b66a01-e91e-40e8-9710-d13465291d11 HTTP/1.1" status: 200  len: 2998 time: 0.0585411
Jan 15 20:49:57.944174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a5f1b-ee1e-4435-b59f-69b130c260e7 req-afaf0ccc-67f5-4771-bdd5-c78d2f0c853c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:57.945639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f2a5f1b-ee1e-4435-b59f-69b130c260e7 req-afaf0ccc-67f5-4771-bdd5-c78d2f0c853c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 948 time: 0.0709085
Jan 15 20:49:57.976486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-707c0924-f3c4-486e-ad1f-0fded3875b84 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e HTTP/1.1" status: 200  len: 2994 time: 0.0645368
Jan 15 20:49:57.996890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 74a42162-ce85-4da2-9310-a6708b9b7983 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:49:58.021302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f2a5f1b-ee1e-4435-b59f-69b130c260e7 req-71850fe3-b1ac-4718-80ca-121582bdd8ed tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683486
Jan 15 20:49:58.041410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1136511d-9c79-4029-9f31-f60bc0457c5b req-170c7622-90f0-4683-9065-75ea73cc72d3 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e HTTP/1.1" status: 200  len: 2994 time: 0.0590842
Jan 15 20:49:58.111079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a42162-ce85-4da2-9310-a6708b9b7983,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:58.124442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '74a42162-ce85-4da2-9310-a6708b9b7983', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '74a42162-ce85-4da2-9310-a6708b9b7983', 'mac_address': 'fa:16:3e:b8:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:49:58.170860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 74a42162-ce85-4da2-9310-a6708b9b7983 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:58.171158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:58.186620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a42162-ce85-4da2-9310-a6708b9b7983 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:49:58.189763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781296ba-1aa4-42a5-a0a3-74b77969ddfd req-a646097c-6c33-48b6-95e1-ddef3e969f03 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.191636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-781296ba-1aa4-42a5-a0a3-74b77969ddfd req-a646097c-6c33-48b6-95e1-ddef3e969f03 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1096 time: 0.0448985
Jan 15 20:49:58.207922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a42162-ce85-4da2-9310-a6708b9b7983,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:58.215340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:58.242451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-781296ba-1aa4-42a5-a0a3-74b77969ddfd req-910a0550-9782-4068-b3e6-a188b92de407 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441861
Jan 15 20:49:58.269523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:58.311517 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c6dbf5-3f9e-485c-8646-f24c6c8965d8 x-openstack-request-id: req-43c6dbf5-3f9e-485c-8646-f24c6c8965d8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:49:58.311994 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:49:58.312258 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43c6dbf5-3f9e-485c-8646-f24c6c8965d8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:49:58.312640 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020', 'status': 'completed', 'code': 200}
Jan 15 20:49:58.397338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-de3534f4-9448-41fc-a1d2-fa39cf7b929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.399116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-de3534f4-9448-41fc-a1d2-fa39cf7b929c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 1099 time: 0.0574861
Jan 15 20:49:58.424449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['74a42162-ce85-4da2-9310-a6708b9b7983'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:49:58.599608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-63220ac9-4249-4001-b024-8eef6bb72181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.605131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-63220ac9-4249-4001-b024-8eef6bb72181 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1946950
Jan 15 20:49:58.609393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23ba49-bcb9-489b-9f7c-cd5d0dde1d3d req-ff6e835d-0818-40d4-8de2-f199149fb2cc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.616271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a23ba49-bcb9-489b-9f7c-cd5d0dde1d3d req-ff6e835d-0818-40d4-8de2-f199149fb2cc tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 948 time: 0.1374228
Jan 15 20:49:58.708684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a23ba49-bcb9-489b-9f7c-cd5d0dde1d3d req-1f12c257-7c7a-4706-8fd7-433dcd98d4b2 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912421
Jan 15 20:49:58.755677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14c7fe71-646e-444b-b904-4714d7e68712 req-232b5fab-41e5-4b48-ba28-f36686183b86 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20c45a4047d643829167f9a8c73ce872 HTTP/1.1" status: 200  len: 6152 time: 0.2119164
Jan 15 20:49:58.827869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14c7fe71-646e-444b-b904-4714d7e68712 req-87b41701-65ba-4d7c-9b5e-cf8ed64444f0 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "GET /v2.0/security-groups/734684a7-7aab-439c-a9a4-ad82e9c2161e HTTP/1.1" status: 200  len: 2998 time: 0.0706055
Jan 15 20:49:58.888696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-3edf71a3-dbcf-4815-bf26-949eb3f6cdfb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ed4307c4-7bfe-4c59-80a3-243181296020 HTTP/1.1" status: 200  len: 217 time: 0.2748132
Jan 15 20:49:58.906912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:58.929187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14c7fe71-646e-444b-b904-4714d7e68712 req-1c66b637-fbda-4aff-af8b-4aaa7b91af84 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "GET /v2.0/security-groups/734684a7-7aab-439c-a9a4-ad82e9c2161e HTTP/1.1" status: 200  len: 2998 time: 0.1003857
Jan 15 20:49:58.937371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-460d535e-76a3-4665-b5da-8a4e967a4a7b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.938892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-460d535e-76a3-4665-b5da-8a4e967a4a7b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e&tenant_id=8e6badf41af14266b626a14241efaf88&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.4059026
Jan 15 20:49:58.966304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70aa1-ddd0-4631-a132-aa8f3d60b8ce req-60fd17c5-e524-475d-9317-b2fde602d376 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:58.967832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82f70aa1-ddd0-4631-a132-aa8f3d60b8ce req-60fd17c5-e524-475d-9317-b2fde602d376 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 949 time: 0.0743864
Jan 15 20:49:59.011987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-c2e19910-0e23-4034-8001-12f77806535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.013763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-c2e19910-0e23-4034-8001-12f77806535f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1183701
Jan 15 20:49:59.037378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82f70aa1-ddd0-4631-a132-aa8f3d60b8ce req-c139fce8-e297-46e6-b8a0-0eac7deb5ce6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610511
Jan 15 20:49:59.105058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-6b850c97-5bba-4d19-983f-3c00d41ee943 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2 HTTP/1.1" status: 200  len: 1795 time: 0.0429819
Jan 15 20:49:59.111048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c27c1d-c926-40ac-b4e4-87d087220a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.132353 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-6d856fb8-fc7c-443d-a3fa-30dc67118f92 service neutron] delete failed (client error): The resource could not be found.
Jan 15 20:49:59.133519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-6d856fb8-fc7c-443d-a3fa-30dc67118f92 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8fbebb13-bd94-4e21-bda4-a22a2589b5db/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1858487
Jan 15 20:49:59.138393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-d5387050-d7c2-4dc4-af13-5c6ebe8e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.146114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-d5387050-d7c2-4dc4-af13-5c6ebe8e81b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1246464
Jan 15 20:49:59.162554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.185892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.216186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:49:59.227839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.235857 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.237365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a1d401-3c55-4301-9b37-d9b32658d11b req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2 HTTP/1.1" status: 204  len: 173 time: 0.1268020
Jan 15 20:49:59.247207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2729ca-dbb1-4472-a769-416e2d7a023f tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b1b1b-d6d1-4406-bd98-bec8fb22d0b2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:59.333406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:49:59.340906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-2cdf475f-c975-4ca8-abaa-f35a5ba42166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.342102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8fbebb13-bd94-4e21-bda4-a22a2589b5db triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:49:59.342407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-2cdf475f-c975-4ca8-abaa-f35a5ba42166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1100 time: 0.1061950
Jan 15 20:49:59.342795 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.349503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-82549f2a-72a2-4979-a14a-421cce6cecaf service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941152
Jan 15 20:49:59.408079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c27c1d-c926-40ac-b4e4-87d087220a15 admin admin] Publish callbacks [] for security_group (4b0d1600-731e-4f50-bc86-e19f0241c155), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.451006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8fbebb13-bd94-4e21-bda4-a22a2589b5db is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:49:59.451397 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.465794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c27c1d-c926-40ac-b4e4-87d087220a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b0d1600-731e-4f50-bc86-e19f0241c155), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.491893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:49:59.493020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:49:59.495668 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf14b6-07cc-4231-8f4e-1925eb41bf42" -d '{"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:49:59.499851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.538482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-34c27c1d-c926-40ac-b4e4-87d087220a15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8991bb387aab4672a924db7ffbf8f7ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6305583
Jan 15 20:49:59.542520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:49:59.549303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c27c1d-c926-40ac-b4e4-87d087220a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d1600-731e-4f50-bc86-e19f0241c155,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:59.592098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-561ecabc-0395-4ac8-b724-197005154df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.593787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-561ecabc-0395-4ac8-b724-197005154df4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2416229
Jan 15 20:49:59.597766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e290c43-99d3-42db-bbb4-7f18518df03c req-c96216b3-b5bb-4e89-abcb-a626728bf05e service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334170
Jan 15 20:49:59.598192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:59.631162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] Publish callbacks [] for security_group (4b0d1600-731e-4f50-bc86-e19f0241c155), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.648398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-3913d239-9925-4f71-a243-d8114395811c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0464673
Jan 15 20:49:59.664598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] Publish callbacks [] for security_group (4b0d1600-731e-4f50-bc86-e19f0241c155), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.705486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-677c7b87-cec9-47ec-85da-8060a08f7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.707171 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-677c7b87-cec9-47ec-85da-8060a08f7d7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0534284
Jan 15 20:49:59.745389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5e398-e355-41e3-940e-3e0050238137 req-abc68ce3-1516-48ab-99b6-1b8c1f6aa8c7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.746929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14b5e398-e355-41e3-940e-3e0050238137 req-abc68ce3-1516-48ab-99b6-1b8c1f6aa8c7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 948 time: 0.0802445
Jan 15 20:49:59.766890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-11f0c755-b83a-46c6-b524-6f61dbea1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:49:59.768015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b0d1600-731e-4f50-bc86-e19f0241c155), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.768506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-11f0c755-b83a-46c6-b524-6f61dbea1f05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0554564
Jan 15 20:49:59.770676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:49:59.771905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b0d1600-731e-4f50-bc86-e19f0241c155 HTTP/1.1" status: 204  len: 168 time: 0.2281349
Jan 15 20:49:59.791269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95006ed2-b87e-48d9-b995-bdeea7d36ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d1600-731e-4f50-bc86-e19f0241c155,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:49:59.842704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14b5e398-e355-41e3-940e-3e0050238137 req-03381c92-b796-4747-a232-036e5ad9c5f1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825236
Jan 15 20:49:59.910340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-dcad73cb-3457-4353-9984-6fe5197d9c39 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358662
Jan 15 20:49:59.982041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-057b5894-5cb6-4c1c-ac90-5847bc8e92a8 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b549fc30-25be-4290-a650-f0d7760a5138 HTTP/1.1" status: 200  len: 1794 time: 0.0406144
Jan 15 20:50:00.028899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 74a42162-ce85-4da2-9310-a6708b9b7983 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:00.033750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4899910-3dd4-4a16-bf1c-e4c329df0ced req-6282976c-cc04-4a15-afde-7ea44565811f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172805
Jan 15 20:50:00.042899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (b549fc30-25be-4290-a650-f0d7760a5138), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.077356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (b549fc30-25be-4290-a650-f0d7760a5138), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.112931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 74a42162-ce85-4da2-9310-a6708b9b7983 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:00.121146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 74a42162-ce85-4da2-9310-a6708b9b7983 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:00.122426 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.129720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b549fc30-25be-4290-a650-f0d7760a5138), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.132406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.134455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ff71d05-1e88-41cb-bca4-ff46d55355da req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/b549fc30-25be-4290-a650-f0d7760a5138 HTTP/1.1" status: 204  len: 173 time: 0.1461172
Jan 15 20:50:00.144398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fdca0-0c31-47ab-92d9-21d4e9def440 tempest-SecurityGroupsTestAdminJSON-1418126108 tempest-SecurityGroupsTestAdminJSON-1418126108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549fc30-25be-4290-a650-f0d7760a5138,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:00.203414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:00.218350 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8905f-005d-4c85-bd05-584ed3c16dfd x-openstack-request-id: req-a8a8905f-005d-4c85-bd05-584ed3c16dfd {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:00.218892 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:00.218892 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8a8905f-005d-4c85-bd05-584ed3c16dfd {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:00.219862 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'code': 200}
Jan 15 20:50:00.220814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6325f628-6697-4c40-aa65-50ccaabea602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.239964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 74a42162-ce85-4da2-9310-a6708b9b7983 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:00.240879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.278772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a42162-ce85-4da2-9310-a6708b9b7983,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:00.284356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.337817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6325f628-6697-4c40-aa65-50ccaabea602 admin admin] Publish callbacks [] for security_group (74cb71a4-43e3-4557-827d-543efdf2adfb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.343386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:00.347403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6325f628-6697-4c40-aa65-50ccaabea602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (74cb71a4-43e3-4557-827d-543efdf2adfb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.382054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59780) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:00.388483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59784) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:00.388686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6325f628-6697-4c40-aa65-50ccaabea602 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f08f1515cfbe4eb19edbe24f98e7e00e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1840127
Jan 15 20:50:00.398823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325f628-6697-4c40-aa65-50ccaabea602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb71a4-43e3-4557-827d-543efdf2adfb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:00.451957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] Publish callbacks [] for security_group (74cb71a4-43e3-4557-827d-543efdf2adfb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.478128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] Publish callbacks [] for security_group (74cb71a4-43e3-4557-827d-543efdf2adfb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.551516 ncdv-master-1 neutron-server[114438]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 15 20:50:00.554989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-fa7dbd1e-d042-468d-b25d-db6d5d94ceb0 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:50:00.556047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-fa7dbd1e-d042-468d-b25d-db6d5d94ceb0 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1728020
Jan 15 20:50:00.567237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (74cb71a4-43e3-4557-827d-543efdf2adfb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.570649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:00.571958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74cb71a4-43e3-4557-827d-543efdf2adfb HTTP/1.1" status: 204  len: 168 time: 0.1825895
Jan 15 20:50:00.584913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c17626-474a-484b-83d1-cca28fdc436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb71a4-43e3-4557-827d-543efdf2adfb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:00.643209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c574bd-73d3-497e-bd1f-e376c585f1b7 req-26ddd155-27eb-4ba1-aa45-478be2a13b84 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:00.645030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13c574bd-73d3-497e-bd1f-e376c585f1b7 req-26ddd155-27eb-4ba1-aa45-478be2a13b84 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.1029613
Jan 15 20:50:00.718436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13c574bd-73d3-497e-bd1f-e376c585f1b7 req-6918dc5e-c39b-4ae0-a302-fc1a5cc07ff9 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648241
Jan 15 20:50:00.788552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-2b1ddd7d-0b54-4630-b65d-79a7fa672ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:00.790169 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-2b1ddd7d-0b54-4630-b65d-79a7fa672ea0 service neutron] 10.222.0.46 "GET /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 1093 time: 0.1589482
Jan 15 20:50:00.808235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:00.808960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:50:00.897786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64bb3-017f-416b-98b7-57319b9d2864 req-69433564-f89f-470a-9937-0f99e6ff2e88 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:00.899311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbd64bb3-017f-416b-98b7-57319b9d2864 req-69433564-f89f-470a-9937-0f99e6ff2e88 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0696683
Jan 15 20:50:00.972754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbd64bb3-017f-416b-98b7-57319b9d2864 req-94468feb-bedd-4398-baaa-6f9fa85649a3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674629
Jan 15 20:50:01.015814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:01.016507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:01.016507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:01.021283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:01.021604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:01.028888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:01.028888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:01.028888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:01.028888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Bound port: 6a747998-2bca-46bb-a26f-e7c31a2aa686, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:01.071345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-cda7b11e-097c-4c87-b3cc-79175f1df7fc tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "GET /v2.0/security-groups/76f36a4c-a030-49dd-809f-c82be2d94ff6 HTTP/1.1" status: 200  len: 1795 time: 0.0689774
Jan 15 20:50:01.160079 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (76f36a4c-a030-49dd-809f-c82be2d94ff6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.165054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:01.178001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.179326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f0b1e508-7c8d-4b2a-b1d5-685db5e07497 service neutron] 10.222.0.46 "POST /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686/bindings HTTP/1.1" status: 201  len: 389 time: 0.3762934
Jan 15 20:50:01.190267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (76f36a4c-a030-49dd-809f-c82be2d94ff6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.234405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ed4307c4-7bfe-4c59-80a3-243181296020 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:01.252309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (76f36a4c-a030-49dd-809f-c82be2d94ff6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.255085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.257535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1834089e-0a7e-4ed2-bdf1-25d59a3440f9 req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "DELETE /v2.0/security-groups/76f36a4c-a030-49dd-809f-c82be2d94ff6 HTTP/1.1" status: 204  len: 173 time: 0.1852005
Jan 15 20:50:01.269956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadca9d-4edf-41b0-94fc-ee5a7df1d3a1 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f36a4c-a030-49dd-809f-c82be2d94ff6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:01.462245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ed4307c4-7bfe-4c59-80a3-243181296020,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:01.473274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e65e1-e563-46c2-a0e9-f485b86e28e1 req-3f2fb566-4b24-4a60-966f-1edba959e223 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.482721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ed4307c4-7bfe-4c59-80a3-243181296020', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'ed4307c4-7bfe-4c59-80a3-243181296020', 'mac_address': 'fa:16:3e:54:f9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:01.485447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-271e65e1-e563-46c2-a0e9-f485b86e28e1 req-3f2fb566-4b24-4a60-966f-1edba959e223 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 948 time: 0.1391306
Jan 15 20:50:01.534084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ed4307c4-7bfe-4c59-80a3-243181296020 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:01.534489 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.552001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4307c4-7bfe-4c59-80a3-243181296020 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:01.555274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-e338b158-78c2-49bf-9de6-de39eb4da8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.558921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-e338b158-78c2-49bf-9de6-de39eb4da8ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1096 time: 0.0958130
Jan 15 20:50:01.559336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-271e65e1-e563-46c2-a0e9-f485b86e28e1 req-07d9b0d5-7d71-4c0e-8d77-e37f4609a87b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729206
Jan 15 20:50:01.579651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ed4307c4-7bfe-4c59-80a3-243181296020,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:01.586465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:01.656439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:01.721048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-59898a62-4bf9-461b-94d7-bf26134a55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.722544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-59898a62-4bf9-461b-94d7-bf26134a55e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1597598
Jan 15 20:50:01.786019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-33f2f595-498d-4fe6-af3f-371e2f6f066e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0511663
Jan 15 20:50:01.792371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbed184-5f96-4029-aa37-c6a204c2f5c7 req-9353f362-e77f-495f-9ae7-e98414104bd2 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.800438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbbed184-5f96-4029-aa37-c6a204c2f5c7 req-9353f362-e77f-495f-9ae7-e98414104bd2 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1101 time: 0.0602372
Jan 15 20:50:01.856889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-7853ff8a-6f2b-46de-99f0-291ede89b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.857109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbbed184-5f96-4029-aa37-c6a204c2f5c7 req-ba743708-c620-406c-9b03-741ff4e31b47 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555313
Jan 15 20:50:01.858733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:01.864219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-7853ff8a-6f2b-46de-99f0-291ede89b89b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0699029
Jan 15 20:50:01.916882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-f2be63ba-9232-4a92-93c2-6fd089d5bd18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405300
Jan 15 20:50:01.981851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4845902-1a3b-4691-ba13-3e79f2236cfa req-d386f730-6a35-4cd5-81a1-ea82011d24bf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:01.984039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4845902-1a3b-4691-ba13-3e79f2236cfa req-d386f730-6a35-4cd5-81a1-ea82011d24bf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 945 time: 0.1151094
Jan 15 20:50:01.988671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-78c1ce2e-6fc9-4556-b146-47964e3384a0 tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "GET /v2.0/security-groups/a0a75c24-614b-41cd-a469-8d4c14c0eaf3 HTTP/1.1" status: 200  len: 1792 time: 0.0894606
Jan 15 20:50:02.047747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-62d39243-2743-49d5-ad54-1a4fe9da6ece service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241758
Jan 15 20:50:02.067819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4845902-1a3b-4691-ba13-3e79f2236cfa req-6cd226e1-6316-4bb4-9658-8530b6ca0895 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762348
Jan 15 20:50:02.121787 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (a0a75c24-614b-41cd-a469-8d4c14c0eaf3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.156125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-7f06f33e-bc05-4728-82e6-5009de2c8b2d service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020892
Jan 15 20:50:02.173841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (a0a75c24-614b-41cd-a469-8d4c14c0eaf3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.220576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:02.222615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a049f9-3dd8-40b2-a297-daaf6a01f704 req-f7e08976-d4db-407e-b0ac-c5d3919a221d tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:02.223454 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df90f5df-6fc7-4e4a-9f97-b46752be5bae" -d '{"events": [{"server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "name": "network-vif-plugged", "status": "completed", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:02.224351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8a049f9-3dd8-40b2-a297-daaf6a01f704 req-f7e08976-d4db-407e-b0ac-c5d3919a221d tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.0847669
Jan 15 20:50:02.244933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a0a75c24-614b-41cd-a469-8d4c14c0eaf3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.247437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.248512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ec45cc7-1309-4cc2-a431-9a865cca0b19 req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] 10.222.0.46 "DELETE /v2.0/security-groups/a0a75c24-614b-41cd-a469-8d4c14c0eaf3 HTTP/1.1" status: 204  len: 173 time: 0.2308545
Jan 15 20:50:02.269159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa750e-8579-46fe-9350-372a3980bb2c tempest-SecurityGroupsTestAdminJSON-333788988 tempest-SecurityGroupsTestAdminJSON-333788988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a75c24-614b-41cd-a469-8d4c14c0eaf3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:02.296220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8a049f9-3dd8-40b2-a297-daaf6a01f704 req-6a46f2e0-58d9-4064-bbd8-e722e4f88deb tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626268
Jan 15 20:50:02.393488 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a251f64f-01ee-4eef-a497-c576c6b930ac x-openstack-request-id: req-a251f64f-01ee-4eef-a497-c576c6b930ac {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:02.394331 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "name": "network-vif-plugged", "status": "completed", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:02.394731 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a251f64f-01ee-4eef-a497-c576c6b930ac {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:02.395269 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983', 'code': 200}
Jan 15 20:50:02.407853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-bd033200-5c95-41c9-9fc2-01d2b68b32cc tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:02.409843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-bd033200-5c95-41c9-9fc2-01d2b68b32cc tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1044219
Jan 15 20:50:02.422712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:02.516915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.558127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26feca-8d85-46e4-83eb-7a38469a16e7 req-b032b42f-9758-4056-a77f-0495a25433ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:02.559674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f26feca-8d85-46e4-83eb-7a38469a16e7 req-b032b42f-9758-4056-a77f-0495a25433ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 1100 time: 0.1014125
Jan 15 20:50:02.596485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-6fdcd8d0-57a7-4bbb-ad98-42c7d5f0ebe7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364017
Jan 15 20:50:02.664660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f26feca-8d85-46e4-83eb-7a38469a16e7 req-504b41f9-a175-45ec-8364-6e63dd2c0709 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984221
Jan 15 20:50:02.706662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:02.716973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-abc49359-41e8-41fd-8686-3c2485c3a2b4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:02.719013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-abc49359-41e8-41fd-8686-3c2485c3a2b4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1213167
Jan 15 20:50:02.740587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-120e3394-5f66-4fb4-adce-c76ef714ea9c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/quotas/8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 375 time: 0.0158808
Jan 15 20:50:02.749500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:02.769752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59878) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:02.812093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:02.815225 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5e4c83-cdc8-4601-869e-4b5437f075ef" -d '{"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:02.817306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-7c358698-86eb-4bd2-bab4-f5c5bf14a99e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0758533
Jan 15 20:50:02.821661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks [] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.831990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:02.925371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49c139-5a2c-4c9d-9ebc-282fcb0c07a7 req-11dc632f-42a2-474a-8595-a80dd5a337c0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:02.927354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c49c139-5a2c-4c9d-9ebc-282fcb0c07a7 req-11dc632f-42a2-474a-8595-a80dd5a337c0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 949 time: 0.0717316
Jan 15 20:50:02.950278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:02.969414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:02.969746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:02.970067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:02.986748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:02.987119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Attempting to bind port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:03.002867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e1301b3b-4694-4fae-ac34-e455fe25bca0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20c45a4047d643829167f9a8c73ce872&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2313104
Jan 15 20:50:03.003071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c49c139-5a2c-4c9d-9ebc-282fcb0c07a7 req-f909c993-03a3-4f99-98b6-29a8064a939b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682118
Jan 15 20:50:03.004037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:03.004383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:03.004758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:03.005289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Bound port: 6a747998-2bca-46bb-a26f-e7c31a2aa686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:03.005626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.006185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59890) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:03.071772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] Publish callbacks [] for security_group (734684a7-7aab-439c-a9a4-ad82e9c2161e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.106835 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd31f9d6-d497-4b1e-a1fe-359c25c54cbb x-openstack-request-id: req-bd31f9d6-d497-4b1e-a1fe-359c25c54cbb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:03.107348 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:03.107348 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd31f9d6-d497-4b1e-a1fe-359c25c54cbb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:03.107752 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'code': 200}
Jan 15 20:50:03.124370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] Publish callbacks [] for security_group (734684a7-7aab-439c-a9a4-ad82e9c2161e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.145004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:03.148621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:03.154442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.201109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d207509-03e0-4eae-9247-670cf2024eb5 req-4e1b4afe-dc9f-40fc-800b-d17ac9447940 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 210 time: 0.0397146
Jan 15 20:50:03.230606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:03.234383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (734684a7-7aab-439c-a9a4-ad82e9c2161e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.237277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.240937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/734684a7-7aab-439c-a9a4-ad82e9c2161e HTTP/1.1" status: 204  len: 168 time: 0.2306733
Jan 15 20:50:03.245002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ed4307c4-7bfe-4c59-80a3-243181296020 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:03.255427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0def025-a3aa-4dfe-bb56-31a000f6ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734684a7-7aab-439c-a9a4-ad82e9c2161e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:03.332000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:03.332641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.334082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-092cfa6f-173c-4469-a2b7-9139ca3a6f03 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 1121 time: 0.9169283
Jan 15 20:50:03.370425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port ed4307c4-7bfe-4c59-80a3-243181296020 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:03.380406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port ed4307c4-7bfe-4c59-80a3-243181296020 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:03.380773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.421632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6a747998-2bca-46bb-a26f-e7c31a2aa686'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:03.546693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997c3b-46ec-492e-b793-0ef190f36bcb req-d4506841-1541-41a6-8daf-a73f73e94491 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:03.549261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82997c3b-46ec-492e-b793-0ef190f36bcb req-d4506841-1541-41a6-8daf-a73f73e94491 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1243815
Jan 15 20:50:03.557132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ed4307c4-7bfe-4c59-80a3-243181296020 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:03.558306 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.628833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ed4307c4-7bfe-4c59-80a3-243181296020,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:03.641450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:03.651702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82997c3b-46ec-492e-b793-0ef190f36bcb req-e0936f9b-c797-4c95-b048-cbd87024ccf3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922084
Jan 15 20:50:03.727465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:03.824114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c90cb-0156-47de-9b79-e814706a5422 req-e202eabb-2e8e-47b0-a085-133735bdfd23 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:03.830930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-255c90cb-0156-47de-9b79-e814706a5422 req-e202eabb-2e8e-47b0-a085-133735bdfd23 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.0756793
Jan 15 20:50:03.885255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-255c90cb-0156-47de-9b79-e814706a5422 req-5940a7c2-a735-4f30-9339-92677cb31f0e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495579
Jan 15 20:50:03.972087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59920) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:04.060200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:04.135289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5d1139eb-502f-44ad-af8e-230a8dbe65f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=868dde93e123455193a4512b8350fcf3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0729873
Jan 15 20:50:04.137851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59930) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:04.181215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44a4e-6f15-4606-8151-60fcc6125f33 req-79d1e5cd-c941-49db-8648-cba4cccd5f65 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:04.183405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68e44a4e-6f15-4606-8151-60fcc6125f33 req-79d1e5cd-c941-49db-8648-cba4cccd5f65 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.0875731
Jan 15 20:50:04.233904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] Publish callbacks [] for security_group (41d8dd1c-217a-4950-99e9-ddbec93be19f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.294073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] Publish callbacks [] for security_group (41d8dd1c-217a-4950-99e9-ddbec93be19f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.308070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68e44a4e-6f15-4606-8151-60fcc6125f33 req-f98c5a02-02a9-4a3b-b7e4-84d6634b0ff9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137698
Jan 15 20:50:04.314014 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a3450d7-b330-4ea9-9979-40b8f453666f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.331027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-ab26acc2-3308-498c-a1a0-c6eb97a20fbc tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349193
Jan 15 20:50:04.396377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:04.398902 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf77b4fa-e10f-49f4-a92c-fbbf4a11b827" -d '{"events": [{"server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:04.422443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (41d8dd1c-217a-4950-99e9-ddbec93be19f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.425602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.427042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41d8dd1c-217a-4950-99e9-ddbec93be19f HTTP/1.1" status: 204  len: 168 time: 0.2882535
Jan 15 20:50:04.476930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8c1f303-468c-4c85-a6c2-aeffb5565e0e req-2d67006b-0ef6-41b9-89e9-744fd00476d3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 210 time: 0.0486863
Jan 15 20:50:04.480706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be648898-dcf2-4084-bc72-d761220cb196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8dd1c-217a-4950-99e9-ddbec93be19f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:04.551730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a3450d7-b330-4ea9-9979-40b8f453666f admin admin] Publish callbacks [] for security_group (34e5b786-212e-4469-b61d-d2a0dc1ee69c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.557174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a3450d7-b330-4ea9-9979-40b8f453666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (34e5b786-212e-4469-b61d-d2a0dc1ee69c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.557302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-c742057a-a2c4-4525-b2ce-cc711a8ec42e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:04.558982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-c742057a-a2c4-4525-b2ce-cc711a8ec42e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2271662
Jan 15 20:50:04.578280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Request body: {'port': {'device_id': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8e6badf41af14266b626a14241efaf88'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:04.585307 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79388581-0347-4af3-a3ad-aa3dc042cfdb x-openstack-request-id: req-79388581-0347-4af3-a3ad-aa3dc042cfdb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:04.585793 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:04.586220 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79388581-0347-4af3-a3ad-aa3dc042cfdb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:04.586357 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020', 'code': 200}
Jan 15 20:50:04.614947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3a3450d7-b330-4ea9-9979-40b8f453666f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=991561629dea4629bd38e6b9c9130c79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6415758
Jan 15 20:50:04.615825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3450d7-b330-4ea9-9979-40b8f453666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5b786-212e-4469-b61d-d2a0dc1ee69c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:04.624705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:04.689490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] Publish callbacks [] for security_group (34e5b786-212e-4469-b61d-d2a0dc1ee69c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.726336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] Publish callbacks [] for security_group (34e5b786-212e-4469-b61d-d2a0dc1ee69c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.766594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60660f-0718-44a3-91f8-496d75477802 req-d724d9bd-177d-4940-bbd9-a8f0d10dfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:04.768335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd60660f-0718-44a3-91f8-496d75477802 req-d724d9bd-177d-4940-bbd9-a8f0d10dfcdb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 1101 time: 0.0714328
Jan 15 20:50:04.773077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Made reservation on behalf of 8e6badf41af14266b626a14241efaf88 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:04.778078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.833767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (34e5b786-212e-4469-b61d-d2a0dc1ee69c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.837519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:04.839144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34e5b786-212e-4469-b61d-d2a0dc1ee69c HTTP/1.1" status: 204  len: 168 time: 0.2133813
Jan 15 20:50:04.863882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4574d-7f9f-4912-8278-e579ae2cac9d req-2aa81b2e-f539-4349-9aa8-55c286187b37 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:04.865566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99b4574d-7f9f-4912-8278-e579ae2cac9d req-2aa81b2e-f539-4349-9aa8-55c286187b37 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.0828583
Jan 15 20:50:04.866490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191b827-30e0-414a-ad40-c4efa71937ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5b786-212e-4469-b61d-d2a0dc1ee69c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:04.892723 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd60660f-0718-44a3-91f8-496d75477802 req-bb0091ec-f764-487d-9bb1-6f87ad8fb3c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103776
Jan 15 20:50:04.939513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99b4574d-7f9f-4912-8278-e579ae2cac9d req-7e0c3d45-d6ca-4344-b0cc-74804d46ed9c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639293
Jan 15 20:50:04.994928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Allocated IP 192.168.233.65 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/3c8e5ec9-ee60-4c8e-b5ce-d77245088af1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:05.111896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:05.114291 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98" -d '{"events": [{"name": "network-changed", "server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:05.117993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3113ad96-f0c6-41d1-8e5c-511370d9bcd3 req-510f39d4-f4ba-4031-8fe1-d12a40946b5c tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=80320b43ceca400cbbbc96ae80c4b845&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0387232
Jan 15 20:50:05.174663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.185173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500b22-a02f-4525-bba6-c14e6b6c826d req-197f3140-3a79-467b-90ec-03594da0d940 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.192938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2500b22-a02f-4525-bba6-c14e6b6c826d req-197f3140-3a79-467b-90ec-03594da0d940 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.1711087
Jan 15 20:50:05.231096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.245278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:05.273197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59980) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:05.285053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2500b22-a02f-4525-bba6-c14e6b6c826d req-607b445d-db6a-449a-a038-ee11bcfa9553 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911527
Jan 15 20:50:05.304561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efe6445d-9fb9-4c7b-b123-3a550c0758eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.317157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:05.318577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ad96-f0c6-41d1-8e5c-511370d9bcd3 req-3f3f46c4-953d-47dc-b99b-1de5157a4d3e tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.326240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3113ad96-f0c6-41d1-8e5c-511370d9bcd3 req-3f3f46c4-953d-47dc-b99b-1de5157a4d3e tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2073495
Jan 15 20:50:05.327862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:05.343239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:05.347445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:05.394801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3113ad96-f0c6-41d1-8e5c-511370d9bcd3 req-328e2306-d248-46e8-9aa8-17cfa0a64c91 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/quotas/80320b43ceca400cbbbc96ae80c4b845 HTTP/1.1" status: 200  len: 375 time: 0.0475662
Jan 15 20:50:05.411019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.411823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.417872 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bad249-6d41-48de-9bb4-4f0fa087ef11 x-openstack-request-id: req-00bad249-6d41-48de-9bb4-4f0fa087ef11 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:05.418346 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:05.418691 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00bad249-6d41-48de-9bb4-4f0fa087ef11 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:05.419166 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'status': 'completed', 'code': 200}
Jan 15 20:50:05.438502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-851d506f-5ec5-468e-8d92-8dc9f9a39721 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8640389
Jan 15 20:50:05.455357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Request body: {'port': {'device_id': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:05.553789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3113ad96-f0c6-41d1-8e5c-511370d9bcd3 req-7cfc1110-9ae2-4ece-b0a1-eaa1765a195c tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=80320b43ceca400cbbbc96ae80c4b845&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1517730
Jan 15 20:50:05.553997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.597186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-16493a76-6aac-4e5a-a70f-5d41a987ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.599046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-16493a76-6aac-4e5a-a70f-5d41a987ae9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1124 time: 0.1718328
Jan 15 20:50:05.711866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a35586af-f401-440c-8a47-0b44e2d19ccd None None] Provisioning complete for port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:05.714172 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a35586af-f401-440c-8a47-0b44e2d19ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.791973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a35586af-f401-440c-8a47-0b44e2d19ccd None None] Port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:05.829882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-9756b044-676c-4596-9277-029df443f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.831832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-9756b044-676c-4596-9277-029df443f601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.2245171
Jan 15 20:50:05.839797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efe6445d-9fb9-4c7b-b123-3a550c0758eb admin admin] Publish callbacks [] for security_group (b1981387-b33e-4f40-b560-58f3991c7d10), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.866931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efe6445d-9fb9-4c7b-b123-3a550c0758eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b1981387-b33e-4f40-b560-58f3991c7d10), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:05.943061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-efe6445d-9fb9-4c7b-b123-3a550c0758eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=425bf28cc9d34e06a4d861db5deb53fb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6662090
Jan 15 20:50:05.950684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:05.952062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-51839248-c9ff-46fa-8da0-67f2a76e2a90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0974081
Jan 15 20:50:05.989624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9b1d-4a6a-4f33-a00d-e6d63049d964 req-7f58b151-500f-4a37-981e-082cd278935e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:05.990995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-23ac9b1d-4a6a-4f33-a00d-e6d63049d964 req-7f58b151-500f-4a37-981e-082cd278935e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.2598557
Jan 15 20:50:06.049950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6445d-9fb9-4c7b-b123-3a550c0758eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1981387-b33e-4f40-b560-58f3991c7d10,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:06.091116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-07c982b6-a6d2-41de-9dfe-4a2d25f383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:06.092560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-07c982b6-a6d2-41de-9dfe-4a2d25f383c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1206169
Jan 15 20:50:06.100196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bdbef-5de5-4fcb-8882-71196ca17878 req-db021cc5-0f6f-4297-8d41-81586b75169d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:06.101609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-911bdbef-5de5-4fcb-8882-71196ca17878 req-db021cc5-0f6f-4297-8d41-81586b75169d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 935 time: 0.2618892
Jan 15 20:50:06.156700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:06.157062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-57d6dd3e-46c4-487f-a1e2-3c7c5bc32327 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535662
Jan 15 20:50:06.165581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] Publish callbacks [] for security_group (b1981387-b33e-4f40-b560-58f3991c7d10), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.166623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks [] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.180085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Transition to ACTIVE for port object 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:06.185497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.186411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-23ac9b1d-4a6a-4f33-a00d-e6d63049d964 req-6d80780f-248e-41c0-94fb-fbdb8fab72c2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570532
Jan 15 20:50:06.263241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] Publish callbacks [] for security_group (b1981387-b33e-4f40-b560-58f3991c7d10), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.267654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:06.304755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-911bdbef-5de5-4fcb-8882-71196ca17878 req-cbc4e199-d12e-4460-8839-5e3608f0f115 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690907
Jan 15 20:50:06.430447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Attempting to bind port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:06.430988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Attempting to bind port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:06.430988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Attempting to bind port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:06.443379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:06.443736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Attempting to bind port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:06.449802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:06.450140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:06.450522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:06.451319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Bound port: 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:06.451319 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.496231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-c8dbb8ab-cca3-48ca-adca-23398a03e2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278420
Jan 15 20:50:06.586594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:06.596644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:06.608191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.666363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:06.670234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.673719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] 10.222.0.39 "PUT /v2.0/ports/3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 1095 time: 1.2268779
Jan 15 20:50:06.679274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b1981387-b33e-4f40-b560-58f3991c7d10), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.687060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.687749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1981387-b33e-4f40-b560-58f3991c7d10 HTTP/1.1" status: 204  len: 168 time: 0.7347755
Jan 15 20:50:06.707126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350cd5-4f1a-4694-8857-a8210b06ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:06.763146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-0ba12933-d635-4319-a02b-549dbca90619 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:06.769497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-0ba12933-d635-4319-a02b-549dbca90619 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 1100 time: 0.3179765
Jan 15 20:50:06.770552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608cc2-4f87-4297-b44b-bad6d42b8691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1981387-b33e-4f40-b560-58f3991c7d10,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:06.812767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-ff8ed85a-b387-44f6-ab28-483b1a490639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:06.814427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-ff8ed85a-b387-44f6-ab28-483b1a490639 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1098 time: 0.0832148
Jan 15 20:50:06.850456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-fbc2668e-e324-413f-b18d-0605e75d1243 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:06.904457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-8d10406f-d7b2-4541-b151-07b283b0ef51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0770564
Jan 15 20:50:06.916978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7d5d069-87ff-4215-b9a2-e91b78f1bc98 req-1742f4a8-70f9-4087-b43c-4280f5591b4d service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3597503
Jan 15 20:50:07.027001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468baf0-ae0c-4921-b611-7492db8e3b25 req-d9349947-40f3-4c01-91fd-22c50a7243bc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:07.033726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5468baf0-ae0c-4921-b611-7492db8e3b25 req-d9349947-40f3-4c01-91fd-22c50a7243bc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1230085
Jan 15 20:50:07.041432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-10b4ad2c-f33a-4ce6-bf02-c138249d800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:07.048081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-10b4ad2c-f33a-4ce6-bf02-c138249d800a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1299860
Jan 15 20:50:07.110418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5468baf0-ae0c-4921-b611-7492db8e3b25 req-dd134eb3-28c7-42ab-aa40-3424c5197f6e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758288
Jan 15 20:50:07.114032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af06f-89b7-4202-8a36-107fe0dca388 req-07ef9743-14ff-4402-aa16-ddc53fb91f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:07.115746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-07ef9743-14ff-4402-aa16-ddc53fb91f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0629075
Jan 15 20:50:07.123083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-fbc2668e-e324-413f-b18d-0605e75d1243 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Publish callbacks [] for security_group (cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:07.127377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-fbc2668e-e324-413f-b18d-0605e75d1243 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:07.182139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2668e-e324-413f-b18d-0605e75d1243 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:07.189033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24635810-aa9c-48f7-9027-4f6ff9c8c2f4 req-fbc2668e-e324-413f-b18d-0605e75d1243 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4108453
Jan 15 20:50:07.251575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:07.268527 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-63188c2d-a13b-4c84-be7b-caeffe7652d2 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451368
Jan 15 20:50:07.381695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:07.395779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:50:07.401586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-888af06f-89b7-4202-8a36-107fe0dca388 req-d03ff3a3-c375-414c-8a63-49745530b74e service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244268
Jan 15 20:50:07.421500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:07.424108 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d7241-6935-43d6-9db1-c8691f7ad286" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:07.779234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-c0c28a73-a1c3-4ec0-a126-542fe092145f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0257738
Jan 15 20:50:07.805665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff823ca-7930-4c04-bee1-fa2a955c5e00 req-ebb68c2b-c4fb-4205-9265-d00bae247492 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:07.807714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff823ca-7930-4c04-bee1-fa2a955c5e00 req-ebb68c2b-c4fb-4205-9265-d00bae247492 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.2719679
Jan 15 20:50:07.912158 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff823ca-7930-4c04-bee1-fa2a955c5e00 req-e6df07f0-406d-4ebe-88d2-51103848c507 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946348
Jan 15 20:50:07.932394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-b8984612-4fdd-4d20-b363-7f6618de9de6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:07.933861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-b8984612-4fdd-4d20-b363-7f6618de9de6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1489301
Jan 15 20:50:07.950474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-0fdb28c3-486c-4d05-a630-d8dbb6a5e495 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/quotas/2f4a26c8edac44c8b26fd4e43813412d HTTP/1.1" status: 200  len: 375 time: 0.0107133
Jan 15 20:50:07.983991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-4a4fac41-e495-4399-a713-9833f1fd02e0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260968
Jan 15 20:50:08.035932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206d0ec-bce7-487f-bc44-ab85b2d699f0 req-4a699c02-c425-4f3c-be8d-3fdd392d4ff7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.037783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4206d0ec-bce7-487f-bc44-ab85b2d699f0 req-4a699c02-c425-4f3c-be8d-3fdd392d4ff7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 947 time: 0.0508380
Jan 15 20:50:08.096962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4206d0ec-bce7-487f-bc44-ab85b2d699f0 req-32446f7f-2d73-450e-81ab-eb164c32d1e1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530334
Jan 15 20:50:08.144185 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389e13a-7793-42e5-8d79-1719698b83c6 x-openstack-request-id: req-c389e13a-7793-42e5-8d79-1719698b83c6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:08.144669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:08.144761 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c389e13a-7793-42e5-8d79-1719698b83c6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:08.145172 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'status': 'completed', 'code': 200}
Jan 15 20:50:08.212275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-edda66c3-62c8-49c1-adfe-74be2a2237d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.218360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-edda66c3-62c8-49c1-adfe-74be2a2237d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1098 time: 0.0477324
Jan 15 20:50:08.357515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-1d70c613-026d-45dd-bf2f-2a1cb7f1fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.359084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-1d70c613-026d-45dd-bf2f-2a1cb7f1fe67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1349871
Jan 15 20:50:08.448690 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-fdf31388-3e36-4a96-b185-721e9d64c7b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0769994
Jan 15 20:50:08.501101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-10bb295e-c66f-4873-8d4e-7360f3ff8cf1 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.512473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-10bb295e-c66f-4873-8d4e-7360f3ff8cf1 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 1101 time: 0.0616622
Jan 15 20:50:08.527411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-e66e5051-3466-43bd-a90a-651f616aaf4f tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:08.542299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-c300326a-a443-4c3d-ab29-4a5ce887bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.544613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-c300326a-a443-4c3d-ab29-4a5ce887bf1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0895016
Jan 15 20:50:08.628240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-43a928e4-1490-472d-b609-4b79d2e77551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.630362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-43a928e4-1490-472d-b609-4b79d2e77551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0771573
Jan 15 20:50:08.659497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-e66e5051-3466-43bd-a90a-651f616aaf4f tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Publish callbacks [] for security_group (8936a084-d227-437a-8898-7b92455fb6cb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:08.677169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-e66e5051-3466-43bd-a90a-651f616aaf4f tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8936a084-d227-437a-8898-7b92455fb6cb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:08.767161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-c8bcd6d5-0257-4671-a373-535df9a45f0e service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247363
Jan 15 20:50:08.781615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4d3bce0-f467-4af9-87a5-1059347543f3 req-e66e5051-3466-43bd-a90a-651f616aaf4f tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678614
Jan 15 20:50:08.801858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e5051-3466-43bd-a90a-651f616aaf4f tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8936a084-d227-437a-8898-7b92455fb6cb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:08.898071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3d02-9a11-4434-9fdf-688aea6b5d7d req-25b2e79c-35b3-4eb4-8d7c-bd951b3b8453 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:08.899599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ffa3d02-9a11-4434-9fdf-688aea6b5d7d req-25b2e79c-35b3-4eb4-8d7c-bd951b3b8453 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 943 time: 0.1770365
Jan 15 20:50:08.937667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-538d7241-6935-43d6-9db1-c8691f7ad286 req-fda0264e-c163-4169-9338-6cc7921bcaff service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517179
Jan 15 20:50:08.949532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-a8c4ae91-e992-4a94-a6ff-809c2c055d77 service neutron] 10.222.0.39 "GET /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1667414
Jan 15 20:50:09.001535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99f4a8-a27d-4c7e-ad00-9b6908e093b9 req-79c36318-2972-4884-bbac-feb20e2f471e tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:09.003049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e99f4a8-a27d-4c7e-ad00-9b6908e093b9 req-79c36318-2972-4884-bbac-feb20e2f471e tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 1100 time: 0.1370437
Jan 15 20:50:09.017370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ffa3d02-9a11-4434-9fdf-688aea6b5d7d req-acf90f9f-d016-415a-ab8a-6b6925251dc0 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015148
Jan 15 20:50:09.080469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e99f4a8-a27d-4c7e-ad00-9b6908e093b9 req-659bae21-7792-478b-bd9d-094f4cfcf595 tempest-ServersAdminNegativeTestJSON-496905829 tempest-ServersAdminNegativeTestJSON-496905829-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687273
Jan 15 20:50:09.129867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-d7023e7a-60e0-4929-ae22-eadff5d8e7e9 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242114
Jan 15 20:50:09.292475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:09.308062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0730c606-19ac-4cb0-8904-fc7a04bc9ecb tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:09.315871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0730c606-19ac-4cb0-8904-fc7a04bc9ecb tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1802354
Jan 15 20:50:09.352586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-36acf8a9-76c4-494c-a7f0-3d72b546d30e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/quotas/2f4a26c8edac44c8b26fd4e43813412d HTTP/1.1" status: 200  len: 375 time: 0.0358574
Jan 15 20:50:09.356192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7484f433-0ff9-4be4-a8eb-71158dfaf342 req-59038405-842a-48be-9768-19e949836ddc tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=80320b43ceca400cbbbc96ae80c4b845&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378332
Jan 15 20:50:09.360093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:09.417946 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-a4bed663-c50e-4707-9e0b-07999158549a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0589497
Jan 15 20:50:09.465228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a747998-2bca-46bb-a26f-e7c31a2aa686 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:09.482195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:09.519847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:09.531179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-c17dee9e-19c0-4897-acdb-82624d7f8ab0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288849
Jan 15 20:50:09.624879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f433-0ff9-4be4-a8eb-71158dfaf342 req-861a75be-6ae1-43f1-bbb0-85e52795458d tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:09.631055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7484f433-0ff9-4be4-a8eb-71158dfaf342 req-861a75be-6ae1-43f1-bbb0-85e52795458d tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2409399
Jan 15 20:50:09.652193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7484f433-0ff9-4be4-a8eb-71158dfaf342 req-6f47aefb-83df-449a-a97d-be77adc3de48 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/quotas/80320b43ceca400cbbbc96ae80c4b845 HTTP/1.1" status: 200  len: 375 time: 0.0202119
Jan 15 20:50:09.690919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7484f433-0ff9-4be4-a8eb-71158dfaf342 req-fd152e43-96c7-474b-a7a8-9e0c03e8cab2 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=80320b43ceca400cbbbc96ae80c4b845&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378537
Jan 15 20:50:09.700000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-c870d55d-2233-4600-a335-9539446463ed tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:09.701553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-c870d55d-2233-4600-a335-9539446463ed tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1646514
Jan 15 20:50:09.718072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] Transition to ACTIVE for port object 6a747998-2bca-46bb-a26f-e7c31a2aa686 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:09.723638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:09.742425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Request body: {'port': {'device_id': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '2f4a26c8edac44c8b26fd4e43813412d'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:09.793614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] No DVR routers for this DVR port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:50:09.868512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9079745
Jan 15 20:50:09.870939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d521e7-3cac-43c4-9cf6-246d3c3fbf23 service neutron] Pushing event updated for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=10']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:09.927680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Made reservation on behalf of 2f4a26c8edac44c8b26fd4e43813412d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:09.938412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:09.950600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.064777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks [] for security_group (ad70653d-32e2-4574-b890-f6878c91214f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.070154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ad70653d-32e2-4574-b890-f6878c91214f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.072127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ae593-0046-46ba-b479-4f445ad449f2 req-a6e11046-3c14-4da0-b022-cf91477c99e0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.073974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743ae593-0046-46ba-b479-4f445ad449f2 req-a6e11046-3c14-4da0-b022-cf91477c99e0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 947 time: 0.1707325
Jan 15 20:50:10.085033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-905e8a6f-bbdc-40b4-8032-9b8ccc2cd055 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.087164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-905e8a6f-bbdc-40b4-8032-9b8ccc2cd055 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1418953
Jan 15 20:50:10.118778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:10.150391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70653d-32e2-4574-b890-f6878c91214f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:10.191405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a140399f-d159-43bc-a928-5fbff977dd31 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0850689
Jan 15 20:50:10.235682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Allocated IP 192.168.233.74 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/bbe8394e-08fc-445b-a162-0e40259702ca) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:10.274259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:10.295050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'mac_address': 'fa:16:3e:02:0e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:10.307831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743ae593-0046-46ba-b479-4f445ad449f2 req-5a42612f-6199-4aed-9dcb-3c6bca02485a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270236
Jan 15 20:50:10.339152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-ec2f3b8c-0d71-4ec8-b5fc-ed266ac4976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.340631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-ec2f3b8c-0d71-4ec8-b5fc-ed266ac4976d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 1095 time: 0.2333324
Jan 15 20:50:10.347324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:10.348198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.370279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:10.403021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:10.408667 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.462081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8897fbd6-9d3e-42d4-b4d1-368b0b0f0790 req-5b09e490-86e5-42f8-a64a-ede2372799cb tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 210 time: 0.0498414
Jan 15 20:50:10.472596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:10.473211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-9a0c6629-4e3d-449f-8d82-d6c8e691f03d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.474676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-9a0c6629-4e3d-449f-8d82-d6c8e691f03d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2825036
Jan 15 20:50:10.498160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-11761dff-9424-4587-86e5-8e5f5c30d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.499795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-11761dff-9424-4587-86e5-8e5f5c30d2f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1095 time: 0.1109090
Jan 15 20:50:10.522172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks [] for port (bbe8394e-08fc-445b-a162-0e40259702ca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.526098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3ba44694-8d29-43cf-8de1-8d5ca7434756 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0315969
Jan 15 20:50:10.561808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.612469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:10.616709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:10.619609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:10.621794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:10.643117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:10.644129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-213c7a21-d3b5-44c2-b951-6bb47a1db65a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1151938
Jan 15 20:50:10.666066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-7c14c076-6e6f-472c-84a1-647b3191303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.667676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-7c14c076-6e6f-472c-84a1-647b3191303d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1593568
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.711057 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:10.713996 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:10.715381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.715820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.740565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-2689da07-ada1-4976-b4be-7698e5b87166 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0065188
Jan 15 20:50:10.754954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-ae11c4d5-d8f1-4eba-a751-de63e7bd04ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0748155
Jan 15 20:50:10.767017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Request body: {'port': {'device_id': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:10.876994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:10.974988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-c591fc5a-71c8-46cd-a655-4cf544d72ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:10.974988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-c591fc5a-71c8-46cd-a655-4cf544d72ae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.2004628
Jan 15 20:50:11.007401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-b3652af5-002d-4b3b-8ece-76cdbd29f72a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1258323
Jan 15 20:50:11.129491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-76c99af9-6689-425c-9f8c-06dfb6b1f5c2 None None] Provisioning complete for port bbe8394e-08fc-445b-a162-0e40259702ca triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:11.130008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-76c99af9-6689-425c-9f8c-06dfb6b1f5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.215580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-76c99af9-6689-425c-9f8c-06dfb6b1f5c2 None None] Port bbe8394e-08fc-445b-a162-0e40259702ca cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:11.218846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-108a2b6b-1017-47d8-984f-d1ce04c3f085 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2289374
Jan 15 20:50:11.273326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-44df7248-a027-4193-a920-e354bb4cdb7c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:11.274717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-44df7248-a027-4193-a920-e354bb4cdb7c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2306004
Jan 15 20:50:11.293357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Request body: {'port': {'device_id': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '2f4a26c8edac44c8b26fd4e43813412d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:11.309707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:11.318875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks [] for port (bbe8394e-08fc-445b-a162-0e40259702ca), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.338042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Transition to ACTIVE for port object bbe8394e-08fc-445b-a162-0e40259702ca will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:11.342714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.398495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb7e6-631c-487f-b49a-2b115e866bb5 req-8e2a312f-34a1-4344-9917-30d2a9039e3f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:11.410164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ffdb7e6-631c-487f-b49a-2b115e866bb5 req-8e2a312f-34a1-4344-9917-30d2a9039e3f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 0.2081931
Jan 15 20:50:11.535093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:11.608287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Attempting to bind port bbe8394e-08fc-445b-a162-0e40259702ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:11.609462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Attempting to bind port bbe8394e-08fc-445b-a162-0e40259702ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:11.610049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Attempting to bind port bbe8394e-08fc-445b-a162-0e40259702ca on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:11.621326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Port bbe8394e-08fc-445b-a162-0e40259702ca on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:11.621665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Attempting to bind port bbe8394e-08fc-445b-a162-0e40259702ca on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:11.628511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:11.628895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:11.629319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:11.629731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Bound port: bbe8394e-08fc-445b-a162-0e40259702ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:11.630155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.727337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:11.741403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:11.750406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.794954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:11.796182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.797816 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/bbe8394e-08fc-445b-a162-0e40259702ca HTTP/1.1" status: 200  len: 1095 time: 1.0403924
Jan 15 20:50:11.798426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:11.801666 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:11.807468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-07400528-241a-4d18-93fb-d0611241f1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5705361
Jan 15 20:50:11.826881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358c965-adc5-447d-9076-7472581bb2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:11.827427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ffdb7e6-631c-487f-b49a-2b115e866bb5 req-523fa90d-2d51-4626-9e6d-3618a77ad0d4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4162154
Jan 15 20:50:11.923114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Made reservation on behalf of 2f4a26c8edac44c8b26fd4e43813412d for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:11.927053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:11.940003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-0bd62785-b7b9-4a9f-b22f-32d3c42c12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:11.944387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-0bd62785-b7b9-4a9f-b22f-32d3c42c12e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1098 time: 0.0718279
Jan 15 20:50:12.016504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-7bde94d7-e3cb-4097-a2e9-d8a5b723ae79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=bbe8394e-08fc-445b-a162-0e40259702ca HTTP/1.1" status: 200  len: 217 time: 0.0608401
Jan 15 20:50:12.092426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-53c857e4-2bab-4d52-8654-96b3150b2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.094018 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-53c857e4-2bab-4d52-8654-96b3150b2b7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0630937
Jan 15 20:50:12.112075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-eb82358f-5e54-4492-b4e2-6c6695f9f703 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780902
Jan 15 20:50:12.130056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:12.205815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce14a44-b993-45c4-95f3-5f370ee647a5 req-91dcd2b0-f174-450c-b13c-1123997355ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.213620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fce14a44-b993-45c4-95f3-5f370ee647a5 req-91dcd2b0-f174-450c-b13c-1123997355ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 948 time: 0.2180479
Jan 15 20:50:12.246195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-268ebc37-acc8-4298-92fd-9a999bb3a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.251568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-268ebc37-acc8-4298-92fd-9a999bb3a166 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1477373
Jan 15 20:50:12.289543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Allocated IP 192.168.233.100 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:12.304555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fce14a44-b993-45c4-95f3-5f370ee647a5 req-ca4dba0e-1c00-4224-bb8e-6ef8408d0597 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900555
Jan 15 20:50:12.309580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:12.334094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:12.338781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.418602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7da10ba-50a8-4fa2-984d-fab471120b7f req-a2581cab-f71b-4d74-9548-ed58d524614a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 210 time: 0.0765767
Jan 15 20:50:12.473915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-bd938e12-7b2b-4a0a-8959-8dc1c5ce2ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167552
Jan 15 20:50:12.480260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:12.480919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.512176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:12.515411 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5813818-dde7-4647-b0c2-a31c4b65b9e9" -d '{"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:12.533478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:12.541777 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.544112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:12.602883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc329789-c7ed-439f-b460-93860e08bdd7 x-openstack-request-id: req-fc329789-c7ed-439f-b460-93860e08bdd7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:12.602883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:12.602883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc329789-c7ed-439f-b460-93860e08bdd7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:12.602883 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'status': 'completed', 'code': 200}
Jan 15 20:50:12.704288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks [] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.747565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f3f1eeb6-4c23-4c18-99e4-a1916dc14e69 req-3ea91605-291c-43bd-a265-2c4ac41ad462 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634037
Jan 15 20:50:12.755610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:12.781354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 6a747998-2bca-46bb-a26f-e7c31a2aa686 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:50:12.781916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:50:12.818406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bc2bb9e-0e85-4d78-ac2b-4236c83d649e req-874c851b-d4fb-44bf-a3e2-ac73246da7da tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 210 time: 0.0763934
Jan 15 20:50:12.852141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.902470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-957f41e5-805a-4d4e-9eea-6b8dd33cbfee tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.904679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-957f41e5-805a-4d4e-9eea-6b8dd33cbfee tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1641123
Jan 15 20:50:12.913797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:12.919402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:12.929949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:12.939708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.943847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:12.952602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-dab8639a-54ad-4aff-bec0-a94f63e0e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:12.954206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-dab8639a-54ad-4aff-bec0-a94f63e0e68e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1098 time: 0.0936940
Jan 15 20:50:13.026563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event updated for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:13.049785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-0c427384-d5c6-46a8-8048-5274f54fb696 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7616501
Jan 15 20:50:13.097000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Request body: {'port': {'device_id': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:13.147370 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d80b0c-2fb4-4f3e-a1e5-2d5521c1ab12 x-openstack-request-id: req-c2d80b0c-2fb4-4f3e-a1e5-2d5521c1ab12 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:13.147889 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:13.147970 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2d80b0c-2fb4-4f3e-a1e5-2d5521c1ab12 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:13.148404 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'code': 200}
Jan 15 20:50:13.189211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-3df11b97-4d50-4703-b6f3-93797e465d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.190774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-3df11b97-4d50-4703-b6f3-93797e465d80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2237673
Jan 15 20:50:13.303086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-b63aeec9-4402-4eb4-8d58-0fe124c6103b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=bbe8394e-08fc-445b-a162-0e40259702ca HTTP/1.1" status: 200  len: 217 time: 0.0929499
Jan 15 20:50:13.338361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d4aab8d3-4616-4513-8875-ed083aa6657f None None] Provisioning complete for port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:13.338763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d3-4616-4513-8875-ed083aa6657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:13.404097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5920fe4-12c3-4e23-abae-901388485461 req-a3b8298e-07d9-43fd-b5c1-2a067c7d864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.405924 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f5920fe4-12c3-4e23-abae-901388485461 req-a3b8298e-07d9-43fd-b5c1-2a067c7d864d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1100 time: 0.1015465
Jan 15 20:50:13.413313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-e3dc6e3a-1957-42e0-9095-4acfc6f7415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.414653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-e3dc6e3a-1957-42e0-9095-4acfc6f7415b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0792956
Jan 15 20:50:13.424516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab8d3-4616-4513-8875-ed083aa6657f None None] Port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:13.425640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:13.438325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8d1fba0-869a-42ee-863b-5e6bb8e7402f req-29770dab-9b42-49a3-86bb-54c981dd3608 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=80320b43ceca400cbbbc96ae80c4b845&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1223226
Jan 15 20:50:13.469115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.45', 64038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:13.509674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-b1d485b3-8001-4534-9c96-75782c4b5bc0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0390310
Jan 15 20:50:13.514814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f5920fe4-12c3-4e23-abae-901388485461 req-a4ab5711-6eca-4a44-bad9-590f50ae3e04 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992644
Jan 15 20:50:13.524670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.45', 64039) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:13.551015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-514ef3a6-d871-408c-a7ff-69b31d7ef649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.552985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-514ef3a6-d871-408c-a7ff-69b31d7ef649 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1200016
Jan 15 20:50:13.583519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-02c9ac30-d3d4-47bf-a800-046ec6e301e8 service neutron] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:13.591044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-c5e9abd2-9f99-4f38-8718-bfbf0ac534a3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0629840
Jan 15 20:50:13.596678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-02c9ac30-d3d4-47bf-a800-046ec6e301e8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:13.597826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fa7644e-6f0b-403c-815d-598ae4ebc12e req-02c9ac30-d3d4-47bf-a800-046ec6e301e8 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6820521
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.624629 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:13.626906 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:13.628033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1fba0-869a-42ee-863b-5e6bb8e7402f req-9e8d08b8-5d6f-42e0-bc87-acdef9da66f8 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.636449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8d1fba0-869a-42ee-863b-5e6bb8e7402f req-9e8d08b8-5d6f-42e0-bc87-acdef9da66f8 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1970589
Jan 15 20:50:13.659714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd5e5-795a-4f8c-9c35-9213591c9936 req-3fd79bd1-c119-4227-8374-0346c4a6b766 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.668300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dbbd5e5-795a-4f8c-9c35-9213591c9936 req-3fd79bd1-c119-4227-8374-0346c4a6b766 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 0.3511651
Jan 15 20:50:13.691945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8d1fba0-869a-42ee-863b-5e6bb8e7402f req-87f7c11f-63bb-4100-83a9-d76ec3340b64 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/quotas/80320b43ceca400cbbbc96ae80c4b845 HTTP/1.1" status: 200  len: 375 time: 0.0539672
Jan 15 20:50:13.791091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8d1fba0-869a-42ee-863b-5e6bb8e7402f req-0be7014d-d427-4f94-8ae4-efac89adaa84 tempest-QuotasAdminNegativeTest-337910980 tempest-QuotasAdminNegativeTest-337910980-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=80320b43ceca400cbbbc96ae80c4b845&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0971968
Jan 15 20:50:13.819047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60286) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:13.844900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-98f0ebb5-7e37-4020-b514-aa39dbc1aca8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.846473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-98f0ebb5-7e37-4020-b514-aa39dbc1aca8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3072574
Jan 15 20:50:13.860263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-5f4637e6-8c2d-41be-aba4-8734fb49fee5 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2939756
Jan 15 20:50:13.870344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:13.884513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-4c99e721-6687-4102-a201-0af99b210246 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:13.886044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-4c99e721-6687-4102-a201-0af99b210246 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2576301
Jan 15 20:50:13.910585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:13.925222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dbbd5e5-795a-4f8c-9c35-9213591c9936 req-5b103a4b-a3cc-4a8b-8c1b-b4a8fe430c6f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555847
Jan 15 20:50:14.041240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.056965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd360-df96-4dd6-9ccf-f272d2d1711f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.071432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7e95-5fa2-407b-84bd-1c3cedc73a2c req-7a82025b-d18a-4baa-8163-f62e322168fb tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.073457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-957a7e95-5fa2-407b-84bd-1c3cedc73a2c req-7a82025b-d18a-4baa-8163-f62e322168fb tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.1455436
Jan 15 20:50:14.144341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1074a61-f344-4a05-9a99-66f2dab2c70a req-32580831-f7f2-44ab-9e89-5e13417ef281 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.146067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1074a61-f344-4a05-9a99-66f2dab2c70a req-32580831-f7f2-44ab-9e89-5e13417ef281 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1343005
Jan 15 20:50:14.207044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-957a7e95-5fa2-407b-84bd-1c3cedc73a2c req-9eee7a87-95ad-4d1e-846f-514047a6710c tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244853
Jan 15 20:50:14.215477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:14.237009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks [] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.269691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Transition to ACTIVE for port object b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:14.281305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1074a61-f344-4a05-9a99-66f2dab2c70a req-d6489e6d-2325-49c8-a34b-56b926219b37 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097114
Jan 15 20:50:14.313755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.403205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a2afa99-c136-4f24-aca0-fe6f9d4733ad req-93968db2-8bf9-4722-951f-d2f9d3fbcd98 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 210 time: 0.0505364
Jan 15 20:50:14.406312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aae93b9f-1dc9-44a9-9989-cd4707ed5f0e req-f225d539-e83f-4610-9544-0d5022c21509 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5301509
Jan 15 20:50:14.417584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6bd29-65c3-453a-886f-3ad2db19efa9 req-5a619f14-c27e-480a-8857-cf133f167139 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.425339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ca6bd29-65c3-453a-886f-3ad2db19efa9 req-5a619f14-c27e-480a-8857-cf133f167139 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 948 time: 0.1543150
Jan 15 20:50:14.471427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:14.477520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:14.483694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.531523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Attempting to bind port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:14.531989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Attempting to bind port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:14.532427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Attempting to bind port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:14.549900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:14.550521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Attempting to bind port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:14.567592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ca6bd29-65c3-453a-886f-3ad2db19efa9 req-5d9b9c91-4840-4d73-a935-669cc4ceb998 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397650
Jan 15 20:50:14.572306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:14.572982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:14.573542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:14.574235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Bound port: b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:14.575408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.674616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd360-df96-4dd6-9ccf-f272d2d1711f admin admin] Publish callbacks [] for security_group (77f089c5-8ba6-4b84-b30a-558ccff9a7f3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.695462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd360-df96-4dd6-9ccf-f272d2d1711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (77f089c5-8ba6-4b84-b30a-558ccff9a7f3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.721655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:14.725979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.742501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:14.761224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:14.768975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.812165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f0cd360-df96-4dd6-9ccf-f272d2d1711f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38c962ed817142e6a5ce89de19c4ba7b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9903777
Jan 15 20:50:14.813805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.814430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:14.816473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 HTTP/1.1" status: 200  len: 1096 time: 1.7547038
Jan 15 20:50:14.817265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:14.819408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60304) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:14.820334 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fe760-433d-4cd2-b79d-2f83489fcc15" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:14.824608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd360-df96-4dd6-9ccf-f272d2d1711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f089c5-8ba6-4b84-b30a-558ccff9a7f3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:14.888186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791081b5-c887-44e0-b409-4b40bd15d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:14.906992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aabaa-aca4-46f6-8eb7-f827511bbafa req-f3858e47-44b4-4042-ba06-977f37dec344 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.908571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e4aabaa-aca4-46f6-8eb7-f827511bbafa req-f3858e47-44b4-4042-ba06-977f37dec344 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1095 time: 0.1234918
Jan 15 20:50:14.914957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.179 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/d2632d9a-333c-439e-b179-55d658dedee2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:14.972283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-2eb69e85-f5fc-4a4e-b663-b293d3ae3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:14.974086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-2eb69e85-f5fc-4a4e-b663-b293d3ae3a5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 1099 time: 0.0879576
Jan 15 20:50:14.978667 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.041810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-70df05b9-5f51-4dc6-afd9-8603b3097e79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 HTTP/1.1" status: 200  len: 217 time: 0.0609081
Jan 15 20:50:15.044268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e4aabaa-aca4-46f6-8eb7-f827511bbafa req-cc36131e-e37b-4fc7-8939-c46e29f69b41 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157320
Jan 15 20:50:15.047211 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1c187-11a4-4adb-b197-503a6e179f7c x-openstack-request-id: req-f7e1c187-11a4-4adb-b197-503a6e179f7c {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:15.047496 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:15.047748 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7e1c187-11a4-4adb-b197-503a6e179f7c {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:15.048140 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4', 'status': 'completed', 'code': 200}
Jan 15 20:50:15.125170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-d118efc9-dbce-4889-b461-a3c9bae5e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.126660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-d118efc9-dbce-4889-b461-a3c9bae5e682 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0769622
Jan 15 20:50:15.185224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-58585502-4d05-4083-9d64-09954b6d1395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.187035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-58585502-4d05-4083-9d64-09954b6d1395 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0527718
Jan 15 20:50:15.207825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-c2f4999f-fdbb-4ae0-a5cc-dbc6e59a6a1e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.209392 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-c2f4999f-fdbb-4ae0-a5cc-dbc6e59a6a1e tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.2960711
Jan 15 20:50:15.219790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] Publish callbacks [] for security_group (77f089c5-8ba6-4b84-b30a-558ccff9a7f3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.294428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:15.314089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (d2632d9a-333c-439e-b179-55d658dedee2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.404730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-e803824a-92d8-4076-922f-35589b30a180 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115993
Jan 15 20:50:15.414506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.417776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] Publish callbacks [] for security_group (77f089c5-8ba6-4b84-b30a-558ccff9a7f3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.438789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:15.520870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdbd41-943f-4b0e-b437-42cd37d49616 req-7caa3c54-d5e8-4f66-aa89-325b9bc86558 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.522423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bcdbd41-943f-4b0e-b437-42cd37d49616 req-7caa3c54-d5e8-4f66-aa89-325b9bc86558 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 949 time: 0.2067678
Jan 15 20:50:15.553098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:15.561316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:15.564294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:15.576569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9f910-d237-4068-b801-867fadef2bad req-fd7b36a5-29d6-4688-b540-0f6e64310ac0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.584281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b9f910-d237-4068-b801-867fadef2bad req-fd7b36a5-29d6-4688-b540-0f6e64310ac0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1949363
Jan 15 20:50:15.586271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:15.602169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'mac_address': 'fa:16:3e:25:61:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:15.602415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:15.606755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:15.607800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.4 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/5a7af53b-c710-4979-b238-041a49a6e6d6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:15.654234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.654881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.657478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-941893ab-d9fe-41a9-8a8e-92aef5a25c94 req-005a727f-3528-47f5-91c8-ae5945ee37ba service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316427
Jan 15 20:50:15.661544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (77f089c5-8ba6-4b84-b30a-558ccff9a7f3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.666310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.669701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77f089c5-8ba6-4b84-b30a-558ccff9a7f3 HTTP/1.1" status: 204  len: 168 time: 0.8398736
Jan 15 20:50:15.692168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bcdbd41-943f-4b0e-b437-42cd37d49616 req-955ceae2-f4b0-4a9d-8472-536cfb44947d tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594255
Jan 15 20:50:15.703297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:15.703925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.711922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Deleting port 74a42162-ce85-4da2-9310-a6708b9b7983 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:50:15.713138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.722086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:15.767222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:15.782277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b9f910-d237-4068-b801-867fadef2bad req-d57aadea-9f4e-456c-9d0a-d1cce4ba5448 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971292
Jan 15 20:50:15.784568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.877574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee9de02b-8df5-4690-9087-a51adff5b771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:15.908431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-73faeca2-2111-4574-b2d3-8d3c1fee343c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0405738
Jan 15 20:50:15.909874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:15.946426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927885-43aa-4782-9ec8-8d7c57b45277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f089c5-8ba6-4b84-b30a-558ccff9a7f3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:15.955475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-1e203a38-3ee3-4080-ba77-0c012c1b596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:15.957120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-1e203a38-3ee3-4080-ba77-0c012c1b596e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 1099 time: 0.2217958
Jan 15 20:50:16.028585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Request body: {'port': {'device_id': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:16.058511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e34ae01-276e-4c42-b250-baa341509d82 req-d162be2c-4f4f-416b-9ce6-aef323d8ff57 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 210 time: 0.1229875
Jan 15 20:50:16.070424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d6332a40-dab8-4896-82a9-9764ce5a110d None None] Provisioning complete for port d2632d9a-333c-439e-b179-55d658dedee2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:16.072655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6332a40-dab8-4896-82a9-9764ce5a110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d2632d9a-333c-439e-b179-55d658dedee2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.136059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d6332a40-dab8-4896-82a9-9764ce5a110d None None] Port d2632d9a-333c-439e-b179-55d658dedee2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:16.177219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] For port 74a42162-ce85-4da2-9310-a6708b9b7983, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a42162-ce85-4da2-9310-a6708b9b7983,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:16.177588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.184521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d2632d9a-333c-439e-b179-55d658dedee2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.201957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-12d9a1f6-c120-4be1-828c-5c5223b1acbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2774229
Jan 15 20:50:16.217604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Calling delete_port for 74a42162-ce85-4da2-9310-a6708b9b7983 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:50:16.222683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.252746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60346) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:16.272917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:16.313150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d58f073d-4858-481e-9d1d-bbb4d659a3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.512819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.525950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:16.530649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-5945ac6a-f8c9-404b-a285-b817f31f6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.532497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-5945ac6a-f8c9-404b-a285-b817f31f6953 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.5118189
Jan 15 20:50:16.552621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-ff436e71-3170-4b07-8819-5ce212796169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.554696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-ff436e71-3170-4b07-8819-5ce212796169 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 1118 time: 0.2872009
Jan 15 20:50:16.603992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-bd0b7cb6-3a9f-43d7-9490-32ec4c3fa89f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.605512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-bd0b7cb6-3a9f-43d7-9490-32ec4c3fa89f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.7034304
Jan 15 20:50:16.608570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-2b83c37d-3fe0-457c-b85b-277e5ecb9911 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 HTTP/1.1" status: 200  len: 217 time: 0.0600798
Jan 15 20:50:16.658800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:16.670751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-cd01ea8f-8292-4f86-8c3d-4e2a7e29ff84 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/quotas/c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 375 time: 0.0574338
Jan 15 20:50:16.677734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee9de02b-8df5-4690-9087-a51adff5b771 admin admin] Publish callbacks [] for security_group (ddeb6e29-d146-44da-8c24-7663cdfedbfa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.686756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fca125-a1c6-4e07-9211-7eb6ba0c6d4d req-65751ee4-fa03-4988-9e20-67cd8295eca0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.688527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:16.693619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85fca125-a1c6-4e07-9211-7eb6ba0c6d4d req-65751ee4-fa03-4988-9e20-67cd8295eca0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 948 time: 0.4218388
Jan 15 20:50:16.707583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee9de02b-8df5-4690-9087-a51adff5b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ddeb6e29-d146-44da-8c24-7663cdfedbfa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.736031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:16.744545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:16.795009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-d7734122-85b9-4bcf-9aac-f6b4662f9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.796742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-d7734122-85b9-4bcf-9aac-f6b4662f9476 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1698010
Jan 15 20:50:16.819818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ee9de02b-8df5-4690-9087-a51adff5b771 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80320b43ceca400cbbbc96ae80c4b845&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3593671
Jan 15 20:50:16.825031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60352) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:16.834679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9de02b-8df5-4690-9087-a51adff5b771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb6e29-d146-44da-8c24-7663cdfedbfa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:16.839190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:16.839907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.896267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85fca125-a1c6-4e07-9211-7eb6ba0c6d4d req-82c0f445-306f-46f6-8141-2d65433eab95 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012391
Jan 15 20:50:16.920730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-714845c0-a401-46ef-a54d-d6b8c4122489 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2246196
Jan 15 20:50:16.921091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-abdd6338-9501-4c6b-a532-ee1da5790cfd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.0149484
Jan 15 20:50:16.927104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d58f073d-4858-481e-9d1d-bbb4d659a3e4 admin admin] Publish callbacks [] for security_group (719ebb50-5b47-4b2b-8548-016e5168c794), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.946261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Request body: {'port': {'device_id': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:16.949412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d58f073d-4858-481e-9d1d-bbb4d659a3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (719ebb50-5b47-4b2b-8548-016e5168c794), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:16.995234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (74a42162-ce85-4da2-9310-a6708b9b7983), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.010463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['74a42162-ce85-4da2-9310-a6708b9b7983'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:17.012603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-4c65b6ea-cf40-4968-8f4c-a8f66a81380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:17.013360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['efa38908-68d7-44e3-a60f-24a9f554d75e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:17.014172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-4c65b6ea-cf40-4968-8f4c-a8f66a81380a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2000453
Jan 15 20:50:17.043473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f073d-4858-481e-9d1d-bbb4d659a3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ebb50-5b47-4b2b-8548-016e5168c794,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:17.049045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] Publish callbacks [] for security_group (ddeb6e29-d146-44da-8c24-7663cdfedbfa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.097736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-68f9c474-a486-41a5-9ad2-c5b33cc7633e None None] Provisioning complete for port 5a7af53b-c710-4979-b238-041a49a6e6d6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:17.099249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68f9c474-a486-41a5-9ad2-c5b33cc7633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.100139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-7313c27f-1e76-4d23-b5f6-e32d33507e3a req-34d83f23-23b0-4a46-b724-ce7f744e4633 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:50:17.101171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7313c27f-1e76-4d23-b5f6-e32d33507e3a req-34d83f23-23b0-4a46-b724-ce7f744e4633 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0365162
Jan 15 20:50:17.122396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-4618dc1e-32aa-488c-8f98-0637e4f29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:17.123882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-4618dc1e-32aa-488c-8f98-0637e4f29bda service neutron] 10.222.0.45 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 924 time: 0.4577451
Jan 15 20:50:17.144315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-5e591660-03f5-45fe-9dcb-e372b8a72a14 service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225993
Jan 15 20:50:17.161509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Pushing event deleted for resources: {'Port': ['ID=74a42162-ce85-4da2-9310-a6708b9b7983,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:17.163986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-68f9c474-a486-41a5-9ad2-c5b33cc7633e None None] Port 5a7af53b-c710-4979-b238-041a49a6e6d6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:17.164332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.209676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] Publish callbacks [] for security_group (ddeb6e29-d146-44da-8c24-7663cdfedbfa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.223320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d58f073d-4858-481e-9d1d-bbb4d659a3e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79d581e3b1304346adf360521e1ea5d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9648499
Jan 15 20:50:17.236976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60358) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:17.270987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2632d9a-333c-439e-b179-55d658dedee2 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:17.305111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks [] for port (d2632d9a-333c-439e-b179-55d658dedee2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.319483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:17.334235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-47c83754-3802-4ce5-9d27-0e493be341f3 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066845
Jan 15 20:50:17.347814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Transition to ACTIVE for port object d2632d9a-333c-439e-b179-55d658dedee2 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:17.352547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] No DVR routers for this DVR port 74a42162-ce85-4da2-9310-a6708b9b7983 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:50:17.391101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.395253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01bb9ece-1255-420b-92df-b8c68505a3d7 req-657b4def-9b54-4ff7-91b5-11cc9a8885ec tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.39 "DELETE /v2.0/ports/74a42162-ce85-4da2-9310-a6708b9b7983 HTTP/1.1" status: 204  len: 173 time: 2.1763649
Jan 15 20:50:17.396348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'name': 'network-vif-deleted', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:17.399051 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7347e46-e4f1-41f1-a902-1dd814ca44e2" -d '{"events": [{"server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "name": "network-vif-deleted", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:17.415283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.435317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port bbe8394e-08fc-445b-a162-0e40259702ca completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:17.441204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bbe8394e-08fc-445b-a162-0e40259702ca triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:17.442076 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.550348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:17.550753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.574011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-ac7baa66-780c-4726-90c5-6bfc8b042da3 service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4287214
Jan 15 20:50:17.590926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:17.592298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:17.595123 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d018f1c-fe27-407b-b9b2-029275dacae1" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:17.600996 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.632667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] Publish callbacks [] for security_group (719ebb50-5b47-4b2b-8548-016e5168c794), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.639897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ddeb6e29-d146-44da-8c24-7663cdfedbfa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.645528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.651909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddeb6e29-d146-44da-8c24-7663cdfedbfa HTTP/1.1" status: 204  len: 168 time: 0.8096812
Jan 15 20:50:17.663716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:17.693536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bc845-865e-48a2-bb18-901a7ef856d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb6e29-d146-44da-8c24-7663cdfedbfa,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:17.754999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] Publish callbacks [] for security_group (719ebb50-5b47-4b2b-8548-016e5168c794), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.760201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f291cf00-8b73-48c3-940c-2949964c939a req-c5c89e73-fa76-4b5c-9e07-53cce13e5104 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5c419d5-7255-4ab1-8ada-6bb413faa169 HTTP/1.1" status: 200  len: 210 time: 0.0677948
Jan 15 20:50:17.801785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d26fe760-433d-4cd2-b79d-2f83489fcc15 req-4aec7287-9acb-47cc-b107-ee9f61da1ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568620
Jan 15 20:50:17.862723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (719ebb50-5b47-4b2b-8548-016e5168c794), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.867159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.867414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3744e531-97d3-49b7-9f0e-6dd0c665aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:17.884871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/719ebb50-5b47-4b2b-8548-016e5168c794 HTTP/1.1" status: 204  len: 168 time: 0.6390324
Jan 15 20:50:17.939121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-5a845df3-8f7d-440e-b569-895ef672d66b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 200  len: 1022 time: 0.7908728
Jan 15 20:50:17.996477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3f52c-bf82-471a-97e2-73c3c7259bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ebb50-5b47-4b2b-8548-016e5168c794,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:18.070409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171daabd-2318-430e-b302-4dc7951b3766 req-ba1e63db-e3b9-4d62-a1b5-6aa41b579b12 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:18.082013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-171daabd-2318-430e-b302-4dc7951b3766 req-ba1e63db-e3b9-4d62-a1b5-6aa41b579b12 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 934 time: 0.1956811
Jan 15 20:50:18.169559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:18.224182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Pushing event updated for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:18.264114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-171daabd-2318-430e-b302-4dc7951b3766 req-0ca243e3-d9d8-4aa9-a6aa-faf438e86c8d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800489
Jan 15 20:50:18.370808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-4d544a8a-3fb1-4922-8c65-44c7e242c786 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4686182
Jan 15 20:50:18.374276 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7b2861-6111-40c9-b88a-20935494a6f9 x-openstack-request-id: req-3b7b2861-6111-40c9-b88a-20935494a6f9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:18.375915 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c419d5-7255-4ab1-8ada-6bb413faa169", "name": "network-vif-deleted", "tag": "74a42162-ce85-4da2-9310-a6708b9b7983", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:18.377930 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b7b2861-6111-40c9-b88a-20935494a6f9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:18.381787 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c419d5-7255-4ab1-8ada-6bb413faa169', 'name': 'network-vif-deleted', 'tag': '74a42162-ce85-4da2-9310-a6708b9b7983', 'status': 'completed', 'code': 200}
Jan 15 20:50:18.443269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-4206f0ce-c3a7-45cc-9d61-46e8aaaba225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:18.450800 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-4206f0ce-c3a7-45cc-9d61-46e8aaaba225 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.4136097
Jan 15 20:50:18.455493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3b718-0832-4aab-a48d-b30291e4d4e9 req-9c53d8de-d32d-468b-989c-087992db9179 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:18.457641 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579b9e7-ca48-4a00-a8d6-0ecbb8ebc5a0 x-openstack-request-id: req-d579b9e7-ca48-4a00-a8d6-0ecbb8ebc5a0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:18.457964 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:18.458226 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d579b9e7-ca48-4a00-a8d6-0ecbb8ebc5a0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:18.458626 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'code': 200}
Jan 15 20:50:18.475241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf3b718-0832-4aab-a48d-b30291e4d4e9 req-9c53d8de-d32d-468b-989c-087992db9179 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.2407014
Jan 15 20:50:18.476061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60386) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:18.491657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:18.526259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f450c9b-f50d-4eeb-adaf-96fdcae1a577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.551114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4', 'mac_address': 'fa:16:3e:a0:70:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:18.611915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adb9bbdc-8af1-4788-b845-6bcbfdb65180 req-e8e43052-cc39-4c44-9207-fbb48c0650d5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 210 time: 0.0739255
Jan 15 20:50:18.675461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:18.677097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.690211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe31d1f-a89d-41c7-815e-b1b5de0bc659 req-79d5701f-5ade-45f7-a0c3-58b7367b2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:18.691574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fe31d1f-a89d-41c7-815e-b1b5de0bc659 req-79d5701f-5ade-45f7-a0c3-58b7367b2b9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1100 time: 0.1170812
Jan 15 20:50:18.704273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:18.706888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf3b718-0832-4aab-a48d-b30291e4d4e9 req-359fb93f-2c7d-499a-8b56-72a692009c79 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699848
Jan 15 20:50:18.740475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:18.749139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.800063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Attempting to bind port d2632d9a-333c-439e-b179-55d658dedee2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:18.800606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Attempting to bind port d2632d9a-333c-439e-b179-55d658dedee2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:18.801199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Attempting to bind port d2632d9a-333c-439e-b179-55d658dedee2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:18.833256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fe31d1f-a89d-41c7-815e-b1b5de0bc659 req-042cf46f-8e1a-4f38-bc5e-d13af2ffe003 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247218
Jan 15 20:50:18.838634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f450c9b-f50d-4eeb-adaf-96fdcae1a577 admin admin] Publish callbacks [] for security_group (7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.879958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Port d2632d9a-333c-439e-b179-55d658dedee2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:18.881580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Attempting to bind port d2632d9a-333c-439e-b179-55d658dedee2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:18.882715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f450c9b-f50d-4eeb-adaf-96fdcae1a577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.895647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-15f1ed50-6693-4dd8-9ea5-2f752b35091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:18.907484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-15f1ed50-6693-4dd8-9ea5-2f752b35091a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4224775
Jan 15 20:50:18.915743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:18.945814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:18.946861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:18.948563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:18.949106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Bound port: d2632d9a-333c-439e-b179-55d658dedee2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:18.950154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d2632d9a-333c-439e-b179-55d658dedee2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:18.979403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:19.015374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f450c9b-f50d-4eeb-adaf-96fdcae1a577 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2fbbe8d084c344b891603a924d98a78c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5378039
Jan 15 20:50:19.019508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60414) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:19.033715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f450c9b-f50d-4eeb-adaf-96fdcae1a577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:19.055432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ea11-d71e-442f-9946-11c90f565bb3 req-11030340-bccd-443f-90aa-722d4c8662aa tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:19.057583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3000ea11-d71e-442f-9946-11c90f565bb3 req-11030340-bccd-443f-90aa-722d4c8662aa tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 949 time: 0.2325532
Jan 15 20:50:19.147961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3000ea11-d71e-442f-9946-11c90f565bb3 req-509292df-6cb3-411a-8c18-46b3b91d73cc tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750337
Jan 15 20:50:19.204476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7af53b-c710-4979-b238-041a49a6e6d6 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:19.221898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks [] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.318643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Transition to ACTIVE for port object 5a7af53b-c710-4979-b238-041a49a6e6d6 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:19.335843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.348708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:19.373732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9190a-02d4-4934-9122-ce733761f31b req-d4b6f131-ba6e-47c1-86d1-eda614b293e7 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:19.385711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ced9190a-02d4-4934-9122-ce733761f31b req-d4b6f131-ba6e-47c1-86d1-eda614b293e7 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.1168680
Jan 15 20:50:19.451409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2632d9a-333c-439e-b179-55d658dedee2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:19.453380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] Publish callbacks [] for security_group (7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.471936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-8c936fcf-9bf0-453e-a52c-f96784f7ddd0 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657982
Jan 15 20:50:19.478402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.531272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b385f2a-1499-4cba-9407-8bbf6c79709a req-3fe3e2d2-1279-4e96-a9b2-86d3f6c3bb09 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:19.532246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b385f2a-1499-4cba-9407-8bbf6c79709a req-3fe3e2d2-1279-4e96-a9b2-86d3f6c3bb09 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 946 time: 0.1233637
Jan 15 20:50:19.542276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ced9190a-02d4-4934-9122-ce733761f31b req-5e61b308-84b9-44b5-995a-040045f1c337 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508524
Jan 15 20:50:19.550096 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:50:19.555750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:19.595115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] Publish callbacks [] for security_group (7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.619437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:19.620096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.621658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] 10.222.0.45 "PUT /v2.0/ports/d2632d9a-333c-439e-b179-55d658dedee2 HTTP/1.1" status: 200  len: 1096 time: 3.5980840
Jan 15 20:50:19.655645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b385f2a-1499-4cba-9407-8bbf6c79709a req-e2a8718b-cb7d-4069-9cc1-8a25e761c523 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112502
Jan 15 20:50:19.862806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-925c115f-e5a3-48c7-b637-da659004440b req-aefc552b-e5e4-4573-8d85-215edc254247 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 210 time: 0.0825431
Jan 15 20:50:19.888080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d21b52c6-41e9-4018-9777-b1c7ec6fe575 req-e9a806d0-39fe-459a-a318-a77f80f1b188 service neutron] 10.222.0.45 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4073765
Jan 15 20:50:19.894942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8567-b98b-481f-ac0d-96ee4057afdb service neutron] Pushing event updated for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:19.956284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Attempting to bind port 5a7af53b-c710-4979-b238-041a49a6e6d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:19.956951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Attempting to bind port 5a7af53b-c710-4979-b238-041a49a6e6d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:19.956951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Attempting to bind port 5a7af53b-c710-4979-b238-041a49a6e6d6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:19.966272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde6fb9-931c-4a25-b036-e0370e7dcc16 req-6b238402-68c4-4e96-a06e-315cc1953600 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:19.976600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fde6fb9-931c-4a25-b036-e0370e7dcc16 req-6b238402-68c4-4e96-a06e-315cc1953600 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1340237
Jan 15 20:50:19.977737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:19.998139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.001817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43 HTTP/1.1" status: 204  len: 168 time: 0.8981917
Jan 15 20:50:20.001993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a5b94e8-019b-4f54-8ea0-123e872a1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.003600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-3a5b94e8-019b-4f54-8ea0-123e872a1a4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 1099 time: 0.2674148
Jan 15 20:50:20.004280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Port 5a7af53b-c710-4979-b238-041a49a6e6d6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:20.004763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Attempting to bind port 5a7af53b-c710-4979-b238-041a49a6e6d6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:20.036891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:20.037303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:20.037743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:20.038194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Bound port: 5a7af53b-c710-4979-b238-041a49a6e6d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:20.038559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.068347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19ab2-d6c7-4943-8717-33bd3d885663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d6a2c-eeb6-4f03-a834-9627c5eb6e43,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:20.159091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0a95a7b-2a18-432d-b16b-c3d7d0833ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.172025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:20.236594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:20.241701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a7af53b-c710-4979-b238-041a49a6e6d6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:20.248488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a091bf2d-63ad-4ac9-aa37-5fa55758f62e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d2632d9a-333c-439e-b179-55d658dedee2 HTTP/1.1" status: 200  len: 217 time: 0.2122643
Jan 15 20:50:20.253676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.292431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fde6fb9-931c-4a25-b036-e0370e7dcc16 req-8cbd3ab1-8394-412d-a923-5bf241a0ce06 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3134341
Jan 15 20:50:20.371207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:20.392795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:20.401632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:20.408323 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20" -d '{"events": [{"name": "network-changed", "server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "tag": "d2632d9a-333c-439e-b179-55d658dedee2"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:20.411594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:20.417134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.468174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.470104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.473848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-a9f0a13d-f483-4f9b-9a79-ada0a1686e85 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a7af53b-c710-4979-b238-041a49a6e6d6 HTTP/1.1" status: 200  len: 1094 time: 3.5362377
Jan 15 20:50:20.507731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-759617d9-c1bf-457e-bddd-1c91f3d0956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.510421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-759617d9-c1bf-457e-bddd-1c91f3d0956d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2511652
Jan 15 20:50:20.577273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af67b7-c15f-44b5-a877-8e36896462a9 req-8d97f0d2-4ea8-4c38-99f6-2e2bd2df4f90 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.588521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1af67b7-c15f-44b5-a877-8e36896462a9 req-8d97f0d2-4ea8-4c38-99f6-2e2bd2df4f90 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 949 time: 0.2673459
Jan 15 20:50:20.606661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:20.607310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.624614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-26915df2-e1c8-4a29-bb79-14e05b39ac62 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.635346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-df9f4ec1-c966-4f31-9d67-de61a87385ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.635541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-26915df2-e1c8-4a29-bb79-14e05b39ac62 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.5719254
Jan 15 20:50:20.639146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-df9f4ec1-c966-4f31-9d67-de61a87385ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1196856
Jan 15 20:50:20.666319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Request body: {'port': {'device_id': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'admin_state_up': True, 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:20.669694 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591a9e14-451c-48e9-83d9-997c8dac5bd8 x-openstack-request-id: req-591a9e14-451c-48e9-83d9-997c8dac5bd8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:20.671752 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "tag": "d2632d9a-333c-439e-b179-55d658dedee2", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:20.672893 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-591a9e14-451c-48e9-83d9-997c8dac5bd8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:20.676562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:20.678664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:20.678798 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2', 'status': 'completed', 'code': 200}
Jan 15 20:50:20.683666 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e780932-4384-4875-a05a-34aa963d558e" -d '{"events": [{"server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "name": "network-vif-plugged", "status": "completed", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:20.689003 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:20.690094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 74a42162-ce85-4da2-9310-a6708b9b7983 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:20.773213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:20.784812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 74a42162-ce85-4da2-9310-a6708b9b7983 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:50:20.786983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 74a42162-ce85-4da2-9310-a6708b9b7983 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:50:20.919309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1af67b7-c15f-44b5-a877-8e36896462a9 req-34dd5f84-17ae-401c-863b-333cad657891 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241825
Jan 15 20:50:20.981305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-64238f35-a2d5-4205-9da6-164583a278a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.983019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-64238f35-a2d5-4205-9da6-164583a278a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 1097 time: 0.2977235
Jan 15 20:50:20.994361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf165d0-c247-4c83-96e8-362650152623 req-27e76af4-b0e6-45b3-8fc6-c190e6c93a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:20.996376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-27e76af4-b0e6-45b3-8fc6-c190e6c93a81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1100 time: 0.1045375
Jan 15 20:50:21.002672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-5194ff08-a0d8-4cf8-a49a-6dd8c9e076ee service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3510816
Jan 15 20:50:21.047926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425dde6-10f5-4837-83cb-0d3a69daa90c req-b5d67539-3c22-4a5a-833b-f365162f5fb8 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.049328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7425dde6-10f5-4837-83cb-0d3a69daa90c req-b5d67539-3c22-4a5a-833b-f365162f5fb8 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.2017472
Jan 15 20:50:21.168005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497e6e3-2d1b-4620-a32c-f047947a55e9 req-37e94c33-74af-4515-9e31-7c87fda785ce tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.175747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8497e6e3-2d1b-4620-a32c-f047947a55e9 req-37e94c33-74af-4515-9e31-7c87fda785ce tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 946 time: 0.1520197
Jan 15 20:50:21.184280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:21.187081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-27f42296-79d6-42b7-a7d1-aa430c646c28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5a7af53b-c710-4979-b238-041a49a6e6d6 HTTP/1.1" status: 200  len: 217 time: 0.1825569
Jan 15 20:50:21.194292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.230019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7425dde6-10f5-4837-83cb-0d3a69daa90c req-a8c35f5e-7054-4bb4-94c8-efbcd7710884 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609085
Jan 15 20:50:21.298630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf165d0-c247-4c83-96e8-362650152623 req-563a8b0f-1d29-4464-9194-9d5b51e95377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.300097 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-563a8b0f-1d29-4464-9194-9d5b51e95377 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2692039
Jan 15 20:50:21.323020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8497e6e3-2d1b-4620-a32c-f047947a55e9 req-e2bfe4f6-b363-409a-ab87-bad97b0708c4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375709
Jan 15 20:50:21.323244 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0decbd17-f3ff-4ab3-af2e-ae715dcc6e64 x-openstack-request-id: req-0decbd17-f3ff-4ab3-af2e-ae715dcc6e64 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:21.324271 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "name": "network-vif-plugged", "status": "completed", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:21.324856 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0decbd17-f3ff-4ab3-af2e-ae715dcc6e64 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:21.325504 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4', 'code': 200}
Jan 15 20:50:21.350870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-d8da20a8-8f8e-477d-b687-bfb37c6627c7 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.353212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-d8da20a8-8f8e-477d-b687-bfb37c6627c7 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.3385255
Jan 15 20:50:21.414223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-5b9c6d74-2d9a-4462-ac23-13ae1f0d4cc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0938144
Jan 15 20:50:21.418726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-fc1b20ac-5da6-4d8d-b26c-f623fce8ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.420651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-fc1b20ac-5da6-4d8d-b26c-f623fce8ea88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2185094
Jan 15 20:50:21.477826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Allocated IP 172.20.0.7 (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2/3aea9045-6664-4d64-8053-ecddad801345/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:21.533371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-6b6c506d-512a-4d2f-aa71-d061257bb5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5106311
Jan 15 20:50:21.547828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fd67778-2285-4ed3-8719-e0ac5c78cbc4 req-5f56d239-043c-46d3-93bb-983c1d316c0a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 210 time: 0.0671239
Jan 15 20:50:21.595927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee9b9-069c-43e1-8b3a-486292fe7c68 req-f3f93612-93f3-45be-9474-0e190ffee7a3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.603574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4caee9b9-069c-43e1-8b3a-486292fe7c68 req-f3f93612-93f3-45be-9474-0e190ffee7a3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1598117
Jan 15 20:50:21.625328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60506) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:21.679348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4caee9b9-069c-43e1-8b3a-486292fe7c68 req-7429b9ea-9056-43e5-a3c2-4c98f4105cf2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747111
Jan 15 20:50:21.711604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-2511ccdf-4c3f-4f19-ab21-90d5ad64f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.714312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-2511ccdf-4c3f-4f19-ab21-90d5ad64f058 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2254281
Jan 15 20:50:21.719053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18447575-41a8-4315-bd98-1541c69d6a18 req-3b155a9b-10b8-4c73-b5ab-84d6b6289417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.720512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18447575-41a8-4315-bd98-1541c69d6a18 req-3b155a9b-10b8-4c73-b5ab-84d6b6289417 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 1101 time: 0.2595687
Jan 15 20:50:21.728183 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.728395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf165d0-c247-4c83-96e8-362650152623 req-abcb9676-898e-4ce2-a96e-3e0d45a323ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.729719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-abcb9676-898e-4ce2-a96e-3e0d45a323ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2518017
Jan 15 20:50:21.835969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks [] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.855025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Deleting port efa38908-68d7-44e3-a60f-24a9f554d75e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:50:21.855364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.866114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-a9ec18d7-7f3c-4c46-b6c2-772a324c903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.867778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-a9ec18d7-7f3c-4c46-b6c2-772a324c903d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 1099 time: 0.2466168
Jan 15 20:50:21.872185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.920105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:21.927808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:21.934290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:21.940139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:21.940817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:21.955881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:21.963599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-19e51741-6d04-4e75-90ca-5e1ee98e3fd6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3103018
Jan 15 20:50:21.975546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Request body: {'port': {'device_id': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:22.069435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.120875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1258fb9a-34f0-4c71-9f0f-e0b4b5545104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.123385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6d36-b421-4a5d-b3ee-107865ed41ee req-ddd9e114-a9e7-44f4-a239-5fa5242e3724 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.124994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eeea6d36-b421-4a5d-b3ee-107865ed41ee req-ddd9e114-a9e7-44f4-a239-5fa5242e3724 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 950 time: 0.0938582
Jan 15 20:50:22.244676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18447575-41a8-4315-bd98-1541c69d6a18 req-e03d438b-fda2-495e-9c7e-5e827bee1abd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5065489
Jan 15 20:50:22.247901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eeea6d36-b421-4a5d-b3ee-107865ed41ee req-5f108959-e381-4dbe-8a93-726abaabe8a8 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118541
Jan 15 20:50:22.285556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf165d0-c247-4c83-96e8-362650152623 req-be710a3a-8d92-4c5a-a9a0-2980c1bdfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.287059 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-be710a3a-8d92-4c5a-a9a0-2980c1bdfb33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5402460
Jan 15 20:50:22.320045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-e8f4c72f-2e17-4e21-a478-43d4b2874cc9 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5938568
Jan 15 20:50:22.407371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b07ba-348e-4760-bed1-505a7ae359d6 req-7ed7fe60-95cc-43b5-8e22-278a476c4a1b tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.408881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-765b07ba-348e-4760-bed1-505a7ae359d6 req-7ed7fe60-95cc-43b5-8e22-278a476c4a1b tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 950 time: 0.0975902
Jan 15 20:50:22.446582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] For port efa38908-68d7-44e3-a60f-24a9f554d75e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efa38908-68d7-44e3-a60f-24a9f554d75e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:22.446966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.479134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-3df88d37-e296-4c2c-a9c7-09984147a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.480586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-3df88d37-e296-4c2c-a9c7-09984147a268 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3338206
Jan 15 20:50:22.507117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Calling delete_port for efa38908-68d7-44e3-a60f-24a9f554d75e owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:50:22.519769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-765b07ba-348e-4760-bed1-505a7ae359d6 req-c38f66fd-4ca7-4f72-b557-fe34a6d83787 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041033
Jan 15 20:50:22.523252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:22.535717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks [] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.559836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Transition to ACTIVE for port object fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:22.565261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.583960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-991cad96-f6a8-4089-beee-ad8bcaae13c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d2632d9a-333c-439e-b179-55d658dedee2 HTTP/1.1" status: 200  len: 217 time: 0.0675724
Jan 15 20:50:22.685835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:22.688032 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:22.690814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:22.701824 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1258fb9a-34f0-4c71-9f0f-e0b4b5545104 admin admin] Publish callbacks [] for security_group (5e189bc5-3e3b-427f-9917-04328984aec0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.711986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592316-b14a-4443-b521-583c290fb37d req-3a0de600-5fe0-4d8c-a47d-324722731515 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.713538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a592316-b14a-4443-b521-583c290fb37d req-3a0de600-5fe0-4d8c-a47d-324722731515 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 946 time: 0.1335866
Jan 15 20:50:22.732235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1258fb9a-34f0-4c71-9f0f-e0b4b5545104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5e189bc5-3e3b-427f-9917-04328984aec0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.757997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0016087a-1f4c-48cd-9780-7b4dd41478ef req-e7d41b38-0573-47f8-a7be-5bd472835eed service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4179604
Jan 15 20:50:22.763697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:22.764034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:22.764365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:22.773798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-23e25b39-fab3-4678-b18a-569bc00d4cd4 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390887
Jan 15 20:50:22.786486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b48db-86eb-4508-8b4c-46531560b5bc req-55763d48-0306-46cb-9278-277ceb073440 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.788313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b85b48db-86eb-4508-8b4c-46531560b5bc req-55763d48-0306-46cb-9278-277ceb073440 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.1415386
Jan 15 20:50:22.791535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:22.791866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:22.822100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:22.822437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:22.822817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:22.823250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Bound port: fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:22.823707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:22.827916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-28a1d6c0-c60c-4859-a518-aed8d1cdb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:22.829377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-28a1d6c0-c60c-4859-a518-aed8d1cdb957 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2269320
Jan 15 20:50:22.841663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a592316-b14a-4443-b521-583c290fb37d req-18e7dab5-d41d-4d80-a4f6-e3fa2eb5fc30 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122613
Jan 15 20:50:22.855752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1258fb9a-34f0-4c71-9f0f-e0b4b5545104 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=216f85774e034fe1aa2c2aa03cc5f3ff&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2257984
Jan 15 20:50:22.859978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258fb9a-34f0-4c71-9f0f-e0b4b5545104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e189bc5-3e3b-427f-9917-04328984aec0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:22.870932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60550) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:22.921122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b85b48db-86eb-4508-8b4c-46531560b5bc req-fae111ab-29fa-4e5f-955d-8c9f5236d3c2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214383
Jan 15 20:50:22.927458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:23.007001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-a3d7f02c-77ff-4617-b4fd-c1733cdc3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.008746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-a3d7f02c-77ff-4617-b4fd-c1733cdc3295 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1517642
Jan 15 20:50:23.033500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (efa38908-68d7-44e3-a60f-24a9f554d75e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.034489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:23.038907 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d89acd5-866e-4b4f-877d-edcfc121bf8d x-openstack-request-id: req-0d89acd5-866e-4b4f-877d-edcfc121bf8d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:23.039185 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:23.039434 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d89acd5-866e-4b4f-877d-edcfc121bf8d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:23.039844 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6', 'status': 'completed', 'code': 200}
Jan 15 20:50:23.047205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['efa38908-68d7-44e3-a60f-24a9f554d75e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:23.048375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eacf8-72a4-4d11-bffa-966f0adc1730 req-5ae77824-c1ff-49c2-a0b0-2123744147cf tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.056049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e73eacf8-72a4-4d11-bffa-966f0adc1730 req-5ae77824-c1ff-49c2-a0b0-2123744147cf tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0691679
Jan 15 20:50:23.057166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5cf165d0-c247-4c83-96e8-362650152623 req-0d7b2e4b-5206-4335-92bc-69d2833f0ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726090
Jan 15 20:50:23.059511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.089014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] Publish callbacks [] for security_group (5e189bc5-3e3b-427f-9917-04328984aec0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.128417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.129171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.130166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 1091 time: 1.1596894
Jan 15 20:50:23.133395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:23.136130 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d2292-769e-4a41-ab00-09d0da49c246" -d '{"events": [{"name": "network-changed", "server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:23.136501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Pushing event deleted for resources: {'Port': ['ID=efa38908-68d7-44e3-a60f-24a9f554d75e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:23.164698 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.233690 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] Publish callbacks [] for security_group (5e189bc5-3e3b-427f-9917-04328984aec0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.239330 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070737bb-44de-4d0b-a42d-f7d8cdac5ef1 x-openstack-request-id: req-070737bb-44de-4d0b-a42d-f7d8cdac5ef1 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:23.239330 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:23.239719 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-070737bb-44de-4d0b-a42d-f7d8cdac5ef1 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:23.241102 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'status': 'completed', 'code': 200}
Jan 15 20:50:23.275081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] No DVR routers for this DVR port efa38908-68d7-44e3-a60f-24a9f554d75e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:50:23.287865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.291725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-77ca740c-e4c8-465e-802c-477ef4b6753f req-ce9bdf04-aa00-43e5-b6f4-4cc57da06543 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.45 "DELETE /v2.0/ports/efa38908-68d7-44e3-a60f-24a9f554d75e HTTP/1.1" status: 204  len: 173 time: 1.8748536
Jan 15 20:50:23.305273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e73eacf8-72a4-4d11-bffa-966f0adc1730 req-33b46ad4-1427-42b1-9854-bafea09dceb5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482383
Jan 15 20:50:23.316004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3c09-5511-4972-94ab-28d26cac0351 service neutron] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:23.334735 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-8b50b052-466e-404f-b5f0-3be47cf465a6 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3116722
Jan 15 20:50:23.336513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-3f68ca9e-46c3-4039-bc2d-fb29c4dfab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.338315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-3f68ca9e-46c3-4039-bc2d-fb29c4dfab19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 1097 time: 0.2403102
Jan 15 20:50:23.341251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-f101ff36-3f0b-487a-ae30-23770fb1bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.342676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-f101ff36-3f0b-487a-ae30-23770fb1bd6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1100 time: 0.2134304
Jan 15 20:50:23.345700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-bf4dcc5e-7a2a-4c9d-bed5-e47fd2aeaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.347448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-bf4dcc5e-7a2a-4c9d-bed5-e47fd2aeaf90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1094 time: 0.1133385
Jan 15 20:50:23.406687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-2220dfea-f1c2-43dc-afc2-95105fe18b12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 217 time: 0.0471234
Jan 15 20:50:23.514036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5e189bc5-3e3b-427f-9917-04328984aec0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.519126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:23.523627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e189bc5-3e3b-427f-9917-04328984aec0 HTTP/1.1" status: 204  len: 168 time: 0.6491892
Jan 15 20:50:23.604269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f85ad-4401-4395-96d0-37421f92dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e189bc5-3e3b-427f-9917-04328984aec0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:23.654758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:23.720761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-adc9f93e-b70a-439c-9fa5-e80f7056104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.722212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-adc9f93e-b70a-439c-9fa5-e80f7056104f service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3642080
Jan 15 20:50:23.725656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-8c67ec8f-fef2-40e3-934b-2d95f4957bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.727195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-8c67ec8f-fef2-40e3-934b-2d95f4957bb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3609860
Jan 15 20:50:23.730067 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6b7ac7d-11c6-4459-aa34-80ace1d3cf20 req-9b6a6adc-8b21-4fae-8cbf-ad8fed86ba4d service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708746
Jan 15 20:50:23.786163 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-35d1acc3-08cb-4cb7-b857-c84ccdc136d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0536792
Jan 15 20:50:23.849365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-46e0312c-5dbd-4199-bbfb-b711a47a982b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5a7af53b-c710-4979-b238-041a49a6e6d6 HTTP/1.1" status: 200  len: 217 time: 0.0497220
Jan 15 20:50:23.863100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-353eebb4-2a6f-4a7a-9e66-59f17de5f4e1 req-dfc90c66-8fb1-4f21-a9a7-f992a63dae81 tempest-ServersAdminNegativeTestJSON-267829026 tempest-ServersAdminNegativeTestJSON-267829026-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d487317-4968-4a06-ad7b-4484e8d50f10 HTTP/1.1" status: 200  len: 210 time: 0.0833797
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.887518 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:23.889863 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:23.892155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184def-01f0-4b81-b557-acf0f48cf20d req-356d9d5c-127e-4105-ba8f-b08e2d0e4387 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.904807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68184def-01f0-4b81-b557-acf0f48cf20d req-356d9d5c-127e-4105-ba8f-b08e2d0e4387 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 950 time: 0.4970741
Jan 15 20:50:23.939869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-c8fd7d02-86eb-4a88-834c-98e6825cf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.941425 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-c8fd7d02-86eb-4a88-834c-98e6825cf2b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1467111
Jan 15 20:50:23.945066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-976e6523-5c65-403f-8e10-1918583970e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.946584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-976e6523-5c65-403f-8e10-1918583970e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0942600
Jan 15 20:50:23.962852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbcb0-f009-4a0d-a774-86c572546857 req-93aa0551-3a22-4f34-aaf6-9ebff39efefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:23.969914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-93aa0551-3a22-4f34-aaf6-9ebff39efefc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.5249820
Jan 15 20:50:24.008613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-57864bae-c433-435d-97a1-f8167a6d5b86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319493
Jan 15 20:50:24.049961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-03eae15e-d44f-45ed-a581-e0826e614501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.051455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-03eae15e-d44f-45ed-a581-e0826e614501 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1039898
Jan 15 20:50:24.057516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-0115d1e5-0796-4da9-a3ec-a0286a984b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.059085 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-0115d1e5-0796-4da9-a3ec-a0286a984b86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1022427
Jan 15 20:50:24.119584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60582) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:24.134627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68184def-01f0-4b81-b557-acf0f48cf20d req-c7d1b890-7f2e-4bea-a02e-36e2f6cfb632 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287674
Jan 15 20:50:24.173082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bf34eac-5ccf-4595-9bd0-0c5885320e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.211256 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.271056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc58b7-7fe8-493c-880e-34fcd43b13b5 req-75120abd-04cf-4cc7-b5d9-d2594b46da07 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.272543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bdc58b7-7fe8-493c-880e-34fcd43b13b5 req-75120abd-04cf-4cc7-b5d9-d2594b46da07 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 946 time: 0.2630751
Jan 15 20:50:24.278064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-d812e3a0-e590-494f-bd9b-d774d9a0ac2f service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544289
Jan 15 20:50:24.368594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f38636-f1da-4864-9a3f-16c7f8564a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.401247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6629b-847d-4324-822a-252bde747a53 req-5fe03eda-16c6-4a6e-9b75-6fc8b6bdc828 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.402768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed6629b-847d-4324-822a-252bde747a53 req-5fe03eda-16c6-4a6e-9b75-6fc8b6bdc828 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.1928978
Jan 15 20:50:24.467505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-ef2f15a7-5f40-4f02-8e9a-ec2840843a71 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003432
Jan 15 20:50:24.473637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bdc58b7-7fe8-493c-880e-34fcd43b13b5 req-a8223812-1461-44eb-a300-2e94362b4d91 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910481
Jan 15 20:50:24.487328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-6530729d-1d9d-4ebd-b07a-c93e5366e3d9 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4274032
Jan 15 20:50:24.498072 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bf34eac-5ccf-4595-9bd0-0c5885320e27 admin admin] Publish callbacks [] for security_group (dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.510969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bf34eac-5ccf-4595-9bd0-0c5885320e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.520140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-570bbcb0-f009-4a0d-a774-86c572546857 req-af9f97e5-3097-4a6c-8f4c-2309a6225f0f service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356677
Jan 15 20:50:24.577540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed6629b-847d-4324-822a-252bde747a53 req-daf22cd5-2461-458e-995d-3a09896c2fa5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638939
Jan 15 20:50:24.578853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34eac-5ccf-4595-9bd0-0c5885320e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:24.603678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9bf34eac-5ccf-4595-9bd0-0c5885320e27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85e1c478717548e58f8cb43ac2623b42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4800484
Jan 15 20:50:24.604414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:24.638434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f38636-f1da-4864-9a3f-16c7f8564a7b admin admin] Publish callbacks [] for security_group (e4fc2350-db65-41cf-bd57-b234d7b279c4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.652118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f38636-f1da-4864-9a3f-16c7f8564a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4fc2350-db65-41cf-bd57-b234d7b279c4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.701429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-01c8f962-ccd5-4bb5-a5a2-b5373cc30e99 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980548
Jan 15 20:50:24.709925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6b15af-5b36-4e5c-a218-acea0d49e3ed req-3937602e-0b42-4df6-8d9f-c2908e1721ed service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327404
Jan 15 20:50:24.717029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0f38636-f1da-4864-9a3f-16c7f8564a7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b71339315e934cb89dd0c742ab704b03&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0564170
Jan 15 20:50:24.717892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f38636-f1da-4864-9a3f-16c7f8564a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc2350-db65-41cf-bd57-b234d7b279c4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:24.719804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60590) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:24.789531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-003e7fd1-d8bd-4e20-a9a6-41eeda3e6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.792261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-003e7fd1-d8bd-4e20-a9a6-41eeda3e6272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1094 time: 0.2082622
Jan 15 20:50:24.811461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dff8e3-3761-43a3-badc-f3d087fffe20 req-caaa03ba-f087-4e1e-8665-1365691eccfd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.812826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69dff8e3-3761-43a3-badc-f3d087fffe20 req-caaa03ba-f087-4e1e-8665-1365691eccfd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1784334
Jan 15 20:50:24.865323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3c6ca-86a6-4b2b-84b3-106678c6b7d3 req-f44c94e6-71cf-4a24-8e88-b26afa866f58 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:24.866825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae3c6ca-86a6-4b2b-84b3-106678c6b7d3 req-f44c94e6-71cf-4a24-8e88-b26afa866f58 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1808193
Jan 15 20:50:24.901947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] Publish callbacks [] for security_group (dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.971937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] Publish callbacks [] for security_group (dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:24.990511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] Publish callbacks [] for security_group (e4fc2350-db65-41cf-bd57-b234d7b279c4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.015740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69dff8e3-3761-43a3-badc-f3d087fffe20 req-29b85441-43b1-4487-a207-0e33aa1e2071 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884589
Jan 15 20:50:25.044133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'name': 'network-vif-deleted', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:25.045510 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42e76a-7d2a-429f-bcb5-6ba6ac5dd994" -d '{"events": [{"server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "name": "network-vif-deleted", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:25.072453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] Publish callbacks [] for security_group (e4fc2350-db65-41cf-bd57-b234d7b279c4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.101927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae3c6ca-86a6-4b2b-84b3-106678c6b7d3 req-9cea87c5-b04c-46e9-9a31-05f8ec85b277 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840405
Jan 15 20:50:25.117481 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d4be8-4ad0-4d80-8a9c-18d48e9889a2 x-openstack-request-id: req-246d4be8-4ad0-4d80-8a9c-18d48e9889a2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:25.117774 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d487317-4968-4a06-ad7b-4484e8d50f10", "name": "network-vif-deleted", "tag": "efa38908-68d7-44e3-a60f-24a9f554d75e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:25.119008 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-246d4be8-4ad0-4d80-8a9c-18d48e9889a2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:25.119008 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d487317-4968-4a06-ad7b-4484e8d50f10', 'name': 'network-vif-deleted', 'tag': 'efa38908-68d7-44e3-a60f-24a9f554d75e', 'status': 'completed', 'code': 200}
Jan 15 20:50:25.132316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-6078e6f5-8b6b-4b78-b20d-5e54fb73b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:25.135052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-6078e6f5-8b6b-4b78-b20d-5e54fb73b2dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.3325348
Jan 15 20:50:25.189399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-c48f0844-31f0-4b0b-832a-a67034289d54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 217 time: 0.0490563
Jan 15 20:50:25.244929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.247415 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.248510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8 HTTP/1.1" status: 204  len: 168 time: 0.6329439
Jan 15 20:50:25.271970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4fc2350-db65-41cf-bd57-b234d7b279c4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.274899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.276148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4fc2350-db65-41cf-bd57-b234d7b279c4 HTTP/1.1" status: 204  len: 168 time: 0.5362537
Jan 15 20:50:25.285344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-5c77a1b0-fad5-4a65-9830-0e0f4212d3a4 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454965
Jan 15 20:50:25.286142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3e1d6-54c8-4227-ba8e-5fcb56bc2116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc73f42-e47f-4e29-b0cf-70fb5e2aaaf8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:25.313149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-0e6eeecb-05bd-4392-9bfe-658e7c616a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:25.314605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-0e6eeecb-05bd-4392-9bfe-658e7c616a45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1188414
Jan 15 20:50:25.325516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea796d0d-c6d0-43d6-8886-bf8ca0bf08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc2350-db65-41cf-bd57-b234d7b279c4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:25.365371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d2632d9a-333c-439e-b179-55d658dedee2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:25.388330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-505b872f-9023-43c1-ac35-19a92e969d0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320103
Jan 15 20:50:25.392667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device efa38908-68d7-44e3-a60f-24a9f554d75e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:25.419825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: efa38908-68d7-44e3-a60f-24a9f554d75e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:50:25.420768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device efa38908-68d7-44e3-a60f-24a9f554d75e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:50:25.492190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-75ab1428-3530-4463-b081-2be5fc1664f8 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:25.495075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-75ab1428-3530-4463-b081-2be5fc1664f8 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2031684
Jan 15 20:50:25.517431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-13c403aa-fd88-4a53-8502-b5223c07eae2 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/quotas/2f4a26c8edac44c8b26fd4e43813412d HTTP/1.1" status: 200  len: 375 time: 0.0137289
Jan 15 20:50:25.546116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2632d9a-333c-439e-b179-55d658dedee2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:25.560002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60620) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:25.575041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd2632d9a-333c-439e-b179-55d658dedee2', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'd2632d9a-333c-439e-b179-55d658dedee2', 'mac_address': 'fa:16:3e:14:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:25.621380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d2632d9a-333c-439e-b179-55d658dedee2 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:25.621992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d2632d9a-333c-439e-b179-55d658dedee2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.637299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2632d9a-333c-439e-b179-55d658dedee2 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:25.652501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-69c8b3cd-396c-4ee8-a252-2a2c13f36fd4 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1269605
Jan 15 20:50:25.658666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-1c1b54ff-356f-4dff-85ad-f08eee4d69e1 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616005
Jan 15 20:50:25.660571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2632d9a-333c-439e-b179-55d658dedee2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:25.668081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293cba-d8b7-4a96-a1ff-deb7a412c571 req-8124e07e-6c37-4fd0-9779-26e6c24368d3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:25.668576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.669858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71293cba-d8b7-4a96-a1ff-deb7a412c571 req-8124e07e-6c37-4fd0-9779-26e6c24368d3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 946 time: 0.0891080
Jan 15 20:50:25.670388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a7af53b-c710-4979-b238-041a49a6e6d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:25.749883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:25.757273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a7af53b-c710-4979-b238-041a49a6e6d6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:25.770961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5a7af53b-c710-4979-b238-041a49a6e6d6', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '5a7af53b-c710-4979-b238-041a49a6e6d6', 'mac_address': 'fa:16:3e:20:bf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:25.827067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71293cba-d8b7-4a96-a1ff-deb7a412c571 req-982d6f7a-e827-40f5-9088-e160446280c4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465328
Jan 15 20:50:25.840687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5a7af53b-c710-4979-b238-041a49a6e6d6 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:25.850981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.851313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5d2292-769e-4a41-ab00-09d0da49c246 req-2b9712ee-2ba6-4b62-89de-546d66b79479 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774333
Jan 15 20:50:25.860820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7af53b-c710-4979-b238-041a49a6e6d6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:25.922946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a7af53b-c710-4979-b238-041a49a6e6d6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:25.924630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60634) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:25.944119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97ab3f68-0b06-4cd8-82e8-1689a031fa3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.949510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:25.962731 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-53a2b653-7351-455e-bd61-9e08b36341a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a89aabae1afe4a5a88ed97e87b5266ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4002352
Jan 15 20:50:25.965064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60638) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:26.029989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] Publish callbacks [] for security_group (b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.043090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:26.062062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] Publish callbacks [] for security_group (b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.141060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.145014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.148637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02 HTTP/1.1" status: 204  len: 168 time: 0.1823211
Jan 15 20:50:26.175223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abf30e2f-11a3-49b7-bb15-ffe0e5804dad req-b691287b-2f0b-4632-a150-246567549584 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 210 time: 0.0777440
Jan 15 20:50:26.196213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42f4e-67c1-4c8a-be2a-097a541623b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7e2e3-1aa4-46ac-8f14-dafbc5d2cb02,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:26.238692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2180-eeb4-4374-93ee-a0f2369b6854 req-adbfa80e-6336-4632-bfcd-567cc2c7b3ff tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:26.245692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32ad2180-eeb4-4374-93ee-a0f2369b6854 req-adbfa80e-6336-4632-bfcd-567cc2c7b3ff tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.1890938
Jan 15 20:50:26.264725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5a7af53b-c710-4979-b238-041a49a6e6d6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:26.324488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97ab3f68-0b06-4cd8-82e8-1689a031fa3d admin admin] Publish callbacks [] for security_group (aac25807-15bd-42af-ad92-f60754a09804), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.363013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d2632d9a-333c-439e-b179-55d658dedee2'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:26.383094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97ab3f68-0b06-4cd8-82e8-1689a031fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aac25807-15bd-42af-ad92-f60754a09804), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.478591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32ad2180-eeb4-4374-93ee-a0f2369b6854 req-5154980e-e25d-4405-b19e-0ffab1695cf2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283916
Jan 15 20:50:26.482762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3f68-0b06-4cd8-82e8-1689a031fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac25807-15bd-42af-ad92-f60754a09804,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:26.509014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60658) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:26.509781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97ab3f68-0b06-4cd8-82e8-1689a031fa3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70265cc6e02145cc9a1b51a58413822e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5836334
Jan 15 20:50:26.520109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8127-039c-41dc-a558-7790d52a4c1f req-d13b5993-4d59-489e-969c-ab24b029e765 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:26.521966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b7d8127-039c-41dc-a558-7790d52a4c1f req-d13b5993-4d59-489e-969c-ab24b029e765 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.2009981
Jan 15 20:50:26.601603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] Publish callbacks [] for security_group (aac25807-15bd-42af-ad92-f60754a09804), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.612407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b7d8127-039c-41dc-a558-7790d52a4c1f req-cd6fc99d-a46c-42a2-ac53-03631bc7093b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786271
Jan 15 20:50:26.641925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] Publish callbacks [] for security_group (aac25807-15bd-42af-ad92-f60754a09804), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.706449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:26.715996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aac25807-15bd-42af-ad92-f60754a09804), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.718956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.720136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aac25807-15bd-42af-ad92-f60754a09804 HTTP/1.1" status: 204  len: 168 time: 0.2100418
Jan 15 20:50:26.738617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eab49-2126-4034-8bd9-6251d4eb29a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac25807-15bd-42af-ad92-f60754a09804,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:26.765359 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3183e1a4-5ca9-4333-ac29-f9dd5dc4acbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de0a49068758461fa092471d3f8d0427&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0576632
Jan 15 20:50:26.768064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60668) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:26.828019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] Publish callbacks [] for security_group (cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.864250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] Publish callbacks [] for security_group (cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.970317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b9e9-e5f2-4cb7-9d62-34321e337a5f req-17c98434-850e-4f06-949a-e95c32413d31 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:26.972786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc33b9e9-e5f2-4cb7-9d62-34321e337a5f req-17c98434-850e-4f06-949a-e95c32413d31 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 947 time: 0.0657816
Jan 15 20:50:26.974012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.977955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:26.981430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b HTTP/1.1" status: 204  len: 168 time: 0.2123511
Jan 15 20:50:27.031090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b652d-13f7-40d5-8668-fd0288346ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd955b0a-96ee-4ec1-bd7c-a6b870d4fd8b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:27.054295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc33b9e9-e5f2-4cb7-9d62-34321e337a5f req-eedaf187-5fac-4132-bbac-5b62f5219270 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714722
Jan 15 20:50:27.078676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60682) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:27.284965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-221af228-ec01-40fd-baba-094acfc1330a req-4454644b-5c31-47cf-b227-372a2cd7c61f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 210 time: 0.0308926
Jan 15 20:50:27.325772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-network', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:27.367655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Made reservation on behalf of 63f60a2e220b479abf4b04536ed406e9 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:27.371118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.381212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.488303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-42a7ac7c-f02a-4d85-995c-6c0e3f269eff tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253344
Jan 15 20:50:27.490273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks [] for security_group (060b6dfa-ad5f-4252-84e9-810054588d89), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.495456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (060b6dfa-ad5f-4252-84e9-810054588d89), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.536503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:50:27.606071 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735563497503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (23863cda-ce04-4117-9352-af4b425daa10), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.606695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1e828c01f0> segment precommit_create {{(pid=114437) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 15 20:50:27.607148 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Added segment 23863cda-ce04-4117-9352-af4b425daa10 of type vlan for network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c
Jan 15 20:50:27.636180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b6dfa-ad5f-4252-84e9-810054588d89,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:27.699081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-16122b1b-fcc2-4cee-ae42-0e7bd8c98341 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:27.701466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-16122b1b-fcc2-4cee-ae42-0e7bd8c98341 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2025433
Jan 15 20:50:27.721708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Request body: {'port': {'device_id': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '2f4a26c8edac44c8b26fd4e43813412d'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:27.723293 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1ddf3f52-4b62-4e63-a9e4-50ec9015529c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.750543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604dc55-45f2-4372-a82f-cd3013a1f49d req-34c55989-b76e-41c7-a59d-296bd8374a57 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:27.759201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d604dc55-45f2-4372-a82f-cd3013a1f49d req-34c55989-b76e-41c7-a59d-296bd8374a57 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.1707776
Jan 15 20:50:27.825913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1ddf3f52-4b62-4e63-a9e4-50ec9015529c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.827842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:27.828499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.912568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Made reservation on behalf of 2f4a26c8edac44c8b26fd4e43813412d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:27.918910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:27.966329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.8863590
Jan 15 20:50:27.975065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c288a-7293-45b1-82af-46d2a208dac7 req-83ba960e-dc8c-4cce-b9d1-e8370b9c4d8b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:27.977030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f74c288a-7293-45b1-82af-46d2a208dac7 req-83ba960e-dc8c-4cce-b9d1-e8370b9c4d8b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.2377222
Jan 15 20:50:27.977605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60724) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:27.984467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Request body: {'subnet': {'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-subnet', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:27.987895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda434-a02c-4c74-bc66-8419e1c94a63 admin admin] Pushing event updated for resources: {'Network': ['ID=1ddf3f52-4b62-4e63-a9e4-50ec9015529c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:27.992822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d604dc55-45f2-4372-a82f-cd3013a1f49d req-d66f5724-466f-4d03-8b45-9f0aa5f21dea tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325323
Jan 15 20:50:28.011773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:50:28.059333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f74c288a-7293-45b1-82af-46d2a208dac7 req-af352332-497c-468a-80b4-73005a36a61b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643747
Jan 15 20:50:28.065605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Made reservation on behalf of 63f60a2e220b479abf4b04536ed406e9 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:28.067945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.146334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:28.208975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:28.231099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Allocated IP 192.168.233.254 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/903fc68a-fde5-420c-8bcf-272fee77950b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:28.353594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf069242-b77f-4c0f-8847-eb62fdf193f4 req-7b83a71e-1ba2-4364-9743-edffa99a179a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:28.366964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf069242-b77f-4c0f-8847-eb62fdf193f4 req-7b83a71e-1ba2-4364-9743-edffa99a179a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 947 time: 0.1563969
Jan 15 20:50:28.385530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (5a85f71f-4e12-4948-b5f3-27d3d978e246), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.411516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-671932236-network', 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:28.447528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:28.455413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:28.457992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.459305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a85f71f-4e12-4948-b5f3-27d3d978e246,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:28.472680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'port_id': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'mac_address': 'fa:16:3e:56:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aea9045-6664-4d64-8053-ecddad801345', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:28.473783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.511246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f771dad-8868-40fa-9353-8926b98da5c9 req-69927aa1-bb90-460c-8880-b316f0dc0845 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 210 time: 0.0560920
Jan 15 20:50:28.515297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks [] for port (903fc68a-fde5-420c-8bcf-272fee77950b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.545440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:28.545440 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.563954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf069242-b77f-4c0f-8847-eb62fdf193f4 req-46f1965d-dbe1-4874-99df-a448be97aa18 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961167
Jan 15 20:50:28.564934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Checking segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:28.565318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Network hostable DHCP agents. Network: 1ddf3f52-4b62-4e63-a9e4-50ec9015529c, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:50:28.581185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:28.589773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:50:28.598981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.609073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ddf3f52-4b62-4e63-a9e4-50ec9015529c) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:28.615052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:28.617466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:28.633559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:28.636326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.658777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks [] for security_group (803e40a0-fdfc-4c73-9def-28d4e2ceb21d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.672118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c176d84e-da9c-47c8-9ecd-9e9bbf4d6225 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.6914530
Jan 15 20:50:28.673495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:28.674110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5d9fb-71cb-45ec-8023-bfb06b2e7bc6 None None] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:50:28.674403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60748) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:28.674748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (803e40a0-fdfc-4c73-9def-28d4e2ceb21d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.677857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:28.679906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event updated for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:28.684797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:28.695412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:28.706463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:28.735502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:50:28.744223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e40a0-fdfc-4c73-9def-28d4e2ceb21d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:28.745600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.746909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.750941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.761217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (98ed9d85-3dd8-447b-bac1-cef13cb2caa6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.761570 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Added segment 98ed9d85-3dd8-447b-bac1-cef13cb2caa6 of type vlan for network 364a58d7-d200-4c35-b6bd-a666c20a1fe8
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.777215 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:28.780069 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:28.780923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:28.781161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.836811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-c36c93d7-0709-4e70-8217-7b1f9b9d7c33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1240160
Jan 15 20:50:28.856233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Request body: {'port': {'device_id': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:28.860731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (364a58d7-d200-4c35-b6bd-a666c20a1fe8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.916969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:28.942066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (364a58d7-d200-4c35-b6bd-a666c20a1fe8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:28.943681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:28.945771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.013530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:50:29.014659 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.017628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:29.060288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] Pushing event updated for resources: {'Network': ['ID=364a58d7-d200-4c35-b6bd-a666c20a1fe8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:29.069531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.085096 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99c65031-69f7-4506-8f17-526fb096b564 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9373615
Jan 15 20:50:29.088962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:29.094206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Request body: {'subnet': {'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-671932236-subnet', 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:29.149817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:29.152213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.192143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:50:29.273942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for router_controller (bf069423-45f1-4382-a9b5-7c861b53a3a6), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.346272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c0f0d9ee-ae7f-4e17-b41d-31e196c11d6f None None] Provisioning complete for port 903fc68a-fde5-420c-8bcf-272fee77950b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:29.346749 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c0f0d9ee-ae7f-4e17-b41d-31e196c11d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.403115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d2632d9a-333c-439e-b179-55d658dedee2 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:29.425379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2ccd-325b-49d0-876a-0ea589997809 req-ef070025-32eb-4c9e-a47e-4cc7ffd1bac4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:29.426871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e30a2ccd-325b-49d0-876a-0ea589997809 req-ef070025-32eb-4c9e-a47e-4cc7ffd1bac4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.1905048
Jan 15 20:50:29.511395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd63cc-ac85-4f5f-8d86-74cf5a66ea86 req-e038c3e9-c58e-49ff-a03e-403556bd5a79 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:29.512638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22cd63cc-ac85-4f5f-8d86-74cf5a66ea86 req-e038c3e9-c58e-49ff-a03e-403556bd5a79 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.2751572
Jan 15 20:50:29.514857 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for router_gateway (bf069423-45f1-4382-a9b5-7c861b53a3a6), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.520744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4319d4db-4667-43f4-9bb7-98123fa5da42), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.563670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c0f0d9ee-ae7f-4e17-b41d-31e196c11d6f None None] Port 903fc68a-fde5-420c-8bcf-272fee77950b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:29.599011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903fc68a-fde5-420c-8bcf-272fee77950b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:29.608697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks [] for port (903fc68a-fde5-420c-8bcf-272fee77950b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.614282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e30a2ccd-325b-49d0-876a-0ea589997809 req-fd4011da-e6e9-45ba-801b-930389911b4e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550658
Jan 15 20:50:29.624423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Transition to ACTIVE for port object 903fc68a-fde5-420c-8bcf-272fee77950b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:29.640122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.644653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22cd63cc-ac85-4f5f-8d86-74cf5a66ea86 req-a28db561-3423-4e7d-871b-b4ae9bf0e0f9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246817
Jan 15 20:50:29.653220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4319d4db-4667-43f4-9bb7-98123fa5da42,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:29.697141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Checking segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:29.697760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Network hostable DHCP agents. Network: 364a58d7-d200-4c35-b6bd-a666c20a1fe8, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:50:29.736061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Pushing event updated for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:29.782148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port d2632d9a-333c-439e-b179-55d658dedee2 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:29.793366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:50:29.804310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Allocated IP 172.20.0.2 (1ddf3f52-4b62-4e63-a9e4-50ec9015529c/5a85f71f-4e12-4948-b5f3-27d3d978e246/c5be6b59-c8ec-4e3c-8222-c45e61fc9a91) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:29.818938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d2632d9a-333c-439e-b179-55d658dedee2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:29.819319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d2632d9a-333c-439e-b179-55d658dedee2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.828555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 364a58d7-d200-4c35-b6bd-a666c20a1fe8) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:29.847065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:29.847666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.876001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Attempting to bind port 903fc68a-fde5-420c-8bcf-272fee77950b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:29.876453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Attempting to bind port 903fc68a-fde5-420c-8bcf-272fee77950b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:29.876794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Attempting to bind port 903fc68a-fde5-420c-8bcf-272fee77950b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:29.887403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Port 903fc68a-fde5-420c-8bcf-272fee77950b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:29.887741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Attempting to bind port 903fc68a-fde5-420c-8bcf-272fee77950b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:29.894161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69f479-fab0-48e5-9b33-054fe36ed3dd None None] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:50:29.897668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dd62533d-c6c5-47ab-b0bd-6fae2a9b0a91 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8073568
Jan 15 20:50:29.902453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:29.903118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:29.903691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:29.904286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Bound port: 903fc68a-fde5-420c-8bcf-272fee77950b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:29.905486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:29.987707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:29.991382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=903fc68a-fde5-420c-8bcf-272fee77950b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:29.998413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.083514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.084094 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.087775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] 10.222.0.45 "PUT /v2.0/ports/903fc68a-fde5-420c-8bcf-272fee77950b HTTP/1.1" status: 200  len: 1096 time: 1.2394500
Jan 15 20:50:30.092455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-8bcf6f7f-3007-48fb-88aa-41d8a23e0657 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454469
Jan 15 20:50:30.095275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:30.097696 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d" -d '{"events": [{"name": "network-changed", "server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:30.100655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa643a-751f-4949-8cc7-452746bfa404 service neutron] Pushing event updated for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:30.152402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for router_gateway (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.181428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-3d8e96c9-095d-46cd-8709-f92764c2d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.183358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-3d8e96c9-095d-46cd-8709-f92764c2d465 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 1099 time: 0.0486004
Jan 15 20:50:30.204852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739292-c58a-43c6-b31d-92ccbd5566b3 req-7f573b85-b1de-42d8-bfc2-b8a874a2d853 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.206413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb739292-c58a-43c6-b31d-92ccbd5566b3 req-7f573b85-b1de-42d8-bfc2-b8a874a2d853 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 948 time: 0.3320718
Jan 15 20:50:30.231519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.248781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-da019d45-b502-444c-ae75-1cf7ca125095 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=903fc68a-fde5-420c-8bcf-272fee77950b HTTP/1.1" status: 200  len: 217 time: 0.0552793
Jan 15 20:50:30.286927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62141d60-6691-41ce-af63-6ce0b9b756c2 None None] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:50:30.338110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-b960a562-cf0a-44ce-86d8-151930a9c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.339466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-b960a562-cf0a-44ce-86d8-151930a9c78f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0761001
Jan 15 20:50:30.366909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb739292-c58a-43c6-b31d-92ccbd5566b3 req-59d10e8c-a58c-4840-a6e5-179c3c5f8a33 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386957
Jan 15 20:50:30.386647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-d3963b49-e9ab-48f7-b491-a4b18c46d8c8 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.393696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-d3963b49-e9ab-48f7-b491-a4b18c46d8c8 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2644901
Jan 15 20:50:30.415696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d2632d9a-333c-439e-b179-55d658dedee2 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:30.416492 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d2632d9a-333c-439e-b179-55d658dedee2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.420687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-fb27728b-bf07-4c82-afae-9ed08911aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.422335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-fb27728b-bf07-4c82-afae-9ed08911aab4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0711377
Jan 15 20:50:30.437713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-e595a196-df34-4af2-a170-6cdaa8c85041 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/quotas/25de5a60ff6f48aebb27a1ef9cbe0606 HTTP/1.1" status: 200  len: 375 time: 0.0430779
Jan 15 20:50:30.489599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-c38ce65f-e82a-49d3-9a05-0fe282fba012 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508065
Jan 15 20:50:30.506037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:30.508937 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df0526b-b29d-4807-88d8-ae032dc552bd" -d '{"events": [{"server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "name": "network-vif-plugged", "status": "completed", "tag": "d2632d9a-333c-439e-b179-55d658dedee2"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:30.514569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks [] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.525874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2632d9a-333c-439e-b179-55d658dedee2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:30.527757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Allocated IP 172.35.1.67 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7c0fcb85-a17c-4303-84a0-8b24bff55d0b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:30.530098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.539139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.539923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a7af53b-c710-4979-b238-041a49a6e6d6 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:30.545936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-ab2f99be-4539-481c-a786-6bda30f6687a service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100752
Jan 15 20:50:30.604259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:30.613586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:30.617284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:30.619786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Pushing event updated for resources: {'Port': ['ID=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:30.662697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086017b-25f0-40c3-817c-2b656f318772 req-1f85483a-9978-4fb3-b2f0-ad8c1873fce0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.669724 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2863598-6df3-446c-946f-f9cb52bf3a9a x-openstack-request-id: req-d2863598-6df3-446c-946f-f9cb52bf3a9a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:30.670427 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:30.670777 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2863598-6df3-446c-946f-f9cb52bf3a9a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:30.671257 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b', 'status': 'completed', 'code': 200}
Jan 15 20:50:30.671416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c086017b-25f0-40c3-817c-2b656f318772 req-1f85483a-9978-4fb3-b2f0-ad8c1873fce0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 947 time: 0.2195983
Jan 15 20:50:30.701381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7e58446-508d-4bb6-998c-1d615b14d179 req-6a31ea58-0cc8-4337-9e1d-794574b2bb45 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485353
Jan 15 20:50:30.760638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c086017b-25f0-40c3-817c-2b656f318772 req-bea2a26b-d60d-452c-a926-43205cb44af2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820975
Jan 15 20:50:30.811835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.832727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-a7e05e89-9171-422b-b906-c0495b4a1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:30.834666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-a7e05e89-9171-422b-b906-c0495b4a1786 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 1099 time: 0.0687954
Jan 15 20:50:30.838663 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407f007-c5d1-4b36-ac2d-5ac8487cb79f x-openstack-request-id: req-b407f007-c5d1-4b36-ac2d-5ac8487cb79f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:30.838992 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "name": "network-vif-plugged", "status": "completed", "tag": "d2632d9a-333c-439e-b179-55d658dedee2", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:30.839250 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b407f007-c5d1-4b36-ac2d-5ac8487cb79f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:30.839670 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2', 'code': 200}
Jan 15 20:50:30.848487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Attempting to bind port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:30.848947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Attempting to bind port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:30.849338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Attempting to bind port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 on network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:30.859813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:30.864882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5a7af53b-c710-4979-b238-041a49a6e6d6 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:30.867471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:30.868175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Checking segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:30.869072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.869471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Bound using segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:30.869956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Bound port: c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:30.870381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.885398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5a7af53b-c710-4979-b238-041a49a6e6d6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:30.885832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:30.966714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a87e13f-71c8-401d-8a10-554380964c8f req-0ebc5cb5-e507-439e-9435-25c59ae2d8ce tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 210 time: 0.0872574
Jan 15 20:50:30.977768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:31.009272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] For port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:31.014076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] For port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:31.021241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6066c3-8ff8-4a37-8401-ee33217712e1 req-fac9c5a8-2ec7-437d-8d98-1498e8559946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.022991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6066c3-8ff8-4a37-8401-ee33217712e1 req-fac9c5a8-2ec7-437d-8d98-1498e8559946 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 1101 time: 0.0910556
Jan 15 20:50:31.042944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:31.056218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Pushing event updated for resources: {'Port': ['ID=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:31.090332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a6066c3-8ff8-4a37-8401-ee33217712e1 req-24d5f97f-827f-4948-a5cf-b8bca0bb4d75 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560231
Jan 15 20:50:31.110401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-3b0bd4c9-660a-4c51-9636-024325794b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.112732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-3b0bd4c9-660a-4c51-9636-024325794b5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2657695
Jan 15 20:50:31.114050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:31.127309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5a7af53b-c710-4979-b238-041a49a6e6d6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:31.127699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:31.129910 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:31.135349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:31.175619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-f5e290be-51cb-4385-893c-895a32a11823 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.177600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-f5e290be-51cb-4385-893c-895a32a11823 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.3380556
Jan 15 20:50:31.180049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ac00c-9eb0-4f4c-a079-9690f7c4f8e9 None None] Pushing event updated for resources: {'Port': ['ID=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:31.208506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a7af53b-c710-4979-b238-041a49a6e6d6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:31.216104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:31.247836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-6ea140c0-d5c6-45b2-9c49-e9e35e8be5b2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/quotas/31dd217e7fd648b4a78c0c32ff1c95f4 HTTP/1.1" status: 200  len: 375 time: 0.0600269
Jan 15 20:50:31.288732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9643-f202-4609-bf2e-68c89af39698 req-7b55c0b6-0523-427f-bb2b-5dfd4bae5e61 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.289998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:31.302350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e0a9643-f202-4609-bf2e-68c89af39698 req-7b55c0b6-0523-427f-bb2b-5dfd4bae5e61 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.2047672
Jan 15 20:50:31.338457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-e309f64c-8044-497b-bddb-dda7166efedb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=903fc68a-fde5-420c-8bcf-272fee77950b HTTP/1.1" status: 200  len: 217 time: 0.0417686
Jan 15 20:50:31.365034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-f30c040b-5dff-448b-9ba8-71eba9d138ad tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0871048
Jan 15 20:50:31.426821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e0a9643-f202-4609-bf2e-68c89af39698 req-1fbcb1dc-90c7-45d4-b70e-b3908d2aef29 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235898
Jan 15 20:50:31.467252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-8f688a5e-8b33-405c-a017-2b9b0e268b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.468865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-8f688a5e-8b33-405c-a017-2b9b0e268b94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1219180
Jan 15 20:50:31.540393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-3b958e87-ccaf-45a7-8a30-c2de45c60d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.542570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-3b958e87-ccaf-45a7-8a30-c2de45c60d8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0652533
Jan 15 20:50:31.662019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-63d5a01c-d678-4890-ac2c-2489f430df5d service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100025
Jan 15 20:50:31.682012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-146cac15-6fba-4a75-bf4f-19ccfa03d438 service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701900
Jan 15 20:50:31.688897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for router_gateway (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:31.755999 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9dcf57bd-b9a9-43c3-9676-02e9a66cd26d req-15629d6c-4ece-4cda-a899-8169dc902985 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863276
Jan 15 20:50:31.981140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be1c18-5c81-438c-ba6e-4e88dafc0b8c req-e9e14b8d-dabf-4c51-8b23-2674f641dc7a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:31.982617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70be1c18-5c81-438c-ba6e-4e88dafc0b8c req-e9e14b8d-dabf-4c51-8b23-2674f641dc7a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.4007857
Jan 15 20:50:32.025318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-9ea76f45-7050-4cfb-8d44-3710eac70660 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386057
Jan 15 20:50:32.187107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-d0f2c83c-99fd-4dd0-b0f9-da084ca27493 service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4957099
Jan 15 20:50:32.201559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70be1c18-5c81-438c-ba6e-4e88dafc0b8c req-65e34cc9-27d4-45c6-b0db-c24b6b22c3d9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992953
Jan 15 20:50:32.228243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:32.273525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d870608-6611-41df-9d19-d9ec1f1d7d11 None None] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:50:32.292412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-217e0621-19fb-42d6-8afd-c7a7e6e81500 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:32.296008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-217e0621-19fb-42d6-8afd-c7a7e6e81500 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2570765
Jan 15 20:50:32.312440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Request body: {'port': {'device_id': '7a5972c0-eea6-4198-8532-1efff379b087', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '25de5a60ff6f48aebb27a1ef9cbe0606'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:32.443956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Provisioning complete for port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:32.444600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.512163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:32.526602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:32.527429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.557360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.591022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8da8eb-654f-4eda-96e9-af631a0fafd4 req-090617cf-782e-49ef-af3d-f611ea8ac266 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:32.592722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b8da8eb-654f-4eda-96e9-af631a0fafd4 req-090617cf-782e-49ef-af3d-f611ea8ac266 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 948 time: 0.1729717
Jan 15 20:50:32.600799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056ea50-dd02-436e-9184-27d50afbf4f6 req-104c55b6-b8dd-4040-8f2e-32d2c239c65f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:32.603400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3056ea50-dd02-436e-9184-27d50afbf4f6 req-104c55b6-b8dd-4040-8f2e-32d2c239c65f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 948 time: 0.1860678
Jan 15 20:50:32.617258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Current status of the port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:32.618447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.801033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b8da8eb-654f-4eda-96e9-af631a0fafd4 req-ac065981-89c4-4e54-8d7c-96819bf33ef8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961088
Jan 15 20:50:32.811464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Made reservation on behalf of 25de5a60ff6f48aebb27a1ef9cbe0606 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:32.819588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:32.820390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.823851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] For port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:32.825666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.834782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.841143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:32.843728 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e842529-32d2-4a3b-8062-b6bfcd941d99" -d '{"events": [{"server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:32.844220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.888037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3056ea50-dd02-436e-9184-27d50afbf4f6 req-9927fe0c-0fd1-40c5-85fc-ccada97823d1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416749
Jan 15 20:50:32.896934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:32.909860 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:32.922951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbf94e-a39b-4111-843d-c169969d8fd7 None None] Pushing event updated for resources: {'Port': ['ID=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:32.983360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ef4c10e1-fb09-4765-af58-0faaf5ee1315 None None] Provisioning complete for port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:32.984538 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef4c10e1-fb09-4765-af58-0faaf5ee1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.014274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:33.017626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c72bd674-5cbb-4e62-a56f-9755e4333fdf req-56ed1605-85b9-46f7-bc12-69c1f5978791 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 210 time: 0.0800798
Jan 15 20:50:33.020962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90a910c4-ebe5-455e-b86f-91fac3a7a9ac req-ae28930f-0432-4dfc-822f-28aa6ddeb6ec tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 210 time: 0.0616269
Jan 15 20:50:33.049083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Router bf069423-45f1-4382-a9b5-7c861b53a3a6 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:50:33.080786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c10e1-fb09-4765-af58-0faaf5ee1315 None None] Current status of the port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:33.094956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks [] for security_group (d6e034cc-4946-47e5-b091-e805f5a3ca05), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.125758 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f36257-b240-44b6-85fa-743dc509803b x-openstack-request-id: req-83f36257-b240-44b6-85fa-743dc509803b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:33.126089 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:33.126353 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83f36257-b240-44b6-85fa-743dc509803b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:33.126773 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6', 'code': 200}
Jan 15 20:50:33.134553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d6e034cc-4946-47e5-b091-e805f5a3ca05), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.247382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d167-9cbe-4603-8870-01334d3b83c5 req-d61bcfe2-94e8-43e3-ba26-e4224b8c5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:33.249039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d754d167-9cbe-4603-8870-01334d3b83c5 req-d61bcfe2-94e8-43e3-ba26-e4224b8c5d09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 1099 time: 0.0470107
Jan 15 20:50:33.282467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e034cc-4946-47e5-b091-e805f5a3ca05,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:33.311585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d754d167-9cbe-4603-8870-01334d3b83c5 req-b79f341d-0259-4245-8e38-63db8a650775 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553577
Jan 15 20:50:33.318972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.319323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.319663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.319999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.320335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.321545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.321884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.322212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.322534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.322855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.323179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.323503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.323823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:33.371730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365bf7-9cbe-4c35-8266-f58f7473a5a1 req-3f6569fb-5019-4cbb-918d-e70ac89e66fe tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:33.376879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07365bf7-9cbe-4c35-8266-f58f7473a5a1 req-3f6569fb-5019-4cbb-918d-e70ac89e66fe tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.2466505
Jan 15 20:50:33.386636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 903fc68a-fde5-420c-8bcf-272fee77950b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:33.394334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:50:33.408967 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Sync routers for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:50:33.424327 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:50:33.425019 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8098ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:33.471572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.472778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4aaccbd5-c5e7-4e86-b0cf-0a076008e2db admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 4.7973940
Jan 15 20:50:33.475702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60842) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:33.478543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Allocated IP 192.168.233.164 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/46119a94-d225-4199-97ac-4a0048ddd01c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:33.480539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:33.492129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b49f6-1e34-4ab1-ba0e-a7b439ecde8a req-b8b38c9d-0b8c-4e37-a92f-f08cb567832d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:33.494634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-238b49f6-1e34-4ab1-ba0e-a7b439ecde8a req-b8b38c9d-0b8c-4e37-a92f-f08cb567832d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1478245
Jan 15 20:50:33.523361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07365bf7-9cbe-4c35-8266-f58f7473a5a1 req-3b419fd6-afef-4a1b-86bc-476f8678a0c7 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266909
Jan 15 20:50:33.576955 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:50:33.585439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-238b49f6-1e34-4ab1-ba0e-a7b439ecde8a req-b7001321-189a-4dc8-8414-7c338be1a159 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795050
Jan 15 20:50:33.595408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=903fc68a-fde5-420c-8bcf-272fee77950b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:33.639813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:33.640199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.642074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '903fc68a-fde5-420c-8bcf-272fee77950b', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '903fc68a-fde5-420c-8bcf-272fee77950b', 'mac_address': 'fa:16:3e:15:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:33.785050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks [] for port (46119a94-d225-4199-97ac-4a0048ddd01c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.792620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 903fc68a-fde5-420c-8bcf-272fee77950b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:33.793391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.822273 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8098ffd0>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:31Z', 'revision_number': 3, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:33.834625 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.840294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903fc68a-fde5-420c-8bcf-272fee77950b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:33.878658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Checking router: bf069423-45f1-4382-a9b5-7c861b53a3a6 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:50:33.879643 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Updating router bf069423-45f1-4382-a9b5-7c861b53a3a6 port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:50:33.910656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-5bd21c04-1d8d-424c-9c85-fabcaaf8cf18 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:33.912276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-5bd21c04-1d8d-424c-9c85-fabcaaf8cf18 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.2225456
Jan 15 20:50:33.921674 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:33.938167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Pushing event updated for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:33.953316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:33.955303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:33.965851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=903fc68a-fde5-420c-8bcf-272fee77950b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:33.970453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:33.982614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.001087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:34.008681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.010077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.038115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Request body: {'port': {'device_id': 'ecba885c-f344-480e-9efc-707d1c542d42', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'admin_state_up': True, 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:34.070030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:34.087456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-f75b857c-0b8d-48ab-be3b-4b200e12cee1 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7806904
Jan 15 20:50:34.105754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Request body: {'port': {'device_id': '7a5972c0-eea6-4198-8532-1efff379b087', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:34.132624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa88ac3-e0c9-4b77-9895-2310b5d3d3da req-63ef2cd4-808e-4d6f-9988-fd664ed48da6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.140663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0aa88ac3-e0c9-4b77-9895-2310b5d3d3da req-63ef2cd4-808e-4d6f-9988-fd664ed48da6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 948 time: 0.1922021
Jan 15 20:50:34.163066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcd067-ff4c-4f3d-8aa3-aeb0b6094af0 req-e0514a61-0c20-4932-837f-7a2b03f6d854 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.164895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89fcd067-ff4c-4f3d-8aa3-aeb0b6094af0 req-e0514a61-0c20-4932-837f-7a2b03f6d854 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 949 time: 0.1679785
Jan 15 20:50:34.243753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.290892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0aa88ac3-e0c9-4b77-9895-2310b5d3d3da req-9c5ad499-1182-4029-9dbe-72441ceadb72 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495218
Jan 15 20:50:34.307450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89fcd067-ff4c-4f3d-8aa3-aeb0b6094af0 req-beabc2de-d84b-4c53-b527-a4487d8f6c42 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318936
Jan 15 20:50:34.313348 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks [] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.327372 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.346005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-feff7d92-eac4-45f7-8654-f1936b74fc4c None None] Provisioning complete for port 46119a94-d225-4199-97ac-4a0048ddd01c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:34.346380 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-feff7d92-eac4-45f7-8654-f1936b74fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.412774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['903fc68a-fde5-420c-8bcf-272fee77950b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:34.418051 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Attempting to bind port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:34.418565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Attempting to bind port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:34.418772 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Attempting to bind port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:34.458594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-feff7d92-eac4-45f7-8654-f1936b74fc4c None None] Port 46119a94-d225-4199-97ac-4a0048ddd01c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:34.465201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:34.465596 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:34.466098 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.466502 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:34.466989 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Bound port: 7c0fcb85-a17c-4303-84a0-8b24bff55d0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:34.467423 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.496606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:34.500122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.502647 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Pushing event updated for resources: {'Port': ['ID=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:34.520180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19bd22c3-d008-4280-b24e-6808e687d14f req-080b2928-a5d2-4594-be37-e01725a10b85 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 210 time: 0.0593178
Jan 15 20:50:34.529342 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.529995 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.530567 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.531114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.531653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.532211 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.532765 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.533323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.533882 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.534429 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.535077 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.535819 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.536360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:34.604444 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] For port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:34.605135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5706293-1ea8-46f0-8494-188d68e8de52 req-e1d64894-ca92-4670-bc14-ef6346a2fef0 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.606583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5706293-1ea8-46f0-8494-188d68e8de52 req-e1d64894-ca92-4670-bc14-ef6346a2fef0 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 936 time: 0.1434443
Jan 15 20:50:34.616322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.619954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] For port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:34.633877 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.725088 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:50:34.725713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8098ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:34.730692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46c92-a482-447c-a830-941ccbc263db None None] Pushing event updated for resources: {'Port': ['ID=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:34.757187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5706293-1ea8-46f0-8494-188d68e8de52 req-07a0069b-d19a-4240-832e-931c4554c54e tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406119
Jan 15 20:50:34.830728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c89bb-6c6a-4fbc-9e33-0485aafd51c6 req-dcf63854-63a5-47be-a7cb-233a6d404d8b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.831380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Allocated IP 172.20.0.14 (364a58d7-d200-4c35-b6bd-a666c20a1fe8/4319d4db-4667-43f4-9bb7-98123fa5da42/6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:34.832414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-452c89bb-6c6a-4fbc-9e33-0485aafd51c6 req-dcf63854-63a5-47be-a7cb-233a6d404d8b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.1343939
Jan 15 20:50:34.856670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46119a94-d225-4199-97ac-4a0048ddd01c {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:34.881340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks [] for port (46119a94-d225-4199-97ac-4a0048ddd01c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:34.914138 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:50:34.922020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Transition to ACTIVE for port object 46119a94-d225-4199-97ac-4a0048ddd01c will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:34.941642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e72cf-a534-4f5b-a443-2f1a3ca46834 req-2cd2bfa9-1c46-47b7-b4c3-0bbb9718a42d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:34.942552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Allocated IP 172.20.0.1 (1ddf3f52-4b62-4e63-a9e4-50ec9015529c/5a85f71f-4e12-4948-b5f3-27d3d978e246/acac2c95-9869-40e7-bd0d-5ae652a11c57) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:34.943386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c18e72cf-a534-4f5b-a443-2f1a3ca46834 req-2cd2bfa9-1c46-47b7-b4c3-0bbb9718a42d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1048434
Jan 15 20:50:34.948812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.128195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:35.131215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks [] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.135722 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c087a6-e9ea-4e04-b9bf-12ef67e1ce12" -d '{"events": [{"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:35.153978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks [] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.183497 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8098ffd0>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:31Z', 'revision_number': 3, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:35.203853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.210297 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b8c86-374c-4004-98d0-502b56e9a224 None None] The sync data for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 is: [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:31Z', 'revision_number': 3, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:50:35.217929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-452c89bb-6c6a-4fbc-9e33-0485aafd51c6 req-10baebe9-9866-4ff9-b016-7f82b723cf50 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3696148
Jan 15 20:50:35.245066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.262556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:35.267287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:35.270052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:35.286360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Pushing event updated for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:35.315391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Attempting to bind port 46119a94-d225-4199-97ac-4a0048ddd01c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:35.315932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Attempting to bind port 46119a94-d225-4199-97ac-4a0048ddd01c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:35.316683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Attempting to bind port 46119a94-d225-4199-97ac-4a0048ddd01c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:35.331668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:35.333514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c18e72cf-a534-4f5b-a443-2f1a3ca46834 req-a77934d9-c0ac-4810-bc15-a850835c5c37 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720632
Jan 15 20:50:35.334613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Port 46119a94-d225-4199-97ac-4a0048ddd01c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:35.334933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Attempting to bind port 46119a94-d225-4199-97ac-4a0048ddd01c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:35.340615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:35.341010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:35.341394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:35.341911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Bound port: 46119a94-d225-4199-97ac-4a0048ddd01c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:35.342213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.344384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:35.356483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:35.370520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:35.373001 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb534b-ca58-4188-a012-7df172e92770 x-openstack-request-id: req-02cb534b-ca58-4188-a012-7df172e92770 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:35.373321 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:35.373575 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02cb534b-ca58-4188-a012-7df172e92770 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:35.373970 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'code': 200}
Jan 15 20:50:35.428945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.429182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.429525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.429860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.430289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.430620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.431315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.431315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.431570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.431894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.432214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.432532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.432896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:35.459936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:35.466780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.569789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.584613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:35.607712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46119a94-d225-4199-97ac-4a0048ddd01c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:35.625274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07de3-944b-4923-a652-12a6af90cb85 req-679cd18f-41bc-4e4f-aaf8-4a9ef245133a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:35.638304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48b07de3-944b-4923-a652-12a6af90cb85 req-679cd18f-41bc-4e4f-aaf8-4a9ef245133a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 948 time: 0.1518717
Jan 15 20:50:35.642302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-72535256-0c9d-4924-994f-ed85aad4a141 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6092823
Jan 15 20:50:35.652677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.654489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Pushing event updated for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:35.662886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Request body: {'port': {'device_id': 'ecba885c-f344-480e-9efc-707d1c542d42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:35.665886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56d3c5-bedf-4552-b28e-63825aa578d7 req-184b04fb-1854-4cea-bf5a-73d7a226d2fd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:35.667728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f56d3c5-bedf-4552-b28e-63825aa578d7 req-184b04fb-1854-4cea-bf5a-73d7a226d2fd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 949 time: 0.1675029
Jan 15 20:50:35.696349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7408a-7494-4ad8-ab21-bd81d0f6f544 req-aa3d6b7e-f015-4585-b8e8-d608f5602efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:35.697880 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ef7408a-7494-4ad8-ab21-bd81d0f6f544 req-aa3d6b7e-f015-4585-b8e8-d608f5602efd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.1884463
Jan 15 20:50:35.793262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48b07de3-944b-4923-a652-12a6af90cb85 req-ec0b2891-65d5-4a2f-affe-8b81f3bab8cf tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490636
Jan 15 20:50:35.796667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:35.797441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.799003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] 10.222.0.39 "PUT /v2.0/ports/46119a94-d225-4199-97ac-4a0048ddd01c HTTP/1.1" status: 200  len: 1096 time: 1.7002575
Jan 15 20:50:35.856459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-939a56e0-682e-4d43-9ca5-b6b50fb9bc0d None None] Provisioning complete for port acac2c95-9869-40e7-bd0d-5ae652a11c57 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:35.857246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-939a56e0-682e-4d43-9ca5-b6b50fb9bc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.860294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:35.861441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:35.864065 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3472c0-72e2-41ef-8162-ae9f213deb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:35.921622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-939a56e0-682e-4d43-9ca5-b6b50fb9bc0d None None] Port acac2c95-9869-40e7-bd0d-5ae652a11c57 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:35.930712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312030-f35d-4384-ac72-431843bcf922 service neutron] Pushing event updated for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:35.951229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ef7408a-7494-4ad8-ab21-bd81d0f6f544 req-73f8803e-1b8b-45b6-96c3-a0a1a7268b77 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460392
Jan 15 20:50:35.989239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f56d3c5-bedf-4552-b28e-63825aa578d7 req-f4fe28e1-c219-4468-b0b2-577303eee8f6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036337
Jan 15 20:50:36.017708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-9472e4c0-7967-4400-9e5d-459c5c77ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.019201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-9472e4c0-7967-4400-9e5d-459c5c77ea9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 1099 time: 0.1495967
Jan 15 20:50:36.039963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c972b-d816-41ba-aacd-e5c36228034f req-ea87c343-fe12-48fc-aa2f-fc97cfa0d56b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.047486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e5c972b-d816-41ba-aacd-e5c36228034f req-ea87c343-fe12-48fc-aa2f-fc97cfa0d56b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 932 time: 0.1523004
Jan 15 20:50:36.099803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.134857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e5c972b-d816-41ba-aacd-e5c36228034f req-1bc13b91-987e-4fb6-afb4-9d8127b7410c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864906
Jan 15 20:50:36.150682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf8286-499e-4aa7-a6b0-3cf650678ada req-ecdaf185-e255-49a1-9c67-1c719454573c tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.152284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0dbf8286-499e-4aa7-a6b0-3cf650678ada req-ecdaf185-e255-49a1-9c67-1c719454573c tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 948 time: 0.0830407
Jan 15 20:50:36.199960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-e6286f0f-1b57-4e53-9809-de5fefae3db3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=46119a94-d225-4199-97ac-4a0048ddd01c HTTP/1.1" status: 200  len: 217 time: 0.0451133
Jan 15 20:50:36.315694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-ed7603c3-bfd3-48d0-a17c-3e4406d84752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.317564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-ed7603c3-bfd3-48d0-a17c-3e4406d84752 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1087673
Jan 15 20:50:36.325515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0dbf8286-499e-4aa7-a6b0-3cf650678ada req-faf2af2d-ca28-4d32-a572-79a5bdf15b03 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633775
Jan 15 20:50:36.353985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611713e7-06fe-43ab-8f5b-bd3c20f7cbcb req-1dc37cde-8340-409d-af2d-067cfe752938 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.365636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611713e7-06fe-43ab-8f5b-bd3c20f7cbcb req-1dc37cde-8340-409d-af2d-067cfe752938 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 950 time: 0.1248791
Jan 15 20:50:36.417294 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87498ee-a365-4e53-acea-0540a4cef0f3 x-openstack-request-id: req-d87498ee-a365-4e53-acea-0540a4cef0f3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:36.417619 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:36.417846 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d87498ee-a365-4e53-acea-0540a4cef0f3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:36.418273 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c', 'status': 'completed', 'code': 200}
Jan 15 20:50:36.437895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-a42f236d-ba6d-439e-bc2e-7e32edc03934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.439444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-a42f236d-ba6d-439e-bc2e-7e32edc03934 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1077611
Jan 15 20:50:36.444589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611713e7-06fe-43ab-8f5b-bd3c20f7cbcb req-3d225c45-153b-440f-8231-1f7bb725d321 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780978
Jan 15 20:50:36.454486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks [] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.462981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.518344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:36.549161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.554787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks [] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.591467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fb07d-6986-4941-8063-792665b72e99 req-038fe82b-cdc6-4dff-b6a4-71737ff81dba tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.593064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-791fb07d-6986-4941-8063-792665b72e99 req-038fe82b-cdc6-4dff-b6a4-71737ff81dba tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.0754180
Jan 15 20:50:36.629423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Transition to ACTIVE for port object 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:36.630175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-295d4708-a9d1-47d9-8113-6f082f83e251 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819861
Jan 15 20:50:36.630611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Pushing event updated for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:36.637916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.716231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-791fb07d-6986-4941-8063-792665b72e99 req-97509015-b887-4fa4-981e-d8f16ca7ab83 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147089
Jan 15 20:50:36.739836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:36.775519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee322c05-6e7e-45b2-973f-18f44efeac02 req-3405c4a4-fd19-4a3a-ac43-f6666242d0f7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.777236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee322c05-6e7e-45b2-973f-18f44efeac02 req-3405c4a4-fd19-4a3a-ac43-f6666242d0f7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1113625
Jan 15 20:50:36.796507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:36.799425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:36.825413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7b106d-2d2c-40b9-94e5-8f386c571f9d req-182d266d-d7ec-426b-a85f-a571faabe009 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862020
Jan 15 20:50:36.867404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee322c05-6e7e-45b2-973f-18f44efeac02 req-13b6f501-d3b3-4368-8a97-db9cadb213f0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810471
Jan 15 20:50:36.876266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Attempting to bind port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:36.876604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Attempting to bind port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:36.876961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Attempting to bind port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:36.891363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:36.891940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Attempting to bind port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:36.900657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:36.901295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Checking segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:36.901887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Bound using segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:36.902345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Bound port: 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:36.902709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:36.957117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-3dcd946c-6502-481e-8108-4129eee8ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:36.958810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-3dcd946c-6502-481e-8108-4129eee8ccad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 1099 time: 0.0500324
Jan 15 20:50:37.070296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Router bf069423-45f1-4382-a9b5-7c861b53a3a6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:50:37.088248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:37.092621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:37.158477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.179978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ffd0259e-6451-4759-a59a-bb03e7065e8f None None] Provisioning complete for port acac2c95-9869-40e7-bd0d-5ae652a11c57 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:37.180588 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffd0259e-6451-4759-a59a-bb03e7065e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.212956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-24e6616b-62a8-4621-9c60-f99eb352b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.214415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-24e6616b-62a8-4621-9c60-f99eb352b7e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2416079
Jan 15 20:50:37.223513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0259e-6451-4759-a59a-bb03e7065e8f None None] Port acac2c95-9869-40e7-bd0d-5ae652a11c57 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:37.227124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a284-23bd-42e4-ad0b-8ccb5a11b2ce req-918b05fa-6acb-46b0-bf50-4f972ef1313d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.233412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a284-23bd-42e4-ad0b-8ccb5a11b2ce req-918b05fa-6acb-46b0-bf50-4f972ef1313d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.235036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f10a284-23bd-42e4-ad0b-8ccb5a11b2ce req-918b05fa-6acb-46b0-bf50-4f972ef1313d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0&device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 1689 time: 0.1014910
Jan 15 20:50:37.237188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.237716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.239090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] 10.222.0.39 "PUT /v2.0/ports/6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f HTTP/1.1" status: 200  len: 1092 time: 1.5884955
Jan 15 20:50:37.239517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:37.241887 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c8c566-a39d-4d73-a750-b428a6055917" -d '{"events": [{"name": "network-changed", "server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:37.251496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f21856-adc1-4ca3-b4d4-9c3ffb9ddfcb req-df9f8386-5d91-48c3-9f83-7c5b221ab9ea tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.259779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7f21856-adc1-4ca3-b4d4-9c3ffb9ddfcb req-df9f8386-5d91-48c3-9f83-7c5b221ab9ea tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 949 time: 0.1693792
Jan 15 20:50:37.272183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:50:37.279561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cf8b14fd-3ff8-4e3a-84e1-051314737a6b admin admin] 10.222.0.46 "PUT /v2.0/routers/bf069423-45f1-4382-a9b5-7c861b53a3a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8028190
Jan 15 20:50:37.282762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923686a6-95a8-47ec-b654-ab8e3deea14a service neutron] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:37.330133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-943ad44f-ce5a-40ed-9a1c-4461a773532a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=46119a94-d225-4199-97ac-4a0048ddd01c HTTP/1.1" status: 200  len: 217 time: 0.0940893
Jan 15 20:50:37.339796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-ddf8c539-7e2f-4607-8561-d00a71372d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.341432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-ddf8c539-7e2f-4607-8561-d00a71372d32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 1095 time: 0.0557103
Jan 15 20:50:37.403914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 903fc68a-fde5-420c-8bcf-272fee77950b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:37.422524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-c8b6b169-fe66-42de-88a8-3fc329c642d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f HTTP/1.1" status: 200  len: 217 time: 0.0564222
Jan 15 20:50:37.457456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f10a284-23bd-42e4-ad0b-8ccb5a11b2ce req-07767438-171e-4f49-8bc1-b7589370a82f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941397
Jan 15 20:50:37.460473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-36c431dc-af2e-4c14-89a4-2604d8852149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.462819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-36c431dc-af2e-4c14-89a4-2604d8852149 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1131713
Jan 15 20:50:37.467564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7f21856-adc1-4ca3-b4d4-9c3ffb9ddfcb req-22a4c16c-18eb-43ac-8b94-100623615985 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069573
Jan 15 20:50:37.518402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 903fc68a-fde5-420c-8bcf-272fee77950b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:37.529829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7c0fcb85-a17c-4303-84a0-8b24bff55d0b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:37.535082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 903fc68a-fde5-420c-8bcf-272fee77950b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:37.538794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.547788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-c538f23e-8478-40b5-b5a9-addd1efeb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.549825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-c538f23e-8478-40b5-b5a9-addd1efeb58a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0796230
Jan 15 20:50:37.555637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-d13da3af-f37b-4afb-b303-0853a5dd8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.557477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-d13da3af-f37b-4afb-b303-0853a5dd8314 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.1277509
Jan 15 20:50:37.569725 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf483f6-26fa-45d5-8e78-e1cea6a69c21 x-openstack-request-id: req-3cf483f6-26fa-45d5-8e78-e1cea6a69c21 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:37.570017 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:37.570277 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3cf483f6-26fa-45d5-8e78-e1cea6a69c21 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:37.571252 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'status': 'completed', 'code': 200}
Jan 15 20:50:37.603851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-4b548d03-9814-42a6-b4d5-a6f2e5142463 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310524
Jan 15 20:50:37.686227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:37.686605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.719258 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-49ccb84a-0f89-4b07-ac8b-86155698c2bb service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993915
Jan 15 20:50:37.732239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 903fc68a-fde5-420c-8bcf-272fee77950b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:37.732632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.752110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17873d-0e57-43c2-93fc-268e93231e28 req-09f1caff-48e7-477d-9aac-08a0780ad87f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.757358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a17873d-0e57-43c2-93fc-268e93231e28 req-09f1caff-48e7-477d-9aac-08a0780ad87f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 948 time: 0.1168094
Jan 15 20:50:37.767583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ac3c-9a76-4caa-bf54-874eeee816b1 req-994e18f8-c88f-4583-85c6-ffa08ccc88a9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.767815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:37.770237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6c6ac3c-9a76-4caa-bf54-874eeee816b1 req-994e18f8-c88f-4583-85c6-ffa08ccc88a9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 944 time: 0.1776752
Jan 15 20:50:37.770821 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb45ff2-e3b7-464d-854f-410fc0641de8" -d '{"events": [{"server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "name": "network-vif-plugged", "status": "completed", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:37.779187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-664b6d37-b0dc-4c08-98f1-ae176ddacf43 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209988
Jan 15 20:50:37.786907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=903fc68a-fde5-420c-8bcf-272fee77950b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:37.809584 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.827691 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-778bd4e3-5025-43d9-9e72-4ab30d5d51ee req-938b34d3-79a7-43e6-b150-5d324e927c6f service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005902
Jan 15 20:50:37.848041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Sync routers for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:50:37.864525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:37.865180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.900970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:50:37.901608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b086100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:37.908351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:37.930389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a17873d-0e57-43c2-93fc-268e93231e28 req-cbe97323-48e1-4974-9783-0f43be62c80b tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544027
Jan 15 20:50:37.945052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-e9ae163f-899f-4b53-8612-0ab264805531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:37.947205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-e9ae163f-899f-4b53-8612-0ab264805531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 1095 time: 0.0513310
Jan 15 20:50:37.947929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:37.948101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6c6ac3c-9a76-4caa-bf54-874eeee816b1 req-93ce3336-c57f-4c63-83a6-70f01486ace4 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448767
Jan 15 20:50:37.950580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:37.965438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d3472c0-72e2-41ef-8162-ae9f213deb3d req-66be39ba-a24c-43a3-bf9a-1cde189f1497 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611154
Jan 15 20:50:38.050272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:38.073627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:50:38.087595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-5aa1c472-1d24-41cc-8f5f-2d16c545cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.089421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-5aa1c472-1d24-41cc-8f5f-2d16c545cf26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 905 time: 0.1196191
Jan 15 20:50:38.141821 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-9fabbdae-bcbc-44ba-9a4f-f03bfb24377c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f HTTP/1.1" status: 200  len: 217 time: 0.0451295
Jan 15 20:50:38.222806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-d3bb67d2-5f7b-4298-a74d-2cc9c0116dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.224294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-d3bb67d2-5f7b-4298-a74d-2cc9c0116dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.0710292
Jan 15 20:50:38.257464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-f58f28b4-4c3b-41cd-a295-a0a7a6a47c4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267315
Jan 15 20:50:38.301701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b086100>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:36Z', 'revision_number': 2, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:38.319825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf0449-7006-4590-82f9-ea86f209e2e2 req-56234562-6204-4088-8ea8-b1592c374f26 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.321993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2faf0449-7006-4590-82f9-ea86f209e2e2 req-56234562-6204-4088-8ea8-b1592c374f26 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.0836325
Jan 15 20:50:38.335761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Checking router: bf069423-45f1-4382-a9b5-7c861b53a3a6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:50:38.336422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Updating router bf069423-45f1-4382-a9b5-7c861b53a3a6 port acac2c95-9869-40e7-bd0d-5ae652a11c57 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:50:38.351337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-34cf5f68-1fc0-49ab-b9a4-8a2895fe240d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.358511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-34cf5f68-1fc0-49ab-b9a4-8a2895fe240d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 829 time: 0.1717482
Jan 15 20:50:38.362943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:38.374196 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-75fbdf82-2bec-40e0-99ee-9dbf194c9dbd service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051273
Jan 15 20:50:38.381395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-260a251c-12ba-44d9-8556-603eead80cc8 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/quotas/63f60a2e220b479abf4b04536ed406e9 HTTP/1.1" status: 200  len: 375 time: 0.0219884
Jan 15 20:50:38.425049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2faf0449-7006-4590-82f9-ea86f209e2e2 req-1b591db9-8fca-4f14-b553-01b62d96271f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933607
Jan 15 20:50:38.446734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-59aceec2-e496-4f36-bf39-79b884f42348 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0593941
Jan 15 20:50:38.501645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c8c566-a39d-4d73-a750-b428a6055917 req-d8c7c6a0-f9b5-489c-b815-8411259ffba8 service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155782
Jan 15 20:50:38.515264 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b602ab0-b600-4cf5-87a1-ca031052b38a x-openstack-request-id: req-9b602ab0-b600-4cf5-87a1-ca031052b38a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:38.515264 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "name": "network-vif-plugged", "status": "completed", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:38.515264 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b602ab0-b600-4cf5-87a1-ca031052b38a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:38.515264 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b', 'code': 200}
Jan 15 20:50:38.595286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-843747d4-0f12-4f89-b0c3-051731809f6a service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335781
Jan 15 20:50:38.617831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c57082-a27f-4c3c-a2df-5d19b3862108 req-3e597bb4-2e5c-41c6-9ec1-cf77df748e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.620162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c57082-a27f-4c3c-a2df-5d19b3862108 req-3e597bb4-2e5c-41c6-9ec1-cf77df748e20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 1101 time: 0.0442941
Jan 15 20:50:38.678119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92bc9e-a4ff-48eb-a6c7-0389fe768401 req-4fa232da-d758-4cce-b91f-1ff852d22e3b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.678885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8c57082-a27f-4c3c-a2df-5d19b3862108 req-58acd5d7-3f73-4d9b-95ff-5b80a73051e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476758
Jan 15 20:50:38.680153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff92bc9e-a4ff-48eb-a6c7-0389fe768401 req-4fa232da-d758-4cce-b91f-1ff852d22e3b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1195254
Jan 15 20:50:38.752864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-30c45350-d950-490c-ba59-c51f15a37fd2 service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502326
Jan 15 20:50:38.765237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff92bc9e-a4ff-48eb-a6c7-0389fe768401 req-2ef39652-7168-42ba-a541-1310aacbd83b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750380
Jan 15 20:50:38.818108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks [] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:38.824457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:38.873203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d74fc-85dc-4cb4-85a3-d728105059e7 req-dd48f494-0d28-490a-a9bd-9bbb7808cc49 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:38.875349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c12d74fc-85dc-4cb4-85a3-d728105059e7 req-dd48f494-0d28-490a-a9bd-9bbb7808cc49 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 1099 time: 0.0517173
Jan 15 20:50:38.879679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b41ee2-6e1a-49d8-8b2e-3b78c3377338 None None] Pushing event updated for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:38.958783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Attempting to bind port acac2c95-9869-40e7-bd0d-5ae652a11c57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:38.959696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Attempting to bind port acac2c95-9869-40e7-bd0d-5ae652a11c57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:38.960309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Attempting to bind port acac2c95-9869-40e7-bd0d-5ae652a11c57 on network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:38.960859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c12d74fc-85dc-4cb4-85a3-d728105059e7 req-ff505c7c-db5c-47e1-a400-8a9c425be0c2 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790765
Jan 15 20:50:38.966918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:38.967438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Checking segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:38.967961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:38.968455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Bound using segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:38.969283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Bound port: acac2c95-9869-40e7-bd0d-5ae652a11c57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:38.969916 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.017278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56d6a3-20a4-4758-8147-453164aeda1b req-ec9fb920-6b64-4e83-9759-0e8657147d53 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.024479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de56d6a3-20a4-4758-8147-453164aeda1b req-ec9fb920-6b64-4e83-9759-0e8657147d53 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.0766420
Jan 15 20:50:39.068869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] For port acac2c95-9869-40e7-bd0d-5ae652a11c57, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:39.074144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] For port acac2c95-9869-40e7-bd0d-5ae652a11c57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acac2c95-9869-40e7-bd0d-5ae652a11c57,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:39.081941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.115217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de56d6a3-20a4-4758-8147-453164aeda1b req-a1ff3213-7d7d-40dc-8a3a-3267f4795f75 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898232
Jan 15 20:50:39.129361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef971d-1eee-41ad-90b2-98ae146e2767 req-f4c92d61-29ab-47c7-a879-20114a3900ff tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.130767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ef971d-1eee-41ad-90b2-98ae146e2767 req-f4c92d61-29ab-47c7-a879-20114a3900ff tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 950 time: 0.0749171
Jan 15 20:50:39.141521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:50:39.142171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b086100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:39.203687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b41ee2-6e1a-49d8-8b2e-3b78c3377338 None None] Pushing event updated for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:39.211325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ef971d-1eee-41ad-90b2-98ae146e2767 req-894be052-643e-4185-8290-391c313b974b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716090
Jan 15 20:50:39.226336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03137f74-f79a-42aa-bc42-254b54941fb3 req-c4f29cae-6a99-4f27-ae33-1ce4642d0f60 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 210 time: 0.0322831
Jan 15 20:50:39.295202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:50:39.421687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88f595-abb2-42f7-a608-ed9f69a8084c req-8c9dd6f8-3ccb-46fe-bbc4-43e74296c006 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.429242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe88f595-abb2-42f7-a608-ed9f69a8084c req-8c9dd6f8-3ccb-46fe-bbc4-43e74296c006 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 1101 time: 0.1135604
Jan 15 20:50:39.438764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Provisioning complete for port acac2c95-9869-40e7-bd0d-5ae652a11c57 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:39.439723 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.458480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01461e5-78a1-4081-b0be-2c8e78f2223d req-5befa2bf-04b7-40ac-a4a8-75667ebbdfed tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.460222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e01461e5-78a1-4081-b0be-2c8e78f2223d req-5befa2bf-04b7-40ac-a4a8-75667ebbdfed tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 948 time: 0.1319733
Jan 15 20:50:39.472133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7c0fcb85-a17c-4303-84a0-8b24bff55d0b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:39.513001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe88f595-abb2-42f7-a608-ed9f69a8084c req-3483e452-1ec3-4ee4-a12b-1a699998313c tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820749
Jan 15 20:50:39.571523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e01461e5-78a1-4081-b0be-2c8e78f2223d req-43c1ee23-04fb-4063-ac2e-2c82c9d869df tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992663
Jan 15 20:50:39.647254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc84169-bd2d-458c-a4be-c19c9e00f1e5 req-fc1dc02a-f1e3-4c37-9aa1-047f4fbd7059 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.649280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3dc84169-bd2d-458c-a4be-c19c9e00f1e5 req-fc1dc02a-f1e3-4c37-9aa1-047f4fbd7059 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 944 time: 0.0645843
Jan 15 20:50:39.699626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:39.700005 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.707488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3dc84169-bd2d-458c-a4be-c19c9e00f1e5 req-8822ad33-2f8b-4b28-9235-4003e5633082 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520828
Jan 15 20:50:39.744747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Current status of the port acac2c95-9869-40e7-bd0d-5ae652a11c57 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:39.745163 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.760269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113bc96-42d4-4b2e-8152-833416d6fb27 req-59fdf023-95e1-453c-9c23-99119af768c5 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.769053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8113bc96-42d4-4b2e-8152-833416d6fb27 req-59fdf023-95e1-453c-9c23-99119af768c5 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.0513225
Jan 15 20:50:39.809827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] For port acac2c95-9869-40e7-bd0d-5ae652a11c57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acac2c95-9869-40e7-bd0d-5ae652a11c57,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:39.819097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:39.819328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8113bc96-42d4-4b2e-8152-833416d6fb27 req-d31596f2-823c-4f3e-96a8-865a1a2a261c tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493283
Jan 15 20:50:39.882347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b086100>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:50:39.939644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4f89c-b4d8-4510-9f54-d812e61c4b7e None None] The sync data for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 is: [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:50:39.954324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:39.990654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40c305-342d-4b16-a6a2-f1105768ac3b req-cbc7eba8-7d25-4ec1-8df3-d6c20265611e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:39.999980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a40c305-342d-4b16-a6a2-f1105768ac3b req-cbc7eba8-7d25-4ec1-8df3-d6c20265611e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0728447
Jan 15 20:50:40.005691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54b710-8fe1-4a1f-8b21-98bc2c1662bb None None] Pushing event updated for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:40.028833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9140a246-aa4d-4674-a304-53cae2010e67 None None] Provisioning complete for port acac2c95-9869-40e7-bd0d-5ae652a11c57 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:40.029214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9140a246-aa4d-4674-a304-53cae2010e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:40.098373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a40c305-342d-4b16-a6a2-f1105768ac3b req-5fb5f2bd-294b-4035-bfdc-45f97f80490a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973227
Jan 15 20:50:40.151002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9140a246-aa4d-4674-a304-53cae2010e67 None None] Current status of the port acac2c95-9869-40e7-bd0d-5ae652a11c57 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:40.244264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-2ae0d01b-f71d-4581-8c1c-54af74bc96f6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299990
Jan 15 20:50:40.246951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb2b0-4181-4f34-bb3a-4dffc602e9bb req-078d1709-1cda-426a-9d99-8b4df5fee6e3 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:40.253578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00ceb2b0-4181-4f34-bb3a-4dffc602e9bb req-078d1709-1cda-426a-9d99-8b4df5fee6e3 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.0803814
Jan 15 20:50:40.284906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46119a94-d225-4199-97ac-4a0048ddd01c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:40.397476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00ceb2b0-4181-4f34-bb3a-4dffc602e9bb req-290ac300-0908-45b9-9ad1-828426e1bb37 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429229
Jan 15 20:50:40.441192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46119a94-d225-4199-97ac-4a0048ddd01c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:40.462510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '46119a94-d225-4199-97ac-4a0048ddd01c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '46119a94-d225-4199-97ac-4a0048ddd01c', 'mac_address': 'fa:16:3e:d7:47:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:40.502403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-c646563c-2a64-455a-9f56-9118771d4ca1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:40.504523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-c646563c-2a64-455a-9f56-9118771d4ca1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2483499
Jan 15 20:50:40.537791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 46119a94-d225-4199-97ac-4a0048ddd01c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:40.538115 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:40.544417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-55887b19-0beb-455c-ac47-18df913cfc92 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0334976
Jan 15 20:50:40.553844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46119a94-d225-4199-97ac-4a0048ddd01c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:40.575762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46119a94-d225-4199-97ac-4a0048ddd01c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:40.584619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:40.616538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-d5b06dd8-917a-44ee-8549-21bdb52b5e48 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:40.621700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-d5b06dd8-917a-44ee-8549-21bdb52b5e48 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.45 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 829 time: 0.2682049
Jan 15 20:50:40.632612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802195f-28a9-45df-bbc5-07024f6052f0 req-e36b04cf-e11c-4a16-af45-2b0e4702732f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:40.637753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'port': {'device_id': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'admin_state_up': True, 'tenant_id': '63f60a2e220b479abf4b04536ed406e9'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:40.642306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5802195f-28a9-45df-bbc5-07024f6052f0 req-e36b04cf-e11c-4a16-af45-2b0e4702732f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 950 time: 0.1186271
Jan 15 20:50:40.677527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6dd25954-f22d-4e2f-a7b7-bb7fa0f0649d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1315811
Jan 15 20:50:40.684896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:40.762374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5802195f-28a9-45df-bbc5-07024f6052f0 req-eb27f933-ef6a-45f0-b403-9217c5a93f05 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191134
Jan 15 20:50:40.829011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Made reservation on behalf of 63f60a2e220b479abf4b04536ed406e9 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:40.834898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:40.843831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['46119a94-d225-4199-97ac-4a0048ddd01c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:40.924631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b220e84f-3414-4666-b9e4-d25fc588502e req-97135a27-b852-4251-b1f7-d77ea00503ff tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 210 time: 0.0597913
Jan 15 20:50:41.028608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Allocated IP 172.20.0.7 (1ddf3f52-4b62-4e63-a9e4-50ec9015529c/5a85f71f-4e12-4948-b5f3-27d3d978e246/66fcf159-d8ef-45e6-9c7c-4dba94d06566) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:41.122954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd86a-1cdb-4d81-903a-4e5872c089d5 req-e259eb91-7d24-427b-a2c9-3ac2486e1284 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:41.130507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-854bd86a-1cdb-4d81-903a-4e5872c089d5 req-e259eb91-7d24-427b-a2c9-3ac2486e1284 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 949 time: 0.0846453
Jan 15 20:50:41.189799 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-854bd86a-1cdb-4d81-903a-4e5872c089d5 req-9bd74136-eebb-4a1e-bd09-da3ba6fe6b92 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581381
Jan 15 20:50:41.254500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:41.366682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbca02-869b-4944-8d3a-f1b95efed94a req-bb265492-88af-42a4-aef8-ae4b7f5de9e7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:41.382011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-facbca02-869b-4944-8d3a-f1b95efed94a req-bb265492-88af-42a4-aef8-ae4b7f5de9e7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 944 time: 0.1150677
Jan 15 20:50:41.509348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-facbca02-869b-4944-8d3a-f1b95efed94a req-f825d286-1c8b-4534-96bc-86d64ccc0505 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264644
Jan 15 20:50:41.534524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device acac2c95-9869-40e7-bd0d-5ae652a11c57 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:41.588483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:41.645115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port acac2c95-9869-40e7-bd0d-5ae652a11c57 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:41.645832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:41.671385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:41.673748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:41.683634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:41.719820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e877-f3b3-40e9-abc4-ee18b1100d17 req-ebc1b4db-4432-457f-85e7-60e5d9081800 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:41.721837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7292e877-f3b3-40e9-abc4-ee18b1100d17 req-ebc1b4db-4432-457f-85e7-60e5d9081800 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0961783
Jan 15 20:50:41.751369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:41.752200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:41.761922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event updated for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:41.803466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a7432646-0d55-4cf4-9ec4-aa089a85a98b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1693799
Jan 15 20:50:41.826328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Request body: {'port': {'device_id': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:41.858831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port acac2c95-9869-40e7-bd0d-5ae652a11c57 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:41.954917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.096362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-575a9894-d4cc-4bed-beaa-de6c0f9aa8ed None None] Provisioning complete for port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:42.096989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-575a9894-d4cc-4bed-beaa-de6c0f9aa8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.113349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7292e877-f3b3-40e9-abc4-ee18b1100d17 req-971d6c47-8fed-41a2-9644-437ae589d884 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3785775
Jan 15 20:50:42.149993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-575a9894-d4cc-4bed-beaa-de6c0f9aa8ed None None] Port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:42.175921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7f4ac-7534-4c3c-bed8-319c07946e4b req-fffeb80d-733a-49e0-8ba0-8769ffe5457c tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.186417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54d7f4ac-7534-4c3c-bed8-319c07946e4b req-fffeb80d-733a-49e0-8ba0-8769ffe5457c tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.0720067
Jan 15 20:50:42.235478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54d7f4ac-7534-4c3c-bed8-319c07946e4b req-33e792b4-887b-477a-81c1-d004b9f4b27f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480435
Jan 15 20:50:42.293579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:42.297129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46119a94-d225-4199-97ac-4a0048ddd01c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:42.395497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fcf159-d8ef-45e6-9c7c-4dba94d06566 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:42.422504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks [] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.425233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ccce22b2-c2ef-4edd-99ea-7043742383cc req-98bae2dc-8ab9-44e7-a7ad-17f26007a69e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 210 time: 0.0540519
Jan 15 20:50:42.464741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Transition to ACTIVE for port object 66fcf159-d8ef-45e6-9c7c-4dba94d06566 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:42.470850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.625097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:42.625734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 46119a94-d225-4199-97ac-4a0048ddd01c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:42.674911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 46119a94-d225-4199-97ac-4a0048ddd01c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:42.677126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.704390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Attempting to bind port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:42.705068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Attempting to bind port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:42.705698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Attempting to bind port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 on network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:42.707993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331504cb-6ce4-4b12-833d-eefcd718f8cf req-625c9482-65ed-4097-bed9-1a6b9d8bb82e tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.714734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 on network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:42.715069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Attempting to bind port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 on network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:42.715881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-331504cb-6ce4-4b12-833d-eefcd718f8cf req-625c9482-65ed-4097-bed9-1a6b9d8bb82e tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 943 time: 0.1569014
Jan 15 20:50:42.722189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:42.722760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Checking segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:42.723405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Bound using segment: {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:42.724472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Bound port: 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23863cda-ce04-4117-9352-af4b425daa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:42.726652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.750635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:42.771457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'mac_address': 'fa:16:3e:f8:bd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:42.810396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:42.815344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:42.817586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-331504cb-6ce4-4b12-833d-eefcd718f8cf req-f25aa3cc-f657-4d3e-867a-4e5062e36126 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006539
Jan 15 20:50:42.824664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.856872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 46119a94-d225-4199-97ac-4a0048ddd01c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:42.857439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.859437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:42.859901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.876197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.878460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.879197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.881269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:42.881414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.881782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.882254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.885804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.886273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.886749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.887223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.887757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.888136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.888646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.892330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.898113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-3295b25f-39c8-44ea-9de8-d016a5c91d8f tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5&device_id=c0916b98-698b-448b-9b06-95791cbf533c&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d&device_id=ecba885c-f344-480e-9efc-707d1c542d42&device_id=7a5972c0-eea6-4198-8532-1efff379b087&device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca&device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0&device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e&device_id=e3b7a713-3f0d-43e2-b466-6637bc567256&device_id=b191ed6c-040a-4702-8e15-86272f9d1847&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106&device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&device_id=4d527369-954d-4ccc-9105-03b209d3523e&device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 12632 time: 0.1801515
Jan 15 20:50:42.908988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:42.909880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.911935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:42.912460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] 10.222.0.45 "PUT /v2.0/ports/66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 1091 time: 1.0950031
Jan 15 20:50:42.912943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:42.915056 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ed7b1-841a-4c4e-ba6e-5a96a1e51dcc" -d '{"events": [{"server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "name": "network-vif-plugged", "status": "completed", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:42.917773 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eaa0ae-2109-459c-853d-ca7c260fd9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:42.923435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347e6eb-8d08-4f7f-909a-3f126139bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:42.938275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-177f733b-d71a-4266-95a5-52fe2ca18fa0 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.947873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:42.949891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46119a94-d225-4199-97ac-4a0048ddd01c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:42.958814 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:42.967097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:43.059816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-10aca707-6fe9-4afa-81d4-48b3ca5db773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.061517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-10aca707-6fe9-4afa-81d4-48b3ca5db773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1094 time: 0.0877428
Jan 15 20:50:43.069503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:43.094898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b2da9-125c-4cdb-af55-fa2f6bbb36e1 req-8d43622d-99f3-4bb6-90d1-c2ef4d9372e3 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.096458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-134b2da9-125c-4cdb-af55-fa2f6bbb36e1 req-8d43622d-99f3-4bb6-90d1-c2ef4d9372e3 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 949 time: 0.1710765
Jan 15 20:50:43.142980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-1cd4348c-543f-4839-bf2f-be5a96af41d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 217 time: 0.0719159
Jan 15 20:50:43.156985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:43.214537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-134b2da9-125c-4cdb-af55-fa2f6bbb36e1 req-65d0b5bb-d839-4af4-a364-816c04834cff tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008275
Jan 15 20:50:43.235515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:43.251403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-de06747b-ad6b-468e-9c17-bc4de308ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.253029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-de06747b-ad6b-468e-9c17-bc4de308ab86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.0913124
Jan 15 20:50:43.259568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-177f733b-d71a-4266-95a5-52fe2ca18fa0 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Publish callbacks [] for security_group (97186044-1d65-4e0c-964c-8f73b9a17152), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:43.268648 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-177f733b-d71a-4266-95a5-52fe2ca18fa0 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (97186044-1d65-4e0c-964c-8f73b9a17152), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:43.325268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-186ea451-b3b0-40af-8544-4bcc067d0b8e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0712402
Jan 15 20:50:43.341621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-c50c9da9-3cbb-4007-838e-b0938c612e64 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0637193
Jan 15 20:50:43.389542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f733b-d71a-4266-95a5-52fe2ca18fa0 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97186044-1d65-4e0c-964c-8f73b9a17152,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:43.488417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-86dce1e6-19ca-4977-bbf8-c71fba13217f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.490402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-86dce1e6-19ca-4977-bbf8-c71fba13217f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1524403
Jan 15 20:50:43.514429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': 'c0916b98-698b-448b-9b06-95791cbf533c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:43.553578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2364b77-510f-4f21-b7d9-85ffa81c7af0 req-177f733b-d71a-4266-95a5-52fe2ca18fa0 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&id=3e500a39-fa49-49ed-a0af-acf7e408dba6&id=d6e034cc-4946-47e5-b091-e805f5a3ca05&id=060b6dfa-ad5f-4252-84e9-810054588d89&id=ad70653d-32e2-4574-b890-f6878c91214f&id=b6b66a01-e91e-40e8-9710-d13465291d11&id=18923793-75d5-44f1-9232-220e4f95b471&id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 782 time: 0.6466017
Jan 15 20:50:43.605095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-ae9c8f19-011f-4055-875c-e253830a9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.606694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-ae9c8f19-011f-4055-875c-e253830a9fa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3407879
Jan 15 20:50:43.657614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808fdaf-a7fe-44ee-8ca8-17a2f32b850f req-8c15ad60-126e-4dbd-b191-89817a4f6717 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.659210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6808fdaf-a7fe-44ee-8ca8-17a2f32b850f req-8c15ad60-126e-4dbd-b191-89817a4f6717 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 945 time: 0.0549386
Jan 15 20:50:43.725276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6808fdaf-a7fe-44ee-8ca8-17a2f32b850f req-c3f016a7-3807-47f3-83c4-42371361ebb3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575392
Jan 15 20:50:43.753008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-0aff7b6d-627c-4541-bf55-5832dab62382 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.754476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-0aff7b6d-627c-4541-bf55-5832dab62382 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2621846
Jan 15 20:50:43.774699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:43.775712 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ab14b-33c6-457b-a743-524d64ef2057 x-openstack-request-id: req-e20ab14b-33c6-457b-a743-524d64ef2057 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:43.776907 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "name": "network-vif-plugged", "status": "completed", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:43.777322 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e20ab14b-33c6-457b-a743-524d64ef2057 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:43.778216 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c', 'code': 200}
Jan 15 20:50:43.794234 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-6e6d7dc1-bd19-4395-ac33-dd2437c16453 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757100
Jan 15 20:50:43.825447 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37613cd-6375-497a-ad7d-c8c146b6076e x-openstack-request-id: req-f37613cd-6375-497a-ad7d-c8c146b6076e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:43.825734 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:43.825987 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f37613cd-6375-497a-ad7d-c8c146b6076e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:43.826374 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'status': 'completed', 'code': 200}
Jan 15 20:50:43.925458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e797cb-3f6e-4ccc-b4a4-1d902559696c req-b5f14273-7221-455d-8206-2bdaca0ea16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.927393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08e797cb-3f6e-4ccc-b4a4-1d902559696c req-b5f14273-7221-455d-8206-2bdaca0ea16c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 1101 time: 0.0789111
Jan 15 20:50:43.940911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:43.948861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:43.949048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af275720-cfc6-47f2-9327-a2e1fb301d9c req-5a1631f1-2b17-4bcb-8719-3df6e0e80948 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:43.949048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af275720-cfc6-47f2-9327-a2e1fb301d9c req-5a1631f1-2b17-4bcb-8719-3df6e0e80948 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0721307
Jan 15 20:50:43.994990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d623b341-6fa2-476f-abdf-4c1085c1a2a8 req-2ec2c09e-573d-471e-964d-8fdf8df7b739 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730659
Jan 15 20:50:44.022806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af275720-cfc6-47f2-9327-a2e1fb301d9c req-63169a3d-1c21-456c-9222-b43a519125cc tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682707
Jan 15 20:50:44.026400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08e797cb-3f6e-4ccc-b4a4-1d902559696c req-fd968542-24d1-471d-a513-d1f9973c8e6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772135
Jan 15 20:50:44.069493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:50:44.073037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.073849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.142100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5735c19b-e9de-4593-a9b4-9a437e3306e0 req-dd599f95-b3cd-4d4d-853d-e9bb630e044a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 210 time: 0.0467880
Jan 15 20:50:44.183024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.70 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/4fe1e733-915f-402a-bdcb-042d55337395) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:44.228346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-e3a31823-75b0-4502-b115-a500a1bbf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.230202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-e3a31823-75b0-4502-b115-a500a1bbf440 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1094 time: 0.1535668
Jan 15 20:50:44.306211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:44.379856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:44.385405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:44.385852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.415990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62513216-0d54-4c07-8716-bdd63b7672f7 req-51ab045d-4c21-4cf1-8dd5-b83c9d6b42a7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.418205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62513216-0d54-4c07-8716-bdd63b7672f7 req-51ab045d-4c21-4cf1-8dd5-b83c9d6b42a7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 943 time: 0.0740573
Jan 15 20:50:44.421841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-ff2ba1ad-b4d0-4c52-9e4c-5d428b7aa278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.423410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-ff2ba1ad-b4d0-4c52-9e4c-5d428b7aa278 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 930 time: 0.1695662
Jan 15 20:50:44.478560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:44.479048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.486359 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62513216-0d54-4c07-8716-bdd63b7672f7 req-d87402b1-a149-444c-ad74-26fd3a877c13 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594094
Jan 15 20:50:44.497962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-102f15cd-35e3-4fe6-9714-7944823bf507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 217 time: 0.0499930
Jan 15 20:50:44.502695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (4fe1e733-915f-402a-bdcb-042d55337395), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.531282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:44.537865 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.568535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-bf54a147-a8a5-48ff-8a80-13a685ec51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.570119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-bf54a147-a8a5-48ff-8a80-13a685ec51f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.0644324
Jan 15 20:50:44.576300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-6de5af89-9f9a-4690-a1fc-91a16b4796b1 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:50:44.577403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-6de5af89-9f9a-4690-a1fc-91a16b4796b1 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0119576
Jan 15 20:50:44.593006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:44.603304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.603736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.604139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.604725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.605142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.605538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.605931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.606327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.606713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.607359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.607745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.608130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.608516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:50:44.624767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8cf6-bc81-4d53-8386-fc3b999ad9f1 req-73f0bb31-1f6f-411b-a88f-70b3750c04fe tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.626418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-149a8cf6-bc81-4d53-8386-fc3b999ad9f1 req-73f0bb31-1f6f-411b-a88f-70b3750c04fe tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 950 time: 0.0501754
Jan 15 20:50:44.649704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.662218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:44.675929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-149a8cf6-bc81-4d53-8386-fc3b999ad9f1 req-ecc4f7c1-8734-4f1b-a850-4a11facd0e79 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433197
Jan 15 20:50:44.708631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-f2ced632-1615-42f8-bc27-e49f65b23327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.710057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-f2ced632-1615-42f8-bc27-e49f65b23327 service neutron] 10.222.0.46 "GET /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 1093 time: 0.1159415
Jan 15 20:50:44.741278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:44.741724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:50:44.747296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:44.752985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-8a57b6d8-0cee-45a7-91be-c48871919f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.754460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-8a57b6d8-0cee-45a7-91be-c48871919f4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1699443
Jan 15 20:50:44.784516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:44.800570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:44.816812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:44.830198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.199 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/b044e748-14c3-4e19-b93b-659f2cfe547b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:44.902314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157d90-45fb-43b7-b428-e05935fde4ac req-12b4fb21-b1f0-4209-896a-8a6feb6bc1e9 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.902915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157d90-45fb-43b7-b428-e05935fde4ac req-12b4fb21-b1f0-4209-896a-8a6feb6bc1e9 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.903745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157d90-45fb-43b7-b428-e05935fde4ac req-12b4fb21-b1f0-4209-896a-8a6feb6bc1e9 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.912071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54157d90-45fb-43b7-b428-e05935fde4ac req-12b4fb21-b1f0-4209-896a-8a6feb6bc1e9 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d&device_id=e3b7a713-3f0d-43e2-b466-6637bc567256&device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 2883 time: 0.0646133
Jan 15 20:50:44.932448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:44.933628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:44.974388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54157d90-45fb-43b7-b428-e05935fde4ac req-6de06740-5b4e-4e0e-b389-783a5a8d453d tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610416
Jan 15 20:50:45.019845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.059114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-d57e127b-163a-4b77-af78-0877dd75ef7c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5542605
Jan 15 20:50:45.091133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Request body: {'port': {'device_id': 'c0916b98-698b-448b-9b06-95791cbf533c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:45.137248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-71dca3ac-7b36-4c61-886b-5511c8c67bc3 None None] Provisioning complete for port 4fe1e733-915f-402a-bdcb-042d55337395 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:45.137616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-71dca3ac-7b36-4c61-886b-5511c8c67bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fe1e733-915f-402a-bdcb-042d55337395), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.161618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df0c79-d15f-4c31-9e05-84a96c46d94f req-89fdfcaa-2092-45d5-ab0b-ba6b11a83140 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:45.164564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4df0c79-d15f-4c31-9e05-84a96c46d94f req-89fdfcaa-2092-45d5-ab0b-ba6b11a83140 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 946 time: 0.0551579
Jan 15 20:50:45.180871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-71dca3ac-7b36-4c61-886b-5511c8c67bc3 None None] Port 4fe1e733-915f-402a-bdcb-042d55337395 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:45.216982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4df0c79-d15f-4c31-9e05-84a96c46d94f req-61b1f5e9-49b7-4f9b-a487-92d93dfb73bd tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463929
Jan 15 20:50:45.396137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d09bb-04f4-4c3d-9271-875bfee2e65f req-7a0d504d-36ab-4cbd-b6d0-4e81aeb22cb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:45.397659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de8d09bb-04f4-4c3d-9271-875bfee2e65f req-7a0d504d-36ab-4cbd-b6d0-4e81aeb22cb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0534282
Jan 15 20:50:45.436295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-fd64644a-d5e2-42ce-98bd-b1b80850fe54 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6552889
Jan 15 20:50:45.455412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de8d09bb-04f4-4c3d-9271-875bfee2e65f req-ec79f7c8-3880-4d68-8fd8-31c5e34fd41d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512252
Jan 15 20:50:45.529156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fe1e733-915f-402a-bdcb-042d55337395), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.540203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-228d998c-8cb5-40d9-9b56-17b29aac23ce req-0bb723d8-c26e-429d-bf5d-5842a6a09e4a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 210 time: 0.0273125
Jan 15 20:50:45.564609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:45.564973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:45.565298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:45.598010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:45.598334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:45.634711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.637667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:45.638005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:45.638382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:45.638835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Bound port: fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:45.665657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae51-74b1-41a6-abd3-5ebe842b98d6 req-ce8f5df3-b922-4c38-bfac-ae7e4b2f3dd7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:45.667440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a10ae51-74b1-41a6-abd3-5ebe842b98d6 req-ce8f5df3-b922-4c38-bfac-ae7e4b2f3dd7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 943 time: 0.0498376
Jan 15 20:50:45.698265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-90eaa0ae-2109-459c-853d-ca7c260fd9bb req-233f0088-fba3-4fe9-80f5-7714ae063eef service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361176
Jan 15 20:50:45.717054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a10ae51-74b1-41a6-abd3-5ebe842b98d6 req-5f7f78a8-b2f3-49fc-a28d-983cdad3c704 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435500
Jan 15 20:50:45.779812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:45.783871 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40090b1-d0dc-42da-9f02-d3f247c46874" -d '{"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-plugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:45.801710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:45.808151 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.809330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c975e57b-18c9-4f46-a90b-14b28a24ab54 service neutron] 10.222.0.46 "POST /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50/bindings HTTP/1.1" status: 201  len: 389 time: 1.0786779
Jan 15 20:50:45.812596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:45.832301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:45.898842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:45.907395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:45.916689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:45.921810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:45.978331 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b993e8-bcc0-474d-b124-d237ace81f68 x-openstack-request-id: req-b2b993e8-bcc0-474d-b124-d237ace81f68 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:45.993001 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-plugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:45.993956 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2b993e8-bcc0-474d-b124-d237ace81f68 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:45.994155 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'code': 200}
Jan 15 20:50:46.025957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b58926-9fca-4b04-b2a3-23094687ced4 req-f234034c-f98c-4ecf-a2e3-929fb4c11579 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.028190 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:46.030384 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:50:46.032786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.037729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.051106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07b58926-9fca-4b04-b2a3-23094687ced4 req-f234034c-f98c-4ecf-a2e3-929fb4c11579 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 950 time: 0.1495385
Jan 15 20:50:46.111881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6256e060-b817-440c-935d-d6dc2381f580 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3424695
Jan 15 20:50:46.140583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07b58926-9fca-4b04-b2a3-23094687ced4 req-bf28bccd-d56e-4aaf-80d1-7c24bde53f5f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881813
Jan 15 20:50:46.146704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec35974-d25a-4f1b-8429-3a36801cc2b1 req-c472d18f-ab62-4083-a9a0-7a5350041b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.149570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec35974-d25a-4f1b-8429-3a36801cc2b1 req-c472d18f-ab62-4083-a9a0-7a5350041b45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 1097 time: 0.0672867
Jan 15 20:50:46.178998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Request body: {'port': {'device_id': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:46.207521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe1e733-915f-402a-bdcb-042d55337395 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:46.219664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks [] for port (4fe1e733-915f-402a-bdcb-042d55337395), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.241166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec35974-d25a-4f1b-8429-3a36801cc2b1 req-37d4367a-c8dd-44bd-804f-2cf82456dd84 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846112
Jan 15 20:50:46.289837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Transition to ACTIVE for port object 4fe1e733-915f-402a-bdcb-042d55337395 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:46.303028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.309024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d9195-4bb3-4f82-908f-8714f48b951d req-0e4060e6-36c0-4226-a1d6-49887d5b9b4a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.316908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992d9195-4bb3-4f82-908f-8714f48b951d req-0e4060e6-36c0-4226-a1d6-49887d5b9b4a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.0746217
Jan 15 20:50:46.376729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82143257-9897-405a-af16-28300b30d954 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:46.381657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992d9195-4bb3-4f82-908f-8714f48b951d req-2350e133-6646-4cf3-a3e7-e8de68acda05 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636652
Jan 15 20:50:46.422134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-8db45cc9-aee6-4752-9c25-c64f9f88dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.424468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-8db45cc9-aee6-4752-9c25-c64f9f88dbbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1096 time: 0.2721560
Jan 15 20:50:46.451048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c92a37ee-873f-4853-8b8c-33ae5a9b73bb None None] Provisioning complete for port b044e748-14c3-4e19-b93b-659f2cfe547b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:46.451605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c92a37ee-873f-4853-8b8c-33ae5a9b73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.458761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.494019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c92a37ee-873f-4853-8b8c-33ae5a9b73bb None None] Port b044e748-14c3-4e19-b93b-659f2cfe547b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:50:46.630970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06e62-7098-4a47-a177-afe34f9ef7eb req-f367c395-a6ab-47c2-958d-ed67eca4f41d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.638205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ca06e62-7098-4a47-a177-afe34f9ef7eb req-f367c395-a6ab-47c2-958d-ed67eca4f41d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 946 time: 0.1102812
Jan 15 20:50:46.720626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ca06e62-7098-4a47-a177-afe34f9ef7eb req-b5bd8bb4-eb3c-4068-8069-1219188d6de5 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734642
Jan 15 20:50:46.725614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-be4f5878-6fe0-4110-b098-dfec3a85d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.728759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-be4f5878-6fe0-4110-b098-dfec3a85d418 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.2941909
Jan 15 20:50:46.799625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab0463-9924-461a-bff6-2c2e94086026 req-ddacfbd8-050f-40cd-9880-3ef925d8039b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.801446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89ab0463-9924-461a-bff6-2c2e94086026 req-ddacfbd8-050f-40cd-9880-3ef925d8039b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0616481
Jan 15 20:50:46.813485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-c11f5355-65e0-4ec8-a746-4426f05b1d99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 217 time: 0.0574749
Jan 15 20:50:46.924590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Attempting to bind port 4fe1e733-915f-402a-bdcb-042d55337395 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:46.924989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Attempting to bind port 4fe1e733-915f-402a-bdcb-042d55337395 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:46.925327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Attempting to bind port 4fe1e733-915f-402a-bdcb-042d55337395 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:46.926123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89ab0463-9924-461a-bff6-2c2e94086026 req-0dc6f0c2-e791-475b-8ac7-671880e56082 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163421
Jan 15 20:50:46.939847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Port 4fe1e733-915f-402a-bdcb-042d55337395 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:46.940159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Attempting to bind port 4fe1e733-915f-402a-bdcb-042d55337395 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:46.945204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-d6c6cdca-d776-43b4-8458-2171f904e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.947291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-d6c6cdca-d776-43b4-8458-2171f904e58a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1202919
Jan 15 20:50:46.953244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:46.953590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:46.953970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:46.954405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Bound port: 4fe1e733-915f-402a-bdcb-042d55337395, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:46.954760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fe1e733-915f-402a-bdcb-042d55337395), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:46.965208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26da38-cc81-41e6-b9cd-01c35f214bf7 req-57b83e71-de79-4fc7-868a-7fad14ffbf82 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:46.966720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb26da38-cc81-41e6-b9cd-01c35f214bf7 req-57b83e71-de79-4fc7-868a-7fad14ffbf82 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 936 time: 0.1033864
Jan 15 20:50:46.969872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-d3ae2a75-419e-4144-bcbd-9f19481e05d3 service neutron] 10.222.0.39 "GET /v2.0/ports/3c8e5ec9-ee60-4c8e-b5ce-d77245088af1/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1153145
Jan 15 20:50:47.001132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-04ba5f03-d288-4abb-b5b6-7eb827ab3aca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422006
Jan 15 20:50:47.069298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb26da38-cc81-41e6-b9cd-01c35f214bf7 req-7d5f35e9-9a89-445c-bd58-f8710ac4a3ea tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874217
Jan 15 20:50:47.072616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29e5be-9941-4f5f-98bf-0da1bd201efd req-611041ba-7e73-492f-a305-c7ed2566f3ee tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.074398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c29e5be-9941-4f5f-98bf-0da1bd201efd req-611041ba-7e73-492f-a305-c7ed2566f3ee tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1100 time: 0.0690303
Jan 15 20:50:47.150203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c29e5be-9941-4f5f-98bf-0da1bd201efd req-1cf4f534-fe79-487b-8542-b40def07a21b tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675266
Jan 15 20:50:47.171453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:47.210471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fe1e733-915f-402a-bdcb-042d55337395,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:47.230291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.235527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b044e748-14c3-4e19-b93b-659f2cfe547b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:47.248087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks [] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.255064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-d4f9fe8e-112d-4524-88b8-e669fc1aa9e1 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458038
Jan 15 20:50:47.265561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349a0c-d04c-4c97-ac14-6f9c54819642 req-7d138c97-c3ff-47f8-894d-ab2955d09fc8 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.267120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46349a0c-d04c-4c97-ac14-6f9c54819642 req-7d138c97-c3ff-47f8-894d-ab2955d09fc8 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 943 time: 0.1068094
Jan 15 20:50:47.276818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-f1ae88ee-e3c7-4dc5-b2ba-a53580c9c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.294151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-f1ae88ee-e3c7-4dc5-b2ba-a53580c9c0ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1100 time: 0.1186633
Jan 15 20:50:47.311592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.312216 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.313983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-82143257-9897-405a-af16-28300b30d954 service neutron] 10.222.0.39 "PUT /v2.0/ports/4fe1e733-915f-402a-bdcb-042d55337395 HTTP/1.1" status: 200  len: 1095 time: 2.2283270
Jan 15 20:50:47.314174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:47.316437 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38024ff2-a1bc-49c2-81f3-3f30543c18f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "tag": "4fe1e733-915f-402a-bdcb-042d55337395"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:47.322840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Transition to ACTIVE for port object b044e748-14c3-4e19-b93b-659f2cfe547b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:47.355556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.361588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46349a0c-d04c-4c97-ac14-6f9c54819642 req-ed12e0b8-a13d-4de3-9f6c-2e2400c9b40b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867245
Jan 15 20:50:47.429015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d574f-9cdb-4b2b-bcec-6b5167356a0a req-cb82ade2-0671-450d-8b55-f684e0c41882 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.437161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c9d574f-9cdb-4b2b-bcec-6b5167356a0a req-cb82ade2-0671-450d-8b55-f684e0c41882 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1100 time: 0.0742795
Jan 15 20:50:47.453962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82143257-9897-405a-af16-28300b30d954 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:47.464169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 66fcf159-d8ef-45e6-9c7c-4dba94d06566 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:47.542007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-3ec796f2-a179-45bb-bf6e-25b38f77bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.546197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-3ec796f2-a179-45bb-bf6e-25b38f77bc14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 1098 time: 0.1274588
Jan 15 20:50:47.630736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:47.637478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c9d574f-9cdb-4b2b-bcec-6b5167356a0a req-a66ac4e3-5ec4-491a-bf3d-ce5309eca148 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993585
Jan 15 20:50:47.640872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-8831ff3b-59a0-4a18-97c9-11575e9a2048 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4fe1e733-915f-402a-bdcb-042d55337395 HTTP/1.1" status: 200  len: 217 time: 0.0818365
Jan 15 20:50:47.660301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'mac_address': 'fa:16:3e:6b:3d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:47.669048 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e483c27c-20d6-4bce-bf63-c2c8fbf1d112 x-openstack-request-id: req-e483c27c-20d6-4bce-bf63-c2c8fbf1d112 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:47.669260 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "tag": "4fe1e733-915f-402a-bdcb-042d55337395", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:47.669515 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e483c27c-20d6-4bce-bf63-c2c8fbf1d112 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:47.670270 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395', 'status': 'completed', 'code': 200}
Jan 15 20:50:47.708094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-f01e3c3f-7b8b-42f3-a7f9-b631a187f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.709662 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-f01e3c3f-7b8b-42f3-a7f9-b631a187f356 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1100 time: 0.3341613
Jan 15 20:50:47.730494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-dfba8b79-39ba-4649-a253-67ae5792d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.733085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-dfba8b79-39ba-4649-a253-67ae5792d548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0810680
Jan 15 20:50:47.744572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:47.759734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-badc5b0e-259e-4df2-9d5b-cb856c287ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4807088
Jan 15 20:50:47.765789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:47.766707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.805678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fcf159-d8ef-45e6-9c7c-4dba94d06566 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:47.863843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:47.871933 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.882193 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2679215d-7a92-4791-ad58-f1db30a36ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.892139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-c7fa0cd8-a6fb-48e1-b932-f23bed85f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.893685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-c7fa0cd8-a6fb-48e1-b932-f23bed85f0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1501725
Jan 15 20:50:47.912785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cc627-d562-4d3f-b92d-eb00a0a901c0 req-2c224d72-d62e-41c6-baea-92eba71e099e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.920684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e1cc627-d562-4d3f-b92d-eb00a0a901c0 req-2c224d72-d62e-41c6-baea-92eba71e099e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 945 time: 0.1196916
Jan 15 20:50:47.926428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Attempting to bind port b044e748-14c3-4e19-b93b-659f2cfe547b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:47.926983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Attempting to bind port b044e748-14c3-4e19-b93b-659f2cfe547b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:47.927248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Attempting to bind port b044e748-14c3-4e19-b93b-659f2cfe547b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:47.939022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Port b044e748-14c3-4e19-b93b-659f2cfe547b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:47.939557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Attempting to bind port b044e748-14c3-4e19-b93b-659f2cfe547b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:47.957414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:47.957905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:47.958035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:47.958461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:47.959003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Bound port: b044e748-14c3-4e19-b93b-659f2cfe547b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:47.959491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:47.965986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-1d85b282-f936-42ef-898a-e9edd47af147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.966205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a77e-cd82-4ed9-b1a6-80b9fd81175f req-cdfee16c-e7a8-4e31-a2b1-41f0fe5f9975 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:47.967679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-1d85b282-f936-42ef-898a-e9edd47af147 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2348270
Jan 15 20:50:47.967815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3258a77e-cd82-4ed9-b1a6-80b9fd81175f req-cdfee16c-e7a8-4e31-a2b1-41f0fe5f9975 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 950 time: 0.1520696
Jan 15 20:50:48.021922 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-4c3088f3-5fe6-4b55-930f-1bdd5eff6fb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0450108
Jan 15 20:50:48.024906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-f6ee145f-8f50-4e81-9d87-5529d5ab69a1 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.026327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-f6ee145f-8f50-4e81-9d87-5529d5ab69a1 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1762900
Jan 15 20:50:48.048696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:48.079941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e1cc627-d562-4d3f-b92d-eb00a0a901c0 req-319a9cc8-cafa-4ebb-ac81-4b98ed540136 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582329
Jan 15 20:50:48.087568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3258a77e-cd82-4ed9-b1a6-80b9fd81175f req-d5fecf02-94a9-492e-ad0e-2b1a08692150 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907531
Jan 15 20:50:48.099697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-a99378b3-b673-4508-ba60-3ae45cf191b8 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966157
Jan 15 20:50:48.163349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-5e368112-781b-4984-bb75-282f91b627ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.165507 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-5e368112-781b-4984-bb75-282f91b627ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1209857
Jan 15 20:50:48.172700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:48.176147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:48.185960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b044e748-14c3-4e19-b93b-659f2cfe547b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:48.211292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:48.252160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-65e32c99-3c32-494e-a0ce-bdfd6b1efe51 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350617
Jan 15 20:50:48.259457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['66fcf159-d8ef-45e6-9c7c-4dba94d06566'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:48.279438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.280056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:48.281079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492230b-bedb-4ba4-b63f-0415fc6ab63c req-c0a002aa-aa79-4413-a8c9-437f37254f15 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.281850 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] 10.222.0.45 "PUT /v2.0/ports/b044e748-14c3-4e19-b93b-659f2cfe547b HTTP/1.1" status: 200  len: 1096 time: 2.1284206
Jan 15 20:50:48.289339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9492230b-bedb-4ba4-b63f-0415fc6ab63c req-c0a002aa-aa79-4413-a8c9-437f37254f15 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 946 time: 0.0736775
Jan 15 20:50:48.300540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0289-93c2-48df-b8b1-65c39708230d req-92cd6938-b4ac-45f4-a0f1-a6c537ba940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.302071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-92cd6938-b4ac-45f4-a0f1-a6c537ba940b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1270037
Jan 15 20:50:48.362819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9492230b-bedb-4ba4-b63f-0415fc6ab63c req-72c528f5-e9cd-4cb8-b3f4-fed28fc81059 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724552
Jan 15 20:50:48.440792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935f95-714e-4200-abfd-eaad86e0eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:48.499256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-ba5bab08-d86b-4e43-b4bd-ed0301f60259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.500753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-ba5bab08-d86b-4e43-b4bd-ed0301f60259 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 1098 time: 0.1370065
Jan 15 20:50:48.571249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-bc6987fc-ca6b-475b-8b66-b8971e7554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.572753 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-bc6987fc-ca6b-475b-8b66-b8971e7554ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 1099 time: 0.1705170
Jan 15 20:50:48.578923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:48.596481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-fe2a5c86-f17b-477e-91a1-fd1034d2cc61 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510612
Jan 15 20:50:48.615607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d69e-363f-4fe8-a43c-b8c100977ee6 req-fd1136af-88a5-4672-9755-e4314491f178 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.617563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1a4d69e-363f-4fe8-a43c-b8c100977ee6 req-fd1136af-88a5-4672-9755-e4314491f178 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1571403
Jan 15 20:50:48.636189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-0c52790e-9b85-40f1-8357-33d3f813c816 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b044e748-14c3-4e19-b93b-659f2cfe547b HTTP/1.1" status: 200  len: 217 time: 0.0477998
Jan 15 20:50:48.657600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b7b61-08e1-47bb-96a7-bda7a916f0b2 req-abcc9bbe-89e8-4bf3-89d4-524c9d79a413 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.659076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f35b7b61-08e1-47bb-96a7-bda7a916f0b2 req-abcc9bbe-89e8-4bf3-89d4-524c9d79a413 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 948 time: 0.1573966
Jan 15 20:50:48.698597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-6f45cdc9-4f69-4f59-b953-7bab7b48499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.700082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-6f45cdc9-4f69-4f59-b953-7bab7b48499c service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1821594
Jan 15 20:50:48.770705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1a4d69e-363f-4fe8-a43c-b8c100977ee6 req-87fa4f67-c233-4e8e-92d5-504d8ac2e2ed tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472938
Jan 15 20:50:48.775687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-463ae6dc-bb4d-412a-ba99-d92ed071d34d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4fe1e733-915f-402a-bdcb-042d55337395 HTTP/1.1" status: 200  len: 217 time: 0.0649443
Jan 15 20:50:48.780705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f35b7b61-08e1-47bb-96a7-bda7a916f0b2 req-869c1d03-46aa-4e00-b0c5-4db28c992c9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140330
Jan 15 20:50:48.849349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-3bac19b0-1ccd-4fe1-be4b-173fd5ef5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.851019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-3bac19b0-1ccd-4fe1-be4b-173fd5ef5dab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0599105
Jan 15 20:50:48.945404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca846-73d1-4c94-811a-4d82c109705c req-b3676310-9c44-439b-a713-5d8310056b96 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.947126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a53ca846-73d1-4c94-811a-4d82c109705c req-b3676310-9c44-439b-a713-5d8310056b96 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 944 time: 0.0926032
Jan 15 20:50:48.952686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-11ba443d-47f7-47e3-a863-dce042ab099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:48.954330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-11ba443d-47f7-47e3-a863-dce042ab099a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0892258
Jan 15 20:50:48.995193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-295d0289-93c2-48df-b8b1-65c39708230d req-5551ef53-0e9f-4b24-9dbd-08b2db0db683 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3680408
Jan 15 20:50:49.006654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:49.053078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks [] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.065008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.092881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a53ca846-73d1-4c94-811a-4d82c109705c req-685367a1-5752-497d-8655-1d8df2ab2b9e tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363654
Jan 15 20:50:49.114242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-bce1952c-3bda-44c0-961a-74d1e18a783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.115798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-bce1952c-3bda-44c0-961a-74d1e18a783a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.4656208
Jan 15 20:50:49.146776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-509073b8-5ed3-4a18-b0f2-8ee00f32a6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734438
Jan 15 20:50:49.199278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:49.206025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:50:49.206365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:50:49.206686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:49.214086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:50:49.214289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Attempting to bind port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:50:49.224307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:50:49.224646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:50:49.225065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:50:49.225493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Bound port: fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:50:49.225852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.232352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-582f724d-fbc9-4270-a70e-215bf4d76fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.233925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-582f724d-fbc9-4270-a70e-215bf4d76fee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0915027
Jan 15 20:50:49.314781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c387-e777-4815-8428-a602c61b36ee req-b377aae7-f2ab-42ac-a3d3-9a1d54f8b8a1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.316506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d152c387-e777-4815-8428-a602c61b36ee req-b377aae7-f2ab-42ac-a3d3-9a1d54f8b8a1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 946 time: 0.1297860
Jan 15 20:50:49.334005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38024ff2-a1bc-49c2-81f3-3f30543c18f1 req-aceb8ef0-b3aa-405d-90fa-ebbe90d1944c service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835678
Jan 15 20:50:49.414420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c113-0106-439d-8228-c99aaba62d54 req-ebeefd2f-8d38-4a48-91ac-b734da5c4fd9 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.415686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3434c113-0106-439d-8228-c99aaba62d54 req-ebeefd2f-8d38-4a48-91ac-b734da5c4fd9 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 950 time: 0.1721067
Jan 15 20:50:49.419048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba71e8-fff9-42e3-8b30-3b0f419c857e req-f0018a3a-c45e-4d98-82dd-21cc5c7caab9 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.420731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:49.420997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8ba71e8-fff9-42e3-8b30-3b0f419c857e req-f0018a3a-c45e-4d98-82dd-21cc5c7caab9 tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 950 time: 0.0981851
Jan 15 20:50:49.423960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-ad731001-b834-4be0-a064-3611f3209862 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792257
Jan 15 20:50:49.424579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d152c387-e777-4815-8428-a602c61b36ee req-17068ef9-1ce9-4695-aebe-7fe14a74b2d2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874474
Jan 15 20:50:49.471666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8ba71e8-fff9-42e3-8b30-3b0f419c857e req-6b648a26-9503-4297-8623-8f9389ae465a tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e034cc-4946-47e5-b091-e805f5a3ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448711
Jan 15 20:50:49.481096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:50:49.532141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.562710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fddfb0-0dd9-48c8-ac3c-d4dda3347959 req-f7df68f0-131b-4a1b-a0b6-7c1afa78dfc1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.565357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7fddfb0-0dd9-48c8-ac3c-d4dda3347959 req-f7df68f0-131b-4a1b-a0b6-7c1afa78dfc1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.0633519
Jan 15 20:50:49.618068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7fddfb0-0dd9-48c8-ac3c-d4dda3347959 req-35517da1-eece-4c2b-8030-97cf926bd88c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453854
Jan 15 20:50:49.661256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:49.674889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b'}, {'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:49.677127 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4805ff66-023b-476c-a54c-88c6f7fc7d05" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b"}, {"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:49.697531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-837f0d61-3404-4e98-92d5-4c17ca404368 req-6c00cae0-bd9b-4273-a378-e0870ab26923 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600772
Jan 15 20:50:49.702886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.703505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.704833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-fd1d21c5-4837-4e24-a3ff-19e2d484678a service neutron] 10.222.0.45 "PUT /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 1121 time: 1.6613915
Jan 15 20:50:49.718132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Deleting port 46119a94-d225-4199-97ac-4a0048ddd01c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:50:49.719200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.792052 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600899e-01d8-47e6-9515-16ad11fe556f x-openstack-request-id: req-3600899e-01d8-47e6-9515-16ad11fe556f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:49.792344 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b", "status": "completed", "code": 200}, {"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:49.792594 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3600899e-01d8-47e6-9515-16ad11fe556f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:49.794344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:49.795068 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'status': 'completed', 'code': 200}
Jan 15 20:50:49.795068 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'code': 200}
Jan 15 20:50:49.835243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b05e26-4534-4a2d-a5ff-4ad75d95384c req-908be5ed-c8cd-44c3-bf1b-ed4a5d15fd3b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.846301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33b05e26-4534-4a2d-a5ff-4ad75d95384c req-908be5ed-c8cd-44c3-bf1b-ed4a5d15fd3b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0760093
Jan 15 20:50:49.874750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] For port 46119a94-d225-4199-97ac-4a0048ddd01c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46119a94-d225-4199-97ac-4a0048ddd01c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:49.875163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:49.896092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Calling delete_port for 46119a94-d225-4199-97ac-4a0048ddd01c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:50:49.913633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-dec9cb92-561a-4e35-8e23-eef15f07ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.915346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-dec9cb92-561a-4e35-8e23-eef15f07ea4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 1099 time: 0.0907559
Jan 15 20:50:49.976481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33b05e26-4534-4a2d-a5ff-4ad75d95384c req-6cef1ee6-921c-4a00-9422-111f32a311ff tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278074
Jan 15 20:50:49.986177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eebd7-77a9-487a-ae3b-8f7ceac92d41 req-363966a1-e18b-4b17-8b84-9e63bb7fa68c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:49.987811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a17eebd7-77a9-487a-ae3b-8f7ceac92d41 req-363966a1-e18b-4b17-8b84-9e63bb7fa68c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0961235
Jan 15 20:50:50.069439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a17eebd7-77a9-487a-ae3b-8f7ceac92d41 req-cbd5fb0a-dc2d-4b1c-aef6-f280f3c2ecdd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737395
Jan 15 20:50:50.076515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-04ec409c-dd41-4cc4-b74b-db2266a9d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.077777 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-04ec409c-dd41-4cc4-b74b-db2266a9d856 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1288891
Jan 15 20:50:50.120825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ccc25-b706-47bf-8cf8-8857f3081120 req-da646cfe-4301-4e75-849f-e309fa1c925f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.122827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868ccc25-b706-47bf-8cf8-8857f3081120 req-da646cfe-4301-4e75-849f-e309fa1c925f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 948 time: 0.0774934
Jan 15 20:50:50.131441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5cc0-04ea-4d53-8e8e-9d26e303f3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:50.154143 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-abe79a30-8da5-4a23-ac1e-72705f515019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b044e748-14c3-4e19-b93b-659f2cfe547b HTTP/1.1" status: 200  len: 217 time: 0.0604811
Jan 15 20:50:50.219457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868ccc25-b706-47bf-8cf8-8857f3081120 req-8cee975a-78e5-4eff-a1a5-2f6e6e6e58c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906694
Jan 15 20:50:50.241334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a57ec-5729-4a65-8bd3-49c5aa4c9cca req-f628b8ee-e2e7-4fd8-b758-8aaac6dc4553 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.244510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-454a57ec-5729-4a65-8bd3-49c5aa4c9cca req-f628b8ee-e2e7-4fd8-b758-8aaac6dc4553 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 944 time: 0.0709333
Jan 15 20:50:50.247369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-6955c9db-0f34-4de6-ba63-1ecaa0ade20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.248812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-6955c9db-0f34-4de6-ba63-1ecaa0ade20b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0647309
Jan 15 20:50:50.253790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (46119a94-d225-4199-97ac-4a0048ddd01c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:50.268024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['46119a94-d225-4199-97ac-4a0048ddd01c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:50.297355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-454a57ec-5729-4a65-8bd3-49c5aa4c9cca req-78e04595-ef8f-4dee-8491-5f2e2337e713 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459194
Jan 15 20:50:50.322107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Pushing event deleted for resources: {'Port': ['ID=46119a94-d225-4199-97ac-4a0048ddd01c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:50.363633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] No DVR routers for this DVR port 46119a94-d225-4199-97ac-4a0048ddd01c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:50:50.367045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:50.370314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3434c113-0106-439d-8228-c99aaba62d54 req-65f82434-c702-4cf8-9d26-26637ba8c05f tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.39 "DELETE /v2.0/ports/46119a94-d225-4199-97ac-4a0048ddd01c HTTP/1.1" status: 204  len: 173 time: 0.9441566
Jan 15 20:50:50.384368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-879608cd-a1be-4638-ae46-33978f209b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.386069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-879608cd-a1be-4638-ae46-33978f209b10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1239190
Jan 15 20:50:50.495559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-62be4470-fbd9-4d36-88cc-394e25da3744 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993493
Jan 15 20:50:50.597837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4f2413b-0238-4489-bddf-e1364a23d1d1 req-87492007-24f9-4374-9b95-4bda28aaa80b tempest-TenantUsagesTestJSON-531741456 tempest-TenantUsagesTestJSON-531741456-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5972c0-eea6-4198-8532-1efff379b087 HTTP/1.1" status: 200  len: 210 time: 0.0296116
Jan 15 20:50:50.599076 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4805ff66-023b-476c-a54c-88c6f7fc7d05 req-a8440609-eadc-4dd8-8f72-19a799dacee8 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962040
Jan 15 20:50:50.610835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81e174-b12b-4159-ba81-4a4d33e8bf79 req-4a523eeb-3684-4c11-b53c-ddeb13f79940 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.612408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf81e174-b12b-4159-ba81-4a4d33e8bf79 req-4a523eeb-3684-4c11-b53c-ddeb13f79940 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 946 time: 0.0836914
Jan 15 20:50:50.662662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf81e174-b12b-4159-ba81-4a4d33e8bf79 req-ca63ef12-7782-4473-a6a8-5ff22936066c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425723
Jan 15 20:50:50.744439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7a66-d294-41a7-a905-66efdcd7b7a3 req-d7fc9073-2e02-43d0-9315-f0f75be1f7f5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:50.746125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31da7a66-d294-41a7-a905-66efdcd7b7a3 req-d7fc9073-2e02-43d0-9315-f0f75be1f7f5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.0504575
Jan 15 20:50:50.797113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31da7a66-d294-41a7-a905-66efdcd7b7a3 req-17ffc7af-a8c2-4cf1-b2f9-33540221dd11 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453663
Jan 15 20:50:51.107849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5746d8-a9a4-40e0-9a3b-52313bdba398 req-0e2e29fc-d464-4a01-ad54-ebcb48d182bf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.109568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5746d8-a9a4-40e0-9a3b-52313bdba398 req-0e2e29fc-d464-4a01-ad54-ebcb48d182bf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0539584
Jan 15 20:50:51.189406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5746d8-a9a4-40e0-9a3b-52313bdba398 req-e884e1a4-7cce-4db8-9824-ad15bf5833fd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738552
Jan 15 20:50:51.206702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bccf8-c61b-415c-83fb-316feddf78e2 req-aaec0821-a3b7-47ad-b9a6-e593b212a604 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.208173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b7bccf8-c61b-415c-83fb-316feddf78e2 req-aaec0821-a3b7-47ad-b9a6-e593b212a604 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0689893
Jan 15 20:50:51.257461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b7bccf8-c61b-415c-83fb-316feddf78e2 req-30f1e8bf-4551-4a03-803c-2ecce4372331 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434163
Jan 15 20:50:51.343615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34309f9b-0c85-4e83-acc0-0a8f0aaa1891 req-660eb783-db50-490a-a5db-3b3946a3d2e0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.345119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34309f9b-0c85-4e83-acc0-0a8f0aaa1891 req-660eb783-db50-490a-a5db-3b3946a3d2e0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 948 time: 0.0565636
Jan 15 20:50:51.396709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34309f9b-0c85-4e83-acc0-0a8f0aaa1891 req-35fbee73-7a27-4346-8877-3b370592e1a4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460119
Jan 15 20:50:51.458953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:51.462590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 66fcf159-d8ef-45e6-9c7c-4dba94d06566 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:51.467489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92181-081e-4d07-b313-2e1f3a40e254 req-c72aac22-7fae-417b-a6ad-8827cc196004 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.468875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0f92181-081e-4d07-b313-2e1f3a40e254 req-c72aac22-7fae-417b-a6ad-8827cc196004 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 944 time: 0.0510592
Jan 15 20:50:51.525139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0f92181-081e-4d07-b313-2e1f3a40e254 req-17ea3a3c-5077-4f5f-83ff-b876581a54a7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504141
Jan 15 20:50:51.572034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:51.579546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:51.579912 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:51.613052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:51.632855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:50:51.676807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:51.677228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:51.703633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:51.706242 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc546b-a870-4507-b12b-9162d4a8ce3a" -d '{"events": [{"server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "name": "network-vif-plugged", "status": "completed", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:51.728638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:51.735548 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:51.740415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:51.763444 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87efb451-2cea-4e65-858a-44395e3103ed x-openstack-request-id: req-87efb451-2cea-4e65-858a-44395e3103ed {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:51.763766 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "name": "network-vif-plugged", "status": "completed", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:51.764101 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87efb451-2cea-4e65-858a-44395e3103ed {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:51.764479 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'code': 200}
Jan 15 20:50:51.794400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:51.795792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'}, {'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'name': 'network-vif-deleted', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:51.806716 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae8d2e-5a5f-4b30-8866-05460dba0d95" -d '{"events": [{"name": "network-changed", "server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50"}, {"server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "name": "network-vif-deleted", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:51.877553 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1668b8-4be2-422f-96ce-bcd7be6da4ce x-openstack-request-id: req-dd1668b8-4be2-422f-96ce-bcd7be6da4ce {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:51.883954 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50", "status": "completed", "code": 200}, {"server_uuid": "7a5972c0-eea6-4198-8532-1efff379b087", "name": "network-vif-deleted", "tag": "46119a94-d225-4199-97ac-4a0048ddd01c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:51.884270 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd1668b8-4be2-422f-96ce-bcd7be6da4ce {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:51.884698 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'status': 'completed', 'code': 200}
Jan 15 20:50:51.884988 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5972c0-eea6-4198-8532-1efff379b087', 'name': 'network-vif-deleted', 'tag': '46119a94-d225-4199-97ac-4a0048ddd01c', 'status': 'completed', 'code': 200}
Jan 15 20:50:51.934585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170551d4-da21-41dc-8451-94616eae5f08 req-ca3b26dd-12eb-463f-97de-1fdea36b6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.936170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-170551d4-da21-41dc-8451-94616eae5f08 req-ca3b26dd-12eb-463f-97de-1fdea36b6070 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1096 time: 0.0947938
Jan 15 20:50:51.936654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:51.961990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-f458345a-937a-46ae-ae9d-757ec8a60109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.963750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-f458345a-937a-46ae-ae9d-757ec8a60109 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1124 time: 0.0744026
Jan 15 20:50:51.976753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b555d5-1e8e-431b-8313-99fc90932f21 req-516df23a-0f7f-4815-ab9e-3601d627c712 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:51.978485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b555d5-1e8e-431b-8313-99fc90932f21 req-516df23a-0f7f-4815-ab9e-3601d627c712 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.0712152
Jan 15 20:50:52.036750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b555d5-1e8e-431b-8313-99fc90932f21 req-d1d04da9-c41a-41a2-977f-6fa6bb8756aa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515940
Jan 15 20:50:52.056567 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-170551d4-da21-41dc-8451-94616eae5f08 req-92f28451-4a3e-478b-9589-1f5b74992538 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067643
Jan 15 20:50:52.109329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-a42e671a-82cb-444e-b590-61c28ec0c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.110806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-a42e671a-82cb-444e-b590-61c28ec0c97b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1400785
Jan 15 20:50:52.126741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-04ad2277-4b76-4bed-85d7-e267a612aac7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25de5a60ff6f48aebb27a1ef9cbe0606&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1883957
Jan 15 20:50:52.129216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33006) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:52.161158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-1d139c86-5d69-4b1e-975c-7fecf8bc1d41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 217 time: 0.0413139
Jan 15 20:50:52.240422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-63150956-0942-476c-9661-74886925ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.241899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-63150956-0942-476c-9661-74886925ddb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0734153
Jan 15 20:50:52.260133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] Publish callbacks [] for security_group (d6e034cc-4946-47e5-b091-e805f5a3ca05), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.276907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-65ba6291-8b1c-4661-8f88-8c58451a39da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280468
Jan 15 20:50:52.313048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] Publish callbacks [] for security_group (d6e034cc-4946-47e5-b091-e805f5a3ca05), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.317426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:52.318626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b3da-a344-4308-8a3b-d865d51438e5 req-c30c07e5-4394-4e19-852a-59b944da761c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.323914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:52.328475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecd9b3da-a344-4308-8a3b-d865d51438e5 req-c30c07e5-4394-4e19-852a-59b944da761c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0682676
Jan 15 20:50:52.414715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecd9b3da-a344-4308-8a3b-d865d51438e5 req-e13965b7-691c-496b-90a1-23ffe8f63990 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847139
Jan 15 20:50:52.423943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-ca312c7d-32ee-4926-b947-f14e555d890f service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357872
Jan 15 20:50:52.438590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d105-7f31-402d-81b8-0cfb5d530599 req-8b139175-2a8d-467c-a079-cd34310c173b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.447791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d436d105-7f31-402d-81b8-0cfb5d530599 req-8b139175-2a8d-467c-a079-cd34310c173b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.0980422
Jan 15 20:50:52.481481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:52.482091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.490518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d6e034cc-4946-47e5-b091-e805f5a3ca05), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.493453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.494853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6e034cc-4946-47e5-b091-e805f5a3ca05 HTTP/1.1" status: 204  len: 168 time: 0.3646924
Jan 15 20:50:52.507087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:52.529322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'mac_address': 'fa:16:3e:02:0e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:52.530945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d436d105-7f31-402d-81b8-0cfb5d530599 req-a4864cb5-170f-46b7-b3a5-e956993a5cfe tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806985
Jan 15 20:50:52.542718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:52.559862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ba49d-63cd-440e-a8de-84c0878fd887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e034cc-4946-47e5-b091-e805f5a3ca05,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:52.587519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.636211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94ae8d2e-5a5f-4b30-8866-05460dba0d95 req-d0b21c87-1ccf-452a-bef3-907d2e024fbf service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047117
Jan 15 20:50:52.661815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:52.662267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.691581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:52.703735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:52.708875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e224-0d9a-4cce-b894-7b531e616c74 req-2b1af28b-f6ff-4a87-b0ce-7dedbfb389d7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.716215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c7e224-0d9a-4cce-b894-7b531e616c74 req-2b1af28b-f6ff-4a87-b0ce-7dedbfb389d7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 948 time: 0.0994153
Jan 15 20:50:52.753274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:50:52.754386 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:50:52.771269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c7e224-0d9a-4cce-b894-7b531e616c74 req-c432d7c4-a82a-417a-803a-07aa5c142367 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515237
Jan 15 20:50:52.825185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3638-6150-4e0e-8743-4de125bbe279 req-00566c2d-055c-4767-bd45-e2f7d7c17dc9 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.832740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2de3638-6150-4e0e-8743-4de125bbe279 req-00566c2d-055c-4767-bd45-e2f7d7c17dc9 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.0596209
Jan 15 20:50:52.881278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-d15653f6-2ff2-42f4-b850-0451652d3eb8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.883016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-d15653f6-2ff2-42f4-b850-0451652d3eb8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106&tenant_id=8e6badf41af14266b626a14241efaf88&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 947 time: 0.0664909
Jan 15 20:50:52.893221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33026) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:52.912175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2de3638-6150-4e0e-8743-4de125bbe279 req-07011a20-42b8-44f7-91ea-3ff4c3c20fd7 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785186
Jan 15 20:50:52.912499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47a45758-67f0-48ff-881d-0d58ab7786ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:52.920365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5dcc1-c4ca-4851-a5cc-dfe4d7f2d358 req-1a4c1334-e6d6-4f5a-9651-d4f09e02dca8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:52.926989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2d5dcc1-c4ca-4851-a5cc-dfe4d7f2d358 req-1a4c1334-e6d6-4f5a-9651-d4f09e02dca8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 947 time: 0.0921812
Jan 15 20:50:53.024893 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47a45758-67f0-48ff-881d-0d58ab7786ea admin admin] Publish callbacks [] for security_group (8ee074cf-0337-4773-9a30-ec3438c38fb7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.030185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47a45758-67f0-48ff-881d-0d58ab7786ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8ee074cf-0337-4773-9a30-ec3438c38fb7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.077021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-3db331af-5853-4648-ac04-a392826be490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.078512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-3db331af-5853-4648-ac04-a392826be490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1098 time: 0.1022503
Jan 15 20:50:53.079946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a45758-67f0-48ff-881d-0d58ab7786ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee074cf-0337-4773-9a30-ec3438c38fb7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:53.087882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-47a45758-67f0-48ff-881d-0d58ab7786ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dfec4a8c2bf44c48081a9e0eca86748&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1927865
Jan 15 20:50:53.090170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33030) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:53.134700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.217569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] Publish callbacks [] for security_group (8ee074cf-0337-4773-9a30-ec3438c38fb7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.220459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2d5dcc1-c4ca-4851-a5cc-dfe4d7f2d358 req-d6d8c58c-46e9-4ae5-a9b1-368e39740f94 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926259
Jan 15 20:50:53.229883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-469a5702-6b57-44d9-8c28-464926ba6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.231366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-469a5702-6b57-44d9-8c28-464926ba6f2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1423965
Jan 15 20:50:53.233503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c8005-2dfc-4905-93af-e07caa3699f7 req-efa5ec88-9d31-45a3-ba4a-e06813350a31 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.235096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273c8005-2dfc-4905-93af-e07caa3699f7 req-efa5ec88-9d31-45a3-ba4a-e06813350a31 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.0699830
Jan 15 20:50:53.251056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] Publish callbacks [] for security_group (8ee074cf-0337-4773-9a30-ec3438c38fb7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.293392 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-567d2143-06ab-451c-a242-6fcf3ed73cca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0526278
Jan 15 20:50:53.293581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273c8005-2dfc-4905-93af-e07caa3699f7 req-8b7b6d81-a6af-40c3-bd30-4074e2c30abe tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523365
Jan 15 20:50:53.317972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:53.318367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.333190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:53.357056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:53.360950 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.361778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4fe1e733-915f-402a-bdcb-042d55337395 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:53.368077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-21c641d3-2c17-4731-b5cb-85db16e142ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.369658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-21c641d3-2c17-4731-b5cb-85db16e142ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0603726
Jan 15 20:50:53.378236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8ee074cf-0337-4773-9a30-ec3438c38fb7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.380912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.382022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ee074cf-0337-4773-9a30-ec3438c38fb7 HTTP/1.1" status: 204  len: 168 time: 0.2909970
Jan 15 20:50:53.416104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92b659-a42f-4b27-9b8d-c4a5d24d84fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee074cf-0337-4773-9a30-ec3438c38fb7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:53.439194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-757202d6-a375-400f-b829-b84a3a8ef185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.446082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-757202d6-a375-400f-b829-b84a3a8ef185 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0612574
Jan 15 20:50:53.468004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fe1e733-915f-402a-bdcb-042d55337395,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:53.523004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b044e748-14c3-4e19-b93b-659f2cfe547b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:53.541303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:53.564136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '4fe1e733-915f-402a-bdcb-042d55337395', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '4fe1e733-915f-402a-bdcb-042d55337395', 'mac_address': 'fa:16:3e:df:c8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:53.573720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-d76620e0-ba66-4de9-bf47-4eddd7092996 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196148
Jan 15 20:50:53.600133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e71a-023c-42c2-8bff-f85a119109f4 req-2d0ef794-f370-4e50-9104-65c3b63efe32 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.617685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d3e71a-023c-42c2-8bff-f85a119109f4 req-2d0ef794-f370-4e50-9104-65c3b63efe32 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1162574
Jan 15 20:50:53.669273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4fe1e733-915f-402a-bdcb-042d55337395 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:53.670083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fe1e733-915f-402a-bdcb-042d55337395), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.691781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d3e71a-023c-42c2-8bff-f85a119109f4 req-c4f28bbc-8aa3-4110-90fe-9b8b5aa0f4c6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727334
Jan 15 20:50:53.708370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe1e733-915f-402a-bdcb-042d55337395 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:53.742789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b044e748-14c3-4e19-b93b-659f2cfe547b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:53.753274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fe1e733-915f-402a-bdcb-042d55337395,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:53.758425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'mac_address': 'fa:16:3e:8d:e3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:53.758910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-60f3e90c-14a2-4af0-97c8-8b5760f918af req-b451a523-c61b-4c3b-931d-9ee87a474928 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612842
Jan 15 20:50:53.761421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.812797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:53.815076 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d18985-959b-48a7-b629-73c02628d0f6" -d '{"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:53.818189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:53.879820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b044e748-14c3-4e19-b93b-659f2cfe547b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:53.880160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.900222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b044e748-14c3-4e19-b93b-659f2cfe547b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:53.913303 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b95d09-b530-4a03-8ed2-e96a57900675 x-openstack-request-id: req-01b95d09-b530-4a03-8ed2-e96a57900675 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:53.914045 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:53.914619 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01b95d09-b530-4a03-8ed2-e96a57900675 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:53.915226 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'code': 200}
Jan 15 20:50:53.931007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b044e748-14c3-4e19-b93b-659f2cfe547b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:53.936280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:53.944535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0239-9e44-4958-9122-8de567a3b5a4 req-2ecd7a8e-3afc-4bbe-820d-5cbdcc4c0a4c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:53.952072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e6c0239-9e44-4958-9122-8de567a3b5a4 req-2ecd7a8e-3afc-4bbe-820d-5cbdcc4c0a4c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 948 time: 0.0780313
Jan 15 20:50:54.011376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:54.056123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e6c0239-9e44-4958-9122-8de567a3b5a4 req-3a2aa0ba-526d-473c-8916-bef124855e59 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009121
Jan 15 20:50:54.088113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb20d1-46d3-47cd-a6b4-ea9f48379757 req-c4a46019-2e14-4df6-9db6-f9f29ebb287c tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:54.089911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3eeb20d1-46d3-47cd-a6b4-ea9f48379757 req-c4a46019-2e14-4df6-9db6-f9f29ebb287c tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.0867381
Jan 15 20:50:54.102199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:54.131802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:54.193013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-df1febcc-b6cb-4642-888a-44182dc49b86 service neutron] 10.222.0.39 "GET /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0757978
Jan 15 20:50:54.245546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3eeb20d1-46d3-47cd-a6b4-ea9f48379757 req-0a9d6a70-0af2-42e6-b035-2babea3fa558 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457143
Jan 15 20:50:54.281962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:54.324342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:50:54.328741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46119a94-d225-4199-97ac-4a0048ddd01c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:54.421472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:54.468367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 46119a94-d225-4199-97ac-4a0048ddd01c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:50:54.469093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46119a94-d225-4199-97ac-4a0048ddd01c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:50:54.529880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb41f1-5adf-4ffd-9f5f-727ac908a691 req-f17bf189-3a3b-4839-887d-e46792f3863f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:54.544342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ceb41f1-5adf-4ffd-9f5f-727ac908a691 req-f17bf189-3a3b-4839-887d-e46792f3863f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 948 time: 0.1588097
Jan 15 20:50:54.695460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ceb41f1-5adf-4ffd-9f5f-727ac908a691 req-e535df1d-71ac-4124-b50c-8cc4724692b2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499612
Jan 15 20:50:54.731678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:54.796772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:54.862698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9152f-794b-4c72-bd21-12f4d15a9116 req-abc73f83-a886-4ed1-9345-e0b7ea5d5384 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:54.862698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acf9152f-794b-4c72-bd21-12f4d15a9116 req-abc73f83-a886-4ed1-9345-e0b7ea5d5384 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 943 time: 0.2523580
Jan 15 20:50:54.925578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:54.967633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:54.993279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:55.025389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acf9152f-794b-4c72-bd21-12f4d15a9116 req-7c8b17f9-cb29-47cd-bb10-bf0284561143 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650527
Jan 15 20:50:55.040374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:55.079482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'mac_address': 'fa:16:3e:f8:bd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:50:55.112607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870018b5-57dd-4e6e-a956-4d5e3ee12e32 req-4badb7ce-70c0-40d0-9f11-d1420d0b711e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:55.124428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-870018b5-57dd-4e6e-a956-4d5e3ee12e32 req-4badb7ce-70c0-40d0-9f11-d1420d0b711e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1368878
Jan 15 20:50:55.183449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] Transition to ACTIVE for port object fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:50:55.192900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:55.200664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:55.201608 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:55.222028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:50:55.251603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:55.258422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:55.266710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-870018b5-57dd-4e6e-a956-4d5e3ee12e32 req-a3a88718-86d1-4c95-a859-ec631217ff82 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224935
Jan 15 20:50:55.327065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:55.336599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] No DVR routers for this DVR port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:50:55.395457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:50:55.401289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb67f9-502c-4257-9ba6-878dd0890006 req-cf70f1bb-c394-4ac3-b7d2-8b49d646ea15 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:55.411884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22fb67f9-502c-4257-9ba6-878dd0890006 req-cf70f1bb-c394-4ac3-b7d2-8b49d646ea15 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 949 time: 0.1965773
Jan 15 20:50:55.592971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22fb67f9-502c-4257-9ba6-878dd0890006 req-0b6de87a-ba20-4331-9dbb-71e0ed030874 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802216
Jan 15 20:50:55.629896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc211-2623-4c33-930c-450726354a1e req-43072883-0696-4cce-8d8b-b6694280e0f8 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:55.632794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-189fc211-2623-4c33-930c-450726354a1e req-43072883-0696-4cce-8d8b-b6694280e0f8 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.1763122
Jan 15 20:50:55.750764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-189fc211-2623-4c33-930c-450726354a1e req-8521374b-94fb-4775-b3d6-17203ba1e8bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103017
Jan 15 20:50:55.822724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] Pushing event updated for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:55.829167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-4820a6ef-0fb4-4675-b779-9c14ff7cf95a service neutron] 10.222.0.39 "PUT /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6267836
Jan 15 20:50:55.899807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2b1ac-e083-4864-a12d-f4721150ef9b req-58b156c7-163b-497c-b999-1bb83b857420 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:55.911077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03e2b1ac-e083-4864-a12d-f4721150ef9b req-58b156c7-163b-497c-b999-1bb83b857420 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 948 time: 0.0943978
Jan 15 20:50:55.972966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03e2b1ac-e083-4864-a12d-f4721150ef9b req-5acd37c2-4a57-4a00-9f72-7cae1cc7dd3b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597596
Jan 15 20:50:55.977244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-00eb4cd8-68bf-4550-b765-a2fe607ed8d6 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:55.978737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-00eb4cd8-68bf-4550-b765-a2fe607ed8d6 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0759075
Jan 15 20:50:56.057985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-7c2fe338-2a30-4c0b-8997-70e172f8e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.061481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-7c2fe338-2a30-4c0b-8997-70e172f8e9ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 1095 time: 0.0678961
Jan 15 20:50:56.175267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958159a-0d62-4b42-a682-dbcba1ce621b req-b34e8997-7e70-4dba-bd26-0529cdf8fd30 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.177046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2958159a-0d62-4b42-a682-dbcba1ce621b req-b34e8997-7e70-4dba-bd26-0529cdf8fd30 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 948 time: 0.0591476
Jan 15 20:50:56.244175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2958159a-0d62-4b42-a682-dbcba1ce621b req-53184987-9664-4a7e-8c19-58f60d7a68f0 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594537
Jan 15 20:50:56.332512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-2f2b97df-9210-4a1e-bb50-9a252cf81c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.333532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:56.336554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-2f2b97df-9210-4a1e-bb50-9a252cf81c35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1095 time: 0.1479664
Jan 15 20:50:56.467449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d5670-aa3b-436f-9787-8b42da6e4db7 req-4eafbdb3-0b94-41fc-8800-922cdf3094a4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.469049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f3d5670-aa3b-436f-9787-8b42da6e4db7 req-4eafbdb3-0b94-41fc-8800-922cdf3094a4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.1601748
Jan 15 20:50:56.502330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-31c19f41-6033-4daf-a247-174f56776088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.504896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-31c19f41-6033-4daf-a247-174f56776088 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1575010
Jan 15 20:50:56.549286 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:50:56.565400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-cc90b68a-73a1-4f33-a550-7d77066d7998 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 200  len: 217 time: 0.0529430
Jan 15 20:50:56.579381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c031a-d483-483b-962d-8b4bbee074b2 req-1fd299ac-5d07-453b-b98c-68b576d70bf1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.580985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b8c031a-d483-483b-962d-8b4bbee074b2 req-1fd299ac-5d07-453b-b98c-68b576d70bf1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1924446
Jan 15 20:50:56.606709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:56.641578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f3d5670-aa3b-436f-9787-8b42da6e4db7 req-302ba071-13a7-44f7-b84f-0af1f848a26e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586165
Jan 15 20:50:56.657954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-22bc4960-1b64-4d54-a16e-80e1ad83c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.657954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-22bc4960-1b64-4d54-a16e-80e1ad83c563 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0778716
Jan 15 20:50:56.659690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:56.660072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:56.713569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-97e33fa7-b6c7-4520-9b2d-bb7ec0db271c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498714
Jan 15 20:50:56.713731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b8c031a-d483-483b-962d-8b4bbee074b2 req-597cf370-07f4-493e-b40b-b6678950b85e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228433
Jan 15 20:50:56.846121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:56.846516 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:56.864196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6436-2b23-418b-b6f1-4333f078e76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:56.902126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:56.904200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:56.907028 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f3cb50-3389-4057-9bc6-3883e9032dda" -d '{"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:56.910667 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:56.911596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:56.918956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52a105-92b3-4aef-9442-89f52f46b276 req-2d585f6a-9cbb-4c25-82dd-2252fc64942d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:56.927653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-cff12758-263d-4864-9b1e-c9d073a34452 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993840
Jan 15 20:50:56.940576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb52a105-92b3-4aef-9442-89f52f46b276 req-2d585f6a-9cbb-4c25-82dd-2252fc64942d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 949 time: 0.1568439
Jan 15 20:50:57.012478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:57.030713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:57.031137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.080081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb52a105-92b3-4aef-9442-89f52f46b276 req-a3ff088a-f278-4927-8597-2c6a37bd13d3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382697
Jan 15 20:50:57.093500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-9862ef1c-d01f-4f98-a2ad-0fd255558359 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556728
Jan 15 20:50:57.150314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:57.150844 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.172616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd3c7d-9e06-4e1b-b880-b99fb86c4ed3 req-37ea3525-6d46-4bc1-9efd-bea9996770a3 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:57.186609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90bd3c7d-9e06-4e1b-b880-b99fb86c4ed3 req-37ea3525-6d46-4bc1-9efd-bea9996770a3 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.2173772
Jan 15 20:50:57.199668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:57.205365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.206079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4fe1e733-915f-402a-bdcb-042d55337395 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:57.229823 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a376265d-2127-474e-8854-9606012837d8 x-openstack-request-id: req-a376265d-2127-474e-8854-9606012837d8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:50:57.232295 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-plugged", "status": "completed", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:50:57.232572 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a376265d-2127-474e-8854-9606012837d8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:50:57.233009 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'code': 200}
Jan 15 20:50:57.280358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6436-2b23-418b-b6f1-4333f078e76f admin admin] Publish callbacks [] for security_group (7e578bbd-309e-45d5-9827-c52ce74dbd0f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.308171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6436-2b23-418b-b6f1-4333f078e76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e578bbd-309e-45d5-9827-c52ce74dbd0f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.364148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bfbd6436-2b23-418b-b6f1-4333f078e76f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e302d879537443cadf6a5fffbe80df0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7515051
Jan 15 20:50:57.365092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:57.382215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90bd3c7d-9e06-4e1b-b880-b99fb86c4ed3 req-207c0b5a-2dcf-4095-803e-f7889c7a155b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942344
Jan 15 20:50:57.420311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd6436-2b23-418b-b6f1-4333f078e76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e578bbd-309e-45d5-9827-c52ce74dbd0f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:57.477315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:57.513166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] Publish callbacks [] for security_group (7e578bbd-309e-45d5-9827-c52ce74dbd0f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.515256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 4fe1e733-915f-402a-bdcb-042d55337395 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:57.524540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 4fe1e733-915f-402a-bdcb-042d55337395 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:57.524820 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fe1e733-915f-402a-bdcb-042d55337395), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.550381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] Publish callbacks [] for security_group (7e578bbd-309e-45d5-9827-c52ce74dbd0f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.570797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b044e748-14c3-4e19-b93b-659f2cfe547b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:50:57.612814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-a2d6a58f-569d-44bf-abd3-19c76669627f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1120951
Jan 15 20:50:57.644128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283edd5d-94e7-4e78-ad07-f396310c27af req-bf61bd7a-b22c-47f2-95a8-695789181bd3 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:57.646980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-bf61bd7a-b22c-47f2-95a8-695789181bd3 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1091301
Jan 15 20:50:57.666693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port b044e748-14c3-4e19-b93b-659f2cfe547b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:50:57.674776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port b044e748-14c3-4e19-b93b-659f2cfe547b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:50:57.675153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.734285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e578bbd-309e-45d5-9827-c52ce74dbd0f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.737567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.742368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e578bbd-309e-45d5-9827-c52ce74dbd0f HTTP/1.1" status: 204  len: 168 time: 0.3757534
Jan 15 20:50:57.760908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4d83e-b359-45d4-8313-b09578baf417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e578bbd-309e-45d5-9827-c52ce74dbd0f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:57.826161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-aca98432-bd2a-42b7-ab97-af5103e6a290 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 258 time: 0.3625941
Jan 15 20:50:57.840407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:50:57.852318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-283edd5d-94e7-4e78-ad07-f396310c27af req-821c69e3-ca95-4e89-9155-14e21cd94994 service neutron] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:50:57.857453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-283edd5d-94e7-4e78-ad07-f396310c27af req-821c69e3-ca95-4e89-9155-14e21cd94994 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.859007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-283edd5d-94e7-4e78-ad07-f396310c27af req-821c69e3-ca95-4e89-9155-14e21cd94994 service neutron] 10.222.0.45 "DELETE /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2013552
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.885474 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:50:57.888156 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:50:57.893315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-b1124fc8-7a37-428b-a416-2020d8ab6999 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:57.904488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-b1124fc8-7a37-428b-a416-2020d8ab6999 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2825797
Jan 15 20:50:57.918243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b044e748-14c3-4e19-b93b-659f2cfe547b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:57.921676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:57.932683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-512f0891-17be-4d0b-963a-c9cbd32f565f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/quotas/8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 375 time: 0.0269337
Jan 15 20:50:57.943445 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.014321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4fe1e733-915f-402a-bdcb-042d55337395 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:50:58.015367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fe1e733-915f-402a-bdcb-042d55337395), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.050897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-a81b45c3-13c9-4657-9acf-f4bb597d5987 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1146288
Jan 15 20:50:58.067718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b044e748-14c3-4e19-b93b-659f2cfe547b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:58.089112 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.093261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fe1e733-915f-402a-bdcb-042d55337395,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:50:58.146921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.147310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.149095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:50:58.200131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:50:58.200632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:50:58.202186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:58.282911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:58.322789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Allocated IP 172.35.1.107 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/53c3afae-b364-46cd-b8a2-825f43cb6502) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:50:58.415287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:58.430943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4589a86-030a-42b0-aaad-6abb997aaa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.443167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.486667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.541391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:50:58.549202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:50:58.551702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4589a86-030a-42b0-aaad-6abb997aaa1a admin admin] Publish callbacks [] for security_group (75c9b125-9f4f-49ee-9e2e-f406b52e82ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.562042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:50:58.562313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4589a86-030a-42b0-aaad-6abb997aaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75c9b125-9f4f-49ee-9e2e-f406b52e82ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.620621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4589a86-030a-42b0-aaad-6abb997aaa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9b125-9f4f-49ee-9e2e-f406b52e82ea,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:58.633937 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e4589a86-030a-42b0-aaad-6abb997aaa1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27e26e8c640f44c994706a87dfbda69c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2175329
Jan 15 20:50:58.634581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:50:58.676679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.716286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event updated for resources: {'Port': ['ID=53c3afae-b364-46cd-b8a2-825f43cb6502,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:58.721953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] Publish callbacks [] for security_group (75c9b125-9f4f-49ee-9e2e-f406b52e82ea), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.732763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856a5a3-bad2-4bef-8f62-2187a1a7ca09 req-8f03e73a-be2d-4d07-8127-13fce6ad3e56 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:58.734615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1856a5a3-bad2-4bef-8f62-2187a1a7ca09 req-8f03e73a-be2d-4d07-8127-13fce6ad3e56 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.2596080
Jan 15 20:50:58.791814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.799126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] Publish callbacks [] for security_group (75c9b125-9f4f-49ee-9e2e-f406b52e82ea), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.848248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1856a5a3-bad2-4bef-8f62-2187a1a7ca09 req-9fd61d42-d638-46d3-8953-70cb04a1fdc1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828173
Jan 15 20:50:58.852023 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75c9b125-9f4f-49ee-9e2e-f406b52e82ea), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.855018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:58.856265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75c9b125-9f4f-49ee-9e2e-f406b52e82ea HTTP/1.1" status: 204  len: 168 time: 0.2207129
Jan 15 20:50:58.867515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613fbb6-dc7a-4360-81da-65c4add298ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9b125-9f4f-49ee-9e2e-f406b52e82ea,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:59.062017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0a8ea-e4a5-44a7-a81c-dba4049f5a32 req-40c89a09-9441-411b-9488-b87b2d6a3b53 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:59.063779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8e0a8ea-e4a5-44a7-a81c-dba4049f5a32 req-40c89a09-9441-411b-9488-b87b2d6a3b53 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0965295
Jan 15 20:50:59.137269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:59.149546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:59.213239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8e0a8ea-e4a5-44a7-a81c-dba4049f5a32 req-1286649e-fc0b-4d3e-acb8-f714e3edcc8d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377096
Jan 15 20:50:59.216357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:59.233748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'}, {'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b'}, {'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:50:59.237491 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b2be48-8fd7-47b8-b893-31eac8a73b3a" -d '{"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-plugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f"}, {"server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "name": "network-vif-plugged", "status": "completed", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b"}, {"server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1e733-915f-402a-bdcb-042d55337395"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:50:59.270301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event updated for resources: {'Port': ['ID=53c3afae-b364-46cd-b8a2-825f43cb6502,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:50:59.303259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:50:59.307863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-90abd3ac-797c-4c00-8884-58ca0aef5f91 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4777024
Jan 15 20:50:59.497698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-061117fc-ff55-4a5d-9057-a1f3edfd58db tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 696 time: 0.1739473
Jan 15 20:50:59.653145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d300f-4e2d-4133-bcbd-1b5ead6b20d8 req-26d34d1d-bd1f-4e24-819f-f586a1f84a50 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:59.660326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d19d300f-4e2d-4133-bcbd-1b5ead6b20d8 req-26d34d1d-bd1f-4e24-819f-f586a1f84a50 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 950 time: 0.1845741
Jan 15 20:50:59.731445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-7824df69-fb84-40fb-b205-0a90c8878c8b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:50:59.732923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-7824df69-fb84-40fb-b205-0a90c8878c8b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1880648
Jan 15 20:50:59.756517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d19d300f-4e2d-4133-bcbd-1b5ead6b20d8 req-d263c5fd-8792-4346-bf46-49f35521e766 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928097
Jan 15 20:50:59.777355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-14e51d9e-df9f-48c8-b7e9-2c40fdff6ddc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:50:59.780464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec0adb-5e26-4e99-b603-4f2a2f916e1a req-14e51d9e-df9f-48c8-b7e9-2c40fdff6ddc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0371075
Jan 15 20:50:59.871090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-439fc712-61c5-4249-bbad-24602df8baa8 req-c11dc7cd-b17f-4805-abb4-7fa544d9222d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 210 time: 0.0318208
Jan 15 20:51:00.041383 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 15 Jan 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c1578-c57f-4fa7-a67f-e541aff960d9 x-openstack-request-id: req-082c1578-c57f-4fa7-a67f-e541aff960d9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:00.041905 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-plugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f", "code": 200}, {"server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "name": "network-vif-plugged", "status": "completed", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b", "code": 200}, {"server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1e733-915f-402a-bdcb-042d55337395", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:00.042317 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-082c1578-c57f-4fa7-a67f-e541aff960d9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:00.042869 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'code': 200}
Jan 15 20:51:00.043276 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'code': 200}
Jan 15 20:51:00.043676 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395', 'code': 200}
Jan 15 20:51:00.114495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-57108e57-1039-4347-9805-8008340c21b3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0459135
Jan 15 20:51:00.395889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:00.410527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-d98c7a1c-3641-4ccc-852e-e8dc562f9b69 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:00.412086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-d98c7a1c-3641-4ccc-852e-e8dc562f9b69 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2750571
Jan 15 20:51:00.425464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-9f9f15a0-3e48-4e90-a6ad-95cfe54a80a9 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:00.426968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-9f9f15a0-3e48-4e90-a6ad-95cfe54a80a9 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3010511
Jan 15 20:51:00.432305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Request body: {'port': {'device_id': 'd603f11b-5d49-492b-b541-1826486876ef', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8e6badf41af14266b626a14241efaf88'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:00.439388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ff58-34e4-465f-bc11-aa6dc832665f req-1ed669dc-e884-4c56-a521-4526fcc6730a tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:00.441066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bd2ff58-34e4-465f-bc11-aa6dc832665f req-1ed669dc-e884-4c56-a521-4526fcc6730a tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 967 time: 0.1879175
Jan 15 20:51:00.482446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efebbfe-1678-483e-97cc-893506799b8c req-292aad59-a7b6-43fe-9435-d4ce691862db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:00.483923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8efebbfe-1678-483e-97cc-893506799b8c req-292aad59-a7b6-43fe-9435-d4ce691862db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 1100 time: 0.1991599
Jan 15 20:51:00.510683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-2f787672-2c8f-4d3d-90bc-255dd5c95005 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 696 time: 0.0676978
Jan 15 20:51:00.523966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'floatingip': {'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:00.557779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795989a7-30be-4b02-a748-ed5c3dabd7e0 req-b9aa02da-2132-45e5-bd30-458c1dbe58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:00.559297 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-795989a7-30be-4b02-a748-ed5c3dabd7e0 req-b9aa02da-2132-45e5-bd30-458c1dbe58f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 1101 time: 0.2785103
Jan 15 20:51:00.635466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-795989a7-30be-4b02-a748-ed5c3dabd7e0 req-e2963739-ad63-44a3-b3cf-28df5e16f8d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598841
Jan 15 20:51:00.650275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Made reservation on behalf of 8e6badf41af14266b626a14241efaf88 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:00.653928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:00.809962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-network', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:00.837168 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:00.838642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Allocated IP 192.168.233.72 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/29144689-f6e8-49ab-886d-3bedd21d555f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:00.901972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8efebbfe-1678-483e-97cc-893506799b8c req-377726e8-0328-4279-b65f-71aa4f17f0b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4093997
Jan 15 20:51:00.932102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bd2ff58-34e4-465f-bc11-aa6dc832665f req-946aad04-27b3-4183-a3d2-b77bfd941ba7 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4435027
Jan 15 20:51:00.998072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Made reservation on behalf of f471d81a59824fc8afaf454a65e99933 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:01.000484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.016495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.057342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for port (29144689-f6e8-49ab-886d-3bedd21d555f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.105953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.121351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:01.125333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:01.176674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:01.181882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:01.263890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:01.265979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:01.298468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1ae65-23fc-444c-b67e-09707e94969c req-d3fb8cac-0ffa-4e27-8ae7-94ab6e2ee71f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:01.300250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9b1ae65-23fc-444c-b67e-09707e94969c req-d3fb8cac-0ffa-4e27-8ae7-94ab6e2ee71f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 1095 time: 0.2220099
Jan 15 20:51:01.312074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks [] for security_group (fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.343678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.374096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:51:01.396714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (38709671-0ccc-412a-87dd-c39837729b23), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.397386 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Added segment 38709671-0ccc-412a-87dd-c39837729b23 of type vlan for network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062
Jan 15 20:51:01.422789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:01.423452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.468292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-65bed4a2-b8c9-4e99-a621-3091f67d20ae tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0440063
Jan 15 20:51:01.489628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Request body: {'port': {'device_id': 'd603f11b-5d49-492b-b541-1826486876ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:01.621864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.667327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fc65826c-1aa5-4af5-88fc-335f742d7b94 None None] Provisioning complete for port 29144689-f6e8-49ab-886d-3bedd21d555f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:01.667715 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc65826c-1aa5-4af5-88fc-335f742d7b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.707271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fc65826c-1aa5-4af5-88fc-335f742d7b94 None None] Port 29144689-f6e8-49ab-886d-3bedd21d555f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:01.795373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.797514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:01.844293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9b1ae65-23fc-444c-b67e-09707e94969c req-a65e2a1e-45b3-4486-953b-5b1bfd5d79b0 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5155256
Jan 15 20:51:01.928003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:51:01.934804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:01.934804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:01.934804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.067215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:02.078303 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks [] for port (29144689-f6e8-49ab-886d-3bedd21d555f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.092957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Transition to ACTIVE for port object 29144689-f6e8-49ab-886d-3bedd21d555f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:02.099363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.104628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.114933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.7171161
Jan 15 20:51:02.115687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6cee2-f0ee-498b-9778-812d59deb67c admin admin] Pushing event updated for resources: {'Network': ['ID=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:02.121737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33308) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:02.126746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Request body: {'subnet': {'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-subnet', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:02.131931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.133112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:51:02.222435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:02.330867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:02.331701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:02.332245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:02.339777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:02.340407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:02.340740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7b28-7e33-44ac-8ed7-7757f3546dff req-c01dbfdb-8f11-4e0a-a327-fb20cb61b617 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:02.355235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-481d7b28-7e33-44ac-8ed7-7757f3546dff req-c01dbfdb-8f11-4e0a-a327-fb20cb61b617 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.3641412
Jan 15 20:51:02.355235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Made reservation on behalf of f471d81a59824fc8afaf454a65e99933 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:02.356091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.362286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:02.363096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:02.363716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:02.367290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Bound port: 29144689-f6e8-49ab-886d-3bedd21d555f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:02.367925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.533796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:02.543224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:02.549500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.593170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-481d7b28-7e33-44ac-8ed7-7757f3546dff req-c4b2469f-3a24-4a0a-814d-ad68e2df2688 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420821
Jan 15 20:51:02.598138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:02.604697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:02.606978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] 10.222.0.39 "PUT /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 1095 time: 1.1288993
Jan 15 20:51:02.607605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:02.610976 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c0195e-13fa-4eb6-8203-7d8cb890da70" -d '{"events": [{"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:02.688538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761bb7d-fb4c-46d4-b2f8-bd663d540a4f service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:02.730415 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Floating IP 4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f associated. External IP: 172.35.1.107, port: 66fcf159-d8ef-45e6-9c7c-4dba94d06566.
Jan 15 20:51:02.763723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-e8f2cb83-6b6b-4f2f-ab7a-957305c92f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:02.765308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-e8f2cb83-6b6b-4f2f-ab7a-957305c92f53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1098 time: 0.0559292
Jan 15 20:51:02.834394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-7dbd18a0-7bd6-41f7-8a92-3b98b33eea5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0600450
Jan 15 20:51:02.907603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-1a39e4c6-084d-4a39-b7f5-341803f1e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:02.909281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-1a39e4c6-084d-4a39-b7f5-341803f1e361 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0679793
Jan 15 20:51:02.981688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-affb1bd4-da2c-487b-a4af-b744bf34df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:02.983453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-affb1bd4-da2c-487b-a4af-b744bf34df7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0664883
Jan 15 20:51:03.036000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (ff476063-eba2-475a-8988-d530394af9e8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.119669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-d1d9f8a2-d869-4805-8706-e5ee75590ac8 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279960
Jan 15 20:51:03.194865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d370b6-82b7-4828-a71d-b1f1dec64281 req-de238092-33ff-42e1-a7d8-331e2f02ec28 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:03.196993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4d370b6-82b7-4828-a71d-b1f1dec64281 req-de238092-33ff-42e1-a7d8-331e2f02ec28 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 950 time: 0.1766889
Jan 15 20:51:03.197790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff476063-eba2-475a-8988-d530394af9e8,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:03.237949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Checking segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:03.237949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Network hostable DHCP agents. Network: d11eef3f-f6e5-43d1-bf0a-1a5337d2e062, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:51:03.253840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b439b7e7-e6e3-4671-9639-b978b5719dbb req-463280e9-bdfa-4cae-b62a-43d39f786c23 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275985
Jan 15 20:51:03.293242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:51:03.315919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Router bf069423-45f1-4382-a9b5-7c861b53a3a6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:03.321313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4d370b6-82b7-4828-a71d-b1f1dec64281 req-293e6f45-dd8a-4f30-aaa2-539aee4c4c13 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940819
Jan 15 20:51:03.323844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d11eef3f-f6e5-43d1-bf0a-1a5337d2e062) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:03.349040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c4f66-d8c6-469c-9427-ba20d845fd04 None None] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:51:03.349601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:03.349601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.427264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:03.427837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5a82b105-3480-4271-b807-46c66bfbfe83 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3041253
Jan 15 20:51:03.437275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:03.479953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (308ec3d2-5193-41ed-82bd-380262072847), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.481088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (308ec3d2-5193-41ed-82bd-380262072847), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.531262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a43b-65f0-4eb6-a6d4-b5196e8de362 req-293307fe-89ac-416d-af9b-b9ff0ec7481c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:03.532782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69d2a43b-65f0-4eb6-a6d4-b5196e8de362 req-293307fe-89ac-416d-af9b-b9ff0ec7481c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.1048009
Jan 15 20:51:03.552232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:51:03.553676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.559016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for router_controller (308ec3d2-5193-41ed-82bd-380262072847), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.585610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:03.598149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Sync routers for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:03.606018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.625493 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:03.626527 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfcd790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:03.658210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69d2a43b-65f0-4eb6-a6d4-b5196e8de362 req-f255b976-0a2c-4694-bae6-a055637f2410 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133914
Jan 15 20:51:03.660144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-e2fddf5e-e275-49a0-9dd3-f5ea90d03786 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "PUT /v2.0/floatingips/4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f HTTP/1.1" status: 200  len: 996 time: 3.1493924
Jan 15 20:51:03.660600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:03.662984 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308b4203-477e-4360-9aa7-0f07355f78ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:03.818304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-85d2cb6c-a844-4415-91f1-36e8ff8fe9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:03.820974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-85d2cb6c-a844-4415-91f1-36e8ff8fe9dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1096 time: 0.1144972
Jan 15 20:51:03.832311 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:03.839486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for router_gateway (308ec3d2-5193-41ed-82bd-380262072847), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:03.855645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Allocated IP 172.20.0.2 (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062/ff476063-eba2-475a-8988-d530394af9e8/85f02d58-db63-44af-a83b-b458b3b47660) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:04.131022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks [] for port (85f02d58-db63-44af-a83b-b458b3b47660), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.142016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (85f02d58-db63-44af-a83b-b458b3b47660), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.184558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-d947c231-fd00-46fe-9ffe-ff6114add719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:04.186012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-d947c231-fd00-46fe-9ffe-ff6114add719 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 930 time: 0.3574734
Jan 15 20:51:04.201340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Pushing event updated for resources: {'Port': ['ID=85f02d58-db63-44af-a83b-b458b3b47660,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:04.224456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:04.229802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:04.232472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:04.313526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for router_gateway (308ec3d2-5193-41ed-82bd-380262072847), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.337588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.353894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Attempting to bind port 85f02d58-db63-44af-a83b-b458b3b47660 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:04.356390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Attempting to bind port 85f02d58-db63-44af-a83b-b458b3b47660 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:04.359320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Attempting to bind port 85f02d58-db63-44af-a83b-b458b3b47660 on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:04.375134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:04.375823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Checking segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:04.376392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.376992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Bound using segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:04.378124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Bound port: 85f02d58-db63-44af-a83b-b458b3b47660, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:04.383996 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (85f02d58-db63-44af-a83b-b458b3b47660), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.385469 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfcd790>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'floating_ip_address': '172.35.1.107', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'mac_address': 'fa:16:3e:6b:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:50:58Z', 'updated_at': '2022-01-15T20:51:01Z', 'revision_number': 1, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:04.442609 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Checking router: bf069423-45f1-4382-a9b5-7c861b53a3a6 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:04.465676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:04.476095 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfcd790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:04.489031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] For port 85f02d58-db63-44af-a83b-b458b3b47660, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:04.493565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] For port 85f02d58-db63-44af-a83b-b458b3b47660, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f02d58-db63-44af-a83b-b458b3b47660,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:04.515764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (85f02d58-db63-44af-a83b-b458b3b47660), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.569859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Allocated IP 172.35.1.77 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/0a57fc25-04a7-4e1b-a404-53e356092996) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:04.658295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d01042-8ee3-45bf-adf3-ec4d72747225 None None] Pushing event updated for resources: {'Port': ['ID=85f02d58-db63-44af-a83b-b458b3b47660,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:04.667964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-7bd76cfb-b0a7-4364-99d0-ec7d78afe1a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 999 time: 0.4722188
Jan 15 20:51:04.679525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-7a1b80a0-e49f-4ce1-bb4b-55ed7a60a3de tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:04.702635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-7a1b80a0-e49f-4ce1-bb4b-55ed7a60a3de tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.6425087
Jan 15 20:51:04.723617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:04.748636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-abb38c0a-6895-45e0-9357-3b573b52dd16 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/quotas/c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 375 time: 0.0450869
Jan 15 20:51:04.787250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for port (0a57fc25-04a7-4e1b-a404-53e356092996), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.818455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-1acec467-b7d6-4402-a2cd-1c08addfd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:04.827454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-1acec467-b7d6-4402-a2cd-1c08addfd612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.1172996
Jan 15 20:51:04.847761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:04.890759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:04.902201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:04.909350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:04.921783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-50e30c71-d5ed-48e6-b60e-c48762586ef8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1707027
Jan 15 20:51:04.930757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a57fc25-04a7-4e1b-a404-53e356092996,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:05.019311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-240d2749-5ad1-41e5-8eee-3dffbfaf7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:05.020818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-240d2749-5ad1-41e5-8eee-3dffbfaf7a07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1803393
Jan 15 20:51:05.038643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-a4e2a474-b668-4f25-be1b-7eb6ad8987b4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:05.039744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-a4e2a474-b668-4f25-be1b-7eb6ad8987b4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055797
Jan 15 20:51:05.147079 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfcd790>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'floating_ip_address': '172.35.1.107', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'mac_address': 'fa:16:3e:6b:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:50:58Z', 'updated_at': '2022-01-15T20:51:01Z', 'revision_number': 1, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:05.182874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5447076-89ec-41ec-96ba-8ca2432b2a53 None None] The sync data for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 is: [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'floating_ip_address': '172.35.1.107', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'mac_address': 'fa:16:3e:6b:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:50:58Z', 'updated_at': '2022-01-15T20:51:01Z', 'revision_number': 1, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:05.186335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-10ec8b37-d4e9-4064-a6f9-73478f2b629b service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636757
Jan 15 20:51:05.274168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-1b40adf7-296a-40d7-b8eb-c5a97c8697cd service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266123
Jan 15 20:51:05.326954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for router_gateway (308ec3d2-5193-41ed-82bd-380262072847), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:05.392608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3402ff9f-79c8-4bc1-bbe1-402e49d91c83 req-0bc26a85-0719-4f0b-a415-896ac986059b service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082470
Jan 15 20:51:05.462536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-458355a2-cc32-4515-90de-2587dd65135f service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663670
Jan 15 20:51:05.559154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:05.563332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:05.581235 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d8ef74-437e-4d29-bb6d-a59a9ced9efa x-openstack-request-id: req-95d8ef74-437e-4d29-bb6d-a59a9ced9efa {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:05.581530 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:05.581790 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95d8ef74-437e-4d29-bb6d-a59a9ced9efa {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:05.582192 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'status': 'completed', 'code': 200}
Jan 15 20:51:05.693537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a183c65-c4b8-4c3d-801c-012926bd360f None None] New status for floating IP 4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:51:05.809522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 85f02d58-db63-44af-a83b-b458b3b47660 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:05.893202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (308ec3d2-5193-41ed-82bd-380262072847), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:05.919136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a6774-6041-49db-9dfd-212812774cb2 req-e905e452-e39a-44c1-9107-88dacc9f0635 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:05.929816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e54a6774-6041-49db-9dfd-212812774cb2 req-e905e452-e39a-44c1-9107-88dacc9f0635 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 949 time: 0.1707532
Jan 15 20:51:05.956243 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:51:05.973398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-bab2ae54-7da6-42d9-b26f-1749393e4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:05.974910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-bab2ae54-7da6-42d9-b26f-1749393e4c25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1098 time: 0.3855596
Jan 15 20:51:06.067739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e54a6774-6041-49db-9dfd-212812774cb2 req-804a417f-8142-45fa-884f-b03d7159d061 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366582
Jan 15 20:51:06.089270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbe4a-2e73-4cb0-aab3-0adec6086b70 req-5d7f0263-d865-4c6b-9fc6-6dba05b8391d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.095284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d1bbe4a-2e73-4cb0-aab3-0adec6086b70 req-5d7f0263-d865-4c6b-9fc6-6dba05b8391d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1942983
Jan 15 20:51:06.244621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d1bbe4a-2e73-4cb0-aab3-0adec6086b70 req-64d01ba9-159f-4f0b-af46-20a897da6c12 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396630
Jan 15 20:51:06.251524 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e1c4a3-abe6-4c7e-8a14-8274afa297d4 x-openstack-request-id: req-c8e1c4a3-abe6-4c7e-8a14-8274afa297d4 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:06.251855 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:06.252074 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8e1c4a3-abe6-4c7e-8a14-8274afa297d4 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:06.252485 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'status': 'completed', 'code': 200}
Jan 15 20:51:06.357480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:06.395896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81dbaf-c6ef-4a16-889e-a09d86af8804 None None] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:51:06.399674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:06.400058 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:06.566125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-d13f720f-0126-4497-864f-78fd7f2414cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.567523 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-d13f720f-0126-4497-864f-78fd7f2414cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.5716374
Jan 15 20:51:06.589886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-d6e118ea-31fb-425b-8435-0ef8a06dca50 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1648149025&fields=id&tenant_id=71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 267 time: 0.1717567
Jan 15 20:51:06.667838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904faa4-ed22-4241-90a6-add0124eb748 req-a2805a26-1ccf-417e-83db-be0726087d81 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.669775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7904faa4-ed22-4241-90a6-add0124eb748 req-a2805a26-1ccf-417e-83db-be0726087d81 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.45 "GET /v2.0/ports?device_id=98d0ca37-0175-44e2-8a1d-965cdc517daf HTTP/1.1" status: 200  len: 967 time: 0.9467328
Jan 15 20:51:06.699758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-28dbd671-93ce-478b-9f92-210d53bab253 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.1138132
Jan 15 20:51:06.724648 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Provisioning complete for port 85f02d58-db63-44af-a83b-b458b3b47660 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:06.725338 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (85f02d58-db63-44af-a83b-b458b3b47660), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:06.767706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-1959e87a-0482-4246-8527-72beb626b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.769236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-1959e87a-0482-4246-8527-72beb626b70a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0576327
Jan 15 20:51:06.773479 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:51:06.777728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-ee45f658-b90f-4010-a416-09af1f9763b2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.785164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-ee45f658-b90f-4010-a416-09af1f9763b2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 823 time: 0.1700106
Jan 15 20:51:06.810665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 85f02d58-db63-44af-a83b-b458b3b47660 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:06.810904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (85f02d58-db63-44af-a83b-b458b3b47660), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:06.840114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-3c6fd835-0e49-485d-aa7b-b48a7e8a46a8 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/quotas/71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 375 time: 0.0538273
Jan 15 20:51:06.861383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4203-477e-4360-9aa7-0f07355f78ca req-f2351498-b01e-46b7-9efd-b41c907915ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.862917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-f2351498-b01e-46b7-9efd-b41c907915ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1096 time: 0.2918558
Jan 15 20:51:06.901573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:06.903963 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa855f5-080b-425c-9897-d228b2daa1b1" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:06.924399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57724ec-ef71-4580-81f5-d907e0f777a6 req-75de5777-be1f-459b-bea8-4ff70c0c96e3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.926136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e57724ec-ef71-4580-81f5-d907e0f777a6 req-75de5777-be1f-459b-bea8-4ff70c0c96e3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.3487499
Jan 15 20:51:06.951981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-74673478-5db4-4695-a28d-d01c23759960 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1106880
Jan 15 20:51:06.960680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:06.992620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-eca04572-43f9-4529-87cf-f78ea767d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:06.994304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-eca04572-43f9-4529-87cf-f78ea767d138 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1968977
Jan 15 20:51:07.028120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:07.029213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Current status of the port 85f02d58-db63-44af-a83b-b458b3b47660 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:07.030196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (85f02d58-db63-44af-a83b-b458b3b47660), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.072579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e57724ec-ef71-4580-81f5-d907e0f777a6 req-eba42e02-8a26-4072-a6d2-14cba64cda09 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193962
Jan 15 20:51:07.105455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-a8322647-cadd-4cac-b79b-df26569f687b service neutron] 10.222.0.46 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421623
Jan 15 20:51:07.131235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.164797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] For port 85f02d58-db63-44af-a83b-b458b3b47660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f02d58-db63-44af-a83b-b458b3b47660,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:07.168266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-67d7a55e-ccfd-4ae7-a13f-917958741cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559734
Jan 15 20:51:07.280271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 85f02d58-db63-44af-a83b-b458b3b47660 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:07.280668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (85f02d58-db63-44af-a83b-b458b3b47660), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.284083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95c0195e-13fa-4eb6-8203-7d8cb890da70 req-ea2b41b1-66c2-4654-a884-60fce30b9ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027577
Jan 15 20:51:07.284236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'mac_address': 'fa:16:3e:25:61:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:07.352891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Router 308ec3d2-5193-41ed-82bd-380262072847 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:51:07.364208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Deleting port 621b3781-18ee-45e7-aefe-ae6ec4d044ae {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:07.364874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.426442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4203-477e-4360-9aa7-0f07355f78ca req-bdd764a4-cea5-4ebf-94cb-45467351b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:07.429941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-bdd764a4-cea5-4ebf-94cb-45467351b16c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 930 time: 0.5268843
Jan 15 20:51:07.443655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:07.445072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.448237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (85f02d58-db63-44af-a83b-b458b3b47660), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.497966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:07.528448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-f86f69d0-8899-413f-bf30-7e0085a6d01a service neutron] 10.222.0.46 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4002125
Jan 15 20:51:07.545857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-95a3f252-a08a-4c51-8611-bdc7bf6e4a73 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 258 time: 0.3597343
Jan 15 20:51:07.551443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:07.579675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] For port 621b3781-18ee-45e7-aefe-ae6ec4d044ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=621b3781-18ee-45e7-aefe-ae6ec4d044ae,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:07.580247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.589932 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.625474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-51183f18-4376-42c0-8d4f-f59bf9d9ae04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 1001 time: 0.1536400
Jan 15 20:51:07.660396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4c946-28d7-4e94-a711-5188bcdab4c4 None None] Pushing event updated for resources: {'Port': ['ID=85f02d58-db63-44af-a83b-b458b3b47660,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:07.702680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:07.727071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:07.744158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.842079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:07.852781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:07.881006 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:51:07.881597 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:51:07.884602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '29144689-f6e8-49ab-886d-3bedd21d555f', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '29144689-f6e8-49ab-886d-3bedd21d555f', 'mac_address': 'fa:16:3e:32:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:07.900512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:07.981106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:07.984639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.024594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:08.050069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:08.058420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.086089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:08.096660 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:08.127112 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:08.134575 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:08.145085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:08.149867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Allocated IP 172.35.1.171 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/c16284e3-b70b-42dc-bb6c-6a9ca3c20d59) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:08.217548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:08.293403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d4b98e97-d47b-472a-8102-1223bf41267a None None] Provisioning complete for port 85f02d58-db63-44af-a83b-b458b3b47660 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:08.294172 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4b98e97-d47b-472a-8102-1223bf41267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (85f02d58-db63-44af-a83b-b458b3b47660), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.311856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.319666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-650ca125-53a9-400e-8cb2-00e2a2b74be0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.8881507
Jan 15 20:51:08.337320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4203-477e-4360-9aa7-0f07355f78ca req-8c451f26-3a11-4aa5-a5ee-2296014cb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:08.341572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-8c451f26-3a11-4aa5-a5ee-2296014cb0fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.6690872
Jan 15 20:51:08.343525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33396) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:08.375402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['29144689-f6e8-49ab-886d-3bedd21d555f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:08.397376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.453211 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:08.458183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5566c5a7-a719-4da4-bed7-72255f5591e1 req-3e2100fa-9acb-4505-834b-9240ac7e2abd tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 210 time: 0.0291548
Jan 15 20:51:08.460191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.524671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event updated for resources: {'Port': ['ID=c16284e3-b70b-42dc-bb6c-6a9ca3c20d59,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:08.539584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:08.543343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:08.549902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:08.650809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (0f3da3a4-39b8-4e74-9d2e-f073084cfc30), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.694812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 85f02d58-db63-44af-a83b-b458b3b47660 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:08.720243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.743950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.743950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:08.748202 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba disassociated. External IP: 172.35.1.42, port: 621b3781-18ee-45e7-aefe-ae6ec4d044ae.
Jan 15 20:51:08.753015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Calling delete_port for 621b3781-18ee-45e7-aefe-ae6ec4d044ae owned by compute:tempest-test_az-1232673529 {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:08.843174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d4b98e97-d47b-472a-8102-1223bf41267a None None] Current status of the port 85f02d58-db63-44af-a83b-b458b3b47660 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:08.889269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 85f02d58-db63-44af-a83b-b458b3b47660 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.092713 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:09.095194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:09.098176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-dc2ac504-d611-4f98-a0c3-a74e6d63a330 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.099782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-dc2ac504-d611-4f98-a0c3-a74e6d63a330 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 1.3078527
Jan 15 20:51:09.100865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.112523 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.113605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 85f02d58-db63-44af-a83b-b458b3b47660 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:09.113973 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (85f02d58-db63-44af-a83b-b458b3b47660), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.196697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (0f3da3a4-39b8-4e74-9d2e-f073084cfc30), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.278090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3790>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:05Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:09.301758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 85f02d58-db63-44af-a83b-b458b3b47660 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:09.310127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.311497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7647858
Jan 15 20:51:09.323596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183afd9a-79d6-4a09-b713-f00549e43a95 req-ba913929-48a7-4f5b-8085-09807c508b46 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.324619 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:09.325107 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Updating router 308ec3d2-5193-41ed-82bd-380262072847 port 0a57fc25-04a7-4e1b-a404-53e356092996 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:51:09.329934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183afd9a-79d6-4a09-b713-f00549e43a95 req-ba913929-48a7-4f5b-8085-09807c508b46 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.331707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-183afd9a-79d6-4a09-b713-f00549e43a95 req-ba913929-48a7-4f5b-8085-09807c508b46 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c&device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 1690 time: 0.2275853
Jan 15 20:51:09.334695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924013-8f0d-4920-9dfd-cc862bb0aaac tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event updated for resources: {'Port': ['ID=c16284e3-b70b-42dc-bb6c-6a9ca3c20d59,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:09.384622 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.447724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-2f6f03d9-8a8f-42d0-9a58-2e9d928b9284 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.171 HTTP/1.1" status: 200  len: 696 time: 0.1143794
Jan 15 20:51:09.486689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4203-477e-4360-9aa7-0f07355f78ca req-c3876b7e-c7ee-4616-9ce1-364e2f5ddce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.488775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-c3876b7e-c7ee-4616-9ce1-364e2f5ddce7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6883726
Jan 15 20:51:09.501030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Request body: {'port': {'device_id': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'admin_state_up': True, 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:09.564810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-183afd9a-79d6-4a09-b713-f00549e43a95 req-9f78223e-b1e9-4623-b6de-388f44d6e527 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066464
Jan 15 20:51:09.629112 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5435f6b-5b23-403d-a28a-0ab51a404fdc x-openstack-request-id: req-a5435f6b-5b23-403d-a28a-0ab51a404fdc {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:09.629433 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:09.629691 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5435f6b-5b23-403d-a28a-0ab51a404fdc {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:09.630088 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'code': 200}
Jan 15 20:51:09.754110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-d427afb1-7c04-4edb-9f2a-92cd5ecfb47f tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.755361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d7854af-691b-43d2-8ec3-e266602fa1ae req-d427afb1-7c04-4edb-9f2a-92cd5ecfb47f tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.3064723
Jan 15 20:51:09.760899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 621b3781-18ee-45e7-aefe-ae6ec4d044ae no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:09.809176 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks [] for port (0a57fc25-04a7-4e1b-a404-53e356092996), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.821488 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.900713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Attempting to bind port 0a57fc25-04a7-4e1b-a404-53e356092996 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:09.901143 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Attempting to bind port 0a57fc25-04a7-4e1b-a404-53e356092996 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:09.903810 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Attempting to bind port 0a57fc25-04a7-4e1b-a404-53e356092996 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:09.938986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db386b-c023-4050-a00b-dd5f2a6448fb req-5c4fe628-2df5-4c5b-a2a1-5c7b598010c5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:09.946847 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9db386b-c023-4050-a00b-dd5f2a6448fb req-5c4fe628-2df5-4c5b-a2a1-5c7b598010c5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 948 time: 0.2004447
Jan 15 20:51:09.964612 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:09.965065 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:09.967326 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:09.967736 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:09.968229 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Bound port: 0a57fc25-04a7-4e1b-a404-53e356092996, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:09.968613 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.015975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5cf98ad7-62fc-4fdc-a3a5-56d91a681978 req-61ef2d31-faad-4553-a028-7cec57a63034 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 210 time: 0.0593143
Jan 15 20:51:10.031802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-62d80e1f-7ed6-4e08-898c-6d616168b675 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:10.033571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-62d80e1f-7ed6-4e08-898c-6d616168b675 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.39 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 823 time: 0.3874829
Jan 15 20:51:10.053005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-b4ca0714-5fce-4ddd-8fae-cff87320ba21 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5384986
Jan 15 20:51:10.065008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 621b3781-18ee-45e7-aefe-ae6ec4d044ae is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:10.065569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.066653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6ea2-7632-4b88-9d7e-d5ec512dda9f None None] Pushing event updated for resources: {'Port': ['ID=0a57fc25-04a7-4e1b-a404-53e356092996,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:10.084201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (621b3781-18ee-45e7-aefe-ae6ec4d044ae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.136000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9db386b-c023-4050-a00b-dd5f2a6448fb req-0a67c258-9a09-473d-b4c3-f6a8ba273c47 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814799
Jan 15 20:51:10.149568 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] For port 0a57fc25-04a7-4e1b-a404-53e356092996, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:10.154541 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] For port 0a57fc25-04a7-4e1b-a404-53e356092996, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a57fc25-04a7-4e1b-a404-53e356092996,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:10.155953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event deleted for resources: {'Port': ['ID=621b3781-18ee-45e7-aefe-ae6ec4d044ae,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:10.162358 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.215780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-db0bc315-fdf5-412d-aad9-55b788406c19 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c95e4b5695439dbc3f66a911264026 HTTP/1.1" status: 200  len: 380 time: 0.1641784
Jan 15 20:51:10.226040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'port': {'device_id': '57bd310f-a604-40de-9c25-882284f4a17b', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'admin_state_up': True, 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'security_groups': ['3e500a39-fa49-49ed-a0af-acf7e408dba6']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:10.290255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:10.290998 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:10.337809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:10.345920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:10.413651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ba2f027-df71-4178-9661-61fae28dd999 req-fb66b2a3-be45-41fc-b6a1-c0aa3ede6a3e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 210 time: 0.0664349
Jan 15 20:51:10.443907 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:10.460724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b85a4d-33c5-453c-a944-6d71c6bfba03 req-28fc6793-4a2a-44d6-819f-05f5d4b243cf tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:10.462265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0b85a4d-33c5-453c-a944-6d71c6bfba03 req-28fc6793-4a2a-44d6-819f-05f5d4b243cf tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.1141150
Jan 15 20:51:10.463220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Made reservation on behalf of 71c95e4b5695439dbc3f66a911264026 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:10.466698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.507436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 29144689-f6e8-49ab-886d-3bedd21d555f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:10.507804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:10.513812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 29144689-f6e8-49ab-886d-3bedd21d555f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:10.514178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:10.552103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:10.605428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6ea2-7632-4b88-9d7e-d5ec512dda9f None None] Pushing event updated for resources: {'Port': ['ID=0a57fc25-04a7-4e1b-a404-53e356092996,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:10.712106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0b85a4d-33c5-453c-a944-6d71c6bfba03 req-a43d9671-4577-439c-bae5-eddb47aa7e5f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132275
Jan 15 20:51:10.724959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:10.726343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:10.935835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:10.958565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3790>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:05Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:10.986685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] No DVR routers for this DVR port 621b3781-18ee-45e7-aefe-ae6ec4d044ae on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:11.016647 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ee34c-ea3d-4eb9-9958-07331a966639 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:05Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:11.041233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Allocated IP 172.20.0.11 (f500117d-1a95-41f2-bf61-8c0369c6db83/a873c844-f03d-4d9f-aee5-cb38b75ce01a/b8144bdd-0e36-42d0-ae5a-b27a87dabd70) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:11.046128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.052313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7904faa4-ed22-4241-90a6-add0124eb748 req-092e39b8-d01a-43de-9d8e-8470b41ba766 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.45 "DELETE /v2.0/ports/621b3781-18ee-45e7-aefe-ae6ec4d044ae HTTP/1.1" status: 204  len: 173 time: 4.3487530
Jan 15 20:51:11.059934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.077484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'name': 'network-vif-deleted', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:11.080675 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661783a-c199-423d-9cfc-525d389c6449" -d '{"events": [{"server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "name": "network-vif-deleted", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:11.096271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c75a26-9227-4d80-8ede-104a36af85cb req-29a07ff2-f46e-4eb4-8a18-2d71d20433a0 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:11.097988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08c75a26-9227-4d80-8ede-104a36af85cb req-29a07ff2-f46e-4eb4-8a18-2d71d20433a0 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2040341
Jan 15 20:51:11.111507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0df82-6c49-48cf-967d-cd4fe2c84f79 req-09952872-d9b7-4bfe-a9d0-1aa33b7e41de tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:11.120025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85d0df82-6c49-48cf-967d-cd4fe2c84f79 req-09952872-d9b7-4bfe-a9d0-1aa33b7e41de tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 1100 time: 0.2547758
Jan 15 20:51:11.258485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08c75a26-9227-4d80-8ede-104a36af85cb req-b10954be-6cdc-4fcf-86dc-0c20a993a27d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.171 HTTP/1.1" status: 200  len: 696 time: 0.1503985
Jan 15 20:51:11.312006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-08c75a26-9227-4d80-8ede-104a36af85cb req-846f8523-7f45-42d7-945b-66ddb959f249 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'floatingip': {'port_id': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:11.333706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Allocated IP 172.20.0.1 (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062/ff476063-eba2-475a-8988-d530394af9e8/1270ea3c-6058-4ed8-ac5a-09fba9d333e6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:11.376444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:11.379343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-08c75a26-9227-4d80-8ede-104a36af85cb req-846f8523-7f45-42d7-945b-66ddb959f249 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (0f3da3a4-39b8-4e74-9d2e-f073084cfc30), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.379715 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.415348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-308b4203-477e-4360-9aa7-0f07355f78ca req-65fc4175-3ade-4300-977c-ccc226107fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3287005
Jan 15 20:51:11.437420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:11.446592 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.564756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:11.578092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.649856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:11.652245 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456b0cf-6daf-460a-9394-e4a448a334e3" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:11.663419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks [] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.689788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85d0df82-6c49-48cf-967d-cd4fe2c84f79 req-3d29ff14-aa32-4761-962d-d4023ae5e518 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5688934
Jan 15 20:51:11.693006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:11.767786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:11.776404 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-08c75a26-9227-4d80-8ede-104a36af85cb req-846f8523-7f45-42d7-945b-66ddb959f249 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 15 20:51:11.777939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08c75a26-9227-4d80-8ede-104a36af85cb req-846f8523-7f45-42d7-945b-66ddb959f249 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "PUT /v2.0/floatingips/0f3da3a4-39b8-4e74-9d2e-f073084cfc30 HTTP/1.1" status: 409  len: 550 time: 0.5021415
Jan 15 20:51:11.849603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97ebe0>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:11.929124 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.939343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:11.939586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:11.974067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-187adcb2-731a-42c1-80b9-2e8eb5e83bdd req-1da42e1b-60fd-4466-a9ef-6d7c1fad746b tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 210 time: 0.0646613
Jan 15 20:51:11.987262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:11.991748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:11.992466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:12.008944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:12.014479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Allocated IP 172.20.0.2 (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2/3aea9045-6664-4d64-8053-ecddad801345/21a10db9-cd2b-430c-a0f4-3a2be36756f3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:12.018796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:12.059321 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e54f6e-fce1-432c-b841-e4f638feb7b6 x-openstack-request-id: req-43e54f6e-fce1-432c-b841-e4f638feb7b6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:12.059590 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d0ca37-0175-44e2-8a1d-965cdc517daf", "name": "network-vif-deleted", "tag": "621b3781-18ee-45e7-aefe-ae6ec4d044ae", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:12.059743 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43e54f6e-fce1-432c-b841-e4f638feb7b6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:12.060137 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d0ca37-0175-44e2-8a1d-965cdc517daf', 'name': 'network-vif-deleted', 'tag': '621b3781-18ee-45e7-aefe-ae6ec4d044ae', 'status': 'completed', 'code': 200}
Jan 15 20:51:12.072025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Pushing event updated for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:12.091971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.135634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (308ec3d2-5193-41ed-82bd-380262072847), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.178672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bbe8394e-08fc-445b-a162-0e40259702ca triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:12.179359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.432288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:12.459086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks [] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.541081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.543806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.625292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:12.681121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95c7bcfa-3ddb-4d97-8705-f17fdde55d23 req-c710bfb9-f297-416e-a013-caea425c1fd7 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 210 time: 0.4408331
Jan 15 20:51:12.711477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Network f500117d-1a95-41f2-bf61-8c0369c6db83 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:12.736240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event updated for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:12.740539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:12.745337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:12.752945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:12.753583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.782382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bbf6a-39df-4d9c-a494-71f6415c76ce req-1ff76103-748a-4bb8-9a74-6738bd5a9471 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:12.791810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-381bbf6a-39df-4d9c-a494-71f6415c76ce req-1ff76103-748a-4bb8-9a74-6738bd5a9471 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 948 time: 0.6583376
Jan 15 20:51:12.803793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-9d8e49b2-7302-4997-bac5-e35657cf157e tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5816102
Jan 15 20:51:12.837526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-52eb4a07-0dea-4131-8d41-2ed6b6f091a1 None None] Provisioning complete for port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:12.837961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-52eb4a07-0dea-4131-8d41-2ed6b6f091a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.844753 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431db2ae-0434-413d-aee4-1e809439db6d x-openstack-request-id: req-431db2ae-0434-413d-aee4-1e809439db6d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:12.845102 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:12.845492 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-431db2ae-0434-413d-aee4-1e809439db6d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:12.845957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Request body: {'port': {'device_id': '57bd310f-a604-40de-9c25-882284f4a17b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:12.846079 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'code': 200}
Jan 15 20:51:12.888012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:12.888417 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.970431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks [] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:12.985668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:13.018680 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.023717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:13.033305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:13.048206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0a57fc25-04a7-4e1b-a404-53e356092996 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:13.065056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-381bbf6a-39df-4d9c-a494-71f6415c76ce req-33df517b-33d9-4c19-bdc9-b79d6e94cbd9 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673740
Jan 15 20:51:13.077513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.130933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (308ec3d2-5193-41ed-82bd-380262072847), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.134054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bd98-ef46-4a1b-8d46-88568dc53849 req-073f4afb-b1dd-437e-9385-564ccff83e0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:13.141590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4f7bd98-ef46-4a1b-8d46-88568dc53849 req-073f4afb-b1dd-437e-9385-564ccff83e0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1535473
Jan 15 20:51:13.207929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-52eb4a07-0dea-4131-8d41-2ed6b6f091a1 None None] Port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:13.256623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4f7bd98-ef46-4a1b-8d46-88568dc53849 req-abb2b4e7-3e47-44ca-bc27-08fa7c75705f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077602
Jan 15 20:51:13.281479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:13.305658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980a78-1bae-42fd-8331-d5537ba80ba1 req-3be9eafc-b3bf-45e6-9e97-d9dcfbc44c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:13.307422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d980a78-1bae-42fd-8331-d5537ba80ba1 req-3be9eafc-b3bf-45e6-9e97-d9dcfbc44c0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1100 time: 0.3344646
Jan 15 20:51:13.318208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.325069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:13.326044 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.363399 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-148db35e-dc0b-46e2-91ee-e9985021af81 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8667374
Jan 15 20:51:13.376674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Pushing event updated for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:13.389093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Request body: {'port': {'device_id': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:13.399212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f042c1-3ac4-40fe-b502-8c619f89f4c5 req-9ad75b91-c70d-4aad-8156-aa6b92efb45a tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:13.400770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79f042c1-3ac4-40fe-b502-8c619f89f4c5 req-9ad75b91-c70d-4aad-8156-aa6b92efb45a tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 1101 time: 0.1951351
Jan 15 20:51:13.417374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-566d5a92-1597-49ae-86a1-9e9e21bc3e96 None None] Provisioning complete for port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:13.418050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-566d5a92-1597-49ae-86a1-9e9e21bc3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.420425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0a57fc25-04a7-4e1b-a404-53e356092996 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:13.421005 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.440892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-ce108aee-6f5f-4f1a-b4f1-3995ae9a285e tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips/0f3da3a4-39b8-4e74-9d2e-f073084cfc30 HTTP/1.1" status: 200  len: 693 time: 0.1015093
Jan 15 20:51:13.511013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.519268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:13.540904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d980a78-1bae-42fd-8331-d5537ba80ba1 req-86d6d0f8-ab6e-4a32-b129-2153cea20e18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970780
Jan 15 20:51:13.553373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:13.573755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:13.583952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-566d5a92-1597-49ae-86a1-9e9e21bc3e96 None None] Port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:13.599145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97ebe0>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:13.620291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79f042c1-3ac4-40fe-b502-8c619f89f4c5 req-e5e132f8-eb37-4bf7-b319-2b7408772aa6 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097306
Jan 15 20:51:13.658186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91768c1-8b20-4862-9708-82283f247af5 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:13.771385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0a57fc25-04a7-4e1b-a404-53e356092996 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:13.779937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.806437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-06b7ec3a-0c71-4c30-badb-f97fba71267d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:13.813410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-06b7ec3a-0c71-4c30-badb-f97fba71267d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.3715303
Jan 15 20:51:13.820132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-0cab9d01-099b-49fd-a656-e6f1c4da80b2 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:13.827192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 0a57fc25-04a7-4e1b-a404-53e356092996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a57fc25-04a7-4e1b-a404-53e356092996,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:13.828302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-0cab9d01-099b-49fd-a656-e6f1c4da80b2 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0137608
Jan 15 20:51:13.839124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:13.948088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=0a57fc25-04a7-4e1b-a404-53e356092996,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:13.953688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-74426534-ba8c-4616-a554-871df75f5c17 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.171 HTTP/1.1" status: 200  len: 696 time: 0.1243083
Jan 15 20:51:14.072022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.131480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8144bdd-0e36-42d0-ae5a-b27a87dabd70 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:14.136798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-57a53df9-ea0e-40e8-bb93-c4e16cab5c61 None None] Provisioning complete for port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:14.137448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57a53df9-ea0e-40e8-bb93-c4e16cab5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.140974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks [] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.160530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Transition to ACTIVE for port object b8144bdd-0e36-42d0-ae5a-b27a87dabd70 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:14.186269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.212493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-57a53df9-ea0e-40e8-bb93-c4e16cab5c61 None None] Port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:14.294111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-a16540aa-ed56-43d2-bf08-b7dc77a9539d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.171 HTTP/1.1" status: 200  len: 696 time: 0.3381906
Jan 15 20:51:14.360873 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c8120-bb2d-4fff-99a4-67115e702caa None None] New status for floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:51:14.406905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a012-d007-45d4-931c-bf07d816ec66 req-3ebcea8e-bdb6-4afc-a72b-8f9f628ae43c tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:14.408442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e40a012-d007-45d4-931c-bf07d816ec66 req-3ebcea8e-bdb6-4afc-a72b-8f9f628ae43c tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 932 time: 0.4873486
Jan 15 20:51:14.448076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:14.482162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a10db9-cd2b-430c-a0f4-3a2be36756f3 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:14.491639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks [] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.508981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Transition to ACTIVE for port object 21a10db9-cd2b-430c-a0f4-3a2be36756f3 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:14.540831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:14.549073 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.597057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Attempting to bind port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:14.597315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Attempting to bind port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:14.597535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Attempting to bind port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:14.653492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 on network f500117d-1a95-41f2-bf61-8c0369c6db83 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:14.653826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Attempting to bind port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 on network f500117d-1a95-41f2-bf61-8c0369c6db83 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:14.700698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:14.701079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Checking segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:14.701530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Bound using segment: {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:14.701995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Bound port: b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7111c78c-438e-47b1-a147-6a1c991d3bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:14.702365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.751682 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e40a012-d007-45d4-931c-bf07d816ec66 req-7c1adf79-105d-49ee-a106-85bf1e55ae99 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3155873
Jan 15 20:51:14.752969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:14.785675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Deleting port c16284e3-b70b-42dc-bb6c-6a9ca3c20d59 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:14.788350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:14.847161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:14.852247 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac31a31-4afd-4112-8804-66539e5cba30" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:14.916462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0a57fc25-04a7-4e1b-a404-53e356092996 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:14.971307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:14.997205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0a57fc25-04a7-4e1b-a404-53e356092996 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:14.997769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.014835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:15.024730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.096166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.096522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:15.101983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:15.102781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:15.103114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:15.110703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:15.111063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:15.123301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-00784fcc-20ea-4657-9d0e-edc961745aef admin admin] 10.222.0.46 "PUT /v2.0/routers/308ec3d2-5193-41ed-82bd-380262072847/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3508692
Jan 15 20:51:15.128170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:15.128510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:15.129097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:15.129692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:15.130446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Bound port: 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:15.130998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.149637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:15.153620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.154248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.155647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-61536a4f-727d-46ad-af67-71734a7f57ef service neutron] 10.222.0.39 "PUT /v2.0/ports/b8144bdd-0e36-42d0-ae5a-b27a87dabd70 HTTP/1.1" status: 200  len: 1092 time: 2.3283556
Jan 15 20:51:15.163138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:15.165384 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0" -d '{"events": [{"name": "network-changed", "server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:15.180679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa5d44-67bb-4a7d-94b8-0c7080be9ce0 req-404f693a-280c-4ce7-b462-a435ad7949c8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.188237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67aa5d44-67bb-4a7d-94b8-0c7080be9ce0 req-404f693a-280c-4ce7-b462-a435ad7949c8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.2379427
Jan 15 20:51:15.199498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.199827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.206381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:15.207448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b221250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:15.272359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Calling delete_port for c16284e3-b70b-42dc-bb6c-6a9ca3c20d59 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:15.283747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0a57fc25-04a7-4e1b-a404-53e356092996 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:15.285247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:15.300852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:15.316425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.359831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67aa5d44-67bb-4a7d-94b8-0c7080be9ce0 req-06771cb0-b0e6-4ae6-babb-0886142551ef tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706245
Jan 15 20:51:15.465152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:15.489432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.490709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.492413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-fa6f217a-e383-42a2-a601-342268e46e64 service neutron] 10.222.0.39 "PUT /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 1091 time: 2.1068351
Jan 15 20:51:15.495119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:15.497861 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa65cab7-931f-4be8-b904-bbd204f23116" -d '{"events": [{"name": "network-changed", "server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:15.505524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-da146cc1-5e56-4a1c-8cb5-f985dcdce0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.507773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-da146cc1-5e56-4a1c-8cb5-f985dcdce0ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 1095 time: 0.2848930
Jan 15 20:51:15.615065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-185944a5-a102-42a5-98ef-d9ca8cecb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.618312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-185944a5-a102-42a5-98ef-d9ca8cecb4e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1094 time: 0.0727973
Jan 15 20:51:15.622760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-4b688242-c8bd-4c5d-967b-8d105ff23ee7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70 HTTP/1.1" status: 200  len: 217 time: 0.0906756
Jan 15 20:51:15.633973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:15.638495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-b8de0ed6-4cb1-4baf-b3c4-824d487923ef tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0951312
Jan 15 20:51:15.684162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-907f50e2-7ad6-4bdb-9d35-c32123f44ab2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 217 time: 0.0523100
Jan 15 20:51:15.765735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-fcbbd87b-3501-4ffa-b5dd-241ebb4ac111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.767768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-fcbbd87b-3501-4ffa-b5dd-241ebb4ac111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.1116257
Jan 15 20:51:15.830123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725038-3b32-414e-acbb-a93b0d58b07c req-ec22ffab-d255-475c-a064-7b2dba8db85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.832101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-ec22ffab-d255-475c-a064-7b2dba8db85d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1385252
Jan 15 20:51:15.880370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-14e77ff4-f438-474e-ba13-81291ae7e6ef tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.881902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-c6ce81a2-2de9-4711-b20b-29250051441c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423181
Jan 15 20:51:15.883137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-14e77ff4-f438-474e-ba13-81291ae7e6ef tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2435420
Jan 15 20:51:15.908108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-f870de30-43ff-4b4e-ac00-b84681f1a7b2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0137858
Jan 15 20:51:15.914801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230835f-53e8-45de-be4f-c1693ca02cda req-48191de7-6b1d-4f4f-9c3f-d9e48aa5da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:15.916892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-48191de7-6b1d-4f4f-9c3f-d9e48aa5da2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1349504
Jan 15 20:51:15.929631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (c16284e3-b70b-42dc-bb6c-6a9ca3c20d59), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:15.974564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b221250>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 2, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:15.986331 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-9a5e5933-7286-44fa-9db4-8600cc07952f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1074591
Jan 15 20:51:16.023201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-428520a7-3bc3-4446-895d-e157229eff92 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091535
Jan 15 20:51:16.028053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event deleted for resources: {'Port': ['ID=c16284e3-b70b-42dc-bb6c-6a9ca3c20d59,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:16.047799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:16.048200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Updating router 308ec3d2-5193-41ed-82bd-380262072847 port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:51:16.064509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (0f3da3a4-39b8-4e74-9d2e-f073084cfc30), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.067509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.069730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1afc8e1c-db3f-4c60-bd4b-ac74ef0bd1c1 req-99dc17b4-d677-4fb1-8187-c9f029349f0b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "DELETE /v2.0/floatingips/0f3da3a4-39b8-4e74-9d2e-f073084cfc30 HTTP/1.1" status: 204  len: 173 time: 1.7737753
Jan 15 20:51:16.095826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-e83c9c8a-8076-446d-83af-15f6115a4e08 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1776783
Jan 15 20:51:16.113885 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.130410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-7904ec17-754b-4fa7-b464-a5e8fbf1aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.132291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-7904ec17-754b-4fa7-b464-a5e8fbf1aa6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 1101 time: 0.1080644
Jan 15 20:51:16.144576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-39539a61-028d-4c79-bdba-0d99c39d9ad6 service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122648
Jan 15 20:51:16.293759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51725038-3b32-414e-acbb-a93b0d58b07c req-bc2d75f5-e762-423b-9c01-94156faaa5f3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2362533
Jan 15 20:51:16.389908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-9a7ba01e-abd8-4bfa-9d42-41109b7b7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.391581 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-9a7ba01e-abd8-4bfa-9d42-41109b7b7190 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2305410
Jan 15 20:51:16.400350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6714107-0554-4511-8938-8f81acc14082 req-c6df1973-28e9-46bd-b8f7-9bb5bbe23b4a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.402306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6714107-0554-4511-8938-8f81acc14082 req-c6df1973-28e9-46bd-b8f7-9bb5bbe23b4a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1442859
Jan 15 20:51:16.468271 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-51838633-0547-496a-ba37-ff41cef6be16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 200  len: 217 time: 0.0674186
Jan 15 20:51:16.540656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9230835f-53e8-45de-be4f-c1693ca02cda req-59a1617b-b439-4270-bb0f-908e8305c40f service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3865924
Jan 15 20:51:16.544232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-91fb1f85-367a-4d9e-a7f0-af6ade784d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.545971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-91fb1f85-367a-4d9e-a7f0-af6ade784d8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0679750
Jan 15 20:51:16.591656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks [] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.597566 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.609373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359104a7-db1f-4b35-8504-25f02f4e8e41 req-188469a9-ff98-481e-8535-80853a4ad9c3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.614578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-359104a7-db1f-4b35-8504-25f02f4e8e41 req-188469a9-ff98-481e-8535-80853a4ad9c3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.2108066
Jan 15 20:51:16.627298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-7ad76f49-8ec7-4dc9-a179-0f55dc196a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:16.628790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-7ad76f49-8ec7-4dc9-a179-0f55dc196a4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0744293
Jan 15 20:51:16.646536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6714107-0554-4511-8938-8f81acc14082 req-b97d1ecc-1c88-43ff-916b-598eddae01f3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055180
Jan 15 20:51:16.665481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a52e51-f5a9-4bc2-86c0-1a189416e7ed None None] Pushing event updated for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:16.766083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-359104a7-db1f-4b35-8504-25f02f4e8e41 req-c47ba344-085c-4ba7-a37e-7338a044b327 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427855
Jan 15 20:51:16.820458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Attempting to bind port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:16.820832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Attempting to bind port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:16.822235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Attempting to bind port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:16.829225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:16.830388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Checking segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:16.830807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.831301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Bound using segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:16.832593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Bound port: 1270ea3c-6058-4ed8-ac5a-09fba9d333e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:16.833092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:16.841197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d6f640-ce5c-4eda-a450-5804490001d2 x-openstack-request-id: req-d5d6f640-ce5c-4eda-a450-5804490001d2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:16.841197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:16.841197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5d6f640-ce5c-4eda-a450-5804490001d2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:16.841197 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'code': 200}
Jan 15 20:51:16.906369 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9c948f-a396-4d5b-8186-d2a961fb8d06 x-openstack-request-id: req-9d9c948f-a396-4d5b-8186-d2a961fb8d06 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:16.906667 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:16.906920 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d9c948f-a396-4d5b-8186-d2a961fb8d06 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:16.907375 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'status': 'completed', 'code': 200}
Jan 15 20:51:16.945061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-f5a36c0f-487d-4d30-b55c-f94f5746db3f service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884312
Jan 15 20:51:16.957169 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c56197e-f311-4376-afec-94a4260efc53 x-openstack-request-id: req-6c56197e-f311-4376-afec-94a4260efc53 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:16.957591 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:16.957974 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c56197e-f311-4376-afec-94a4260efc53 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:16.958474 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'status': 'completed', 'code': 200}
Jan 15 20:51:16.974760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] For port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:16.984359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] For port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:16.993102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.121019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:17.121868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b221250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:17.150397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c4041-40b9-4c06-a745-4dacec2fa792 req-6c02af1f-b691-45f4-b5c4-027224dce905 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.160121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d9c4041-40b9-4c06-a745-4dacec2fa792 req-6c02af1f-b691-45f4-b5c4-027224dce905 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 944 time: 0.1110160
Jan 15 20:51:17.220332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a52e51-f5a9-4bc2-86c0-1a189416e7ed None None] Pushing event updated for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:17.243333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Provisioning complete for port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:17.243862 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.280399 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a7eb5aa-1c00-43df-9c04-a2c719e7819f req-6b1e57c1-c15a-4f26-a8ab-5b829a466dfb service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3208778
Jan 15 20:51:17.349249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d9c4041-40b9-4c06-a745-4dacec2fa792 req-86c0eb5b-9019-4ba0-9f2d-fd3366a16205 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880305
Jan 15 20:51:17.398315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-f7dd3b42-74ae-4f32-83c3-d144c37a6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.401282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-f7dd3b42-74ae-4f32-83c3-d144c37a6019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 1095 time: 0.2094922
Jan 15 20:51:17.406086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:17.408831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432f863-7485-4a89-a961-303414498bcc req-2a6c903d-b3c3-43f6-a466-5b358ab01a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.410533 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3432f863-7485-4a89-a961-303414498bcc req-2a6c903d-b3c3-43f6-a466-5b358ab01a95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1100 time: 0.2124372
Jan 15 20:51:17.533241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Current status of the port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:17.533631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.576324 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3432f863-7485-4a89-a961-303414498bcc req-b4c1fc7d-aac1-4db4-8445-f1818f165281 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527984
Jan 15 20:51:17.596585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-ee99b6b0-51f9-41e1-aa0f-2cec2b02cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.598154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-ee99b6b0-51f9-41e1-aa0f-2cec2b02cc5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 924 time: 0.1866302
Jan 15 20:51:17.601035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-34b9f7df-c0b9-4f85-aec6-4c64629250f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.602521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-34b9f7df-c0b9-4f85-aec6-4c64629250f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1094 time: 0.3947935
Jan 15 20:51:17.620966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-3d9796b5-51d7-4333-b6e3-f74e4110dd3e tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.628034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-3d9796b5-51d7-4333-b6e3-f74e4110dd3e tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 820 time: 0.3048046
Jan 15 20:51:17.628321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] For port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:17.669695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-216e8f8b-24e8-4154-a9f5-3ac67278f718 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70 HTTP/1.1" status: 200  len: 217 time: 0.0596611
Jan 15 20:51:17.719900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.720981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-b8d22ac8-117b-43bb-81c8-d3cf7da48ac7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/quotas/f471d81a59824fc8afaf454a65e99933 HTTP/1.1" status: 200  len: 375 time: 0.0915141
Jan 15 20:51:17.735684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-dca02207-4aca-4642-b39f-09b4907bfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.737195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-dca02207-4aca-4642-b39f-09b4907bfaa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.0601964
Jan 15 20:51:17.751027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-e69d07e6-efa7-4a24-8fdd-be7b6c1691b9 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 1001 time: 0.2997074
Jan 15 20:51:17.795653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-4c976933-95b8-4302-a16f-2c6ae9c14ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:17.797864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-4c976933-95b8-4302-a16f-2c6ae9c14ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514593
Jan 15 20:51:17.813503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03d4ef-df7c-4769-b7dd-01e2583818e1 None None] Pushing event updated for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:17.870718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ce2896de-8fac-4724-9c5c-16af5f1ee702 None None] Provisioning complete for port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:17.871573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ce2896de-8fac-4724-9c5c-16af5f1ee702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.922053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-093cb0b2-3301-40b7-b62a-2a39f1f29e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:17.929464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b221250>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:16Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:17.930302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-21f96842-4025-4b74-b611-b49a5514909b service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222570
Jan 15 20:51:17.966148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc566e1d-811c-481e-b9f3-476430fc2a32 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:16Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:18.041394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ce2896de-8fac-4724-9c5c-16af5f1ee702 None None] Current status of the port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:18.070035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce5fc6a8-5d47-48c6-a679-aa1845be6da0 req-be603e1c-1c3c-46cf-8f6e-e6b8fedb008b service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315436
Jan 15 20:51:18.085018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-8d7fcbe2-5920-4498-9c1c-06a318b499d5 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:18.087919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-8d7fcbe2-5920-4498-9c1c-06a318b499d5 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports/66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 942 time: 0.3353941
Jan 15 20:51:18.130796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-bac939f6-300f-432b-9716-8a109b84335c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4087448
Jan 15 20:51:18.161011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-7d0869c0-c1c7-4e15-a9c0-3908fe1bcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:18.163295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-7d0869c0-c1c7-4e15-a9c0-3908fe1bcaaa service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.5328469
Jan 15 20:51:18.241720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-1204ec30-e5f4-4435-a5e4-e3fa5297635a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310085
Jan 15 20:51:18.292367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-bdb53882-c64a-47b6-a1f6-8f1b6702c59b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 217 time: 0.0510674
Jan 15 20:51:18.361878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-474c9754-95f0-42af-86a7-0fa3a92a1b3f tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 1001 time: 0.1973567
Jan 15 20:51:18.396340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-114acf2a-b4b3-4c46-8574-fe30f3f0851b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:18.398156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-114acf2a-b4b3-4c46-8574-fe30f3f0851b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1496434
Jan 15 20:51:18.411253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-c8ce9588-cb13-433b-bd18-f4fe8a3be570 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729924
Jan 15 20:51:18.416101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:18.460034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-85eb970b-4811-49be-89b3-5f844a072626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:18.461498 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-85eb970b-4811-49be-89b3-5f844a072626 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1531794
Jan 15 20:51:18.533000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-87bcd840-eb4f-461b-8c85-9247a0cb38a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319319
Jan 15 20:51:18.545212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:18.549223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:18.648234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-a80fc352-0fab-4c3e-827d-923fa8425a20 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:18.652960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-a80fc352-0fab-4c3e-827d-923fa8425a20 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2814286
Jan 15 20:51:18.681790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-6bbdf8b3-6f95-4d19-89dc-2fcf488b7996 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:18.682895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-6bbdf8b3-6f95-4d19-89dc-2fcf488b7996 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0213141
Jan 15 20:51:18.696551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-f799af91-a185-4ec7-ac88-fa2488808de0 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540910
Jan 15 20:51:18.699165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.235 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/efc2bb82-77b6-4192-a231-cc667bccea96) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:18.768925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-9186c22a-1072-4ae3-9bec-b8e4817c44e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262509
Jan 15 20:51:18.786088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-c2cdc3ea-45d2-4c31-a3bd-5f83a92d5907 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 1001 time: 0.0859091
Jan 15 20:51:18.811276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:18.880524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:18.946871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (efc2bb82-77b6-4192-a231-cc667bccea96), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:18.975446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:18.979191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:18.979581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.042577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.064802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:19.070953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:19.102790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:19.117952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:19.135249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:19.182760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:19.222551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:19.223234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.248292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-9b031237-f5f0-4369-8e41-174f3a6e6d9d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8363907
Jan 15 20:51:19.267207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Request body: {'port': {'device_id': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:19.339490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa65cab7-931f-4be8-b904-bbd204f23116 req-d2e9a6cc-d639-4e42-9e4d-9e8ea9bf50c0 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5412314
Jan 15 20:51:19.343116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:19.383308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.403913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6e29-a5f0-4566-96b8-28a2b01d6e39 req-6c473079-0c8d-48a7-8e12-6fa84b54a67c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:19.414260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b1e6e29-a5f0-4566-96b8-28a2b01d6e39 req-6c473079-0c8d-48a7-8e12-6fa84b54a67c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 936 time: 0.3767257
Jan 15 20:51:19.428119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.431888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.432214 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Floating IP 4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f disassociated. External IP: 172.35.1.107, port: 66fcf159-d8ef-45e6-9c7c-4dba94d06566.
Jan 15 20:51:19.552405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b1e6e29-a5f0-4566-96b8-28a2b01d6e39 req-7d0dcb0c-5a3f-4f50-a2f1-1e9ee3fd199a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379461
Jan 15 20:51:19.672256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3633e0a4-2284-44ce-b5ba-7f54b505f0ab None None] Provisioning complete for port efc2bb82-77b6-4192-a231-cc667bccea96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:19.672920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3633e0a4-2284-44ce-b5ba-7f54b505f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.750423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3633e0a4-2284-44ce-b5ba-7f54b505f0ab None None] Port efc2bb82-77b6-4192-a231-cc667bccea96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:19.834841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc2bb82-77b6-4192-a231-cc667bccea96 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:19.849213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks [] for port (efc2bb82-77b6-4192-a231-cc667bccea96), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.850715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d054-36d1-45c1-8623-3c51f2afa6d7 req-0f02d682-638b-4291-9c37-dc2fce764273 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:19.852345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8146d054-36d1-45c1-8623-3c51f2afa6d7 req-0f02d682-638b-4291-9c37-dc2fce764273 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.1591687
Jan 15 20:51:19.860264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Router bf069423-45f1-4382-a9b5-7c861b53a3a6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:19.870246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Transition to ACTIVE for port object efc2bb82-77b6-4192-a231-cc667bccea96 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:19.882244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:19.929930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Pushing event updated for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:19.976375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8146d054-36d1-45c1-8623-3c51f2afa6d7 req-66e3b5ac-1b2a-4520-9248-e12d50d22b18 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108053
Jan 15 20:51:20.048239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Attempting to bind port efc2bb82-77b6-4192-a231-cc667bccea96 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:20.048652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Attempting to bind port efc2bb82-77b6-4192-a231-cc667bccea96 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:20.049087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Attempting to bind port efc2bb82-77b6-4192-a231-cc667bccea96 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:20.055939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Port efc2bb82-77b6-4192-a231-cc667bccea96 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:20.056124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:20.056408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Attempting to bind port efc2bb82-77b6-4192-a231-cc667bccea96 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:20.062383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.069854 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Sync routers for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:20.077749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:20.079004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:20.081694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:20.082386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Bound port: efc2bb82-77b6-4192-a231-cc667bccea96, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:20.082755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.087014 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:20.087747 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3a2940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:50:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:20.145240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-819e4dce-ca1c-4345-b8dd-4745de88fe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.174314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-88bc5d3e-adbe-472b-83dc-52331c6837bc tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "PUT /v2.0/floatingips/4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f HTTP/1.1" status: 200  len: 695 time: 1.3773983
Jan 15 20:51:20.175578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:20.178448 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc848e9f-ef4e-446f-857f-e636ae768f09" -d '{"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:20.222130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:20.222374 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:20.228871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efc2bb82-77b6-4192-a231-cc667bccea96,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:20.237521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18ef67-81eb-4031-aba1-9b5ab63f56e0 req-25a2d5c8-81b3-4278-a2d7-2a82a38bc78f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.237840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.239059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f18ef67-81eb-4031-aba1-9b5ab63f56e0 req-25a2d5c8-81b3-4278-a2d7-2a82a38bc78f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1098490
Jan 15 20:51:20.279427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.280263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.281719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] 10.222.0.39 "PUT /v2.0/ports/efc2bb82-77b6-4192-a231-cc667bccea96 HTTP/1.1" status: 200  len: 1096 time: 1.0206096
Jan 15 20:51:20.284121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:20.287040 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f65a16-c66b-41bf-9a73-069a0a07d29d" -d '{"events": [{"name": "network-changed", "server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:20.313701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-aa8b4799-a67a-46a0-a8c9-256ba7ed07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.315419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-aa8b4799-a67a-46a0-a8c9-256ba7ed07f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1096 time: 0.1145384
Jan 15 20:51:20.320174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239859b-07ba-498f-9ab7-f772c4d29ccb service neutron] Pushing event updated for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:20.388867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:20.390795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:20.417540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f18ef67-81eb-4031-aba1-9b5ab63f56e0 req-6b2a3064-7dd2-4f6f-ac4a-70b85288b5da tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708064
Jan 15 20:51:20.438042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-ecdde7c2-df5e-4699-a43e-9e23e8f79a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.452825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-ecdde7c2-df5e-4699-a43e-9e23e8f79a67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 1099 time: 0.1083205
Jan 15 20:51:20.515820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-dd8f57fa-868d-428a-9cb8-570c38e1f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.517598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-dd8f57fa-868d-428a-9cb8-570c38e1f880 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 930 time: 0.1910167
Jan 15 20:51:20.527763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:20.528147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.530961 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3a2940>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:20.554404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-788c794e-4e1b-4bc5-8521-e8f168ba0939 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=efc2bb82-77b6-4192-a231-cc667bccea96 HTTP/1.1" status: 200  len: 217 time: 0.0824106
Jan 15 20:51:20.567433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:20.570687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:20.573378 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47950c07-0d3f-4de2-a159-e6f881680df4" -d '{"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-unplugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:20.581493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:20.610074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-e244e1c7-411e-4b93-8b99-c2d413920d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 217 time: 0.0854759
Jan 15 20:51:20.651539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-8456d4dd-4ffe-44f8-bc65-0ce4044833e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.665640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:20.671864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:51:20.679837 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-8456d4dd-4ffe-44f8-bc65-0ce4044833e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1150022
Jan 15 20:51:20.707821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-505af62d-096d-4ad7-97b1-bae3840406b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.718248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-505af62d-096d-4ad7-97b1-bae3840406b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.1069210
Jan 15 20:51:20.729738 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Checking router: bf069423-45f1-4382-a9b5-7c861b53a3a6 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:20.738938 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:20.739692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3a2940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:20.746471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8333d8-8bc3-41fb-8203-149e563d822e req-49858bac-de5c-436d-a03f-41222969a3c1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.754399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f8333d8-8bc3-41fb-8203-149e563d822e req-49858bac-de5c-436d-a03f-41222969a3c1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1418772
Jan 15 20:51:20.788775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-3a781511-c50c-4f55-b798-7a8ce642ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.790150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-3a781511-c50c-4f55-b798-7a8ce642ff95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1002579
Jan 15 20:51:20.886434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f8333d8-8bc3-41fb-8203-149e563d822e req-a1bdc75a-ae7a-4844-9134-657319a343e1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307089
Jan 15 20:51:20.893706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-0053869c-1747-41b0-851a-4582297b2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:20.911119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-0053869c-1747-41b0-851a-4582297b2271 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1916387
Jan 15 20:51:20.917266 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:20.979831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-fc6d15c5-39dd-42d7-af55-92c1975beab6 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593938
Jan 15 20:51:21.039582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-47e46161-f46d-4ada-80a1-195628314f26 service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274533
Jan 15 20:51:21.070216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:21.092095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'port_id': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'mac_address': 'fa:16:3e:f1:56:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aea9045-6664-4d64-8053-ecddad801345', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:21.132958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-18df0d5a-f857-44aa-a6d2-8c8c7ae1c812 req-fabb5f62-6d53-4a1a-b4ca-d0c71069107f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448307
Jan 15 20:51:21.161327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:21.161902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.181079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a10db9-cd2b-430c-a0f4-3a2be36756f3 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:21.210241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:21.218905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.219882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b8144bdd-0e36-42d0-ae5a-b27a87dabd70 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:21.333462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:21.388372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:21.391469 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3a2940>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:21.403798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'port_id': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'mac_address': 'fa:16:3e:6b:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:21.422840 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc574a-f528-49a3-a583-e641bb04d3bc None None] The sync data for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 is: [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:50:35Z', 'revision_number': 4, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'acac2c95-9869-40e7-bd0d-5ae652a11c57', 'name': '', 'network_id': '1ddf3f52-4b62-4e63-a9e4-50ec9015529c', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'mac_address': 'fa:16:3e:6d:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:34Z', 'updated_at': '2022-01-15T20:50:39Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'subnets': [{'id': '5a85f71f-4e12-4948-b5f3-27d3d978e246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:21.466329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:21.466960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.484719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8144bdd-0e36-42d0-ae5a-b27a87dabd70 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:21.509619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:21.515847 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.516698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821b568-45af-4962-aaa3-8fc5091c9663 req-e73884b6-3a9e-4276-aa86-c142eee516e0 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:21.519077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b821b568-45af-4962-aaa3-8fc5091c9663 req-e73884b6-3a9e-4276-aa86-c142eee516e0 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 944 time: 0.4687097
Jan 15 20:51:21.541860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-462c116a-2701-4db5-b316-2cf9cfeb221b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:21.543340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-462c116a-2701-4db5-b316-2cf9cfeb221b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 820 time: 0.7227726
Jan 15 20:51:21.564996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'port': {'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'admin_state_up': True, 'tenant_id': 'f471d81a59824fc8afaf454a65e99933'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:21.580106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:21.610708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cba01fa0-f84e-4cd8-9338-e94c619148dc req-d73df239-319c-4ce4-8355-fdf30dce6c29 service neutron] 10.222.0.46 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5700181
Jan 15 20:51:21.660590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b821b568-45af-4962-aaa3-8fc5091c9663 req-68ddf387-8920-42bf-9c48-8dcf9f105722 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316772
Jan 15 20:51:21.726955 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef544e-770b-4d9f-94f8-133344aaff09 x-openstack-request-id: req-16ef544e-770b-4d9f-94f8-133344aaff09 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:21.727241 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:21.727476 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16ef544e-770b-4d9f-94f8-133344aaff09 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:21.734608 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'status': 'completed', 'code': 200}
Jan 15 20:51:21.747923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.762512 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeae12bf-458a-4e30-8b07-31565425ae4a x-openstack-request-id: req-eeae12bf-458a-4e30-8b07-31565425ae4a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:21.766304 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:21.766608 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eeae12bf-458a-4e30-8b07-31565425ae4a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:21.767098 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96', 'status': 'completed', 'code': 200}
Jan 15 20:51:21.782074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7598b640-674b-42de-ae7d-44be5b552576 req-190525d4-268b-4267-9072-d2b61d9ff186 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 210 time: 0.0562584
Jan 15 20:51:21.783109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Made reservation on behalf of f471d81a59824fc8afaf454a65e99933 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:21.789339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:21.797503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a22ba-a4b6-4b41-8fcd-8bab2eb4cb39 None None] New status for floating IP 4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:51:21.873976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-43f54130-7ccd-43fc-b6b6-18a27dca0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:21.875841 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-43f54130-7ccd-43fc-b6b6-18a27dca0022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=63f60a2e220b479abf4b04536ed406e9&device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 1096 time: 0.1241403
Jan 15 20:51:21.893731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-413e73eb-6cb1-400c-a0e8-841bc5b33c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:21.898795 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d011492e-9c92-41ef-9947-b532983c6c3f x-openstack-request-id: req-d011492e-9c92-41ef-9947-b532983c6c3f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:21.899477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-413e73eb-6cb1-400c-a0e8-841bc5b33c85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 1099 time: 0.1082163
Jan 15 20:51:21.899595 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-unplugged", "status": "completed", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:21.899595 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d011492e-9c92-41ef-9947-b532983c6c3f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:21.901636 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'code': 200}
Jan 15 20:51:21.905269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b8144bdd-0e36-42d0-ae5a-b27a87dabd70'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:21.907318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['21a10db9-cd2b-430c-a0f4-3a2be36756f3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:22.037892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Allocated IP 172.20.0.11 (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062/ff476063-eba2-475a-8988-d530394af9e8/37191f5f-92f4-4372-9435-1f2eddb92f24) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:22.083693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec02e8-df85-49d4-8997-3598604ca41e req-d7068475-3805-4eef-af42-909b0197ae46 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.093014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8ec02e8-df85-49d4-8997-3598604ca41e req-d7068475-3805-4eef-af42-909b0197ae46 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 948 time: 0.1313751
Jan 15 20:51:22.201329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8ec02e8-df85-49d4-8997-3598604ca41e req-fabd64f0-0f0d-4d8a-9ac4-0d1793b71f67 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072779
Jan 15 20:51:22.321603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-fc309c2b-397d-4bea-a0dd-450c8c13bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.323070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-fc309c2b-397d-4bea-a0dd-450c8c13bc94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 200  len: 930 time: 0.4343669
Jan 15 20:51:22.343610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-1cbeba6e-12bb-4fc1-a2c1-bcb2761d9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.345075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-1cbeba6e-12bb-4fc1-a2c1-bcb2761d9c15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3967113
Jan 15 20:51:22.377139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:22.379164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-d0c953bb-ca96-4f31-94a4-ffed1763fc6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 200  len: 217 time: 0.0465381
Jan 15 20:51:22.389551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2511-e4a1-4b01-b83a-69f0f270d087 req-6fa01c19-febc-4b2f-ab96-a563bac98d7e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.391175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d6a2511-e4a1-4b01-b83a-69f0f270d087 req-6fa01c19-febc-4b2f-ab96-a563bac98d7e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0824494
Jan 15 20:51:22.439155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-e7c1f5da-b7d8-4404-bf12-2207d48d6ed2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=efc2bb82-77b6-4192-a231-cc667bccea96 HTTP/1.1" status: 200  len: 217 time: 0.0672762
Jan 15 20:51:22.473180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d6a2511-e4a1-4b01-b83a-69f0f270d087 req-705e24eb-ab1c-4cd3-9a9a-534ff729bd57 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681174
Jan 15 20:51:22.488483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:22.507594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-495f318f-8235-4bec-abd3-20cfa3a2a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.509092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-495f318f-8235-4bec-abd3-20cfa3a2a039 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 200  len: 868 time: 0.0800540
Jan 15 20:51:22.532113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-9ca2a76f-6cda-4500-aa19-e9e3914f9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.533570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-9ca2a76f-6cda-4500-aa19-e9e3914f9413 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0761890
Jan 15 20:51:22.539514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:22.542722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:22.549025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:22.555029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.555664 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:22.566786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event updated for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:22.578276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-2a3c5f8a-d4be-40f9-be79-1a152fe8e9db tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0179095
Jan 15 20:51:22.602090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Request body: {'port': {'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:22.608401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-09bc9ff7-4022-4baf-81da-95dc152f3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.609921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-09bc9ff7-4022-4baf-81da-95dc152f3974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ddf3f52-4b62-4e63-a9e4-50ec9015529c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893936
Jan 15 20:51:22.618866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-e07abf38-8001-4254-a31a-09dd4c71202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.620338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-e07abf38-8001-4254-a31a-09dd4c71202c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0705447
Jan 15 20:51:22.702532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:22.770352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511ddd-6948-4aee-96ac-10c6f9aa33e3 req-4220785e-2f0f-4bf2-9cdd-83762f4d514d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:22.779991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4511ddd-6948-4aee-96ac-10c6f9aa33e3 req-4220785e-2f0f-4bf2-9cdd-83762f4d514d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.1505640
Jan 15 20:51:22.790724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-ef336360-c080-41ff-a97a-8dc756d93d3b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505706
Jan 15 20:51:22.852600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e1529d0e-a9e6-45e9-9c5e-cd568b5bb4e1 None None] Provisioning complete for port 37191f5f-92f4-4372-9435-1f2eddb92f24 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:22.853235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1529d0e-a9e6-45e9-9c5e-cd568b5bb4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:22.879583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-49ca3cf1-ab8b-4b25-8f7a-a3faccfcd400 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips/4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f HTTP/1.1" status: 200  len: 693 time: 0.0765212
Jan 15 20:51:22.892406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-44f19333-0183-4156-8c89-61c9c65c1ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649827
Jan 15 20:51:22.892757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e1529d0e-a9e6-45e9-9c5e-cd568b5bb4e1 None None] Port 37191f5f-92f4-4372-9435-1f2eddb92f24 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:22.961337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-722170d7-cc61-47f1-859e-247b9746c7d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1730516
Jan 15 20:51:22.969873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4511ddd-6948-4aee-96ac-10c6f9aa33e3 req-e3066e87-3c6d-4746-ab8d-01187a650f10 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888602
Jan 15 20:51:22.989024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1f65a16-c66b-41bf-9a73-069a0a07d29d req-936a9aa2-a804-4445-9cc8-2bd68833e0b8 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844373
Jan 15 20:51:23.030727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc848e9f-ef4e-446f-857f-e636ae768f09 req-e7556e9b-c8e6-4eae-bdfe-24cd1c2d7d3b service neutron] 10.222.0.45 "GET /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272812
Jan 15 20:51:23.094756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-d69555e2-6854-4de6-95c1-235c0714081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.096478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-d69555e2-6854-4de6-95c1-235c0714081c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 1100 time: 0.0501394
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.138701 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:23.141168 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:51:23.141746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.141847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1addcd3e-cacc-4754-b8f9-27e6d07c49c1 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.141847 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1addcd3e-cacc-4754-b8f9-27e6d07c49c1 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2056174
Jan 15 20:51:23.165795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-a3b60908-76d9-4d90-b940-c54f99db3ef4 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:23.166774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-a3b60908-76d9-4d90-b940-c54f99db3ef4 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0140827
Jan 15 20:51:23.225564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-7de1432d-28c8-4110-961a-3a80aef85e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.227141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-7de1432d-28c8-4110-961a-3a80aef85e33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1016746
Jan 15 20:51:23.244880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-38659f2e-880f-4ace-bec7-016f6a04650b tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 696 time: 0.0677009
Jan 15 20:51:23.288437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-301bb715-325b-4320-a526-92446f77f6db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 200  len: 217 time: 0.0518332
Jan 15 20:51:23.339420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-3c23c8a4-f81e-4fcd-9430-baf9b9fb54d0 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.107 HTTP/1.1" status: 200  len: 696 time: 0.0856161
Jan 15 20:51:23.348699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37191f5f-92f4-4372-9435-1f2eddb92f24 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:23.369361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-c6427576-f956-48b5-8a5b-d20d1bb68039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.371371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-c6427576-f956-48b5-8a5b-d20d1bb68039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0658584
Jan 15 20:51:23.374724 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks [] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.423977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-8c9c8acc-79b7-4551-a54a-c409d0c47c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.425530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-8c9c8acc-79b7-4551-a54a-c409d0c47c0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0432763
Jan 15 20:51:23.449420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Transition to ACTIVE for port object 37191f5f-92f4-4372-9435-1f2eddb92f24 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:23.485919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.527146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-08607b0c-5df7-459f-a954-d01dfc448208 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950136
Jan 15 20:51:23.596057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8598457-2d99-4569-940d-8cd2f3445bc5 req-57596dfa-f683-4678-a9e6-a96d4726588d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.597822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8598457-2d99-4569-940d-8cd2f3445bc5 req-57596dfa-f683-4678-a9e6-a96d4726588d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 945 time: 0.2311921
Jan 15 20:51:23.634166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Pushing event updated for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:23.647553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d4c8649b-161c-47b5-9a86-abe58d51ff4b req-2eaaa9fc-6bb7-49a3-91ab-4ae1220f2463 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126447
Jan 15 20:51:23.669151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Attempting to bind port 37191f5f-92f4-4372-9435-1f2eddb92f24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:23.670044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Attempting to bind port 37191f5f-92f4-4372-9435-1f2eddb92f24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:23.670575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Attempting to bind port 37191f5f-92f4-4372-9435-1f2eddb92f24 on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:23.690689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Port 37191f5f-92f4-4372-9435-1f2eddb92f24 on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:23.691044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Attempting to bind port 37191f5f-92f4-4372-9435-1f2eddb92f24 on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:23.705670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Deleting port 53c3afae-b364-46cd-b8a2-825f43cb6502 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:23.706027 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.709405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:23.709761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Checking segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:23.710148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Bound using segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:23.710594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Bound port: 37191f5f-92f4-4372-9435-1f2eddb92f24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:23.710943 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.735371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8598457-2d99-4569-940d-8cd2f3445bc5 req-b6d77224-d6ba-41d4-9c2b-2091535fc8ef tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241014
Jan 15 20:51:23.850722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.851061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (53c3afae-b364-46cd-b8a2-825f43cb6502), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.854007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:23.862027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37191f5f-92f4-4372-9435-1f2eddb92f24,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:23.869393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Calling delete_port for 53c3afae-b364-46cd-b8a2-825f43cb6502 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:23.875015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.923898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:23.924495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:23.925873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] 10.222.0.39 "PUT /v2.0/ports/37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 1092 time: 1.3315041
Jan 15 20:51:23.958686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:23.961380 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a047e113-33b6-4c63-a866-e4fb3955415b" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:24.038509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a8e74-86fb-4004-b681-28f24beabddd service neutron] Pushing event updated for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:24.086520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619dfb-89dd-427c-aeee-07d08bc1b6d9 req-197e50b9-c7fb-4b6a-a350-b69c6b0d474b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.088070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63619dfb-89dd-427c-aeee-07d08bc1b6d9 req-197e50b9-c7fb-4b6a-a350-b69c6b0d474b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 944 time: 0.1223907
Jan 15 20:51:24.108562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-36a5995f-6073-4f2b-b54e-a14b47ccab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.110013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-36a5995f-6073-4f2b-b54e-a14b47ccab25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1095 time: 0.1340659
Jan 15 20:51:24.163247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-d01e3cfb-78b7-4bdb-8c50-dcf9db5c616c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.0428112
Jan 15 20:51:24.205711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.236763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63619dfb-89dd-427c-aeee-07d08bc1b6d9 req-23b7777d-0285-486f-93f7-3f0b170d6407 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375904
Jan 15 20:51:24.258670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-6d6a120f-356c-4973-9b45-dfb8b96aa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.260115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-6d6a120f-356c-4973-9b45-dfb8b96aa489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0900624
Jan 15 20:51:24.261483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (53c3afae-b364-46cd-b8a2-825f43cb6502), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.300902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event deleted for resources: {'Port': ['ID=53c3afae-b364-46cd-b8a2-825f43cb6502,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:24.337307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks [] for floatingip (4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.339802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.340957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a793b95-9acf-48da-885a-a6d199e3b337 req-1b9c0788-ebbc-486e-9c5c-500cfa0dc5dd tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "DELETE /v2.0/floatingips/4bd356c2-3fa8-4ea1-8efb-2f7bdbf77f6f HTTP/1.1" status: 204  len: 173 time: 0.9952173
Jan 15 20:51:24.349094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-2c7e1f6d-ca70-4251-b9bd-66946e28fd53 req-d306142b-f4a7-4c92-a702-afa690c937cc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:24.350603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c7e1f6d-ca70-4251-b9bd-66946e28fd53 req-d306142b-f4a7-4c92-a702-afa690c937cc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057759
Jan 15 20:51:24.359704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-e441c497-2927-4bf8-9640-553d151fb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.361275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-e441c497-2927-4bf8-9640-553d151fb583 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0920591
Jan 15 20:51:24.397526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device efc2bb82-77b6-4192-a231-cc667bccea96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:24.403052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:24.510688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-3018eb10-eff6-497a-a203-8dc2fa2b08bc service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382775
Jan 15 20:51:24.520568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:24.528564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176505d-bc24-4288-b43c-423e30f56015 req-40720835-9689-434a-b953-8689f7bdbedb tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.533366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:24.533945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.539273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6176505d-bc24-4288-b43c-423e30f56015 req-40720835-9689-434a-b953-8689f7bdbedb tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 948 time: 0.1200724
Jan 15 20:51:24.599898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-bf04f846-9fbd-489c-bc77-917247e1b8f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0412416
Jan 15 20:51:24.609673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efc2bb82-77b6-4192-a231-cc667bccea96,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:24.610272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-6c21ffed-ce64-4087-bfa2-b08dd3c570a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:24.611436 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-6c21ffed-ce64-4087-bfa2-b08dd3c570a9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053532
Jan 15 20:51:24.624931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'efc2bb82-77b6-4192-a231-cc667bccea96', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'efc2bb82-77b6-4192-a231-cc667bccea96', 'mac_address': 'fa:16:3e:c0:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:24.683503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6176505d-bc24-4288-b43c-423e30f56015 req-1ec94b01-2963-42ce-8478-23ac8486d7a0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433346
Jan 15 20:51:24.695818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:24.695967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0b65-75d2-4ff2-adac-fe904cb0e9ab req-9c5112e5-ef2e-4f3d-9ad2-5c6c56dd170f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:24.696252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.698161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port efc2bb82-77b6-4192-a231-cc667bccea96 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:24.698537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.712119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72fb0b65-75d2-4ff2-adac-fe904cb0e9ab req-9c5112e5-ef2e-4f3d-9ad2-5c6c56dd170f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1532519
Jan 15 20:51:24.724855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc2bb82-77b6-4192-a231-cc667bccea96 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:24.751808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:24.754052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:24.754348 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c0c557-06c2-49d8-bff9-848447dcca70 x-openstack-request-id: req-45c0c557-06c2-49d8-bff9-848447dcca70 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:24.754698 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:24.754964 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45c0c557-06c2-49d8-bff9-848447dcca70 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:24.755441 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:51:24.757741 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e164d4d-2058-46d8-8f49-2ee3a606e9d2" -d '{"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-plugged", "status": "completed", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:24.767434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.768259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b8144bdd-0e36-42d0-ae5a-b27a87dabd70 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:24.782018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efc2bb82-77b6-4192-a231-cc667bccea96,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:24.786903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ba1b872-f674-4ac3-b502-a7f233d516a6 req-d6d1503c-7756-4a00-94db-abe8ef55cf30 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454243
Jan 15 20:51:24.814483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72fb0b65-75d2-4ff2-adac-fe904cb0e9ab req-7c976556-6ff3-4180-8377-a1ff52d5fba7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014042
Jan 15 20:51:24.832948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.880528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:24.929033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:24.937289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:24.937549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:24.978794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:25.047839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:25.048381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:25.086049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:25.091077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:25.149797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:25.182182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['efc2bb82-77b6-4192-a231-cc667bccea96'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:25.295409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e113-33b6-4c63-a866-e4fb3955415b req-b8ea5c56-b117-4b29-a32b-966477f9ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.298140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-b8ea5c56-b117-4b29-a32b-966477f9ac60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1095 time: 0.4072804
Jan 15 20:51:25.313315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151098b7-1603-41d7-a15a-75a45a444055 req-5500138f-291d-4933-ae10-9e14e626137b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.321694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-151098b7-1603-41d7-a15a-75a45a444055 req-5500138f-291d-4933-ae10-9e14e626137b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.1287301
Jan 15 20:51:25.365614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-2ee1ce5d-7839-4df4-b6bb-54b3855ce715 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.367054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-2ee1ce5d-7839-4df4-b6bb-54b3855ce715 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.5130234
Jan 15 20:51:25.418139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4897db97-d916-4e53-815d-12584749572d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/quotas/31dd217e7fd648b4a78c0c32ff1c95f4 HTTP/1.1" status: 200  len: 375 time: 0.0218387
Jan 15 20:51:25.484255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-151098b7-1603-41d7-a15a-75a45a444055 req-2a5b85a1-9108-4ddd-98c9-1d288070dcbc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591334
Jan 15 20:51:25.505181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e113-33b6-4c63-a866-e4fb3955415b req-97ccd671-88a1-4d48-aef4-651baa5ae1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.507615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-97ccd671-88a1-4d48-aef4-651baa5ae1df service neutron] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1786478
Jan 15 20:51:25.516544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-8bb6135f-f53d-4522-aad6-d6f14449c77e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0890026
Jan 15 20:51:25.583891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-37d5666a-7d51-4590-a159-6450442fcde9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.0584221
Jan 15 20:51:25.707106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e113-33b6-4c63-a866-e4fb3955415b req-b18b1ffe-787d-4d6c-acbe-365a114f4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.708601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-b18b1ffe-787d-4d6c-acbe-365a114f4e36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0909164
Jan 15 20:51:25.740015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de22cf-d82c-4df6-8b0c-9a6cc7c87e8d req-aaa5a67b-14c0-4c45-bc38-fcce3313b50c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.742640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3de22cf-d82c-4df6-8b0c-9a6cc7c87e8d req-aaa5a67b-14c0-4c45-bc38-fcce3313b50c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1696577
Jan 15 20:51:25.757201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-5eeca4d1-ff36-44ff-a6ae-ba6b5063eca4 service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247090
Jan 15 20:51:25.847747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e113-33b6-4c63-a866-e4fb3955415b req-c824e00d-98d4-44e0-9bc3-5a5a857c2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:25.849258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-c824e00d-98d4-44e0-9bc3-5a5a857c2163 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1310575
Jan 15 20:51:25.897469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3de22cf-d82c-4df6-8b0c-9a6cc7c87e8d req-db345871-add0-4491-82c0-6a63abebdbb5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391618
Jan 15 20:51:25.947079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-1ba205c2-77c9-4bb0-8bee-8fbd0dc7aa67 service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802697
Jan 15 20:51:26.016022 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-542a7ef2-0bf9-4fee-ab50-55d19307eb31 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441641
Jan 15 20:51:26.081965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48831a68-fe4a-4259-af2e-2d9017bc58c1 req-d4930b69-204f-458e-b76e-a3fd204052c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.084471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48831a68-fe4a-4259-af2e-2d9017bc58c1 req-d4930b69-204f-458e-b76e-a3fd204052c3 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.1160793
Jan 15 20:51:26.090624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-6dfd0ddd-8d7d-49d4-ba9a-1a0977e8384b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.093352 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-6dfd0ddd-8d7d-49d4-ba9a-1a0977e8384b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecba885c-f344-480e-9efc-707d1c542d42 HTTP/1.1" status: 200  len: 944 time: 0.0926907
Jan 15 20:51:26.096503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-4a79db2e-7992-43fe-adec-d182e190b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.099059 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-4a79db2e-7992-43fe-adec-d182e190b392 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1100 time: 0.0878239
Jan 15 20:51:26.123259 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6915c8d5-a577-47d1-bd1d-aaef621080b0 x-openstack-request-id: req-6915c8d5-a577-47d1-bd1d-aaef621080b0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:26.123755 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-plugged", "status": "completed", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:26.124508 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6915c8d5-a577-47d1-bd1d-aaef621080b0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:26.124999 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'code': 200}
Jan 15 20:51:26.174690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48831a68-fe4a-4259-af2e-2d9017bc58c1 req-0a772f25-6105-4845-ac89-ee570f803d91 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845246
Jan 15 20:51:26.266569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a047e113-33b6-4c63-a866-e4fb3955415b req-739107a7-236c-4e3e-be23-223175976bc7 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428784
Jan 15 20:51:26.316547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-3e574ffb-efdf-4dd8-b5f3-1adbb478bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.318875 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-3e574ffb-efdf-4dd8-b5f3-1adbb478bde0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1836390
Jan 15 20:51:26.324543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Deleting port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:26.324905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.344564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03961db-1211-4642-8b5a-c8644648704f req-16118e7d-339a-4cd1-8339-4f352ef7df3d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.346266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b03961db-1211-4642-8b5a-c8644648704f req-16118e7d-339a-4cd1-8339-4f352ef7df3d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 944 time: 0.1360157
Jan 15 20:51:26.397515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8470-bcb5-4ce2-8ff6-fce7d8de036c req-3685205e-b679-4341-bf21-423d22206eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.399295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab8d8470-bcb5-4ce2-8ff6-fce7d8de036c req-3685205e-b679-4341-bf21-423d22206eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1096 time: 0.0968766
Jan 15 20:51:26.405974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device efc2bb82-77b6-4192-a231-cc667bccea96 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:26.408729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a638f46-ef60-4ea8-8bad-74a8ee1eaf83 req-8d88a52a-db6c-4bd6-9356-4a8e873bf69f tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.417478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a638f46-ef60-4ea8-8bad-74a8ee1eaf83 req-8d88a52a-db6c-4bd6-9356-4a8e873bf69f tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1471684
Jan 15 20:51:26.422407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-7827757c-f6a9-43ba-a829-5f3ecc630be7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0821538
Jan 15 20:51:26.487826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port efc2bb82-77b6-4192-a231-cc667bccea96 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:26.494297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port efc2bb82-77b6-4192-a231-cc667bccea96 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:26.495530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.496572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-9fa45959-5db6-4320-8316-44e7182cdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.498755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-9fa45959-5db6-4320-8316-44e7182cdcfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0678289
Jan 15 20:51:26.505505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a638f46-ef60-4ea8-8bad-74a8ee1eaf83 req-453aeee2-f13b-4973-8f6d-0890891068c3 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0867503
Jan 15 20:51:26.545243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b03961db-1211-4642-8b5a-c8644648704f req-62f35002-e270-42d6-a423-e1f14a594f5c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794195
Jan 15 20:51:26.571358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab8d8470-bcb5-4ce2-8ff6-fce7d8de036c req-63217e9b-98bf-4086-9e9c-016b3e80eff3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346672
Jan 15 20:51:26.594186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port efc2bb82-77b6-4192-a231-cc667bccea96 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:26.595048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.605697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] For port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:26.608978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.626551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Calling delete_port for 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:26.636755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efc2bb82-77b6-4192-a231-cc667bccea96,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:26.645599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.659998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691a5f-9033-4eb5-87fa-612584501c72 req-79badaff-ce10-426a-84ae-d69570ab2ab1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.669764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14691a5f-9033-4eb5-87fa-612584501c72 req-79badaff-ce10-426a-84ae-d69570ab2ab1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 949 time: 0.0778880
Jan 15 20:51:26.716866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:26.731623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-ef5772e3-4421-4f4d-ac7b-c2ef18452f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.733177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-ef5772e3-4421-4f4d-ac7b-c2ef18452f41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2195325
Jan 15 20:51:26.749827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14691a5f-9033-4eb5-87fa-612584501c72 req-f9da3eb9-997b-40ed-8f78-94b371de611c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791991
Jan 15 20:51:26.785360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee9c75-eb3b-4bca-86e1-04e86978b1c6 req-8e51fec0-1c17-4368-bc0c-85145a640520 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:26.793948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abee9c75-eb3b-4bca-86e1-04e86978b1c6 req-8e51fec0-1c17-4368-bc0c-85145a640520 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1213920
Jan 15 20:51:26.857328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.872040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-002a0ddb-2e81-4201-b758-31c6deb2e384 req-51aaac59-bacd-4347-b95f-de6d3aa90058 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 210 time: 0.0410993
Jan 15 20:51:26.875954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abee9c75-eb3b-4bca-86e1-04e86978b1c6 req-00857a69-ae5d-463f-b019-2f51256ba737 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761414
Jan 15 20:51:26.903311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event deleted for resources: {'Port': ['ID=6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:26.952325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] No DVR routers for this DVR port 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:26.961853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:26.965091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6576158-f6ae-4f4c-a1b3-6550b7686878 req-7e3b4a16-e7d1-48c4-8f44-af25b44181ff tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "DELETE /v2.0/ports/6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f HTTP/1.1" status: 204  len: 173 time: 0.8639607
Jan 15 20:51:26.965532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-deleted', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:26.965971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5af81ccb-4fe3-4531-9000-f3700a2e3819 req-694b93f9-af22-456f-8368-59dcf2a7b424 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0723453
Jan 15 20:51:26.967801 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ff189-b884-483d-b556-7935f51f3c69" -d '{"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-deleted", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:26.982386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dfd75d65-f662-4149-bd74-00cb51547841 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996710
Jan 15 20:51:27.019765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5fa9d-55db-454c-9507-15088ab815a4 req-19a9135e-e9f4-4ccb-8391-927e85300d9b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.021699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cc5fa9d-55db-454c-9507-15088ab815a4 req-19a9135e-e9f4-4ccb-8391-927e85300d9b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0581367
Jan 15 20:51:27.092270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-b5c271a1-204a-4dc7-b7f2-bb99b8b57a59 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011100
Jan 15 20:51:27.109483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cc5fa9d-55db-454c-9507-15088ab815a4 req-44829820-9021-4bcc-81d4-22fc32b26b2b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790849
Jan 15 20:51:27.120048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b4a8e-172a-448a-aa37-4ab2e5c460aa req-baeca394-2b6a-4e02-a992-7bce422f9aad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.127175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b9b4a8e-172a-448a-aa37-4ab2e5c460aa req-baeca394-2b6a-4e02-a992-7bce422f9aad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0985177
Jan 15 20:51:27.182713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b9b4a8e-172a-448a-aa37-4ab2e5c460aa req-17a57a56-0e11-49ea-9a7d-43dc9a49deb6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544906
Jan 15 20:51:27.241010 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805a1e8-14ae-4b18-a7ef-2686937dffef x-openstack-request-id: req-0805a1e8-14ae-4b18-a7ef-2686937dffef {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:27.241326 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecba885c-f344-480e-9efc-707d1c542d42", "name": "network-vif-deleted", "tag": "6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:27.241586 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0805a1e8-14ae-4b18-a7ef-2686937dffef {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:27.242141 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecba885c-f344-480e-9efc-707d1c542d42', 'name': 'network-vif-deleted', 'tag': '6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f', 'status': 'completed', 'code': 200}
Jan 15 20:51:27.373192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ad65-66f4-40f5-b90b-c484985620d7 req-d7385e90-b252-4cef-9551-4450176e53c8 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.374618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f806ad65-66f4-40f5-b90b-c484985620d7 req-d7385e90-b252-4cef-9551-4450176e53c8 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.0819378
Jan 15 20:51:27.413307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f398-710f-4092-b87b-12f70e9667a1 req-d14be35e-f6ae-45f4-865f-994331212364 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.414808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8195f398-710f-4092-b87b-12f70e9667a1 req-d14be35e-f6ae-45f4-865f-994331212364 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.0868237
Jan 15 20:51:27.463314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f806ad65-66f4-40f5-b90b-c484985620d7 req-f381a9c8-b794-42a8-b9aa-6a84bf8a0721 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800576
Jan 15 20:51:27.499208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8195f398-710f-4092-b87b-12f70e9667a1 req-d4d4ff86-2aa9-4dc0-b828-a8912db29bb4 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741010
Jan 15 20:51:27.525842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-382a129b-ed38-41b6-8733-698c325c181b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.527336 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-382a129b-ed38-41b6-8733-698c325c181b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.1295104
Jan 15 20:51:27.547567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Request body: {'port': {'device_id': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'admin_state_up': True, 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:27.660633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:27.664553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:27.683973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e59822-d2c9-4a05-9e6f-36bdc44e0dd9 req-8ba5879a-2267-4741-bd89-7e9dc3a5a201 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.685479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91e59822-d2c9-4a05-9e6f-36bdc44e0dd9 req-8ba5879a-2267-4741-bd89-7e9dc3a5a201 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 944 time: 0.0564110
Jan 15 20:51:27.732331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91e59822-d2c9-4a05-9e6f-36bdc44e0dd9 req-20782498-9d00-4717-a767-6d527221f4a0 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409439
Jan 15 20:51:27.793077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Allocated IP 172.20.0.6 (364a58d7-d200-4c35-b6bd-a666c20a1fe8/4319d4db-4667-43f4-9bb7-98123fa5da42/2dedf195-b886-49e9-99b8-57405251268c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:27.880888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80dfc7-d073-4ef6-af02-4350fb63ccc5 req-7fc12051-c63a-4142-857a-3920100e6e99 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:27.882395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f80dfc7-d073-4ef6-af02-4350fb63ccc5 req-7fc12051-c63a-4142-857a-3920100e6e99 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.0497179
Jan 15 20:51:27.932579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f80dfc7-d073-4ef6-af02-4350fb63ccc5 req-afe1c75e-bf9f-4b33-bf0e-84b807c6c99d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442932
Jan 15 20:51:27.956203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks [] for port (2dedf195-b886-49e9-99b8-57405251268c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:27.989428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-827915ac-b5eb-4bff-8209-b0d6848f18b5 req-607d1d7b-f927-49e2-bd78-71a0ab67c386 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 210 time: 0.0308876
Jan 15 20:51:27.997929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:28.068805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:28.071938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c76abe-fa2a-4819-b916-74261c2bb891 req-369ecc4b-8dc3-4667-9e13-d2e791d84fb0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.073657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4c76abe-fa2a-4819-b916-74261c2bb891 req-369ecc4b-8dc3-4667-9e13-d2e791d84fb0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0570273
Jan 15 20:51:28.075428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:28.078606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:28.083813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:28.122526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4c76abe-fa2a-4819-b916-74261c2bb891 req-ea09f8b3-4f30-4c87-b64b-f7d8ad68b726 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428774
Jan 15 20:51:28.126466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70'}, {'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:28.129689 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b678f8ef-7470-4d81-8aad-c7e1799ba351" -d '{"events": [{"server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70"}, {"server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "name": "network-vif-plugged", "status": "completed", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:28.138133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.138770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:28.158612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-4abcb4a5-5954-47ef-a33d-db4883842c5d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6152575
Jan 15 20:51:28.174714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Request body: {'port': {'device_id': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:28.175020 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b43de7-c206-4e48-89f5-3e07f656628a x-openstack-request-id: req-15b43de7-c206-4e48-89f5-3e07f656628a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:28.175311 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70", "code": 200}, {"server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "name": "network-vif-plugged", "status": "completed", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:28.175570 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15b43de7-c206-4e48-89f5-3e07f656628a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:28.175968 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'code': 200}
Jan 15 20:51:28.176225 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96', 'code': 200}
Jan 15 20:51:28.247626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:28.253574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b57e7-e521-4814-b880-c15a3eacfb3f req-8494e647-1441-4f8b-ba9c-f7f0e8a3343a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.265694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d0b57e7-e521-4814-b880-c15a3eacfb3f req-8494e647-1441-4f8b-ba9c-f7f0e8a3343a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0756679
Jan 15 20:51:28.345275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d0b57e7-e521-4814-b880-c15a3eacfb3f req-968d8929-0398-43df-a69a-712db7c4b3f2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770826
Jan 15 20:51:28.367501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56ab-2b0e-441e-8007-f1b16be3b143 req-bb7a7189-23ba-4ddd-a811-c883ca98be79 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.369210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-625f56ab-2b0e-441e-8007-f1b16be3b143 req-bb7a7189-23ba-4ddd-a811-c883ca98be79 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0925689
Jan 15 20:51:28.412311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 37191f5f-92f4-4372-9435-1f2eddb92f24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:28.425241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-625f56ab-2b0e-441e-8007-f1b16be3b143 req-b54a1c6d-f066-48cb-899d-d48d2e7f19f4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491858
Jan 15 20:51:28.461927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce447e8-1a91-4014-85b4-5451ef21275a req-1271d61b-9f8e-46fa-9cb1-a7c5d866c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.463501 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ce447e8-1a91-4014-85b4-5451ef21275a req-1271d61b-9f8e-46fa-9cb1-a7c5d866c8b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 1097 time: 0.1728024
Jan 15 20:51:28.484404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677689-9c4d-4b44-84ed-ae5e8532576f req-2b5e2370-0946-483a-956b-3c363841f548 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.485886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f677689-9c4d-4b44-84ed-ae5e8532576f req-2b5e2370-0946-483a-956b-3c363841f548 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1096 time: 0.0529730
Jan 15 20:51:28.503553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53285-d03e-4685-a76d-de48c4b42cea req-b8b4f19e-08be-4bf5-a57a-3a1f2b73a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.505140 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78a53285-d03e-4685-a76d-de48c4b42cea req-b8b4f19e-08be-4bf5-a57a-3a1f2b73a852 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 1101 time: 0.2049758
Jan 15 20:51:28.528083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37191f5f-92f4-4372-9435-1f2eddb92f24,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:28.546162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:28.547210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f677689-9c4d-4b44-84ed-ae5e8532576f req-152df624-1063-4121-9941-2209c0d0fbd3 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535834
Jan 15 20:51:28.598565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 37191f5f-92f4-4372-9435-1f2eddb92f24 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:28.599797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:28.617599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37191f5f-92f4-4372-9435-1f2eddb92f24 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:28.631471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3d99-faab-473a-a73e-9525895fc3c5 req-53db5e10-8c8e-46ba-9c14-b27a5f90fc12 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.637423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-011a3d99-faab-473a-a73e-9525895fc3c5 req-53db5e10-8c8e-46ba-9c14-b27a5f90fc12 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.0771158
Jan 15 20:51:28.641646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37191f5f-92f4-4372-9435-1f2eddb92f24,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:28.647301 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:28.698696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:28.721217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-011a3d99-faab-473a-a73e-9525895fc3c5 req-a8b3ae34-1b5a-459e-b283-e78346500153 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810540
Jan 15 20:51:28.734057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb86dc-891e-4b50-879f-0fb5f1bcd1e3 req-e4cb151f-35af-4dc3-8063-ac84315cf807 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.741542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9eb86dc-891e-4b50-879f-0fb5f1bcd1e3 req-e4cb151f-35af-4dc3-8063-ac84315cf807 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.0883627
Jan 15 20:51:28.814172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9eb86dc-891e-4b50-879f-0fb5f1bcd1e3 req-426e79d1-de7c-4c1e-a53c-7dab777b0f55 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625291
Jan 15 20:51:28.857566 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ce447e8-1a91-4014-85b4-5451ef21275a req-2a9e7981-bf72-4be9-b447-8091e1906bc9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3800926
Jan 15 20:51:28.883388 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78a53285-d03e-4685-a76d-de48c4b42cea req-f6622c51-ab1f-4962-b9bd-eb123ea9d10d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3705425
Jan 15 20:51:28.901080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69df21-5824-48fe-9950-909cdf371bd4 req-17c9af65-2760-4bf3-b93c-cb292c4cc77a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:28.902696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e69df21-5824-48fe-9950-909cdf371bd4 req-17c9af65-2760-4bf3-b93c-cb292c4cc77a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 945 time: 0.0655196
Jan 15 20:51:28.955149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e69df21-5824-48fe-9950-909cdf371bd4 req-63faeec4-6ec3-4d60-8570-47ed37c66380 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456550
Jan 15 20:51:28.974957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dedf195-b886-49e9-99b8-57405251268c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:28.992564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks [] for port (2dedf195-b886-49e9-99b8-57405251268c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.023073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['37191f5f-92f4-4372-9435-1f2eddb92f24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:29.027951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Transition to ACTIVE for port object 2dedf195-b886-49e9-99b8-57405251268c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:29.035366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.090377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-003472a4-aa2f-440b-bc27-aa957746103d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.092090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-003472a4-aa2f-440b-bc27-aa957746103d tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.45 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.1125159
Jan 15 20:51:29.137785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4962f-aea2-4874-82cd-893d5d6b3403 req-37c471dd-4070-4c91-9b92-94f07b9c2b42 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.146941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34e4962f-aea2-4874-82cd-893d5d6b3403 req-37c471dd-4070-4c91-9b92-94f07b9c2b42 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.1359193
Jan 15 20:51:29.158686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:29.221424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8de9c0-da27-49ea-9743-8aa27f7cd35b req-841fc4c8-483b-4212-b304-9ba3ad5ee2ee tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.231165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe8de9c0-da27-49ea-9743-8aa27f7cd35b req-841fc4c8-483b-4212-b304-9ba3ad5ee2ee tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 943 time: 0.1527677
Jan 15 20:51:29.257630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Attempting to bind port 2dedf195-b886-49e9-99b8-57405251268c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:29.257961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Attempting to bind port 2dedf195-b886-49e9-99b8-57405251268c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:29.258293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Attempting to bind port 2dedf195-b886-49e9-99b8-57405251268c on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:29.263890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Port 2dedf195-b886-49e9-99b8-57405251268c on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:29.264221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Attempting to bind port 2dedf195-b886-49e9-99b8-57405251268c on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:29.273379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:29.273718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Checking segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:29.274317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Bound using segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:29.274513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Bound port: 2dedf195-b886-49e9-99b8-57405251268c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:29.274922 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.293782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34e4962f-aea2-4874-82cd-893d5d6b3403 req-093d0261-364d-4bfd-a5aa-243cbc7e18f2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454928
Jan 15 20:51:29.366365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:29.373322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe8de9c0-da27-49ea-9743-8aa27f7cd35b req-109c588d-28a9-4bdc-9d84-c93aaae85d1d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401215
Jan 15 20:51:29.386282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Deleting port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:29.386635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.393564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:29.407382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.428439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e66b9-0a16-4f20-bf44-dc5162080900 req-467aaa60-da83-4eb7-a5d1-dcb848ebfc95 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.430067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-361e66b9-0a16-4f20-bf44-dc5162080900 req-467aaa60-da83-4eb7-a5d1-dcb848ebfc95 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0550551
Jan 15 20:51:29.493913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.495317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.496511 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] 10.222.0.45 "PUT /v2.0/ports/2dedf195-b886-49e9-99b8-57405251268c HTTP/1.1" status: 200  len: 1091 time: 1.3272126
Jan 15 20:51:29.501640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'tag': '2dedf195-b886-49e9-99b8-57405251268c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:29.507865 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817820ba-a23f-4bbc-8583-2c87ce995bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "tag": "2dedf195-b886-49e9-99b8-57405251268c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:29.569646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-361e66b9-0a16-4f20-bf44-dc5162080900 req-1e36341b-55ea-40b3-a25b-4431bfc519cd tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333575
Jan 15 20:51:29.583469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a666d-1de9-46d6-bd42-1a4668f5d529 service neutron] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:29.628025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] For port 66fcf159-d8ef-45e6-9c7c-4dba94d06566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66fcf159-d8ef-45e6-9c7c-4dba94d06566,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:29.628734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.628942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0888-662c-48ec-b3d3-aff8ac0def8d req-363f0adb-83ff-40fc-8d86-f218369640a4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.636492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46cd0888-662c-48ec-b3d3-aff8ac0def8d req-363f0adb-83ff-40fc-8d86-f218369640a4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1044700
Jan 15 20:51:29.639338 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec7757-4660-49fe-baa6-64b6c32747b5 x-openstack-request-id: req-84ec7757-4660-49fe-baa6-64b6c32747b5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:29.639874 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "tag": "2dedf195-b886-49e9-99b8-57405251268c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:29.640342 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84ec7757-4660-49fe-baa6-64b6c32747b5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:29.641069 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'tag': '2dedf195-b886-49e9-99b8-57405251268c', 'status': 'completed', 'code': 200}
Jan 15 20:51:29.650073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Calling delete_port for 66fcf159-d8ef-45e6-9c7c-4dba94d06566 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:29.660158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-d17214bc-675d-4e09-afc5-8db8a83c3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.662445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-d17214bc-675d-4e09-afc5-8db8a83c3852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 1094 time: 0.0955935
Jan 15 20:51:29.689040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46cd0888-662c-48ec-b3d3-aff8ac0def8d req-07df8e2b-4dbd-438a-840b-314545719cc4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516191
Jan 15 20:51:29.758295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-fa4caf62-c36f-4906-88c6-f0821ddb7928 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dedf195-b886-49e9-99b8-57405251268c HTTP/1.1" status: 200  len: 217 time: 0.0377929
Jan 15 20:51:29.830918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-96562bfb-1e56-4486-be89-035f1aa79bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.832728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-96562bfb-1e56-4486-be89-035f1aa79bd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.0632434
Jan 15 20:51:29.853518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aeea1-975d-4724-af33-f6fd17770cb7 req-37141b2d-2626-41d6-bbcc-afdc8e1a8183 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.855110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-238aeea1-975d-4724-af33-f6fd17770cb7 req-37141b2d-2626-41d6-bbcc-afdc8e1a8183 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.0540376
Jan 15 20:51:29.895209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-e664a72c-47b3-4435-b877-ca87993d51e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335493
Jan 15 20:51:29.952997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-238aeea1-975d-4724-af33-f6fd17770cb7 req-4188cb43-98bd-4c9a-b6ce-6f24d5c6c3ea tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919597
Jan 15 20:51:29.962187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (66fcf159-d8ef-45e6-9c7c-4dba94d06566), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:29.976691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['66fcf159-d8ef-45e6-9c7c-4dba94d06566'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:29.978030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb335f-5031-4f28-bdf5-7c9ea8f69249 req-fc29a29e-f58a-46d1-b720-45899e990c5c tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:29.985161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5aeb335f-5031-4f28-bdf5-7c9ea8f69249 req-fc29a29e-f58a-46d1-b720-45899e990c5c tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/ports?device_id=69b95b86-744d-4552-a0fc-6ced4d9ef38d HTTP/1.1" status: 200  len: 945 time: 0.0760391
Jan 15 20:51:30.042195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5aeb335f-5031-4f28-bdf5-7c9ea8f69249 req-fa2554cd-b03b-4786-8ee6-1244947e16d2 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.46 "GET /v2.0/security-groups?id=060b6dfa-ad5f-4252-84e9-810054588d89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561039
Jan 15 20:51:30.072585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Pushing event deleted for resources: {'Port': ['ID=66fcf159-d8ef-45e6-9c7c-4dba94d06566,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:30.107416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] No DVR routers for this DVR port 66fcf159-d8ef-45e6-9c7c-4dba94d06566 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:30.111335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:30.115930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3dfb2e3-4ee8-40bb-9467-08a1dbea4c35 req-3f7f9f5c-70df-43a5-8207-00bdacf45e51 tempest-FloatingIPsAssociationNegativeTestJSON-407881836 tempest-FloatingIPsAssociationNegativeTestJSON-407881836-project] 10.222.0.45 "DELETE /v2.0/ports/66fcf159-d8ef-45e6-9c7c-4dba94d06566 HTTP/1.1" status: 204  len: 173 time: 1.0126624
Jan 15 20:51:30.118906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-6bfa645c-585a-4c90-ab8c-d885e5df3549 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143190
Jan 15 20:51:30.122981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b1bc-071c-4a29-b5cc-14d87054c0b3 req-86fa45b3-957f-4997-a567-f79afce1d243 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.127666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74f2b1bc-071c-4a29-b5cc-14d87054c0b3 req-86fa45b3-957f-4997-a567-f79afce1d243 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 945 time: 0.0845151
Jan 15 20:51:30.199418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74f2b1bc-071c-4a29-b5cc-14d87054c0b3 req-9d178939-c03b-4960-914d-06a74a1bbf11 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645127
Jan 15 20:51:30.252431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-038cc47b-1de6-4047-98d5-dbb5b2e3af5e req-6ba1691b-e27d-4c3c-bccc-cfa80215d270 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185000
Jan 15 20:51:30.351932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-d8f6cd96-ba16-48c2-85a1-746a026c6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.353496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-d8f6cd96-ba16-48c2-85a1-746a026c6a94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 1094 time: 0.0423739
Jan 15 20:51:30.389330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2568728-310a-4e4f-ac00-9a3a688a4375 req-ba069b29-e175-4e80-8171-42f7fa1be9dc tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.396597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2568728-310a-4e4f-ac00-9a3a688a4375 req-ba069b29-e175-4e80-8171-42f7fa1be9dc tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.0550766
Jan 15 20:51:30.429715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:30.465426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2568728-310a-4e4f-ac00-9a3a688a4375 req-ddf39bc1-9c19-4f6d-8565-935308fc591f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664644
Jan 15 20:51:30.466625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:51:30.466970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6896d9fc-c7c9-4e4b-8bf1-aaae0b89dd3f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:30.494173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-b074e660-575d-40f1-bc5f-e52a170fbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.495690 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-b074e660-575d-40f1-bc5f-e52a170fbcb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 905 time: 0.1358142
Jan 15 20:51:30.506361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438717-f3b9-4b40-8ea0-6af37ef10dae req-935426b6-44b6-4b99-a14b-aa34ee464741 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.508902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53438717-f3b9-4b40-8ea0-6af37ef10dae req-935426b6-44b6-4b99-a14b-aa34ee464741 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 943 time: 0.0685246
Jan 15 20:51:30.548251 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-f64e368c-e54c-4dd2-8899-8078f9b3357d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dedf195-b886-49e9-99b8-57405251268c HTTP/1.1" status: 200  len: 217 time: 0.0432196
Jan 15 20:51:30.566195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53438717-f3b9-4b40-8ea0-6af37ef10dae req-f287c526-0393-4cfc-9091-b69842f010ac tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513346
Jan 15 20:51:30.605082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-cf6ea2ab-3ded-4c22-9351-b2198656cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.606305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-cf6ea2ab-3ded-4c22-9351-b2198656cc17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.0511558
Jan 15 20:51:30.640947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-dfe63849-543c-4ec1-9b7b-a58f6fc1e318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274711
Jan 15 20:51:30.733210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad21bb4-b096-43bd-a7cc-67be5c6b4fd8 req-3b76cc25-cca0-4cc1-a9ed-0390e53b528e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.734873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aad21bb4-b096-43bd-a7cc-67be5c6b4fd8 req-3b76cc25-cca0-4cc1-a9ed-0390e53b528e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0803969
Jan 15 20:51:30.796920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-fbebe1c6-8ebb-4aa9-8b24-240b802f10a6 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483655
Jan 15 20:51:30.809692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aad21bb4-b096-43bd-a7cc-67be5c6b4fd8 req-eaec97d7-349c-4fc6-a941-52b6e0a196df tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692313
Jan 15 20:51:30.898614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-817820ba-a23f-4bbc-8583-2c87ce995bdc req-1a39a79d-4472-424e-bb3a-85257e7e7be8 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931911
Jan 15 20:51:30.947081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f0d21-fd53-4f5d-a937-e6354feb449a req-6ee54cb0-0d58-41c0-85f7-1dfb32985341 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:30.948641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e9f0d21-fd53-4f5d-a937-e6354feb449a req-6ee54cb0-0d58-41c0-85f7-1dfb32985341 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0588212
Jan 15 20:51:30.998004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e9f0d21-fd53-4f5d-a937-e6354feb449a req-7f81d9c5-6a1d-4548-a525-b9ca8994807e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435705
Jan 15 20:51:31.103131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33822) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:31.109231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532d3c-f8b7-4892-8084-ff16e61232f3 req-fb47ef09-51ef-477c-be51-bffad68a35d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:31.110821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b532d3c-f8b7-4892-8084-ff16e61232f3 req-fb47ef09-51ef-477c-be51-bffad68a35d4 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.0533338
Jan 15 20:51:31.157428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b532d3c-f8b7-4892-8084-ff16e61232f3 req-e2e64494-a9f6-4a47-9333-371247b667b1 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407979
Jan 15 20:51:31.278544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df028a0-4a1a-493f-bd74-62369b91440e req-1020296e-9a5c-4fb4-9a87-0f4bf7f70bbd tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:31.280128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7df028a0-4a1a-493f-bd74-62369b91440e req-1020296e-9a5c-4fb4-9a87-0f4bf7f70bbd tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.0527940
Jan 15 20:51:31.289341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:31.293870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Request body: {'floatingip': {'port_id': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:31.356341 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:31.461812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19b84c-3d2c-4d4f-9f68-a7e1c7f6c85a req-6c7bc5d2-038c-48aa-8673-62a00844f525 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:31.463342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d19b84c-3d2c-4d4f-9f68-a7e1c7f6c85a req-6c7bc5d2-038c-48aa-8673-62a00844f525 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 945 time: 0.1666255
Jan 15 20:51:31.581505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:31.649991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d19b84c-3d2c-4d4f-9f68-a7e1c7f6c85a req-ddfe4293-bee6-468f-a01d-e62d50c06a0d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807048
Jan 15 20:51:31.663390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'name': 'network-vif-deleted', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:31.665706 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a2858-e158-4608-9c33-c33a0ea34ef3" -d '{"events": [{"server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "name": "network-vif-deleted", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:31.751047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf01da-026e-4c9c-92c1-1e96f2e9710c req-f6a3f3a5-cbd1-48b5-bd38-81ccc3c2364f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:31.752480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3bf01da-026e-4c9c-92c1-1e96f2e9710c req-f6a3f3a5-cbd1-48b5-bd38-81ccc3c2364f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.1664958
Jan 15 20:51:31.928674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Deleting port acac2c95-9869-40e7-bd0d-5ae652a11c57 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:31.929153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.012950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] For port acac2c95-9869-40e7-bd0d-5ae652a11c57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acac2c95-9869-40e7-bd0d-5ae652a11c57,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:32.013312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.031266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Calling delete_port for acac2c95-9869-40e7-bd0d-5ae652a11c57 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:32.102144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7494-091d-4c14-a96d-8dafba1bb473 req-35ebc617-f14e-4b99-be22-7225d2ca37e8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:32.108286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82ae7494-091d-4c14-a96d-8dafba1bb473 req-35ebc617-f14e-4b99-be22-7225d2ca37e8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 943 time: 0.3759012
Jan 15 20:51:32.160237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3bf01da-026e-4c9c-92c1-1e96f2e9710c req-2588da0f-8e91-44f4-b431-24daad0ad5e4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3844569
Jan 15 20:51:32.241054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (acac2c95-9869-40e7-bd0d-5ae652a11c57), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.245121 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fcdf92-cc26-4b33-b668-e702e5410744 x-openstack-request-id: req-b4fcdf92-cc26-4b33-b668-e702e5410744 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:32.245572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82ae7494-091d-4c14-a96d-8dafba1bb473 req-440477c9-838a-4b19-ad0e-e6c708766fdc tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359649
Jan 15 20:51:32.245689 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b95b86-744d-4552-a0fc-6ced4d9ef38d", "name": "network-vif-deleted", "tag": "66fcf159-d8ef-45e6-9c7c-4dba94d06566", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:32.245771 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4fcdf92-cc26-4b33-b668-e702e5410744 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:32.246108 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b95b86-744d-4552-a0fc-6ced4d9ef38d', 'name': 'network-vif-deleted', 'tag': '66fcf159-d8ef-45e6-9c7c-4dba94d06566', 'status': 'completed', 'code': 200}
Jan 15 20:51:32.270130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.273225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=acac2c95-9869-40e7-bd0d-5ae652a11c57,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:32.275418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.437902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 37191f5f-92f4-4372-9435-1f2eddb92f24 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:32.484913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8df3d-51dc-495d-b8f3-43cdeb5f0e92 req-477f5b52-6c0c-43bd-a3d7-72ee151ee57f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:32.486308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b8df3d-51dc-495d-b8f3-43cdeb5f0e92 req-477f5b52-6c0c-43bd-a3d7-72ee151ee57f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1500723
Jan 15 20:51:32.488447 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba associated. External IP: 172.35.1.42, port: b8144bdd-0e36-42d0-ae5a-b27a87dabd70.
Jan 15 20:51:32.505073 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.532922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 37191f5f-92f4-4372-9435-1f2eddb92f24 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:32.539375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 37191f5f-92f4-4372-9435-1f2eddb92f24 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:32.540026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.573019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36f0c-ed12-42ef-88d2-a6ee50d9f40a req-ef0ece2a-bf90-43fd-930c-77f0cb34caef tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:32.574689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afa36f0c-ed12-42ef-88d2-a6ee50d9f40a req-ef0ece2a-bf90-43fd-930c-77f0cb34caef tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.2180276
Jan 15 20:51:32.625679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b8df3d-51dc-495d-b8f3-43cdeb5f0e92 req-0483146c-ee21-4d6b-a116-cc07c321907e tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273282
Jan 15 20:51:32.629072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 37191f5f-92f4-4372-9435-1f2eddb92f24 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:32.629514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.666859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37191f5f-92f4-4372-9435-1f2eddb92f24,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:32.669023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:32.671578 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328692a-dc3e-4a23-b9ad-88425ad18342" -d '{"events": [{"server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:32.677067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:32.705120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afa36f0c-ed12-42ef-88d2-a6ee50d9f40a req-bf0d00ea-e835-4c41-a874-7cd0666ceb31 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200843
Jan 15 20:51:32.734961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:32.801722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99a3b-277c-4e0e-b97e-0c365437819c req-f837fd87-92e1-4425-b7f9-cbada6d10427 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:32.803559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34a99a3b-277c-4e0e-b97e-0c365437819c req-f837fd87-92e1-4425-b7f9-cbada6d10427 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 1101 time: 0.0951993
Jan 15 20:51:32.807905 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddddcc6-14ca-4a27-b395-849ab0f80a05 x-openstack-request-id: req-4ddddcc6-14ca-4a27-b395-849ab0f80a05 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:32.808255 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:32.808519 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ddddcc6-14ca-4a27-b395-849ab0f80a05 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:32.809019 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'code': 200}
Jan 15 20:51:32.922548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34a99a3b-277c-4e0e-b97e-0c365437819c req-3713569a-5479-4451-9d36-f2df80291ace tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118777
Jan 15 20:51:32.932439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:32.962690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba0525-9c63-455a-9b09-4eef580d0abb req-423d8acc-017d-44a0-8784-68fc4efd74e6 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:32.964240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4ba0525-9c63-455a-9b09-4eef580d0abb req-423d8acc-017d-44a0-8784-68fc4efd74e6 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.0874994
Jan 15 20:51:33.009043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Router bf069423-45f1-4382-a9b5-7c861b53a3a6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:33.104384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4ba0525-9c63-455a-9b09-4eef580d0abb req-6c691dc0-3405-4ad4-b5ec-8372e8483742 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059363
Jan 15 20:51:33.107774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-b74ecf34-e1d0-48b7-8cd9-f1a37968177c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325890
Jan 15 20:51:33.128789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:33.134352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:33.139877 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:33.151682 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:33.152311 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:33.159486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:33.163635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b112eb-fb01-4fbc-aca8-bceafbd247ac req-ae4c267f-27c1-41c4-81e7-c988950490ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.165245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3b112eb-fb01-4fbc-aca8-bceafbd247ac req-ae4c267f-27c1-41c4-81e7-c988950490ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0601819
Jan 15 20:51:33.168867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e145e572-1108-48e5-86fb-9b900b69cae8 admin admin] 10.222.0.46 "PUT /v2.0/routers/bf069423-45f1-4382-a9b5-7c861b53a3a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0643084
Jan 15 20:51:33.170217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Sync routers for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:33.171849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:33.187399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:33.188927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:33.204957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9492b752-a804-49b0-b69a-fb773f5227a2 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "PUT /v2.0/floatingips/694a7ee9-d959-4b23-ad36-c4b43c69bdba HTTP/1.1" status: 200  len: 991 time: 1.9142551
Jan 15 20:51:33.205306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:33.207687 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9715026-fff5-4602-84c1-77e6e0cbb4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:33.279996 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:33.312550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3b112eb-fb01-4fbc-aca8-bceafbd247ac req-c7c2c324-6ec7-4f38-8831-82cda2f5260d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384866
Jan 15 20:51:33.338799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8003532d-ce12-437b-8a39-7c0bf34f54b3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.341068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks [] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:33.347110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8003532d-ce12-437b-8a39-7c0bf34f54b3 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2294333
Jan 15 20:51:33.365262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-a7cbc303-b788-41a7-81d2-b757b5b647c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0168467
Jan 15 20:51:33.383131 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba24ec-1d81-43f6-86ca-de9c6840a67b x-openstack-request-id: req-39ba24ec-1d81-43f6-86ca-de9c6840a67b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:33.383488 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:33.383803 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39ba24ec-1d81-43f6-86ca-de9c6840a67b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:33.384260 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'status': 'completed', 'code': 200}
Jan 15 20:51:33.445613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-779a4d6d-c8c0-4194-8b69-33edbcac59e8 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0785820
Jan 15 20:51:33.463584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:33.464065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks [] for router_gateway (bf069423-45f1-4382-a9b5-7c861b53a3a6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:33.531117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90916-d3f1-4b87-9088-1d1eb9ba9996 req-34dc9a24-47e1-4752-9b9e-8dfce327dc7e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.534915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Deleting port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:33.535254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:33.541784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed90916-d3f1-4b87-9088-1d1eb9ba9996 req-34dc9a24-47e1-4752-9b9e-8dfce327dc7e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 943 time: 0.0950203
Jan 15 20:51:33.593970 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:51:33.614068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed90916-d3f1-4b87-9088-1d1eb9ba9996 req-22394f23-df9c-4fe3-bb30-81042f4671da tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712118
Jan 15 20:51:33.666430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09ca8f24-7819-4f50-82b9-02376c5760e9 req-3e32be1f-a732-4e54-8a29-41859097e99b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 210 time: 0.0419734
Jan 15 20:51:33.700333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] For port 7c0fcb85-a17c-4303-84a0-8b24bff55d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:33.700686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:33.719341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-1d8b6b17-1ebc-4b06-889d-e690aba13b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.720691 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-1d8b6b17-1ebc-4b06-889d-e690aba13b79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71c95e4b5695439dbc3f66a911264026&device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 1097 time: 0.0755961
Jan 15 20:51:33.721601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Calling delete_port for 7c0fcb85-a17c-4303-84a0-8b24bff55d0b owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:33.740397 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095d90>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:6b:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bd310f-a604-40de-9c25-882284f4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:51:32Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:33.807261 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:33.817188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27cbe0>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67'}], 'enable_snat': True}, 'gw_port_id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:51:32Z', 'revision_number': 5, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port': {'id': '7c0fcb85-a17c-4303-84a0-8b24bff55d0b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:50:30Z', 'updated_at': '2022-01-15T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:33.828717 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:33.829361 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:33.878268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:33.893056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-9d646489-109e-4231-bc4a-c464cd93b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.894531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-9d646489-109e-4231-bc4a-c464cd93b10c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 200  len: 924 time: 0.1634974
Jan 15 20:51:33.908117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e9a25-e149-4e43-9f85-3e09b819e4eb req-51439d84-c9b7-4638-8934-7bebcc96397c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:33.910025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-306e9a25-e149-4e43-9f85-3e09b819e4eb req-51439d84-c9b7-4638-8934-7bebcc96397c tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1533689
Jan 15 20:51:33.936569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 66fcf159-d8ef-45e6-9c7c-4dba94d06566 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:33.941696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Checking router: bf069423-45f1-4382-a9b5-7c861b53a3a6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:33.973032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 66fcf159-d8ef-45e6-9c7c-4dba94d06566 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:51:33.975415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 66fcf159-d8ef-45e6-9c7c-4dba94d06566 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:33.988728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Routers {'bf069423-45f1-4382-a9b5-7c861b53a3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:34.000321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf069423-45f1-4382-a9b5-7c861b53a3a6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:34.017912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-0d86d564-574f-40f2-acd3-601361e21bc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70 HTTP/1.1" status: 200  len: 999 time: 0.0785341
Jan 15 20:51:34.024209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:34.081761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6068e-da7e-4b15-bc6e-516af4e23eea req-9b95d04a-a978-405e-8dcf-ccca49a326f8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:34.100865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac6068e-da7e-4b15-bc6e-516af4e23eea req-9b95d04a-a978-405e-8dcf-ccca49a326f8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.2887566
Jan 15 20:51:34.113281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:34.121717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-8b0d3435-af3d-41e2-9b68-2bc97f336f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:34.124336 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-8b0d3435-af3d-41e2-9b68-2bc97f336f01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 200  len: 862 time: 0.0984230
Jan 15 20:51:34.132708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7c0fcb85-a17c-4303-84a0-8b24bff55d0b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.141274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] Set router bf069423-45f1-4382-a9b5-7c861b53a3a6 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:34.143605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '2dedf195-b886-49e9-99b8-57405251268c', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '2dedf195-b886-49e9-99b8-57405251268c', 'mac_address': 'fa:16:3e:d6:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:34.188891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-306e9a25-e149-4e43-9f85-3e09b819e4eb req-fdeb64b1-d091-459a-a9a5-5c9470efacc7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616081
Jan 15 20:51:34.221982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac6068e-da7e-4b15-bc6e-516af4e23eea req-47452652-4f10-47db-bebb-f71bcc5611f8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188591
Jan 15 20:51:34.222868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27cbe0>, [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:51:33Z', 'revision_number': 6, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:34.239332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0fcb85-a17c-4303-84a0-8b24bff55d0b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:34.287129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d4f25-dd93-4352-83da-e127c78b231c None None] The sync data for ids ['bf069423-45f1-4382-a9b5-7c861b53a3a6'] in ncdv-master-1 is: [{'id': 'bf069423-45f1-4382-a9b5-7c861b53a3a6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1083503271-router', 'tenant_id': '63f60a2e220b479abf4b04536ed406e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:50:28Z', 'updated_at': '2022-01-15T20:51:33Z', 'revision_number': 6, 'project_id': '63f60a2e220b479abf4b04536ed406e9', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:34.322112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2dedf195-b886-49e9-99b8-57405251268c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:34.323756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.352389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dedf195-b886-49e9-99b8-57405251268c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:34.377724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:34.385090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.391719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.411584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeb600-0dac-42a6-bad1-723ccbdac62c req-96ded54e-7add-48a7-a834-f5ba45db5059 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:34.413231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9deeb600-0dac-42a6-bad1-723ccbdac62c req-96ded54e-7add-48a7-a834-f5ba45db5059 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.0967479
Jan 15 20:51:34.440691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-5a13ca61-20f2-47cc-a9d6-e2deb49f7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:34.442667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-5a13ca61-20f2-47cc-a9d6-e2deb49f7fc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f500117d-1a95-41f2-bf61-8c0369c6db83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2940571
Jan 15 20:51:34.448714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:34.470401 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095d90>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:6b:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bd310f-a604-40de-9c25-882284f4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:51:32Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:34.471195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9deeb600-0dac-42a6-bad1-723ccbdac62c req-1013e88b-6381-42d8-ac6e-9b530d18a24a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486953
Jan 15 20:51:34.501473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3962ee-2cfe-460e-875b-d2c94069c182 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '694a7ee9-d959-4b23-ad36-c4b43c69bdba', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'floating_ip_address': '172.35.1.42', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'port_id': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'mac_address': 'fa:16:3e:6b:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bd310f-a604-40de-9c25-882284f4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:49:01Z', 'updated_at': '2022-01-15T20:51:32Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:34.592576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.595871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks [] for router_controller (bf069423-45f1-4382-a9b5-7c861b53a3a6), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.690721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (bf069423-45f1-4382-a9b5-7c861b53a3a6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.691253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf069423-45f1-4382-a9b5-7c861b53a3a6 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:51:34.702702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.703848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ecf9faf-b2a1-4a80-bf24-e25e9a3831f1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bf069423-45f1-4382-a9b5-7c861b53a3a6 HTTP/1.1" status: 204  len: 168 time: 1.5310366
Jan 15 20:51:34.706516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33902) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:34.716892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-9050d4d2-e400-466d-940a-fa46bfd85f48 service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015407
Jan 15 20:51:34.759063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2dedf195-b886-49e9-99b8-57405251268c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:34.788523 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20179303-b78f-409d-b4b7-f0ef701d42e3 None None] New status for floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:51:34.870143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3a94c66-8990-4206-a22a-ebbb9a6c1812 req-4c780a16-276b-4e28-a6d4-a68638fb088f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 210 time: 0.0629830
Jan 15 20:51:34.910093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e9715026-fff5-4602-84c1-77e6e0cbb4fe req-d4288ba4-c376-4520-b671-4666a5d116a1 service neutron] 10.222.0.39 "GET /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752899
Jan 15 20:51:34.919526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Deleting subnet 5a85f71f-4e12-4948-b5f3-27d3d978e246 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:51:34.937711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Publish callbacks [] for subnet (5a85f71f-4e12-4948-b5f3-27d3d978e246), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:34.954146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531e5ec-59c1-472d-b977-4760e41e1463 req-849e0846-9306-4116-8fe6-f1c6c46f7c98 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:34.962565 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d531e5ec-59c1-472d-b977-4760e41e1463 req-849e0846-9306-4116-8fe6-f1c6c46f7c98 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 944 time: 0.2416658
Jan 15 20:51:34.985116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device acac2c95-9869-40e7-bd0d-5ae652a11c57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:35.022991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: acac2c95-9869-40e7-bd0d-5ae652a11c57 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:51:35.023334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device acac2c95-9869-40e7-bd0d-5ae652a11c57 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:35.080748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Publish callbacks [] for subnet (5a85f71f-4e12-4948-b5f3-27d3d978e246), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.093702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d531e5ec-59c1-472d-b977-4760e41e1463 req-fdf0e558-2d67-4212-a53c-7dd6e16b062c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925474
Jan 15 20:51:35.174822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5a85f71f-4e12-4948-b5f3-27d3d978e246), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.231673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for subnet (5a85f71f-4e12-4948-b5f3-27d3d978e246), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.259308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a85f71f-4e12-4948-b5f3-27d3d978e246,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:35.263849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.267316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5a85f71f-4e12-4948-b5f3-27d3d978e246 HTTP/1.1" status: 204  len: 168 time: 0.5592439
Jan 15 20:51:35.270599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33908) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:35.273416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b0bce-2c44-421f-a088-e5b0db553c2f None None] Network 1ddf3f52-4b62-4e63-a9e4-50ec9015529c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:51:35.273738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.274171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.274573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.274996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.275396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.275789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.276178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.276567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.276969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.277354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.277740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.278124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.278521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928424c3-da4c-455e-a814-ff7300b241a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:35.423918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1ddf3f52-4b62-4e63-a9e4-50ec9015529c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.448699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9d9e-ca91-4bcd-a73d-76982fd01b28 req-df9e9d3e-7648-40ba-8ca6-1c921a41eeb3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:35.463509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24cd9d9e-ca91-4bcd-a73d-76982fd01b28 req-df9e9d3e-7648-40ba-8ca6-1c921a41eeb3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1525166
Jan 15 20:51:35.464169 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-08528368-c901-4dac-b252-7258a71efcdf tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319517
Jan 15 20:51:35.512311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82861a28-2412-4dae-be76-6e7c10b6a04b req-214ffb1f-78aa-4fb5-9b62-5ff0fd2efa26 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:35.519527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82861a28-2412-4dae-be76-6e7c10b6a04b req-214ffb1f-78aa-4fb5-9b62-5ff0fd2efa26 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1516950
Jan 15 20:51:35.524747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] DHCP port deletion for 1ddf3f52-4b62-4e63-a9e4-50ec9015529c request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:51:35.583208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24cd9d9e-ca91-4bcd-a73d-76982fd01b28 req-cc6c6ab1-b17f-4c58-82d3-5b04c7e8fca5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142104
Jan 15 20:51:35.594433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Deleting port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:35.594811 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.613500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82861a28-2412-4dae-be76-6e7c10b6a04b req-65eee4e5-2d23-4deb-bb4d-2554510aa342 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928857
Jan 15 20:51:35.633331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Deleting port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:51:35.633677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.670142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] For port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:35.670541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.674706 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:35.676825 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:35.678803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-041f6f50-6cf9-424c-a892-b8c53f99ee68 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:35.680330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-041f6f50-6cf9-424c-a892-b8c53f99ee68 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1931133
Jan 15 20:51:35.685225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Calling delete_port for c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:35.708098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:35.757887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a5e0-bce6-4c1f-b9ef-ca5da9c7fe81 req-b0b835f9-470e-4b77-aaed-02726de410f5 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:35.760113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21e3a5e0-bce6-4c1f-b9ef-ca5da9c7fe81 req-b0b835f9-470e-4b77-aaed-02726de410f5 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.0565350
Jan 15 20:51:35.771765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] For port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,segment=NetworkSegment(23863cda-ce04-4117-9352-af4b425daa10),segment_id=23863cda-ce04-4117-9352-af4b425daa10)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:35.772130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.792498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Calling delete_port for c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:51:35.806266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.822413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21e3a5e0-bce6-4c1f-b9ef-ca5da9c7fe81 req-0d1b1354-76a1-48c6-a441-b577023ea17a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554969
Jan 15 20:51:35.835773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] Pushing event deleted for resources: {'Port': ['ID=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:35.857029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551401d-c859-4366-adf8-6adab32262b1 None None] No DVR routers for this DVR port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:35.912311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:35.916013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.931712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c5be6b59-c8ec-4e3c-8222-c45e61fc9a91), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:35.967782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5be6b59-c8ec-4e3c-8222-c45e61fc9a91,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:35.970895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] No DVR routers for this DVR port c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:36.012230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7db42bf3-35fb-4ac9-9887-2b264c508868 req-fd71393f-6b9a-4f59-a91c-ae81b1e8a85f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 210 time: 0.0485682
Jan 15 20:51:36.024175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.024542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.024871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.025211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.025580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.025927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.026351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.026561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.026912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.027206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.027525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.027839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.028248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:36.097826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-754d11b0-f9bf-4b57-a4bd-d2043434d4e9 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2342334
Jan 15 20:51:36.105208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1ddf3f52-4b62-4e63-a9e4-50ec9015529c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.107989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:36.134553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.149728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a72bb20>,) {'filters': {'network_id': ['1ddf3f52-4b62-4e63-a9e4-50ec9015529c']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:36.169621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a72bb20>, '23863cda-ce04-4117-9352-af4b425daa10') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:36.169915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a72bb20>, '23863cda-ce04-4117-9352-af4b425daa10') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:36.186297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (23863cda-ce04-4117-9352-af4b425daa10), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.213142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.15 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/7880a0f5-0cf7-4766-9699-5a2f4c04bd45) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:36.223068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (23863cda-ce04-4117-9352-af4b425daa10), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.238428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:51:36.238823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (23863cda-ce04-4117-9352-af4b425daa10), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:51:36.240816 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:51:36.251518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe8409-b294-4496-bae0-0b180f05ab45 req-f39da3ae-148a-491d-a23d-c92ed5bc316f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:36.253003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5fe8409-b294-4496-bae0-0b180f05ab45 req-f39da3ae-148a-491d-a23d-c92ed5bc316f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 944 time: 0.0677438
Jan 15 20:51:36.316536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1ddf3f52-4b62-4e63-a9e4-50ec9015529c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.319868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5fe8409-b294-4496-bae0-0b180f05ab45 req-0e4986ae-60b7-4bff-8487-fbc72a340a5e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588546
Jan 15 20:51:36.325809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.328988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ddf3f52-4b62-4e63-a9e4-50ec9015529c HTTP/1.1" status: 204  len: 168 time: 1.0533307
Jan 15 20:51:36.344175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.353945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68b026-c83f-496f-a253-980db90eb397 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddf3f52-4b62-4e63-a9e4-50ec9015529c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:36.468260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.500376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:36.523009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.532860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Allocated IP 172.35.1.179 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/05e4164a-9f94-4814-bb0a-f20e24b58d11) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:36.540987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:36.550160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395', 'efc2bb82-77b6-4192-a231-cc667bccea96'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:36.621238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:36.627049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:36.632794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:36.637545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:36.656967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f4d128f3-ecde-428e-9120-73300794be64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63f60a2e220b479abf4b04536ed406e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1515551
Jan 15 20:51:36.658795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33934) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:51:36.710704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:36.711678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.733652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-99050317-94f4-470f-800e-52b18befb0ee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0336771
Jan 15 20:51:36.750477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Request body: {'port': {'device_id': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:36.840513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:36.865006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7c0fcb85-a17c-4303-84a0-8b24bff55d0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:36.907731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7c0fcb85-a17c-4303-84a0-8b24bff55d0b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:51:36.908264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7c0fcb85-a17c-4303-84a0-8b24bff55d0b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:36.908945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:36.952764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:51:36.953308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c5be6b59-c8ec-4e3c-8222-c45e61fc9a91 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:37.031270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] Publish callbacks [] for security_group (060b6dfa-ad5f-4252-84e9-810054588d89), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.050936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2dfbac79-f58f-4be5-b28c-6337e50d779e None None] Provisioning complete for port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:37.051309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dfbac79-f58f-4be5-b28c-6337e50d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.061453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6280-d041-4d49-b42e-3eb3672c6d8a req-66a089a9-3cbf-4108-8b84-afbe6157b045 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:37.062932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dae6280-d041-4d49-b42e-3eb3672c6d8a req-66a089a9-3cbf-4108-8b84-afbe6157b045 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.4015715
Jan 15 20:51:37.096261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.105426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] Publish callbacks [] for security_group (060b6dfa-ad5f-4252-84e9-810054588d89), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.130572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbac79-f58f-4be5-b28c-6337e50d779e None None] Port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:37.147214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:37.154055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dae6280-d041-4d49-b42e-3eb3672c6d8a req-56547d18-7a9d-43d5-9f87-680d87dff9b7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793517
Jan 15 20:51:37.156371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks [] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.172738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Transition to ACTIVE for port object 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:37.180291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.210298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.252655 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (060b6dfa-ad5f-4252-84e9-810054588d89), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.256914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.260433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/060b6dfa-ad5f-4252-84e9-810054588d89 HTTP/1.1" status: 204  len: 168 time: 0.5953293
Jan 15 20:51:37.274242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:37.287484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:37.289483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff531c3a-007f-4a54-8f20-d1082cf4a149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b6dfa-ad5f-4252-84e9-810054588d89,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:37.312662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:37.324543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event updated for resources: {'Port': ['ID=05e4164a-9f94-4814-bb0a-f20e24b58d11,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:37.329513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Pushing event updated for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:37.354242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Attempting to bind port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:37.354242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Attempting to bind port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:37.354880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Attempting to bind port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:37.360207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:37.360657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Attempting to bind port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:37.367328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:37.367841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:37.368352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:37.369077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Bound port: 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:37.369681 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.458991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:37.462792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:37.469726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.473402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.498642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f97a49-b328-4f9c-9251-a964dc8565f6 req-51d03abb-c531-464b-845c-8b905fdf50aa tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:37.500184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37f97a49-b328-4f9c-9251-a964dc8565f6 req-51d03abb-c531-464b-845c-8b905fdf50aa tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1338661
Jan 15 20:51:37.512985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:37.513546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.515054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] 10.222.0.39 "PUT /v2.0/ports/7880a0f5-0cf7-4766-9699-5a2f4c04bd45 HTTP/1.1" status: 200  len: 1095 time: 0.7689755
Jan 15 20:51:37.515588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:37.518106 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24" -d '{"events": [{"name": "network-changed", "server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:37.545787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6149b0-5e71-4277-822d-7596e0e04699 service neutron] Pushing event updated for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:37.564651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.612868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-48058515-14cb-4fbf-a8ca-2dd16c7189d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:37.615560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-48058515-14cb-4fbf-a8ca-2dd16c7189d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 1098 time: 0.0556722
Jan 15 20:51:37.618526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37f97a49-b328-4f9c-9251-a964dc8565f6 req-a6d9f749-d643-4b73-bb3d-d269ab54d512 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760546
Jan 15 20:51:37.823070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.827558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e304-0370-459e-b4cb-e837fdf81225 req-e22bf84f-e81e-4d5f-831f-4d68b661739c tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:37.829424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b05e304-0370-459e-b4cb-e837fdf81225 req-e22bf84f-e81e-4d5f-831f-4d68b661739c tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1096 time: 0.0927920
Jan 15 20:51:37.832533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.879282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event updated for resources: {'Port': ['ID=05e4164a-9f94-4814-bb0a-f20e24b58d11,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:37.888250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:37.904386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.940320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:37.941820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-ec657b47-af6f-4e5c-9035-08901c170083 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8379102
Jan 15 20:51:37.964914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 2dedf195-b886-49e9-99b8-57405251268c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:37.968926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b05e304-0370-459e-b4cb-e837fdf81225 req-38ae39f4-8a68-4852-b48f-b0c679325828 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910118
Jan 15 20:51:37.970235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 2dedf195-b886-49e9-99b8-57405251268c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:37.970679 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2dedf195-b886-49e9-99b8-57405251268c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:38.010055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-fa3d7d07-5787-4917-83d6-67bd8ef80040 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 696 time: 0.0587833
Jan 15 20:51:38.033492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-bf7a564a-7bfa-4f6e-9782-4defb7596e1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45 HTTP/1.1" status: 200  len: 217 time: 0.3979635
Jan 15 20:51:38.112169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-90d22369-ef76-487e-aef2-90d315b9c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.114205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-90d22369-ef76-487e-aef2-90d315b9c721 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0796456
Jan 15 20:51:38.147296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-9878eda3-c340-4181-9ee6-74e00f8c7eec tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.160167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a98711c-3261-4ea5-81ec-fc3c705bd365 req-9878eda3-c340-4181-9ee6-74e00f8c7eec tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1438513
Jan 15 20:51:38.231633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-05f2ac9e-41b3-45f5-94e9-a3f55fef5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.233639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-05f2ac9e-41b3-45f5-94e9-a3f55fef5d7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1130705
Jan 15 20:51:38.247171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2dedf195-b886-49e9-99b8-57405251268c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:38.247757 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:38.272666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:38.275350 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7569392b-b36e-46a9-9f2a-11960242b70a" -d '{"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-plugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:38.297399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:38.305178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:38.319450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5502a-0da5-4a05-954d-5883d3a02949 req-9cb6df8a-a89e-478b-870e-8351ec1266ef tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.324056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd5502a-0da5-4a05-954d-5883d3a02949 req-9cb6df8a-a89e-478b-870e-8351ec1266ef tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 947 time: 0.1089861
Jan 15 20:51:38.367039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fdc0-31ff-4436-a989-8eba01c6cb61 req-470ddf5f-81c6-4209-85c9-174b16adb6db tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.368725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c73fdc0-31ff-4436-a989-8eba01c6cb61 req-470ddf5f-81c6-4209-85c9-174b16adb6db tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 944 time: 0.1258585
Jan 15 20:51:38.387188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:38.388413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-90c090e9-f65e-43f9-8803-778c763a106d service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388810
Jan 15 20:51:38.425402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd5502a-0da5-4a05-954d-5883d3a02949 req-6b51a8cd-80f2-491d-a9cd-e43fac6a4879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004169
Jan 15 20:51:38.450719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c73fdc0-31ff-4436-a989-8eba01c6cb61 req-2266fc72-ee13-40ab-bbf3-44b6cbc96284 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669003
Jan 15 20:51:38.496905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f5c95ec-dc6b-46e5-9534-a6bcf784bae4 req-19c3fa57-e869-4216-9c78-34af8a435352 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990074
Jan 15 20:51:38.509901 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971f257-76dd-4fed-aa9c-568e0bbcc246 x-openstack-request-id: req-5971f257-76dd-4fed-aa9c-568e0bbcc246 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:38.510198 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:38.510447 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5971f257-76dd-4fed-aa9c-568e0bbcc246 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:38.510841 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45', 'status': 'completed', 'code': 200}
Jan 15 20:51:38.603515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-5f7fac5d-f9df-44c3-b7ee-a36924e448bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.605481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-5f7fac5d-f9df-44c3-b7ee-a36924e448bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 1098 time: 0.0505495
Jan 15 20:51:38.607373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c99c6-9dc6-4a2b-8aed-e0f120d2b7a3 req-a8787b5c-55d2-41ea-89cb-49db7ed6ef70 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.608832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd4c99c6-9dc6-4a2b-8aed-e0f120d2b7a3 req-a8787b5c-55d2-41ea-89cb-49db7ed6ef70 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0533032
Jan 15 20:51:38.658593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd4c99c6-9dc6-4a2b-8aed-e0f120d2b7a3 req-614a5002-a8c5-4439-a5d2-eacc22e2fac0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435445
Jan 15 20:51:38.705944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-1160494d-b09b-4537-bbed-5a102607517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.707604 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-1160494d-b09b-4537-bbed-5a102607517b service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.0934014
Jan 15 20:51:38.712667 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a88eb9-4e2c-4d67-9a39-5be55ffd44fa x-openstack-request-id: req-83a88eb9-4e2c-4d67-9a39-5be55ffd44fa {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:38.713107 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-plugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:38.713472 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83a88eb9-4e2c-4d67-9a39-5be55ffd44fa {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:38.713953 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c', 'code': 200}
Jan 15 20:51:38.768060 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-fc929a2c-4053-4ff1-9cd4-b36fe5b0f40b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45 HTTP/1.1" status: 200  len: 217 time: 0.0383742
Jan 15 20:51:38.856372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-a806c1bb-6459-47ce-99d4-9058751be4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.858032 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-a806c1bb-6459-47ce-99d4-9058751be4ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0764318
Jan 15 20:51:38.865857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43dbbb-f02f-4db5-ad6e-334b682298e9 req-aa1b76b5-1373-4f67-9df0-0f022fd10c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.867372 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a43dbbb-f02f-4db5-ad6e-334b682298e9 req-aa1b76b5-1373-4f67-9df0-0f022fd10c02 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 1096 time: 0.0774632
Jan 15 20:51:38.906159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-958450f7-13de-461d-9df4-50ec958faae7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.908094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-958450f7-13de-461d-9df4-50ec958faae7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 820 time: 0.1200631
Jan 15 20:51:38.924702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-6530f824-9764-444a-9381-c655babe6300 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/quotas/f471d81a59824fc8afaf454a65e99933 HTTP/1.1" status: 200  len: 375 time: 0.0101533
Jan 15 20:51:38.936689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-af0a8ec6-72a8-450c-83b9-fb4f66dd2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:38.938201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-af0a8ec6-72a8-450c-83b9-fb4f66dd2e5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0699313
Jan 15 20:51:38.941773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a43dbbb-f02f-4db5-ad6e-334b682298e9 req-42abe898-6d7c-4e76-8950-f9f14fba4897 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649462
Jan 15 20:51:38.983649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-70569d60-8913-4d31-8316-c9ce93cd200a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0526400
Jan 15 20:51:39.041500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-174766f1-b5ac-43a4-9cf0-c3a352d7503f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955687
Jan 15 20:51:39.089531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-5013c232-58ea-4116-b318-a5a3627028f6 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980520
Jan 15 20:51:39.141651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-95f221a8-9d4c-45e1-8a36-3fd622b6ba24 req-e95cc61b-da3b-4a68-9d49-a9180b71df2f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918627
Jan 15 20:51:39.184981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-75e4ca3a-1cdf-4041-b662-bf3a24d13142 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881886
Jan 15 20:51:39.527800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-c1fccd28-30c9-4ff9-906c-cd68f0ebb944 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f7b489c290846f48384c65e977ed644&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252268
Jan 15 20:51:39.594379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-d5025094-f4a2-426e-a3a2-00d9ca69a4d9 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:51:39.596243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-d5025094-f4a2-426e-a3a2-00d9ca69a4d9 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1200511
Jan 15 20:51:39.647197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-dc072b28-99f2-4976-8fe4-3c7440ca2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:39.648863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-dc072b28-99f2-4976-8fe4-3c7440ca2b55 service neutron] 10.222.0.46 "GET /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 1093 time: 0.0450299
Jan 15 20:51:39.652723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-b76de0fb-6dc6-4fab-8ae6-8cacdefce6cc tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:39.654251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-b76de0fb-6dc6-4fab-8ae6-8cacdefce6cc tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1212101
Jan 15 20:51:39.661261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:39.661778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:51:39.670150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-9ac447e1-21c6-4c5f-b989-dfdad9103298 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/quotas/9f7b489c290846f48384c65e977ed644 HTTP/1.1" status: 200  len: 375 time: 0.0103416
Jan 15 20:51:39.705710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-a809cbdc-28b6-43c3-a7c6-28d18b8b0e9c tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f7b489c290846f48384c65e977ed644&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0287507
Jan 15 20:51:39.813644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:39.814000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:39.814318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:39.819919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:39.820252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:39.833125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:39.834707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:39.835614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:39.836210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Bound port: 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:39.918616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:39.927998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:39.930381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43f3bc-39f0-4b20-8486-90577bab13e3 req-13ed79f8-e8d1-4272-900b-ad8285d33b74 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:39.932114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f43f3bc-39f0-4b20-8486-90577bab13e3 req-13ed79f8-e8d1-4272-900b-ad8285d33b74 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0603819
Jan 15 20:51:39.945584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-7abbfc91-7f9b-4bcd-9b7c-4e010b7367a6 service neutron] 10.222.0.46 "POST /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3/bindings HTTP/1.1" status: 201  len: 389 time: 0.2758224
Jan 15 20:51:40.008477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f43f3bc-39f0-4b20-8486-90577bab13e3 req-f17f9859-401f-48c7-9356-73761f3fa7db tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595531
Jan 15 20:51:40.116936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd4a44b8-c65a-46b8-825f-99eaba78a92e req-7012d188-e3a0-42e5-925b-7b123071480d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 210 time: 0.0384724
Jan 15 20:51:40.264772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-b9c15a11-ba69-4f82-875b-96811eb45ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.266430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-b9c15a11-ba69-4f82-875b-96811eb45ecf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1096 time: 0.0520020
Jan 15 20:51:40.272764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced5ec6-0b1a-45e6-b99b-ae95b8b657fe req-ead691a3-c469-4246-90cf-2792529bd598 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.274392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dced5ec6-0b1a-45e6-b99b-ae95b8b657fe req-ead691a3-c469-4246-90cf-2792529bd598 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 947 time: 0.0879407
Jan 15 20:51:40.285384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5a98-aab8-4e0a-844d-c2da58d74e35 req-acb59b9d-7ea7-48f6-813c-401e350ab768 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.287398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b97e5a98-aab8-4e0a-844d-c2da58d74e35 req-acb59b9d-7ea7-48f6-813c-401e350ab768 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0915573
Jan 15 20:51:40.365219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dced5ec6-0b1a-45e6-b99b-ae95b8b657fe req-f3079d9c-67b2-4251-819b-1aae37b6803f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760977
Jan 15 20:51:40.410856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b97e5a98-aab8-4e0a-844d-c2da58d74e35 req-6b1b60fb-4d27-4455-9dd6-13a80857468f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009457
Jan 15 20:51:40.454135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-02c13f33-f45d-4dc1-8de6-576c0d9d24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.455782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-02c13f33-f45d-4dc1-8de6-576c0d9d24a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1777678
Jan 15 20:51:40.509221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-f05530e2-839c-4d25-8a62-c99253f0380d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 217 time: 0.0457187
Jan 15 20:51:40.525501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dafe9668-765a-49fb-a069-f83eb7155e70 req-4f60a179-110f-400b-8efe-5dc5ee5f6c43 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 210 time: 0.0376737
Jan 15 20:51:40.569771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5276d-0435-4a37-9216-a8f1c217186e req-c1c750cf-cd5e-4a02-a8f8-86b4ff5166b3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.571793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5e5276d-0435-4a37-9216-a8f1c217186e req-c1c750cf-cd5e-4a02-a8f8-86b4ff5166b3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0742097
Jan 15 20:51:40.657691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5e5276d-0435-4a37-9216-a8f1c217186e req-2b3c66ef-154d-4726-9f00-f3d3182a8abe tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776660
Jan 15 20:51:40.671107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0f0c-1eca-44b7-8942-be1c63416edb req-7d43800f-a543-4684-b168-e708c3dcf5ae tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.672569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743f0f0c-1eca-44b7-8942-be1c63416edb req-7d43800f-a543-4684-b168-e708c3dcf5ae tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0862174
Jan 15 20:51:40.744736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743f0f0c-1eca-44b7-8942-be1c63416edb req-10b0eb31-ae3f-4299-afc3-a59a91a1916b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656414
Jan 15 20:51:40.766914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-ca5de6bd-c2a2-4332-91b7-70dbde7f0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.768451 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-ca5de6bd-c2a2-4332-91b7-70dbde7f0310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1334593
Jan 15 20:51:40.814337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-a6295d43-35a9-4a97-9968-ab19d2400b7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314867
Jan 15 20:51:40.849884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e7678f93-7532-4d45-94a0-11ce2b394070 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:40.851276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e7678f93-7532-4d45-94a0-11ce2b394070 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.45 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 820 time: 0.2017128
Jan 15 20:51:40.882772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'port': {'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'admin_state_up': True, 'tenant_id': 'f471d81a59824fc8afaf454a65e99933'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:40.991389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-a2c201af-679c-4022-b4fe-973b4663e0f5 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676888
Jan 15 20:51:41.084675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Made reservation on behalf of f471d81a59824fc8afaf454a65e99933 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:41.088154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.129203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-98a8bf56-bd08-4422-acde-eb6d6011b776 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305594
Jan 15 20:51:41.139181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3c6b-8b53-4495-ae36-0c0653ce2b55 req-5023bb38-6f7d-40c2-b1d8-b003876cc3fb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.141146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-004f3c6b-8b53-4495-ae36-0c0653ce2b55 req-5023bb38-6f7d-40c2-b1d8-b003876cc3fb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0583594
Jan 15 20:51:41.201031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-004f3c6b-8b53-4495-ae36-0c0653ce2b55 req-f8501afb-9555-42a9-9213-250ecf7c8ae3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535340
Jan 15 20:51:41.251872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Allocated IP 172.20.0.5 (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062/ff476063-eba2-475a-8988-d530394af9e8/1ca16880-699b-4753-b30c-773b6af5f27f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:41.277747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d695a87-cd09-42f9-8abe-bca16e563c88 req-653a59be-ce75-46a1-b75e-8e7baf3fa1fd tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 210 time: 0.0270419
Jan 15 20:51:41.369620 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-ed27a750-f252-472e-96c5-0bd7959f2e0f tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f7b489c290846f48384c65e977ed644&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296514
Jan 15 20:51:41.523886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a67de-f450-4646-9380-304138616329 req-7554255e-efea-40ff-bae9-3835ab8dfe4f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.525468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b79a67de-f450-4646-9380-304138616329 req-7554255e-efea-40ff-bae9-3835ab8dfe4f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 947 time: 0.0714948
Jan 15 20:51:41.552442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for port (1ca16880-699b-4753-b30c-773b6af5f27f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.581046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-4507fdc9-96f2-45fa-8ef0-7d5fb925c2ec tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.582455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-4507fdc9-96f2-45fa-8ef0-7d5fb925c2ec tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2079391
Jan 15 20:51:41.602493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Request body: {'port': {'device_id': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '9f7b489c290846f48384c65e977ed644'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:41.607557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b79a67de-f450-4646-9380-304138616329 req-3e5ad076-7484-40ce-9749-80ae02be421b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725000
Jan 15 20:51:41.619331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347438-f9d5-479b-b45d-2476960def48 req-3ae8f7f9-5301-4ee6-a1d4-1c36144e3ab2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.626616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec347438-f9d5-479b-b45d-2476960def48 req-3ae8f7f9-5301-4ee6-a1d4-1c36144e3ab2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1000438
Jan 15 20:51:41.686441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec347438-f9d5-479b-b45d-2476960def48 req-d1fd3b53-34e0-4222-8d32-d7ea5caebd66 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588422
Jan 15 20:51:41.689792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.715804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['37191f5f-92f4-4372-9435-1f2eddb92f24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:41.749460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55441e6a-3484-4553-a84a-bc65780025d9 req-98fcd564-db24-49e2-aeb9-b598717cca2f tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 210 time: 0.0618744
Jan 15 20:51:41.772644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:41.782431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:41.792698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:41.829845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event updated for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:41.873057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b8b2-03ba-4934-8663-5e5c2a79776f req-bd7b4e90-0f06-4269-9011-959b719a83e4 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.878615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c21b8b2-03ba-4934-8663-5e5c2a79776f req-bd7b4e90-0f06-4269-9011-959b719a83e4 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1192811
Jan 15 20:51:41.893260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:41.894019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.906567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Made reservation on behalf of 9f7b489c290846f48384c65e977ed644 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:41.911064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.923115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:41.936460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e30c6216-996a-4d0e-9401-d67216c8a1b7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0571249
Jan 15 20:51:41.964633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Request body: {'port': {'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:42.012549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c21b8b2-03ba-4934-8663-5e5c2a79776f req-52ee8b00-3949-42b1-9555-fd606a9ef83f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223333
Jan 15 20:51:42.112518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6659098-e0a1-40cb-ab12-5ef1a26b3c0d req-12a073f7-a736-481a-ab2c-3dc08cfda8ee tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:42.113969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6659098-e0a1-40cb-ab12-5ef1a26b3c0d req-12a073f7-a736-481a-ab2c-3dc08cfda8ee tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0585570
Jan 15 20:51:42.118631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.205396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6659098-e0a1-40cb-ab12-5ef1a26b3c0d req-8522705c-9f0d-4a91-8a71-b16c25cc0444 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793936
Jan 15 20:51:42.219975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600eac8-bb3f-4c7e-820e-357cc00d6b7b req-17419927-2880-4296-becd-ad56fceec271 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:42.222208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a600eac8-bb3f-4c7e-820e-357cc00d6b7b req-17419927-2880-4296-becd-ad56fceec271 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1000900
Jan 15 20:51:42.253556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-30d2e7bc-553c-4fc0-bc4f-ed9ee9db74a5 None None] Provisioning complete for port 1ca16880-699b-4753-b30c-773b6af5f27f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:42.253924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-30d2e7bc-553c-4fc0-bc4f-ed9ee9db74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.289196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a600eac8-bb3f-4c7e-820e-357cc00d6b7b req-f71888f2-29b0-4fec-8d51-f7f8bbf37b87 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605557
Jan 15 20:51:42.322866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-30d2e7bc-553c-4fc0-bc4f-ed9ee9db74a5 None None] Port 1ca16880-699b-4753-b30c-773b6af5f27f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:42.344446 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks [] for security_group (be5c7c3f-669d-459e-8ec0-21a347b800ae), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.354349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be5c7c3f-669d-459e-8ec0-21a347b800ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.448116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974e8d2-3cfe-4fdf-813a-874ae44e5700 req-48cebeb9-6958-4f1a-87bd-7007b6378d09 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:42.450006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1974e8d2-3cfe-4fdf-813a-874ae44e5700 req-48cebeb9-6958-4f1a-87bd-7007b6378d09 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1014042
Jan 15 20:51:42.460151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:42.463129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c7c3f-669d-459e-8ec0-21a347b800ae,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:42.463262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7afd83-a46e-45fd-8705-38d7c36cc41b req-bc3b2136-0a16-48e6-b186-9f9fe8a12fe8 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:42.470936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d7afd83-a46e-45fd-8705-38d7c36cc41b req-bc3b2136-0a16-48e6-b186-9f9fe8a12fe8 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 931 time: 0.0780993
Jan 15 20:51:42.554558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d7afd83-a46e-45fd-8705-38d7c36cc41b req-76bcf398-5f0d-4851-b916-3f3af9cef962 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826638
Jan 15 20:51:42.565081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Allocated IP 192.168.233.247 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/26758887-8e21-4143-9b13-3eccf74a0d5b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:42.587479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca16880-699b-4753-b30c-773b6af5f27f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:42.592635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1974e8d2-3cfe-4fdf-813a-874ae44e5700 req-54c15b59-208d-40b8-8ae7-70d0ae25f8fb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195886
Jan 15 20:51:42.598497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks [] for port (1ca16880-699b-4753-b30c-773b6af5f27f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.615837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:42.628258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45', 'mac_address': 'fa:16:3e:74:59:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:42.641351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Transition to ACTIVE for port object 1ca16880-699b-4753-b30c-773b6af5f27f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:42.651543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.679660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:42.680131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.699204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:42.730683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:42.741527 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.758922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f57d6-9b89-40a7-a325-9a37311ce4bc req-8163efb2-8eda-4a90-bab2-6424b13f83bd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:42.765975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728f57d6-9b89-40a7-a325-9a37311ce4bc req-8163efb2-8eda-4a90-bab2-6424b13f83bd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 947 time: 0.0838420
Jan 15 20:51:42.823688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728f57d6-9b89-40a7-a325-9a37311ce4bc req-a186d6b5-ffec-4950-a1b0-37e21d482750 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564301
Jan 15 20:51:42.825812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:42.878773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:42.882973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b766327-24c9-44db-9351-8c29222352eb req-a861597f-0b51-4626-88cc-065a39192a97 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 210 time: 0.0352070
Jan 15 20:51:42.904595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Attempting to bind port 1ca16880-699b-4753-b30c-773b6af5f27f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:42.904890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Attempting to bind port 1ca16880-699b-4753-b30c-773b6af5f27f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:42.905203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Attempting to bind port 1ca16880-699b-4753-b30c-773b6af5f27f on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:42.918835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Port 1ca16880-699b-4753-b30c-773b6af5f27f on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:42.919418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Attempting to bind port 1ca16880-699b-4753-b30c-773b6af5f27f on network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:42.936476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks [] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:42.938023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:42.938352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Checking segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:42.938726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Bound using segment: {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:42.939152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Bound port: 1ca16880-699b-4753-b30c-773b6af5f27f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709671-0ccc-412a-87dd-c39837729b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:42.939498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.022029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.023989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:43.031415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ca16880-699b-4753-b30c-773b6af5f27f,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:43.061881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.083556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:43.090370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.090979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.092360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] 10.222.0.45 "PUT /v2.0/ports/1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 1091 time: 1.1447222
Jan 15 20:51:43.093110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:43.095331 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39" -d '{"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:43.102488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:43.106566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:43.109391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:43.131707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7688-f130-48bd-bc1e-012efc9285a1 req-5f2bdbde-7e3b-425e-8146-630d0c7e6856 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.140063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-554b7688-f130-48bd-bc1e-012efc9285a1 req-5f2bdbde-7e3b-425e-8146-630d0c7e6856 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0659299
Jan 15 20:51:43.145332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['7880a0f5-0cf7-4766-9699-5a2f4c04bd45'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:43.172712 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76585f01-61b2-4753-aec9-1090fa87236c x-openstack-request-id: req-76585f01-61b2-4753-aec9-1090fa87236c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:43.173269 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:43.173676 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76585f01-61b2-4753-aec9-1090fa87236c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:43.174244 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f', 'status': 'completed', 'code': 200}
Jan 15 20:51:43.217792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.218711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.241067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-554b7688-f130-48bd-bc1e-012efc9285a1 req-c7f989af-3135-4d26-8928-a472f474e1a4 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001017
Jan 15 20:51:43.250952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47d18-42d0-4056-a98b-a35f2048409d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:43.274441 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-f4535cba-30c3-46ca-8f9c-0ffa084e30e3 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6780782
Jan 15 20:51:43.317490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Request body: {'port': {'device_id': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:43.393374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f4349-e23c-4157-bb43-0d694e9eb5d4 req-5aea356d-d41e-4b2d-9e0f-eb2324cf041b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.406852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-021f4349-e23c-4157-bb43-0d694e9eb5d4 req-5aea356d-d41e-4b2d-9e0f-eb2324cf041b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.1018624
Jan 15 20:51:43.472856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.473191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-021f4349-e23c-4157-bb43-0d694e9eb5d4 req-859d5a63-4aa0-4310-b3f8-61c5cad5783e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653806
Jan 15 20:51:43.504132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-ea15d9e7-b5c8-4f24-9c22-a39c4f0bda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.506425 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-ea15d9e7-b5c8-4f24-9c22-a39c4f0bda14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1094 time: 0.1623747
Jan 15 20:51:43.520298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdffb6-945b-4b6b-8f81-5b9133bda445 req-fc968f8b-a19e-44c2-a3ac-399dcf3075d0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.522204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ccdffb6-945b-4b6b-8f81-5b9133bda445 req-fc968f8b-a19e-44c2-a3ac-399dcf3075d0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0714931
Jan 15 20:51:43.571109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ccdffb6-945b-4b6b-8f81-5b9133bda445 req-c9d4b16c-7481-4615-90d8-129064ecb796 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433011
Jan 15 20:51:43.632245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fef77a88-448a-45ee-8fbb-3662d5cf5911 None None] Provisioning complete for port 26758887-8e21-4143-9b13-3eccf74a0d5b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:43.632639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fef77a88-448a-45ee-8fbb-3662d5cf5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:43.674029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fef77a88-448a-45ee-8fbb-3662d5cf5911 None None] Port 26758887-8e21-4143-9b13-3eccf74a0d5b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:43.698867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe588a2-45b3-475c-9108-0725ea2ac11d req-b5cc357a-ea00-496c-98f7-a280aa5b7958 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.700385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffe588a2-45b3-475c-9108-0725ea2ac11d req-b5cc357a-ea00-496c-98f7-a280aa5b7958 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 943 time: 0.0680287
Jan 15 20:51:43.781219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fadb0-81b6-48dd-9162-c2d62a837b80 req-17f87cf2-23e0-448b-9741-314258f10936 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.782920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa8fadb0-81b6-48dd-9162-c2d62a837b80 req-17f87cf2-23e0-448b-9741-314258f10936 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1088574
Jan 15 20:51:43.787485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffe588a2-45b3-475c-9108-0725ea2ac11d req-f2e58faf-ae9e-43d9-9b7f-95b9b7f718cc tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716460
Jan 15 20:51:43.838663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa8fadb0-81b6-48dd-9162-c2d62a837b80 req-ea561c03-0997-4c92-9528-a695e879526d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486362
Jan 15 20:51:43.977328 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc715a1-25fd-4767-9e2e-9bf2ef67621f req-1471822d-d46a-4e93-8808-30e270955932 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:43.979273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bc715a1-25fd-4767-9e2e-9bf2ef67621f req-1471822d-d46a-4e93-8808-30e270955932 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 948 time: 0.0681291
Jan 15 20:51:44.062279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-928a2212-e42c-4dc7-b386-6b98917cb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.063718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-928a2212-e42c-4dc7-b386-6b98917cb01f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f471d81a59824fc8afaf454a65e99933&shared=False HTTP/1.1" status: 200  len: 921 time: 0.5372703
Jan 15 20:51:44.065484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.074207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ee69-de08-42c2-80cb-6dd509e761cc req-db7b592a-d643-4986-adce-db7b155a185a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.075718 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e512ee69-de08-42c2-80cb-6dd509e761cc req-db7b592a-d643-4986-adce-db7b155a185a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 936 time: 0.0914948
Jan 15 20:51:44.080804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bc715a1-25fd-4767-9e2e-9bf2ef67621f req-5eec05df-7d1f-499d-ae8e-240b58bc54cb tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860879
Jan 15 20:51:44.134004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e512ee69-de08-42c2-80cb-6dd509e761cc req-4d469ef0-1e92-41b3-a5f4-3367b5ab7602 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464847
Jan 15 20:51:44.294659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-e8a2d903-a324-437f-ad96-4335b32b75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.296117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a5ea1cf-ae55-4cd9-8313-db5c031a6c39 req-e8a2d903-a324-437f-ad96-4335b32b75d5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2253096
Jan 15 20:51:44.309887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:44.317866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks [] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.338332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Transition to ACTIVE for port object 26758887-8e21-4143-9b13-3eccf74a0d5b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:44.351052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.373949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19ff7a-fbb6-4be4-af78-f9a32b2f6354 req-0db5e6ca-f407-41fe-9a5c-574ba0ce2841 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.375474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca19ff7a-fbb6-4be4-af78-f9a32b2f6354 req-0db5e6ca-f407-41fe-9a5c-574ba0ce2841 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0610569
Jan 15 20:51:44.432719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:44.438021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca19ff7a-fbb6-4be4-af78-f9a32b2f6354 req-6b4fc8ac-ea30-4def-9389-c89b06d515b3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496521
Jan 15 20:51:44.510386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-95e0d201-8f32-4de4-8a8c-9a58361df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.512156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-95e0d201-8f32-4de4-8a8c-9a58361df86c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1094 time: 0.1710405
Jan 15 20:51:44.570981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-58bb00b1-2a95-449b-b60b-5ea1c0814e6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 217 time: 0.0494709
Jan 15 20:51:44.608580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1a74-67fc-47f4-a50f-3eaa2152a384 req-4ee76c4d-be5b-48ff-9775-5c727489ee5b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.610326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d5b1a74-67fc-47f4-a50f-3eaa2152a384 req-4ee76c4d-be5b-48ff-9775-5c727489ee5b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0535057
Jan 15 20:51:44.628610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Attempting to bind port 26758887-8e21-4143-9b13-3eccf74a0d5b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:44.628968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Attempting to bind port 26758887-8e21-4143-9b13-3eccf74a0d5b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:44.629295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Attempting to bind port 26758887-8e21-4143-9b13-3eccf74a0d5b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:44.641832 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-28068313-aa21-497d-80ec-55ac53877826 service neutron] show failed (client error): The resource could not be found.
Jan 15 20:51:44.642836 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-28068313-aa21-497d-80ec-55ac53877826 service neutron] 10.222.0.39 "GET /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1904156
Jan 15 20:51:44.644982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Port 26758887-8e21-4143-9b13-3eccf74a0d5b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:44.646534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Attempting to bind port 26758887-8e21-4143-9b13-3eccf74a0d5b on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:44.656967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:44.657297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:44.657673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:44.658208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Bound port: 26758887-8e21-4143-9b13-3eccf74a0d5b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:44.658466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.663078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-fc575259-17e3-4277-a677-4ac9ae225365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.664562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-fc575259-17e3-4277-a677-4ac9ae225365 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0832005
Jan 15 20:51:44.682279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d5b1a74-67fc-47f4-a50f-3eaa2152a384 req-5ed158cc-7989-4599-baaa-fbdeef65d349 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651138
Jan 15 20:51:44.736730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916d4c6-7e18-499c-9345-621c8c8dae31 req-e58b9cbf-2740-4944-bd81-665c10ab6a21 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.738772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3916d4c6-7e18-499c-9345-621c8c8dae31 req-e58b9cbf-2740-4944-bd81-665c10ab6a21 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0726092
Jan 15 20:51:44.774999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-6414c168-84df-40f9-b4c7-259bb3947780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.776432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-6414c168-84df-40f9-b4c7-259bb3947780 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1050725
Jan 15 20:51:44.791119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3916d4c6-7e18-499c-9345-621c8c8dae31 req-c60547e0-1489-4700-a680-cbf1c3daafdf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463088
Jan 15 20:51:44.834402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:44.850103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:44.858919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.933724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e8f7-fa02-4fdb-b2f0-c129512ab368 req-d8911df8-2fa8-4380-b305-00dc274d0c81 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.936286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4577e8f7-fa02-4fdb-b2f0-c129512ab368 req-d8911df8-2fa8-4380-b305-00dc274d0c81 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 943 time: 0.0689404
Jan 15 20:51:44.949372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:44.949998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:44.951375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] 10.222.0.45 "PUT /v2.0/ports/26758887-8e21-4143-9b13-3eccf74a0d5b HTTP/1.1" status: 200  len: 1096 time: 1.6388247
Jan 15 20:51:44.964612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-d713988e-6294-42de-95fe-775fe14fc99c service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804950
Jan 15 20:51:44.978306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e06e-dd53-46cc-9519-b21779682538 service neutron] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:45.007388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-a938220d-f434-4de4-b09a-8a42ad1a7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.009475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-a938220d-f434-4de4-b09a-8a42ad1a7821 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1100 time: 0.1153257
Jan 15 20:51:45.010121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:45.011387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bc235-fd44-4395-8efa-5e3d4891e10e req-f8428490-113b-43fa-bd2c-7fe878c9adb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.013882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-807bc235-fd44-4395-8efa-5e3d4891e10e req-f8428490-113b-43fa-bd2c-7fe878c9adb3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.0990162
Jan 15 20:51:45.061611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4577e8f7-fa02-4fdb-b2f0-c129512ab368 req-2580f978-1b36-474d-a8fe-8b8ca882b556 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086621
Jan 15 20:51:45.088464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:45.102019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-807bc235-fd44-4395-8efa-5e3d4891e10e req-bb66e345-a82d-411d-89ad-177f1aef1080 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703297
Jan 15 20:51:45.175742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:45.178096 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:45.181301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:45.197508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-34a381a0-24ec-45da-9fa9-f40d8158e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.198997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-34a381a0-24ec-45da-9fa9-f40d8158e653 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f7b489c290846f48384c65e977ed644&device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 1099 time: 0.1969018
Jan 15 20:51:45.216449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e3409-99ce-4128-980f-2e527f9ad382 req-15c53bf4-0e24-4945-b245-e6f987f934c7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.218194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e8e3409-99ce-4128-980f-2e527f9ad382 req-15c53bf4-0e24-4945-b245-e6f987f934c7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 948 time: 0.0596111
Jan 15 20:51:45.276146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-d4f27df8-e20e-49ad-b986-74d496a55a4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=26758887-8e21-4143-9b13-3eccf74a0d5b HTTP/1.1" status: 200  len: 217 time: 0.0661356
Jan 15 20:51:45.293009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69ebe0c2-64c2-4e8e-835e-7db5245d0866 req-84c7a396-b1d4-44b3-b42f-79df17bd80d5 service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3041954
Jan 15 20:51:45.299499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e8e3409-99ce-4128-980f-2e527f9ad382 req-46120b05-05d8-49aa-b074-5dae4d18e686 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712326
Jan 15 20:51:45.307010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac84c-0c32-4da8-b7a1-13e3c9a9ddae req-8b5b6867-81a2-4d99-8788-00eae61044a4 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.308441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9aac84c-0c32-4da8-b7a1-13e3c9a9ddae req-8b5b6867-81a2-4d99-8788-00eae61044a4 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 948 time: 0.0894353
Jan 15 20:51:45.389715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9aac84c-0c32-4da8-b7a1-13e3c9a9ddae req-23152bc0-4453-49ac-9132-ab743b30fb8a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756631
Jan 15 20:51:45.401708 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2680e4-20f1-4a0f-8a52-a87331468c11 x-openstack-request-id: req-6f2680e4-20f1-4a0f-8a52-a87331468c11 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:45.401994 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:45.402244 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f2680e4-20f1-4a0f-8a52-a87331468c11 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:45.402626 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'status': 'completed', 'code': 200}
Jan 15 20:51:45.417549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-26aa9d3b-77c6-49a5-b3d0-c82d00da37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.419281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-26aa9d3b-77c6-49a5-b3d0-c82d00da37a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1363044
Jan 15 20:51:45.550315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-71aec323-5fd1-4761-b92d-7a4710bab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.552655 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-71aec323-5fd1-4761-b92d-7a4710bab446 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1048741
Jan 15 20:51:45.557582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:45.575595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c801-7e8f-49fc-9390-3b041acc5271 req-ca407d9a-c4d4-4b22-b297-7f30d414c6e3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.577129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f555c801-7e8f-49fc-9390-3b041acc5271 req-ca407d9a-c4d4-4b22-b297-7f30d414c6e3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0534949
Jan 15 20:51:45.627365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f555c801-7e8f-49fc-9390-3b041acc5271 req-70fc5ca6-394d-41d6-bc97-f54449fda659 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443861
Jan 15 20:51:45.641649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:45.706148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks [] for port (29144689-f6e8-49ab-886d-3bedd21d555f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:45.710633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-d76c5183-ee39-46e1-90a4-cf81572e5c26 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391389
Jan 15 20:51:45.729013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Transition to ACTIVE for port object 29144689-f6e8-49ab-886d-3bedd21d555f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:45.744242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:45.866770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11abe5-3f3a-47ae-970f-d4441dfbfe96 req-82de98ef-f39f-44f4-b8a2-4212c13dfdaf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.874980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] No DVR routers for this DVR port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:45.877142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c11abe5-3f3a-47ae-970f-d4441dfbfe96 req-82de98ef-f39f-44f4-b8a2-4212c13dfdaf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0894914
Jan 15 20:51:45.881444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:45.900787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdc46379-6c14-4bbe-b69b-7f0eae85e9d9 req-158635ea-d1a6-4a03-940a-aa0fb257465b service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813872
Jan 15 20:51:45.936633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:45.936633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:45.937075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:45.943348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:45.943698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:45.950258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:45.950258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:45.950675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:45.951041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Bound port: 29144689-f6e8-49ab-886d-3bedd21d555f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:45.951414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:45.965842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d81c5c-1fe4-4934-bbdb-d931e37cc6d5 req-e0b9ac65-d3d6-4286-99e9-19ee18d2caaf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:45.967387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28d81c5c-1fe4-4934-bbdb-d931e37cc6d5 req-e0b9ac65-d3d6-4286-99e9-19ee18d2caaf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0869613
Jan 15 20:51:45.987853 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c11abe5-3f3a-47ae-970f-d4441dfbfe96 req-45c8e63d-cc8f-4628-be26-87fbe705d92c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091349
Jan 15 20:51:46.029532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28d81c5c-1fe4-4934-bbdb-d931e37cc6d5 req-1139ea9e-e592-4999-b461-045e9dd9db3c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517817
Jan 15 20:51:46.052680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-163a4886-6b52-42e9-9a7a-5ab7f2c13e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.054288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-163a4886-6b52-42e9-9a7a-5ab7f2c13e01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f7b489c290846f48384c65e977ed644&device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 1099 time: 0.0926843
Jan 15 20:51:46.065256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:46.071854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:46.089648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:46.165839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.166451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:46.167847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] 10.222.0.45 "PUT /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 1095 time: 1.1170573
Jan 15 20:51:46.206432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f956c-1f12-4738-ad85-38bea9d1d2bc req-0edf589f-7a41-409d-b30a-dbc4ef106621 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.208429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf4f956c-1f12-4738-ad85-38bea9d1d2bc req-0edf589f-7a41-409d-b30a-dbc4ef106621 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 943 time: 0.0635977
Jan 15 20:51:46.218172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b8b3-436b-4bb8-bc79-0250863c108b service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:46.250884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-9964ce34-33c3-4f42-ac48-cbdf1a9c3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.252359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-9964ce34-33c3-4f42-ac48-cbdf1a9c3d5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1837234
Jan 15 20:51:46.295377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ce39c-8ab1-459c-84e2-95f6cdf460c0 req-4bed5cb6-6fbe-4d29-9be9-c4223e252bbb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.296964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-147ce39c-8ab1-459c-84e2-95f6cdf460c0 req-4bed5cb6-6fbe-4d29-9be9-c4223e252bbb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.0874889
Jan 15 20:51:46.302347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-3abddcbe-8899-4885-91a3-fb1a3a176809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.303934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-3abddcbe-8899-4885-91a3-fb1a3a176809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1098 time: 0.1019917
Jan 15 20:51:46.305701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-89ccee32-403c-45f4-bb81-ead50415ea95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=26758887-8e21-4143-9b13-3eccf74a0d5b HTTP/1.1" status: 200  len: 217 time: 0.0453906
Jan 15 20:51:46.306564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf4f956c-1f12-4738-ad85-38bea9d1d2bc req-03091a53-204c-4a82-aef8-45ed8d6f21d0 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863886
Jan 15 20:51:46.363933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-147ce39c-8ab1-459c-84e2-95f6cdf460c0 req-6255fe64-d0c8-4656-b5fe-e764e6f27797 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561988
Jan 15 20:51:46.428764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-f04c6e19-1e0b-42e6-bee5-56df621218de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.430255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-f04c6e19-1e0b-42e6-bee5-56df621218de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1101031
Jan 15 20:51:46.462775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825853e-9262-4cc8-9041-165df6903271 req-84307cc3-c6fb-4389-b0d3-9a57dc779435 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.464251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e825853e-9262-4cc8-9041-165df6903271 req-84307cc3-c6fb-4389-b0d3-9a57dc779435 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 948 time: 0.0647435
Jan 15 20:51:46.464974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-0b7a2431-883d-4432-9222-1b5580f12d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.466498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-0b7a2431-883d-4432-9222-1b5580f12d56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1475077
Jan 15 20:51:46.480726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:46.530166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-fe315624-7870-43f0-9bd5-c0f70aa4d77c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0376465
Jan 15 20:51:46.557421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80446a0-c442-4bbf-b58a-91ad2390d25e req-a74cbd7a-a1b6-4fd6-b2a7-7fd817f8034e tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.559221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b80446a0-c442-4bbf-b58a-91ad2390d25e req-a74cbd7a-a1b6-4fd6-b2a7-7fd817f8034e tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 948 time: 0.0936387
Jan 15 20:51:46.566205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:46.572578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:46.573004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:46.576918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-0c2a46ae-ac0a-4b73-91ba-57807efa6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.578463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-0c2a46ae-ac0a-4b73-91ba-57807efa6700 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1281681
Jan 15 20:51:46.589767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e825853e-9262-4cc8-9041-165df6903271 req-c1684667-4106-4ca0-a95a-4dc33669fa0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140790
Jan 15 20:51:46.630135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b80446a0-c442-4bbf-b58a-91ad2390d25e req-1af41d58-855c-4734-b8eb-f948d4c139e1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610230
Jan 15 20:51:46.677644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-4d4eca1e-6406-42be-9e37-9585de7f05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.678775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-4d4eca1e-6406-42be-9e37-9585de7f05df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1401749
Jan 15 20:51:46.690598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:46.690994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:46.719018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:46.721400 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47d831-e61c-45a5-a8fd-69f4b0f4388e" -d '{"events": [{"server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "name": "network-vif-plugged", "status": "completed", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:46.736950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:46.743480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:46.744739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:46.751869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-5ae22880-f62b-4212-9ea4-7a0aae20a6af service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653321
Jan 15 20:51:46.775197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-042e4637-1feb-4975-9ab6-3320514bdcf7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.776658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-042e4637-1feb-4975-9ab6-3320514bdcf7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1014018
Jan 15 20:51:46.778904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f892240-6860-424d-ba79-e91ba28e6d92 req-dddb5094-d3f6-4a45-80a2-2528ee40e221 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.780696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f892240-6860-424d-ba79-e91ba28e6d92 req-dddb5094-d3f6-4a45-80a2-2528ee40e221 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0742593
Jan 15 20:51:46.792803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:46.800311 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c570f-7674-4a25-8ce0-de49df43a972 x-openstack-request-id: req-f48c570f-7674-4a25-8ce0-de49df43a972 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:46.800705 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "name": "network-vif-plugged", "status": "completed", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:46.801044 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f48c570f-7674-4a25-8ce0-de49df43a972 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:46.801489 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45', 'code': 200}
Jan 15 20:51:46.843814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:46.844789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-ce9853fd-ee9f-4c2b-88d2-cfc03b8ef25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:46.846313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-ce9853fd-ee9f-4c2b-88d2-cfc03b8ef25e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1397095
Jan 15 20:51:46.854286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.855187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.855676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.856169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.857267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.857755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.858225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.858562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.858913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.859238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.859558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.859884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.860463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:51:46.861436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f892240-6860-424d-ba79-e91ba28e6d92 req-3565e05a-82b8-44dd-85ae-234116c2a18f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719121
Jan 15 20:51:46.865072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 29144689-f6e8-49ab-886d-3bedd21d555f host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:51:46.865782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:47.120395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b6fe-7dba-4b2e-a4c2-96dddeed34f9 req-f557bc5f-b7f4-4d1f-a1bc-68e154979f19 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.127592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b929b6fe-7dba-4b2e-a4c2-96dddeed34f9 req-f557bc5f-b7f4-4d1f-a1bc-68e154979f19 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 945 time: 0.0588555
Jan 15 20:51:47.213440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b929b6fe-7dba-4b2e-a4c2-96dddeed34f9 req-2c0734c3-8a3f-45bb-9437-d691adde9a36 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848937
Jan 15 20:51:47.233336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c84de2-677f-45e9-b855-d9fe2aa4d4af req-27dbbddb-d471-40a6-bd06-8760431de299 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.233336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7c84de2-677f-45e9-b855-d9fe2aa4d4af req-27dbbddb-d471-40a6-bd06-8760431de299 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1006043
Jan 15 20:51:47.233730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:47.266235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9619f572-83d9-40cd-8f2d-9e3ab5c278bd req-334c3739-ce30-471c-80d9-ed2bd19ebb88 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5063024
Jan 15 20:51:47.288482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7c84de2-677f-45e9-b855-d9fe2aa4d4af req-efb83b80-9a1a-44a6-b800-192f25a0abef tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516510
Jan 15 20:51:47.306703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04b4b-4ac4-445e-9044-6ac8b32f4697 req-b1d5df1d-8e2e-41ac-906b-ed3958344cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.308224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-49c04b4b-4ac4-445e-9044-6ac8b32f4697 req-b1d5df1d-8e2e-41ac-906b-ed3958344cdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 1100 time: 0.1512179
Jan 15 20:51:47.312094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-6da03d48-3990-417e-b536-e65280ff97fa service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4574718
Jan 15 20:51:47.421852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}, {'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:47.424017 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cd56dd-358b-4a31-8f25-c9569b0de9d2" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-unplugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}, {"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:47.430060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2b37-6ec4-45f2-b03b-70736810f0f7 req-9fed3525-9bb9-42d2-b6fb-6654ba4f9ae2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.432511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd1a2b37-6ec4-45f2-b03b-70736810f0f7 req-9fed3525-9bb9-42d2-b6fb-6654ba4f9ae2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 943 time: 0.0566874
Jan 15 20:51:47.476934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-49c04b4b-4ac4-445e-9044-6ac8b32f4697 req-72002691-dbfb-43b3-ae45-064463e60ac3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586781
Jan 15 20:51:47.509970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd1a2b37-6ec4-45f2-b03b-70736810f0f7 req-bbed15d7-f69c-4967-81fb-2e1a1acfc597 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718627
Jan 15 20:51:47.521854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:47.525218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-31c14e0b-5f0e-472b-95b1-ddf2578ac117 req-c7395643-4fe8-4397-8b4f-d03743a0c994 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997187
Jan 15 20:51:47.531535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ca4b8-4577-43c1-af16-ddd7a8557fce req-967031d8-3039-4a7f-9be9-5e7593083b68 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.533352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c60ca4b8-4577-43c1-af16-ddd7a8557fce req-967031d8-3039-4a7f-9be9-5e7593083b68 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.0640104
Jan 15 20:51:47.568381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:47.596370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c60ca4b8-4577-43c1-af16-ddd7a8557fce req-545da2eb-ec0c-4232-abd4-e9407de11c48 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510283
Jan 15 20:51:47.622079 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094af033-e2c6-4fc9-8a3b-cd5e67b35532 x-openstack-request-id: req-094af033-e2c6-4fc9-8a3b-cd5e67b35532 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:47.622680 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-unplugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "code": 200}, {"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:47.624008 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-094af033-e2c6-4fc9-8a3b-cd5e67b35532 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:47.624622 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'code': 200}
Jan 15 20:51:47.625303 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'status': 'completed', 'code': 200}
Jan 15 20:51:47.667778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks [] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:47.682545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:47.690732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-7cb65713-4912-4d3f-bf10-b6d38ad50423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.692169 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-7cb65713-4912-4d3f-bf10-b6d38ad50423 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1098 time: 0.0553508
Jan 15 20:51:47.767805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f90067-9bb1-4e6b-a694-321752964ecb req-0df39d6b-9146-4e1a-8714-ea745e08c314 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.769309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60f90067-9bb1-4e6b-a694-321752964ecb req-0df39d6b-9146-4e1a-8714-ea745e08c314 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.0866466
Jan 15 20:51:47.791190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48fa59-fad8-4cb8-b9b7-73f0d21301d7 req-b12721a2-454e-426e-b484-8066d97a66d1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.792698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f48fa59-fad8-4cb8-b9b7-73f0d21301d7 req-b12721a2-454e-426e-b484-8066d97a66d1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 948 time: 0.0907576
Jan 15 20:51:47.855513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:47.855763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d41403d1-cda7-4b68-8672-d126a51ecd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:47.859116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60f90067-9bb1-4e6b-a694-321752964ecb req-f563030f-8810-47eb-b1fd-1da64f39ad95 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822780
Jan 15 20:51:47.885792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f48fa59-fad8-4cb8-b9b7-73f0d21301d7 req-6f338898-09ac-4a66-ae88-6918c3137d19 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852766
Jan 15 20:51:47.904301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:47.904662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:47.905075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:47.916352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-6c0a8e82-d969-4b4d-9126-1b3123c9932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.917888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-6c0a8e82-d969-4b4d-9126-1b3123c9932e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1098 time: 0.1465936
Jan 15 20:51:47.919478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-8d49f51d-4ec9-4f49-96a8-0a3bf7b7ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:47.920742 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-8d49f51d-4ec9-4f49-96a8-0a3bf7b7ed98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2053058
Jan 15 20:51:47.921456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:47.921770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:47.928971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:47.929419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:47.929904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:47.930430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Bound port: 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:47.931044 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:47.936396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1ca16880-699b-4753-b30c-773b6af5f27f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:47.994360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-1e1a18e3-f307-4660-8dad-c75ba071f09e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0598769
Jan 15 20:51:48.013319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b266b1-4cbb-4265-9231-69bff0d8f2a1 req-4c092dec-9384-43bf-b75e-988df723e3e2 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.014958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7b266b1-4cbb-4265-9231-69bff0d8f2a1 req-4c092dec-9384-43bf-b75e-988df723e3e2 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0534263
Jan 15 20:51:48.056111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ca16880-699b-4753-b30c-773b6af5f27f,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:48.065573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7b266b1-4cbb-4265-9231-69bff0d8f2a1 req-bbdaefe7-a8b7-400f-ae65-32599244f994 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430915
Jan 15 20:51:48.071615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '1ca16880-699b-4753-b30c-773b6af5f27f', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:48.113794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 1ca16880-699b-4753-b30c-773b6af5f27f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:48.114907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:48.127965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca16880-699b-4753-b30c-773b6af5f27f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:48.137103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-9460bf27-71c4-4e97-bc59-c6a58d88e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.138505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-9460bf27-71c4-4e97-bc59-c6a58d88e70d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1336114
Jan 15 20:51:48.147801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ca16880-699b-4753-b30c-773b6af5f27f,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:48.152077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:48.153419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:48.184819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:48.191050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-109b629d-f9ae-43ed-980f-3e92c7304d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.193158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-109b629d-f9ae-43ed-980f-3e92c7304d78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2592432
Jan 15 20:51:48.202925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:48.218041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:48.257538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:48.259853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-48088e4f-4d67-4e2f-b6db-e031b17e38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.260984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-48088e4f-4d67-4e2f-b6db-e031b17e38a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1131504
Jan 15 20:51:48.264975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-bcc0695f-d7b3-472d-96bd-0a73273669a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0575714
Jan 15 20:51:48.306554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:48.340124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:48.340624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:48.341024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:48.357406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:48.358555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:48.365068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:48.365469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:48.366018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:48.366491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Bound port: 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:48.367661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:48.429473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-d726a715-7919-4e2f-a724-2f3b688d028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.429810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf12857-bff0-4e8c-ac70-767a58864cdc req-b8d8d380-b75b-4be1-9222-cb70c27fb218 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.431007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-d726a715-7919-4e2f-a724-2f3b688d028a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1458004
Jan 15 20:51:48.437542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bf12857-bff0-4e8c-ac70-767a58864cdc req-b8d8d380-b75b-4be1-9222-cb70c27fb218 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0622141
Jan 15 20:51:48.454434 ncdv-master-1 neutron-server[114439]: WARNING neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Concurrent port binding operations failed on port 21a10db9-cd2b-430c-a0f4-3a2be36756f3
Jan 15 20:51:48.456147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:48.461221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.461847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:48.463241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-13364044-5fbf-4ae5-84ff-45304147192c service neutron] 10.222.0.45 "PUT /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 1121 time: 1.6745362
Jan 15 20:51:48.475439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:48.477048 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempt 2 to bind port 21a10db9-cd2b-430c-a0f4-3a2be36756f3
Jan 15 20:51:48.477521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:51:48.503080 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bf12857-bff0-4e8c-ac70-767a58864cdc req-23d9c4da-54fa-4b2d-953c-d00f47384312 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639315
Jan 15 20:51:48.513803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-374d9c9e-dec1-4993-bd78-d67aeae0a0e4 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295661
Jan 15 20:51:48.539105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-4a5e95db-0d86-4373-8c05-979e8b7638b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.539105 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-4a5e95db-0d86-4373-8c05-979e8b7638b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0882118
Jan 15 20:51:48.625850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['21a10db9-cd2b-430c-a0f4-3a2be36756f3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:48.663119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['21a10db9-cd2b-430c-a0f4-3a2be36756f3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:48.692509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cbe74-a14c-4c01-8911-13a515dc0cab req-a52ea8da-5877-4915-a3a6-8e06672ab94d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.694438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e3cbe74-a14c-4c01-8911-13a515dc0cab req-a52ea8da-5877-4915-a3a6-8e06672ab94d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 944 time: 0.0930200
Jan 15 20:51:48.702384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddf3ae-167f-4c93-af14-f6f814727ee3 req-a4c3323a-5254-4547-ba5c-2ca7e36856cd tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.709949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ddf3ae-167f-4c93-af14-f6f814727ee3 req-a4c3323a-5254-4547-ba5c-2ca7e36856cd tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.1045437
Jan 15 20:51:48.715775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-3d49b902-9557-45c1-a09c-bc17e7ccf9c7 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920338
Jan 15 20:51:48.731100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-1f435b28-dc4d-4ac4-8e46-7d5ecc249dc7 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839592
Jan 15 20:51:48.793560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ddf3ae-167f-4c93-af14-f6f814727ee3 req-ab4a30a3-ca36-48c4-a6a2-ba98ea52ad60 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823898
Jan 15 20:51:48.797150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e3cbe74-a14c-4c01-8911-13a515dc0cab req-144e037c-c334-4d13-847c-4903f85d6000 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843220
Jan 15 20:51:48.843381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63cd56dd-358b-4a31-8f25-c9569b0de9d2 req-c78b5f34-b562-43f9-aff8-177946f29c02 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019337
Jan 15 20:51:48.887820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['1ca16880-699b-4753-b30c-773b6af5f27f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:48.939291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36932150-733b-4442-87c3-3453077505f9 req-df2b85c0-ab6c-47d1-8a79-fc264acb587d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:48.941051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36932150-733b-4442-87c3-3453077505f9 req-df2b85c0-ab6c-47d1-8a79-fc264acb587d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.0633905
Jan 15 20:51:49.021162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe84fd-9ebc-46b0-9fd8-2e3a6f8a8d09 req-63839595-1961-4a39-b64e-fdcab455b741 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.022690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5fe84fd-9ebc-46b0-9fd8-2e3a6f8a8d09 req-63839595-1961-4a39-b64e-fdcab455b741 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.0809789
Jan 15 20:51:49.026593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36932150-733b-4442-87c3-3453077505f9 req-e8039958-dbc5-4f80-b83e-20957a55123a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754442
Jan 15 20:51:49.094608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5fe84fd-9ebc-46b0-9fd8-2e3a6f8a8d09 req-9a0656d5-1e11-4613-a322-faf7e64a3ad5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564277
Jan 15 20:51:49.157668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69666a1-84bc-4e73-a240-b59dd2d27ae0 req-73d1b20c-2d41-4ed9-b107-f01cddd4072d tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.159989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c69666a1-84bc-4e73-a240-b59dd2d27ae0 req-73d1b20c-2d41-4ed9-b107-f01cddd4072d tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 948 time: 0.0509882
Jan 15 20:51:49.214252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c69666a1-84bc-4e73-a240-b59dd2d27ae0 req-3dae1102-a08d-41b2-ab20-96724ba519c9 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470233
Jan 15 20:51:49.264213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f4da6-be9a-45ba-a6d2-76b07bd88429 req-a456b8a9-812f-4987-84a2-cd50847df250 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.265696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b7f4da6-be9a-45ba-a6d2-76b07bd88429 req-a456b8a9-812f-4987-84a2-cd50847df250 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0503960
Jan 15 20:51:49.312327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b7f4da6-be9a-45ba-a6d2-76b07bd88429 req-fb19fbcf-5a9f-4fa6-971f-a783e3b764af tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409558
Jan 15 20:51:49.626382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3'}, {'name': 'network-changed', 'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:49.628683 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4a418-d178-4fbf-a470-a70709f5becf" -d '{"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-unplugged", "status": "completed", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3"}, {"name": "network-changed", "server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:49.634779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a349c0-f2e0-4c6b-9b31-74c728d2e2f3 req-583d1213-a5fc-429b-89b6-7682190e39a7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.636246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34a349c0-f2e0-4c6b-9b31-74c728d2e2f3 req-583d1213-a5fc-429b-89b6-7682190e39a7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0486684
Jan 15 20:51:49.666649 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736dc044-acb8-43b0-867c-43b64f7c606e x-openstack-request-id: req-736dc044-acb8-43b0-867c-43b64f7c606e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:49.666949 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-unplugged", "status": "completed", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3", "code": 200}, {"name": "network-changed", "server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:49.667208 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-736dc044-acb8-43b0-867c-43b64f7c606e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:49.667612 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'code': 200}
Jan 15 20:51:49.667874 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'status': 'completed', 'code': 200}
Jan 15 20:51:49.684603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34a349c0-f2e0-4c6b-9b31-74c728d2e2f3 req-c652de2d-2417-4d70-8101-e478fa576f70 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427306
Jan 15 20:51:49.744914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a418-d178-4fbf-a470-a70709f5becf req-36896b11-ddaa-48aa-82b7-9a67eb13252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.746395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-36896b11-ddaa-48aa-82b7-9a67eb13252e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1124 time: 0.0434077
Jan 15 20:51:49.852247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a418-d178-4fbf-a470-a70709f5becf req-e81d169a-63ca-4da7-9e2b-12cc72df2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.853762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-e81d169a-63ca-4da7-9e2b-12cc72df2826 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.0931628
Jan 15 20:51:49.927572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-5e06efac-242e-4b9a-b911-2d0607bab985 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 217 time: 0.0424466
Jan 15 20:51:49.962839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:49.965004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0e8a9-c6c5-405a-aaf5-26fb86a9c8e8 req-5e01c9b6-48b7-4ca7-8ef2-aeaa19642744 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.966627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36b0e8a9-c6c5-405a-aaf5-26fb86a9c8e8 req-5e01c9b6-48b7-4ca7-8ef2-aeaa19642744 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 944 time: 0.0976169
Jan 15 20:51:49.976391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84d01-862d-47c4-b9ef-78edd3993394 req-fe020eb1-088a-437f-90df-e730c64e681c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.978166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc84d01-862d-47c4-b9ef-78edd3993394 req-fe020eb1-088a-437f-90df-e730c64e681c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.0988774
Jan 15 20:51:49.982586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4a418-d178-4fbf-a470-a70709f5becf req-fab7f6fb-2052-4fe1-9b15-a0d3724e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:49.984550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-fab7f6fb-2052-4fe1-9b15-a0d3724e0250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0495527
Jan 15 20:51:50.025601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-6e6e5a23-b3f7-4db2-9872-b1d6bade2976 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322635
Jan 15 20:51:50.071716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36b0e8a9-c6c5-405a-aaf5-26fb86a9c8e8 req-b0a0586e-2e16-44e0-bb15-c331e9e6e396 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910904
Jan 15 20:51:50.084437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc84d01-862d-47c4-b9ef-78edd3993394 req-7331d266-aab0-4c2b-a376-e92cf25a0e22 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939777
Jan 15 20:51:50.126408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:50.143012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '29144689-f6e8-49ab-886d-3bedd21d555f', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '29144689-f6e8-49ab-886d-3bedd21d555f', 'mac_address': 'fa:16:3e:32:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:50.148018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-22abdac6-0dfe-4539-ba34-59ef0fe23a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:50.169460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-e60c7833-d505-4056-8de7-ce023180755a service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315680
Jan 15 20:51:50.191890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:50.191890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:50.211847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:50.231946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:50.237655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ed24-931e-40eb-bd3a-006fd42bb658 req-b1f72236-4e8b-47c5-8eaa-c39a5656862a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.240489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d876ed24-931e-40eb-bd3a-006fd42bb658 req-b1f72236-4e8b-47c5-8eaa-c39a5656862a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 947 time: 0.0896108
Jan 15 20:51:50.246411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:50.247302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:51:50.252525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3674-ef26-47c6-bb7c-3c44e0508d68 req-f5698657-b980-4382-bc26-07879ba5a7aa tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.253448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0f3674-ef26-47c6-bb7c-3c44e0508d68 req-f5698657-b980-4382-bc26-07879ba5a7aa tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.0748525
Jan 15 20:51:50.275485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-07b4a418-d178-4fbf-a470-a70709f5becf req-12d3dd7e-fffe-4fc6-aafa-14ab900f5714 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958066
Jan 15 20:51:50.318597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:50.321067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:50.332278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'mac_address': 'fa:16:3e:1c:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:51:50.336269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d876ed24-931e-40eb-bd3a-006fd42bb658 req-a292a939-c39b-44a8-88e8-c7b4661144ee tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820682
Jan 15 20:51:50.340952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0f3674-ef26-47c6-bb7c-3c44e0508d68 req-720fd9a1-77a6-47e3-89de-4ab2274e7d42 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731018
Jan 15 20:51:50.379111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:50.380266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:50.394036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:50.414842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:50.419692 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:50.473861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cafc4f-3b06-4f33-b783-c1a3e02c7c99 req-cf547c32-c346-4cd8-8702-0a7f378e9786 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.475823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:50.476063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8cafc4f-3b06-4f33-b783-c1a3e02c7c99 req-cf547c32-c346-4cd8-8702-0a7f378e9786 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.0575254
Jan 15 20:51:50.556275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8cafc4f-3b06-4f33-b783-c1a3e02c7c99 req-0dc8fea7-dc60-4c34-a289-f6958d4d7c6b tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735760
Jan 15 20:51:50.574548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbaf79-2d72-494b-bf49-a105b44901ce req-8fd3ba26-829c-409e-9d09-a80e9a0f8e67 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.576003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bcdbaf79-2d72-494b-bf49-a105b44901ce req-8fd3ba26-829c-409e-9d09-a80e9a0f8e67 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0738838
Jan 15 20:51:50.625560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bcdbaf79-2d72-494b-bf49-a105b44901ce req-06e4e869-f918-41ca-8a63-0d002194c37d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437338
Jan 15 20:51:50.723246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec112b-e5a1-4ccc-9513-aabcf15678a4 req-ddd0a930-ddf3-4f32-8b21-e30a42332548 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.725086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6cec112b-e5a1-4ccc-9513-aabcf15678a4 req-ddd0a930-ddf3-4f32-8b21-e30a42332548 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 1100 time: 0.0417593
Jan 15 20:51:50.776948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6cec112b-e5a1-4ccc-9513-aabcf15678a4 req-fd21ce79-3a4a-45c8-a728-2124637607e6 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456591
Jan 15 20:51:50.870135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-2e883cb1-ece1-4e6d-a502-11e9423a3b83 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.871711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-2e883cb1-ece1-4e6d-a502-11e9423a3b83 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.45 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef&tenant_id=8e6badf41af14266b626a14241efaf88&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0771425
Jan 15 20:51:50.871843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['26758887-8e21-4143-9b13-3eccf74a0d5b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:50.880903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['29144689-f6e8-49ab-886d-3bedd21d555f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:50.899682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c65003-d295-41af-a1af-b2a374b19a18 req-605bad93-1b51-4271-9adf-9f0b34cdf6d5 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.901202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4c65003-d295-41af-a1af-b2a374b19a18 req-605bad93-1b51-4271-9adf-9f0b34cdf6d5 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0936360
Jan 15 20:51:50.940144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5138e0-356b-4046-b57c-c0d6cfa2a48d req-2c3d5b1d-c919-4612-83fd-24914d7db6b2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:50.942256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd5138e0-356b-4046-b57c-c0d6cfa2a48d req-2c3d5b1d-c919-4612-83fd-24914d7db6b2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.0945463
Jan 15 20:51:50.964953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-45e75bab-4511-40df-ab87-296e6a40ab09 service neutron] 10.222.0.45 "GET /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0700779
Jan 15 20:51:50.994369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4c65003-d295-41af-a1af-b2a374b19a18 req-1cb4088d-a0a7-46db-9223-7a06cf994ec8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820591
Jan 15 20:51:51.028376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd5138e0-356b-4046-b57c-c0d6cfa2a48d req-4155239d-8b31-46c3-b1ef-14cec08097bb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646553
Jan 15 20:51:51.053253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-4f655b44-ee8b-41cb-9acd-648389c050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.053253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-4f655b44-ee8b-41cb-9acd-648389c050a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1099 time: 0.0606937
Jan 15 20:51:51.134817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f58516c6-1443-4692-a53c-d0c118d293bc tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364757
Jan 15 20:51:51.189125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-9458d84c-7c95-42b1-af8e-4576176c955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.190715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-9458d84c-7c95-42b1-af8e-4576176c955e service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1305470
Jan 15 20:51:51.233328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5be51eb3-dc3d-41c1-ad05-906ae4b7a5ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0349543
Jan 15 20:51:51.260347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1eaa-4fee-4779-ab80-e67ac5486fbf req-7a52ac97-a234-4b81-897a-2da124e78532 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.261850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45a1eaa-4fee-4779-ab80-e67ac5486fbf req-7a52ac97-a234-4b81-897a-2da124e78532 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 944 time: 0.1084862
Jan 15 20:51:51.285282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-a99d0afc-f572-40f3-9f46-5728e7dab0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.287267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-a99d0afc-f572-40f3-9f46-5728e7dab0ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0439105
Jan 15 20:51:51.303612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-ffc01dad-3b93-4af3-a475-7531c7fc9a54 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.305068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-ffc01dad-3b93-4af3-a475-7531c7fc9a54 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1659281
Jan 15 20:51:51.331881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-c18647d7-5976-4395-a440-89ef6347faa2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/quotas/e8cfe33be708428abef52f5e8e25621b HTTP/1.1" status: 200  len: 375 time: 0.0195813
Jan 15 20:51:51.336804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45a1eaa-4fee-4779-ab80-e67ac5486fbf req-b3bb38f2-213d-4ed8-b4f3-1151d26a44e2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689561
Jan 15 20:51:51.339616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-1f5ddc42-f15e-4837-9894-074036cc5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.341139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-1f5ddc42-f15e-4837-9894-074036cc5661 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0440180
Jan 15 20:51:51.412463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-0fbcc3be-fc1b-4ee6-a332-515ac9bcf68f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0743089
Jan 15 20:51:51.444026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5d8fb7f8-796c-46b6-8fe1-4b70333e4466 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930655
Jan 15 20:51:51.464425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d80c-1ede-4e0f-bb5e-045d4bf39ec9 req-c2051c16-a32c-4c22-958a-63768d0ee5f5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.466148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f002d80c-1ede-4e0f-bb5e-045d4bf39ec9 req-c2051c16-a32c-4c22-958a-63768d0ee5f5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.0525601
Jan 15 20:51:51.529369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f002d80c-1ede-4e0f-bb5e-045d4bf39ec9 req-26dd8212-d2e5-472c-a5e8-b191be112a5f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563493
Jan 15 20:51:51.572999 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-971efdc8-bc9d-428c-8fe1-af38f27e9a3f service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131496
Jan 15 20:51:51.628658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f43e4b6-6c88-40d4-a6ba-b20e313fcb63 req-212d26c6-2294-4b6a-955d-57dd35270e8b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 210 time: 0.0359340
Jan 15 20:51:51.728728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:51.746656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4651e1-d59d-4675-96cb-f4fe681b89ed req-f56c42f0-0b85-4404-b4f3-28370dc502c1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.748131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b4651e1-d59d-4675-96cb-f4fe681b89ed req-f56c42f0-0b85-4404-b4f3-28370dc502c1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.0902848
Jan 15 20:51:51.779110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce347c-655f-4a61-9fc7-f9b70667e28f req-6a3d4252-a748-4dab-91b4-f2bce48a2c7f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:51.780624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2ce347c-655f-4a61-9fc7-f9b70667e28f req-6a3d4252-a748-4dab-91b4-f2bce48a2c7f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0803759
Jan 15 20:51:51.852634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b4651e1-d59d-4675-96cb-f4fe681b89ed req-0d3efd04-d283-42cf-8a2e-6a4d59afc0fd tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982590
Jan 15 20:51:51.859895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2ce347c-655f-4a61-9fc7-f9b70667e28f req-bc5fc1a5-ce90-4b0f-8a71-6c6463c6d081 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721719
Jan 15 20:51:51.965065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1ca16880-699b-4753-b30c-773b6af5f27f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:52.014381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 1ca16880-699b-4753-b30c-773b6af5f27f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:52.018634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 1ca16880-699b-4753-b30c-773b6af5f27f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:52.019267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:52.105160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 1ca16880-699b-4753-b30c-773b6af5f27f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:52.105546 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:52.119796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24c011-e59a-43a8-b690-db13cac34a6c req-3292e7a5-93ac-417f-a039-5073c2e6c3de tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.123500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a24c011-e59a-43a8-b690-db13cac34a6c req-3292e7a5-93ac-417f-a039-5073c2e6c3de tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0567725
Jan 15 20:51:52.131847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:52.134367 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a428e2-7946-47c5-85fe-6db7d0c77160" -d '{"events": [{"server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "name": "network-vif-plugged", "status": "completed", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:52.149120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ca16880-699b-4753-b30c-773b6af5f27f,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:52.153464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:52.203719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:52.440429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac231af6-b36a-4203-adea-41db909e737b req-c6674304-0322-4268-b599-b91bcd03686f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.441918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac231af6-b36a-4203-adea-41db909e737b req-c6674304-0322-4268-b599-b91bcd03686f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.3171492
Jan 15 20:51:52.445227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a24c011-e59a-43a8-b690-db13cac34a6c req-3b6912be-0e82-4ba3-901c-a2538a3712f0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3178675
Jan 15 20:51:52.489381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac231af6-b36a-4203-adea-41db909e737b req-b9480569-7b03-4afd-bf37-c38ae312860f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410461
Jan 15 20:51:52.491199 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8798da-c3a9-4097-9336-32c6b2e14f99 x-openstack-request-id: req-2a8798da-c3a9-4097-9336-32c6b2e14f99 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:52.491624 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "name": "network-vif-plugged", "status": "completed", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:52.492041 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a8798da-c3a9-4097-9336-32c6b2e14f99 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:52.492503 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f', 'code': 200}
Jan 15 20:51:52.581408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1944e1-09cb-4411-915c-acc8b4c19e59 req-6b94bbb3-5f2e-426b-a17e-6ec1ce0664fc tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.583582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f1944e1-09cb-4411-915c-acc8b4c19e59 req-6b94bbb3-5f2e-426b-a17e-6ec1ce0664fc tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 945 time: 0.0485969
Jan 15 20:51:52.612965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e8a0-e18e-4b86-9b5a-faea3ae269bd req-9588352d-21bc-468d-bdda-527a831a5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.614770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4cc3e8a0-e18e-4b86-9b5a-faea3ae269bd req-9588352d-21bc-468d-bdda-527a831a5d88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1096 time: 0.0431981
Jan 15 20:51:52.642642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f1944e1-09cb-4411-915c-acc8b4c19e59 req-9fb23e59-5390-4af9-88bd-f00ab22b27a2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527966
Jan 15 20:51:52.673783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4cc3e8a0-e18e-4b86-9b5a-faea3ae269bd req-ebb8b6f2-dd66-4f33-9925-20eee200f614 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466452
Jan 15 20:51:52.682972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de04cf-b437-455a-89f4-4257ab978403 req-0101bc64-f0b1-4d43-ba47-c9e7a82505fc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.684486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92de04cf-b437-455a-89f4-4257ab978403 req-0101bc64-f0b1-4d43-ba47-c9e7a82505fc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.0575852
Jan 15 20:51:52.734918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92de04cf-b437-455a-89f4-4257ab978403 req-a38de327-d8ee-4f59-848f-8d1af71227e9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447478
Jan 15 20:51:52.791096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daf0b11a-665e-4fae-ac8a-9d49b01fb479 req-3f2f0460-1b45-43a0-a5a7-154161ee8160 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 210 time: 0.0263677
Jan 15 20:51:52.996645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538053-c18a-4cb9-ae04-bc47d7ea2871 req-c5cee657-e560-496b-9f68-afb8e4e264d5 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:52.998162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26538053-c18a-4cb9-ae04-bc47d7ea2871 req-c5cee657-e560-496b-9f68-afb8e4e264d5 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.0754144
Jan 15 20:51:53.010009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4985-2332-4837-8b49-2bcd1eab1dc3 req-892dd524-f291-447c-b0f2-55408f1d50a9 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.011415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-696f4985-2332-4837-8b49-2bcd1eab1dc3 req-892dd524-f291-447c-b0f2-55408f1d50a9 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0795214
Jan 15 20:51:53.046683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-e446418e-de5a-4514-8d1f-63aac80f6842 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8cfe33be708428abef52f5e8e25621b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219760
Jan 15 20:51:53.089641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26538053-c18a-4cb9-ae04-bc47d7ea2871 req-412568fe-6e1a-4145-b1fc-d8f1fc726645 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766826
Jan 15 20:51:53.094315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-696f4985-2332-4837-8b49-2bcd1eab1dc3 req-8ed45d64-ef66-444d-8da5-f2786355dd02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755582
Jan 15 20:51:53.139562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:53.183194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-75283289-0c9a-4710-8a4d-1e30b0a32737 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.184639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-75283289-0c9a-4710-8a4d-1e30b0a32737 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1273029
Jan 15 20:51:53.233052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Request body: {'port': {'device_id': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e8cfe33be708428abef52f5e8e25621b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:53.368893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Made reservation on behalf of e8cfe33be708428abef52f5e8e25621b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:51:53.372585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:53.519574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Allocated IP 192.168.233.39 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/be26730f-1c78-49d2-b708-69a94845942e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:51:53.571784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfbb4-1388-4e0a-8a3f-c8242b46cc94 req-d4ee1aa8-95d1-4d98-9f5d-e5e120d8afb7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.573377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-839cfbb4-1388-4e0a-8a3f-c8242b46cc94 req-d4ee1aa8-95d1-4d98-9f5d-e5e120d8afb7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0588949
Jan 15 20:51:53.649958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279ae47-11d1-41aa-be41-aeacb9f1ebac req-63526878-d9b0-43cf-b281-f6d0e644bd12 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.651450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9279ae47-11d1-41aa-be41-aeacb9f1ebac req-63526878-d9b0-43cf-b281-f6d0e644bd12 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.0771887
Jan 15 20:51:53.656074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-839cfbb4-1388-4e0a-8a3f-c8242b46cc94 req-60a8b985-4df9-4ece-a406-3aee55de8115 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723584
Jan 15 20:51:53.679129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks [] for port (be26730f-1c78-49d2-b708-69a94845942e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:53.703828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9279ae47-11d1-41aa-be41-aeacb9f1ebac req-94f0709d-6c04-4c7c-b0d9-28adb1a244e8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467699
Jan 15 20:51:53.722663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:53.741940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395', 'efc2bb82-77b6-4192-a231-cc667bccea96', '7880a0f5-0cf7-4766-9699-5a2f4c04bd45'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:53.773669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:51:53.786507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31ebb8-f937-4dd0-ae32-a353020ab6eb req-6e78e69d-8149-46a3-82ca-89e8de115417 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.788992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b31ebb8-f937-4dd0-ae32-a353020ab6eb req-6e78e69d-8149-46a3-82ca-89e8de115417 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 945 time: 0.0562131
Jan 15 20:51:53.800627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:51:53.802517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event updated for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:53.807797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:51:53.822713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:51:53.860490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b31ebb8-f937-4dd0-ae32-a353020ab6eb req-3588e7bb-5353-4200-89b6-025d2c4bda62 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656526
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.919953 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:51:53.922242 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:51:53.925938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.929678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:53.939825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea31a8-7800-4b8a-a547-7a5c94a8ba79 req-55bf5cba-806a-45be-8b45-9d56ca1f2c58 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:53.949468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63ea31a8-7800-4b8a-a547-7a5c94a8ba79 req-55bf5cba-806a-45be-8b45-9d56ca1f2c58 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.0876374
Jan 15 20:51:53.962378 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-7d0138d1-4436-4722-a95f-a104e3c8ea0a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7330892
Jan 15 20:51:53.977736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Request body: {'port': {'device_id': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:53.981159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:54.056697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be26730f-1c78-49d2-b708-69a94845942e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.073829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63ea31a8-7800-4b8a-a547-7a5c94a8ba79 req-c1b6efd2-66d5-4de5-b8b3-1753d7143494 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233921
Jan 15 20:51:54.093063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbce4a0-e34f-4559-bc9c-bf863229a941 req-ec36546b-d562-4c4a-87af-ea0a3fbdbf94 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.094601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bbce4a0-e34f-4559-bc9c-bf863229a941 req-ec36546b-d562-4c4a-87af-ea0a3fbdbf94 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 935 time: 0.1058784
Jan 15 20:51:54.156987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bbce4a0-e34f-4559-bc9c-bf863229a941 req-8253ba6a-3713-4b0d-89cd-60e1b7df3df6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538347
Jan 15 20:51:54.181150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 29144689-f6e8-49ab-886d-3bedd21d555f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:54.186526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bd3a7691-ea69-4178-9ebf-9a04740bd409 None None] Provisioning complete for port be26730f-1c78-49d2-b708-69a94845942e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:54.186955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd3a7691-ea69-4178-9ebf-9a04740bd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (be26730f-1c78-49d2-b708-69a94845942e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.240066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 29144689-f6e8-49ab-886d-3bedd21d555f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:54.240736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.290323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9f3ca-a884-416a-a5c2-8b4a873d703e req-c08b13a8-e2ea-4bfd-bef1-f39179e8d9e7 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.297825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18e9f3ca-a884-416a-a5c2-8b4a873d703e req-c08b13a8-e2ea-4bfd-bef1-f39179e8d9e7 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.0896983
Jan 15 20:51:54.312337 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.324525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bbf9c-5159-4cf2-abc7-a18753685bc8 req-f7485b66-7cd7-4964-b115-9560cecf124a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.325524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a7691-ea69-4178-9ebf-9a04740bd409 None None] Port be26730f-1c78-49d2-b708-69a94845942e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:51:54.331499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b21bbf9c-5159-4cf2-abc7-a18753685bc8 req-f7485b66-7cd7-4964-b115-9560cecf124a tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1124039
Jan 15 20:51:54.412350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be26730f-1c78-49d2-b708-69a94845942e {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:54.420764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks [] for port (be26730f-1c78-49d2-b708-69a94845942e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.431615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18e9f3ca-a884-416a-a5c2-8b4a873d703e req-e4c79850-065e-409c-ab87-0168302d58dc tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329212
Jan 15 20:51:54.436608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Transition to ACTIVE for port object be26730f-1c78-49d2-b708-69a94845942e will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:54.445627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.445961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b21bbf9c-5159-4cf2-abc7-a18753685bc8 req-21b1a399-4fc2-441c-bd81-070e3c4b14aa tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132779
Jan 15 20:51:54.496010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:54.496270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.552542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Pushing event updated for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:54.573435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:54.575726 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62d716-9574-44b5-a1bf-37d53dd921ce" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:54.604591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:54.617008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.617829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:51:54.622178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Attempting to bind port be26730f-1c78-49d2-b708-69a94845942e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:54.622556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Attempting to bind port be26730f-1c78-49d2-b708-69a94845942e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:54.622897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Attempting to bind port be26730f-1c78-49d2-b708-69a94845942e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:54.627668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Port be26730f-1c78-49d2-b708-69a94845942e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:54.627991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Attempting to bind port be26730f-1c78-49d2-b708-69a94845942e on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:54.635346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:54.635828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:54.636219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:54.636887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Bound port: be26730f-1c78-49d2-b708-69a94845942e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:54.637290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be26730f-1c78-49d2-b708-69a94845942e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.714427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:54.718936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be26730f-1c78-49d2-b708-69a94845942e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:54.725174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.772078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.772986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:54.775491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] 10.222.0.45 "PUT /v2.0/ports/be26730f-1c78-49d2-b708-69a94845942e HTTP/1.1" status: 200  len: 1095 time: 0.8041973
Jan 15 20:51:54.776175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:54.778928 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "tag": "be26730f-1c78-49d2-b708-69a94845942e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:54.816134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befa1c4-1522-46ac-b4e5-24ecd498eef3 req-e14a81c4-591d-4ebe-bdb0-460b06be32f1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.820180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e15f7-4104-4ea1-95eb-43eab7e4742a service neutron] Pushing event updated for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:54.834756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2befa1c4-1522-46ac-b4e5-24ecd498eef3 req-e14a81c4-591d-4ebe-bdb0-460b06be32f1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0875318
Jan 15 20:51:54.893119 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c84db07-1c82-499f-b69e-a75624e09ed5 x-openstack-request-id: req-4c84db07-1c82-499f-b69e-a75624e09ed5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:54.893769 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:54.894229 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c84db07-1c82-499f-b69e-a75624e09ed5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:54.894854 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'code': 200}
Jan 15 20:51:54.924939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-97026503-21e5-41cf-b0d1-34d4424fb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.927088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-97026503-21e5-41cf-b0d1-34d4424fb9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 1098 time: 0.0707738
Jan 15 20:51:54.954279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb078-bcd5-4224-b7ca-6f74a571bb2d req-6395426a-a693-4e7e-8516-5fdfbe16aefa tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:54.963359 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-962fb078-bcd5-4224-b7ca-6f74a571bb2d req-6395426a-a693-4e7e-8516-5fdfbe16aefa tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1154525
Jan 15 20:51:54.984975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:55.008364 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-1f689e66-7255-4f5c-866d-ecae16cc81c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=be26730f-1c78-49d2-b708-69a94845942e HTTP/1.1" status: 200  len: 217 time: 0.0646029
Jan 15 20:51:55.008805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 26758887-8e21-4143-9b13-3eccf74a0d5b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:51:55.015720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2befa1c4-1522-46ac-b4e5-24ecd498eef3 req-6da94a7f-a1e1-41ec-9088-dd4cf2942cf8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797452
Jan 15 20:51:55.028239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 26758887-8e21-4143-9b13-3eccf74a0d5b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:51:55.029039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:55.059875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-962fb078-bcd5-4224-b7ca-6f74a571bb2d req-9810f425-35c2-4555-a750-7882f8755d8c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954177
Jan 15 20:51:55.097071 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece1b764-41b7-4565-a204-d2d61996f420 x-openstack-request-id: req-ece1b764-41b7-4565-a204-d2d61996f420 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:55.097466 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "tag": "be26730f-1c78-49d2-b708-69a94845942e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:55.097728 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ece1b764-41b7-4565-a204-d2d61996f420 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:55.098787 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e', 'status': 'completed', 'code': 200}
Jan 15 20:51:55.127654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-b33a9ad3-88ac-43d9-8754-b0f71e6eff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.132912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-b33a9ad3-88ac-43d9-8754-b0f71e6eff51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1166241
Jan 15 20:51:55.239418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-6e00765f-9971-4d6b-a1d9-92d2ae73259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.249484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-6e00765f-9971-4d6b-a1d9-92d2ae73259e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1100042
Jan 15 20:51:55.257300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a034-2749-46e8-b76a-09c435b50c69 req-6b6b544e-e8f9-426e-858b-f9e43893a015 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.261658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b17a034-2749-46e8-b76a-09c435b50c69 req-6b6b544e-e8f9-426e-858b-f9e43893a015 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 945 time: 0.1038530
Jan 15 20:51:55.319496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b17a034-2749-46e8-b76a-09c435b50c69 req-37552db7-719b-4b5b-bcb1-d98aca543622 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514903
Jan 15 20:51:55.358198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:51:55.359455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:55.397927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e80b9-2fea-4278-9529-2f0bae1a32ea req-ca44d5f7-d59e-40bd-ad38-bda3c44d535f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.404898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-436e80b9-2fea-4278-9529-2f0bae1a32ea req-ca44d5f7-d59e-40bd-ad38-bda3c44d535f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.0901756
Jan 15 20:51:55.410832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:55.418356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:55.460876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-436e80b9-2fea-4278-9529-2f0bae1a32ea req-b3d11bf4-df42-49aa-89a3-1b1def28a9ea tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550585
Jan 15 20:51:55.505109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:55.519220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa0e4-be1f-4757-838e-eeb0ec467d65 req-80b257c8-e04b-4995-b8e9-a0733ee3af17 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.521176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-842aa0e4-be1f-4757-838e-eeb0ec467d65 req-80b257c8-e04b-4995-b8e9-a0733ee3af17 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 947 time: 0.0654328
Jan 15 20:51:55.605581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-842aa0e4-be1f-4757-838e-eeb0ec467d65 req-bd5b5151-4946-48cb-8348-ae652b843937 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781016
Jan 15 20:51:55.620787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-68e83a4e-7ff9-4722-9bdc-17507922699c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.622307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-68e83a4e-7ff9-4722-9bdc-17507922699c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0723953
Jan 15 20:51:55.694944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-ac6ef2d7-3314-42d2-acee-547b51440cef tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 696 time: 0.0591748
Jan 15 20:51:55.719941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:55.751175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-dbeffce3-0709-46f2-a31d-5bc6311923df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.752669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-dbeffce3-0709-46f2-a31d-5bc6311923df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1100 time: 0.0927038
Jan 15 20:51:55.765769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:55.768418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:55.773503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-656da550-c4ba-4aba-8bd1-69da6bbbc864 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5212226
Jan 15 20:51:55.819636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190e9b-a7be-4871-815e-5897691dcd71 req-301c4b5a-1853-4ce2-9e32-5af1560dc3f4 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:55.821133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d190e9b-a7be-4871-815e-5897691dcd71 req-301c4b5a-1853-4ce2-9e32-5af1560dc3f4 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.1465957
Jan 15 20:51:55.874562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:55.923323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d190e9b-a7be-4871-815e-5897691dcd71 req-84b4fda2-67d2-4d63-8ec3-7a73558142dd tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814602
Jan 15 20:51:55.929203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc4376a3-8554-4d31-921f-ddc4a1593b6b req-a0f3b8c4-1ac4-4a8f-8edc-3a90da318cf8 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418529
Jan 15 20:51:56.110400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-f931ee03-352f-432c-afd3-1d2300ade744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.111903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-f931ee03-352f-432c-afd3-1d2300ade744 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cfe33be708428abef52f5e8e25621b&device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 1098 time: 0.1053569
Jan 15 20:51:56.154144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9b50-61ef-4503-81d1-96333d9f20b2 req-7618729f-08da-4144-ada1-be53dae6f625 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.156361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b57b9b50-61ef-4503-81d1-96333d9f20b2 req-7618729f-08da-4144-ada1-be53dae6f625 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1329253
Jan 15 20:51:56.214051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:56.255743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b57b9b50-61ef-4503-81d1-96333d9f20b2 req-0f7be402-d78b-42e6-86fd-9a9acc25f1cc tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928476
Jan 15 20:51:56.264849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-4fd92189-7855-4ba0-b557-ea7c3dfdb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.266409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-4fd92189-7855-4ba0-b557-ea7c3dfdb2de service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1470962
Jan 15 20:51:56.272760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:56.334489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-9a56fbcc-fe1b-46a8-a626-5a362e0b5ee8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=be26730f-1c78-49d2-b708-69a94845942e HTTP/1.1" status: 200  len: 217 time: 0.0598423
Jan 15 20:51:56.381642 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks [] for port (29144689-f6e8-49ab-886d-3bedd21d555f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.393052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.400430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.404777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Transition to ACTIVE for port object 29144689-f6e8-49ab-886d-3bedd21d555f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:56.409767 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.419804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-306e34c5-bb50-43d9-a761-5885c6e8b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.421309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-306e34c5-bb50-43d9-a761-5885c6e8b442 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0719304
Jan 15 20:51:56.448142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cde7b-022f-498e-b6e2-efe5eaebfa86 req-05e0cacc-09a7-45bb-aac5-cf9473e25947 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.449644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca8cde7b-022f-498e-b6e2-efe5eaebfa86 req-05e0cacc-09a7-45bb-aac5-cf9473e25947 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1070871
Jan 15 20:51:56.505995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:56.525471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] No DVR routers for this DVR port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:56.537361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-9a2c6492-b7f3-4513-b3cd-e74537a784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.538953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-9a2c6492-b7f3-4513-b3cd-e74537a784fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0932734
Jan 15 20:51:56.557525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca8cde7b-022f-498e-b6e2-efe5eaebfa86 req-1f783602-4a52-47f0-a9ca-18e5110c8c12 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016488
Jan 15 20:51:56.561410 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4 associated. External IP: 172.35.1.179, port: 37191f5f-92f4-4372-9435-1f2eddb92f24.
Jan 15 20:51:56.606696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:51:56.609996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:51:56.610336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:56.648887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:51:56.649154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Attempting to bind port 29144689-f6e8-49ab-886d-3bedd21d555f on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:51:56.658177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:51:56.658512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:51:56.658894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:51:56.659330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Bound port: 29144689-f6e8-49ab-886d-3bedd21d555f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:51:56.659685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.746144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-c048ff4a-7343-466b-b0b8-1e8fdbb3a6e3 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985030
Jan 15 20:51:56.762022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538161ea-8462-47c1-8c1f-35aea31a53ae req-16066604-7fcb-41ae-8c86-ea5972ee411d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.763563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-538161ea-8462-47c1-8c1f-35aea31a53ae req-16066604-7fcb-41ae-8c86-ea5972ee411d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.1071975
Jan 15 20:51:56.799780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:56.817406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:51:56.822910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.876616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-538161ea-8462-47c1-8c1f-35aea31a53ae req-cfd9782a-278a-4813-89cc-12d2976a9457 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008773
Jan 15 20:51:56.885826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:51:56.897218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:56.899564 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b9fcf-4e48-4c34-aad2-a9d3fd752dc3" -d '{"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:56.907079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:56.908411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:56.909939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 1096 time: 1.1481953
Jan 15 20:51:56.916833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bfda5cc9-d7b0-4fae-a658-79f307b18e2f req-a3b1750c-2c34-41c3-9329-f5d51d004e30 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632993
Jan 15 20:51:56.967637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332af92-1fc3-4170-8dc6-09ad189799a9 service neutron] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=11']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:57.001459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-06155c49-a3de-4439-b1d0-8558ecf85759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.002513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-06155c49-a3de-4439-b1d0-8558ecf85759 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1099 time: 0.0484746
Jan 15 20:51:57.074160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:51:57.087891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:51:57.097468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:57.101839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}, {'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:57.102141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:57.103205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba377c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:57.104908 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c65a5-8564-4df6-a29e-d282d7a2139b" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-unplugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}, {"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:57.141182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-f565729e-3978-4bad-b0a8-149006f160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.143790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-f565729e-3978-4bad-b0a8-149006f160ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1339715
Jan 15 20:51:57.155465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-cba8a890-fda7-498c-befd-6833bc22d59a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "PUT /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 997 time: 1.4422557
Jan 15 20:51:57.156676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:51:57.165185 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce3bd07-a9c8-4426-a14d-753c3fb32755" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:51:57.196030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754d98-e58c-4e27-801e-6844c767415a req-bda7bcad-b1f1-40c3-b922-002a631b7029 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.203675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8754d98-e58c-4e27-801e-6844c767415a req-bda7bcad-b1f1-40c3-b922-002a631b7029 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 943 time: 0.1442986
Jan 15 20:51:57.206783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-049ec86c-6a33-4abc-99ea-8ec1b43123eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0522654
Jan 15 20:51:57.249674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:57.274114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-35cb41df-5508-4fd0-bf70-2bc7ef5790a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.275771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-35cb41df-5508-4fd0-bf70-2bc7ef5790a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0993931
Jan 15 20:51:57.286781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8754d98-e58c-4e27-801e-6844c767415a req-fea029aa-edab-4bd2-ab2d-baefab475266 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821974
Jan 15 20:51:57.305694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-f98df6b8-c966-4d57-b636-9f7784ea31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.305694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-f98df6b8-c966-4d57-b636-9f7784ea31bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0913703
Jan 15 20:51:57.357711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-3542d4c8-a5f6-4901-b711-b456ff280be8 service neutron] 10.222.0.39 "GET /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1116271
Jan 15 20:51:57.378795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-aa8faebc-36dd-4251-8946-57a651f4465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.380330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-aa8faebc-36dd-4251-8946-57a651f4465b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0624177
Jan 15 20:51:57.438788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-88eabec5-63da-4989-9f58-1bdf5edad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.440369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-88eabec5-63da-4989-9f58-1bdf5edad61e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1436286
Jan 15 20:51:57.456906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6aec9-6886-4508-ba4d-d75eea1bb7ef req-85fc695b-684b-431b-94de-5069195b1871 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.460026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99a6aec9-6886-4508-ba4d-d75eea1bb7ef req-85fc695b-684b-431b-94de-5069195b1871 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 947 time: 0.0912235
Jan 15 20:51:57.542524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-d6d34f1b-4c24-440c-a74d-9c68cc6fe7bd service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360314
Jan 15 20:51:57.546350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-81fc0e08-ef60-49fa-8aa5-0034cd33c7da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 1000 time: 0.0843899
Jan 15 20:51:57.560297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba377c0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:56Z', 'revision_number': 1, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:57.592639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:51:57.597931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99a6aec9-6886-4508-ba4d-d75eea1bb7ef req-121bbb85-5475-4c07-9983-c77b90310ea1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929549
Jan 15 20:51:57.603225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:51:57.603664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba377c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:57.615720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-be524b5e-5a1e-4fdd-8693-38290a7179c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.617413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-be524b5e-5a1e-4fdd-8693-38290a7179c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0617392
Jan 15 20:51:57.681669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-b05e9cc9-4068-4fbf-adaf-08173a64c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.683214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-b05e9cc9-4068-4fbf-adaf-08173a64c421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0595660
Jan 15 20:51:57.711333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:57.724044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67288ab3-d9b5-43b1-8a3f-e07e7cbe8b75 req-13bca694-ece2-419e-a14b-4ee32eecfe09 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718152
Jan 15 20:51:57.740936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:51:57.742276 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51772c9a-1ecd-4d62-8ac3-ff21201ab374 x-openstack-request-id: req-51772c9a-1ecd-4d62-8ac3-ff21201ab374 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:57.742671 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:57.743101 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51772c9a-1ecd-4d62-8ac3-ff21201ab374 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:57.743557 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'code': 200}
Jan 15 20:51:57.767597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:51:57.807005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a10db9-cd2b-430c-a0f4-3a2be36756f3 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:51:57.822251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:51:57.837967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55420fd-9d30-4669-b4e2-0c3b1c9ae511 req-861a99b7-dcdd-43dc-8175-7784abde9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.839588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f55420fd-9d30-4669-b4e2-0c3b1c9ae511 req-861a99b7-dcdd-43dc-8175-7784abde9913 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 1101 time: 0.0760887
Jan 15 20:51:57.840968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca63d-6f50-418a-888b-5bce00a75e11 req-d6028343-81c3-4791-8f6a-8eb69c3ab89a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:57.841256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:57.842602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7fca63d-6f50-418a-888b-5bce00a75e11 req-d6028343-81c3-4791-8f6a-8eb69c3ab89a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.0823948
Jan 15 20:51:57.855538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-27bd1fb0-7070-4919-925f-decb87ffbe93 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586859
Jan 15 20:51:57.923174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f55420fd-9d30-4669-b4e2-0c3b1c9ae511 req-afd73a56-7cde-4972-ba39-667670645f79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710056
Jan 15 20:51:57.950665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] Transition to ACTIVE for port object 21a10db9-cd2b-430c-a0f4-3a2be36756f3 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:51:57.955790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:57.979115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7fca63d-6f50-418a-888b-5bce00a75e11 req-8f178f8b-c050-484d-9c66-a827daf8fb22 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234992
Jan 15 20:51:57.990883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:51:58.002873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ad0539-3e36-42ac-812f-dda27d8b4f70 req-64eac51c-b228-4ba8-a652-e4ffe7147732 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355813
Jan 15 20:51:58.042068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] No DVR routers for this DVR port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:51:58.050037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] Pushing event updated for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:51:58.059992 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3054f4-87ec-4626-8871-6125065c8deb x-openstack-request-id: req-2b3054f4-87ec-4626-8871-6125065c8deb {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:58.060501 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:58.060764 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b3054f4-87ec-4626-8871-6125065c8deb {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:58.061246 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:51:58.073813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 29144689-f6e8-49ab-886d-3bedd21d555f host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:51:58.074213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:51:58.081787 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 15 Jan 2022 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c826bf-d3da-4ee5-b5ca-27992b796c66 x-openstack-request-id: req-e1c826bf-d3da-4ee5-b5ca-27992b796c66 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:51:58.082300 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-unplugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "code": 200}, {"name": "network-changed", "server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:51:58.082669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1c826bf-d3da-4ee5-b5ca-27992b796c66 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:51:58.083239 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'code': 200}
Jan 15 20:51:58.083656 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'status': 'completed', 'code': 200}
Jan 15 20:51:58.090394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-40632047-558f-4e58-9215-cbfad58db0bf service neutron] 10.222.0.39 "PUT /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7238786
Jan 15 20:51:58.090625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba377c0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:56Z', 'revision_number': 1, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:51:58.133153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0c493-7792-42f4-8d64-112adea0cfd2 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:56Z', 'revision_number': 1, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:51:58.224597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a5565-6339-4f25-9d80-a2c5f39459a9 req-a0577023-7d9d-4620-8608-253a401e23e7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.227610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d8a5565-6339-4f25-9d80-a2c5f39459a9 req-a0577023-7d9d-4620-8608-253a401e23e7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0950344
Jan 15 20:51:58.234171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cb359-0575-4cab-8a38-8e89b9d0f086 req-86f007f1-33e0-4aca-86fb-5c5b87ea50ed tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.235768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-630cb359-0575-4cab-8a38-8e89b9d0f086 req-86f007f1-33e0-4aca-86fb-5c5b87ea50ed tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0913339
Jan 15 20:51:58.306509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d8a5565-6339-4f25-9d80-a2c5f39459a9 req-9ad43e31-1a68-42e2-adc2-b8f560440100 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696235
Jan 15 20:51:58.306757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-ad86e9ed-1aa4-4513-b2a9-62e3a1a44836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.309723 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-ad86e9ed-1aa4-4513-b2a9-62e3a1a44836 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.1492815
Jan 15 20:51:58.313056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-c818580f-56f7-4ef8-9bb9-2075a7888352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.314426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-c818580f-56f7-4ef8-9bb9-2075a7888352 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1099 time: 0.1629689
Jan 15 20:51:58.316299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-9864d036-9460-46e8-9515-552616d87621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.318178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-9864d036-9460-46e8-9515-552616d87621 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1099 time: 0.1296129
Jan 15 20:51:58.319700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-f3b1bc25-9dce-444e-b16e-7c6b1fee8859 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.321029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-f3b1bc25-9dce-444e-b16e-7c6b1fee8859 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1220813
Jan 15 20:51:58.322142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-630cb359-0575-4cab-8a38-8e89b9d0f086 req-085262f6-279a-41be-bf23-55a842b2f2e9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747788
Jan 15 20:51:58.411227 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab9a34-853a-4844-9a92-a986227e7fd4 None None] New status for floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:51:58.458834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fa9fd-c4e7-46ca-8a72-4401fd841ab4 req-da0f3697-fcea-438b-b911-ef55c34cae61 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.461329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e7fa9fd-c4e7-46ca-8a72-4401fd841ab4 req-da0f3697-fcea-438b-b911-ef55c34cae61 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.0741155
Jan 15 20:51:58.807226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e7fa9fd-c4e7-46ca-8a72-4401fd841ab4 req-041377a0-17f3-4288-9ed1-88266e78068e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3397367
Jan 15 20:51:58.818962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-8e008361-6e6e-4ba8-8f46-dd30e974eb98 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.820422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-8e008361-6e6e-4ba8-8f46-dd30e974eb98 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0717638
Jan 15 20:51:58.841520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-19b794f5-bf07-4491-a2c0-97f6d25f6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.843018 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-19b794f5-bf07-4491-a2c0-97f6d25f6006 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 1095 time: 0.4873846
Jan 15 20:51:58.917236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-a890b27b-00c9-48c6-8dfd-d6993b041eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.919014 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-a890b27b-00c9-48c6-8dfd-d6993b041eec service neutron] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.5874689
Jan 15 20:51:58.920635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-8870a821-cb26-4aa0-808b-5632d95f6f7e tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1002 time: 0.0929215
Jan 15 20:51:58.925031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-1b8a6a99-f7bc-4654-8f3f-a72dafca5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.927329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-1b8a6a99-f7bc-4654-8f3f-a72dafca5452 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.5948534
Jan 15 20:51:58.932390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:51:58.954706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-f0247997-6ca8-45a8-a278-f5ab99c58dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.956126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-f0247997-6ca8-45a8-a278-f5ab99c58dc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.6158779
Jan 15 20:51:58.978420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca77ce-08df-4f1e-bd18-d2c77c9d72b2 req-ec8de9d6-467a-41fa-8f2a-4bb8c423b535 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:58.979809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00ca77ce-08df-4f1e-bd18-d2c77c9d72b2 req-ec8de9d6-467a-41fa-8f2a-4bb8c423b535 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.0942593
Jan 15 20:51:59.012210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:59.021778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-d59d2351-cfef-4844-a046-ddf2f763fd7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0857503
Jan 15 20:51:59.029287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-777e8979-21a1-4385-8c65-b464d76b0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.031004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-777e8979-21a1-4385-8c65-b464d76b0fe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1095 time: 0.1578104
Jan 15 20:51:59.081629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-f412ab58-7c26-47c4-a3b7-e5df6a304d9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.0718813
Jan 15 20:51:59.088239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00ca77ce-08df-4f1e-bd18-d2c77c9d72b2 req-cd88145c-e44d-495d-869c-3121a2d87eb1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019528
Jan 15 20:51:59.188283 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-5bd5fa7a-c479-45bc-bad0-0894cd271478 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 1002 time: 0.2511444
Jan 15 20:51:59.224141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-b1c19143-4996-4a90-95d8-89dbfdfe436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.225609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-b1c19143-4996-4a90-95d8-89dbfdfe436a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1937051
Jan 15 20:51:59.258423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af35ab-2397-41c1-a06b-bb3059f9a3f9 req-ff0c10b7-4590-4460-9239-c7c665e6970d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.259859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4af35ab-2397-41c1-a06b-bb3059f9a3f9 req-ff0c10b7-4590-4460-9239-c7c665e6970d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 947 time: 0.1073236
Jan 15 20:51:59.286153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-d365b9fb-b00e-4d08-b17e-f41696e1dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.287608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-d365b9fb-b00e-4d08-b17e-f41696e1dab5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1755929
Jan 15 20:51:59.343551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-cb07952b-ca5e-4119-9e8e-aaf28cf47bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.345055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-cb07952b-ca5e-4119-9e8e-aaf28cf47bf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.2813685
Jan 15 20:51:59.349198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-0188fe12-1fbc-42e8-8428-68c58514e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.350560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-0188fe12-1fbc-42e8-8428-68c58514e2f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.1490338
Jan 15 20:51:59.384601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4af35ab-2397-41c1-a06b-bb3059f9a3f9 req-3e0c9002-e628-4100-b97c-2b987c71e9c6 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190386
Jan 15 20:51:59.424092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-5be35222-3b35-4d94-bad6-b031797c4d2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 200  len: 217 time: 0.0685244
Jan 15 20:51:59.428191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-747c0c4d-e9f1-4f7c-abb7-1c24fe6d04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.429787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-747c0c4d-e9f1-4f7c-abb7-1c24fe6d04bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1795797
Jan 15 20:51:59.476915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-0d8655f2-4aab-4c0f-ae7a-e78f4451bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.478488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-0d8655f2-4aab-4c0f-ae7a-e78f4451bad3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1722474
Jan 15 20:51:59.550537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879db0-e2bb-493c-8283-775c0dfb0298 req-2104e1f0-7d06-45c4-b59f-d1386bb9dfba tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.552049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5879db0-e2bb-493c-8283-775c0dfb0298 req-2104e1f0-7d06-45c4-b59f-d1386bb9dfba tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.1015887
Jan 15 20:51:59.588803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-fb2a02de-a346-4ed9-9dda-f006864ff5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.590429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-fb2a02de-a346-4ed9-9dda-f006864ff5bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2326508
Jan 15 20:51:59.618363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-9bc696c5-8c23-4a3e-a777-42b58ee51aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.619780 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-9bc696c5-8c23-4a3e-a777-42b58ee51aca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1891372
Jan 15 20:51:59.666188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5879db0-e2bb-493c-8283-775c0dfb0298 req-ad8d4c4e-68fc-4e25-828a-18095be061b1 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082637
Jan 15 20:51:59.683137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:59.692663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:51:59.719854 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-4bff8a79-61c4-42b6-ab76-300620e9e93e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764139
Jan 15 20:51:59.736711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-2c3cbfba-c9e8-4591-9c70-92c4be23f344 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944992
Jan 15 20:51:59.823629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a73dc8-33bb-444d-b869-868442b366b5 req-ce359c60-8bb5-44b9-94f8-5322e809ed7b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:51:59.825010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95a73dc8-33bb-444d-b869-868442b366b5 req-ce359c60-8bb5-44b9-94f8-5322e809ed7b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0883079
Jan 15 20:51:59.835397 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4 associated. External IP: 172.35.1.179, port: 37191f5f-92f4-4372-9435-1f2eddb92f24.
Jan 15 20:51:59.858997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-63d1f915-cf9d-417f-8592-c94ddb1b4215 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3677347
Jan 15 20:51:59.949933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-4634a93b-0bff-4349-b31e-f64bd72b8ed0 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3458376
Jan 15 20:51:59.951285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95a73dc8-33bb-444d-b869-868442b366b5 req-168523d5-6dab-4519-819a-7ec0b81561b1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189044
Jan 15 20:52:00.002136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device be26730f-1c78-49d2-b708-69a94845942e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:00.045710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-8acb4e76-be93-49df-a444-42607881104d service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3128464
Jan 15 20:52:00.080472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-6d48f2e3-5458-42cc-b513-d28b6c15610a service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166709
Jan 15 20:52:00.163852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-542c65a5-8564-4df6-a29e-d282d7a2139b req-cd35fdab-97df-442f-9d97-12201bec06f9 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831113
Jan 15 20:52:00.165716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f35339-758a-4c6b-8fdc-db352ef6fdd6 req-5db86060-29e0-462b-b7c4-01b6b5499b8f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:00.172870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89f35339-758a-4c6b-8fdc-db352ef6fdd6 req-5db86060-29e0-462b-b7c4-01b6b5499b8f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1145155
Jan 15 20:52:00.173406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be26730f-1c78-49d2-b708-69a94845942e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:00.193076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:00.197744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'be26730f-1c78-49d2-b708-69a94845942e', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'be26730f-1c78-49d2-b708-69a94845942e', 'mac_address': 'fa:16:3e:2c:fa:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:00.200172 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce3bd07-a9c8-4426-a14d-753c3fb32755 req-2b32d7a3-3649-4790-be7a-e819d5f8532e service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258067
Jan 15 20:52:00.212118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-675f2e82-056c-4b78-8aec-cdcd73f3e860 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551716
Jan 15 20:52:00.242857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89f35339-758a-4c6b-8fdc-db352ef6fdd6 req-5eeb102f-c9d1-4f9b-8b3b-68dfbd93c859 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689778
Jan 15 20:52:00.279041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port be26730f-1c78-49d2-b708-69a94845942e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:00.279998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be26730f-1c78-49d2-b708-69a94845942e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:00.296352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be26730f-1c78-49d2-b708-69a94845942e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:00.321614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be26730f-1c78-49d2-b708-69a94845942e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:00.335883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:00.361721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:00.382290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14412e67-83e4-469d-9319-083197a18253 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:00.413145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:00.413781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a7df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:00.419743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:00.490050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-71bb23d9-6a8f-4353-8252-cf36169b9cf7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:00.492002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-71bb23d9-6a8f-4353-8252-cf36169b9cf7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0455148
Jan 15 20:52:00.518539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d58b3-b716-47e2-970d-fdd0d2975f76 req-f1569a13-bf9b-4c8c-a14d-4ddb719c6ef4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:00.520036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:00.520719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-750d58b3-b716-47e2-970d-fdd0d2975f76 req-f1569a13-bf9b-4c8c-a14d-4ddb719c6ef4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 948 time: 0.1057425
Jan 15 20:52:00.522613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:00.631507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-750d58b3-b716-47e2-970d-fdd0d2975f76 req-48abd7f1-ff9c-4642-a242-1fa56b953c26 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996575
Jan 15 20:52:00.637814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-0ca37d7f-9931-49ef-a5ec-f2262412ba57 service neutron] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:00.641925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-0ca37d7f-9931-49ef-a5ec-f2262412ba57 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:00.643454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-875be608-c5cb-44e2-a05c-bfc660e6dde1 req-0ca37d7f-9931-49ef-a5ec-f2262412ba57 service neutron] 10.222.0.45 "DELETE /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1360524
Jan 15 20:52:00.690568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:00.734527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:00.805809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:52:00.806210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:00.834152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:00.839249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:00.885395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:00.885595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['be26730f-1c78-49d2-b708-69a94845942e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:00.887255 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:00.916023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55de6d5a-84e9-4c8f-b28d-a473f47b1773 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "PUT /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 998 time: 1.9882767
Jan 15 20:52:00.944090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:00.994012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-90c9dbee-449d-4002-bc3d-fe96ecc0fe5a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:00.995453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-90c9dbee-449d-4002-bc3d-fe96ecc0fe5a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports/37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 943 time: 0.0737062
Jan 15 20:52:01.006408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '29144689-f6e8-49ab-886d-3bedd21d555f', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '29144689-f6e8-49ab-886d-3bedd21d555f', 'mac_address': 'fa:16:3e:32:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:01.020540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e91b9-b992-42b2-b9d4-e72fcc388d11 req-1022fc5c-ce62-48ea-9a8c-8cc35a4aca20 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.022229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-472e91b9-b992-42b2-b9d4-e72fcc388d11 req-1022fc5c-ce62-48ea-9a8c-8cc35a4aca20 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.0672791
Jan 15 20:52:01.093051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-472e91b9-b992-42b2-b9d4-e72fcc388d11 req-0a6e59ba-9bf9-4b17-a111-4551c9327342 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512035
Jan 15 20:52:01.100091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:01.100477 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:01.127972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-1edbd621-7d29-4512-9651-8139d73f0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.129203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-1edbd621-7d29-4512-9651-8139d73f0a16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0485156
Jan 15 20:52:01.149962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:01.196769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:01.206344 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:01.269345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cf4d5-6441-4fb1-8b7a-b43d6785a5cc req-7d538b5e-2736-4219-ab3b-98d6b83d5267 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.269568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-773cf4d5-6441-4fb1-8b7a-b43d6785a5cc req-7d538b5e-2736-4219-ab3b-98d6b83d5267 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 948 time: 0.0776558
Jan 15 20:52:01.280914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a7df0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:59Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:01.284887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-3e864f9e-ff7d-4e03-8af8-64c2217a2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.287166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-3e864f9e-ff7d-4e03-8af8-64c2217a2bec service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1507919
Jan 15 20:52:01.314982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:01.319264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14412e67-83e4-469d-9319-083197a18253 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:01.328175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:01.328785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a7df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:01.338130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-47f6b49d-09e2-4722-811c-ad2e7dd5e879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.0430350
Jan 15 20:52:01.440191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:01.637745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-773cf4d5-6441-4fb1-8b7a-b43d6785a5cc req-b4fbcfec-746d-4e0c-8031-849864015fca tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3592052
Jan 15 20:52:01.650243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-6ebcf886-229e-4b99-a50f-d109bdcbaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.651721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-6ebcf886-229e-4b99-a50f-d109bdcbaebd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.3065701
Jan 15 20:52:01.667649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['29144689-f6e8-49ab-886d-3bedd21d555f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:01.712790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-754acd46-c1be-4b45-8c6e-2fea14e1a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.714445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-754acd46-c1be-4b45-8c6e-2fea14e1a607 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0560927
Jan 15 20:52:01.774837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-14412e67-83e4-469d-9319-083197a18253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a7df0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:59Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:01.811937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14412e67-83e4-469d-9319-083197a18253 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:51:59Z', 'revision_number': 3, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:01.869711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3821abb-7759-4da9-9c8c-be58ee0ef087 req-78922072-b644-4e1e-b59a-1066f6b21bec tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:01.872985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3821abb-7759-4da9-9c8c-be58ee0ef087 req-78922072-b644-4e1e-b59a-1066f6b21bec tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 949 time: 0.1424441
Jan 15 20:52:01.901601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-d48ac2fd-a500-4cf8-ad85-fa8dbaa0e839 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810286
Jan 15 20:52:01.991409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3821abb-7759-4da9-9c8c-be58ee0ef087 req-6a7d70a8-2361-47e0-b9b9-7bf8463b3c75 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034684
Jan 15 20:52:02.032376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-bd00034c-2014-471a-b9bc-76451ca9fd1d service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191115
Jan 15 20:52:02.076482 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150edd35-4824-4c76-b682-6d4d9eb4bea8 None None] New status for floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:52:02.141349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecb359-adf4-44fb-b994-47b433dca276 req-f9ddd47e-f520-478f-a8ca-6b201ece71bb tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.143117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ecb359-adf4-44fb-b994-47b433dca276 req-f9ddd47e-f520-478f-a8ca-6b201ece71bb tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.0703480
Jan 15 20:52:02.149178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-1a782e61-684b-4f5a-8718-742f672dd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.150720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-1a782e61-684b-4f5a-8718-742f672dd709 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1096 time: 0.0872519
Jan 15 20:52:02.250198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ecb359-adf4-44fb-b994-47b433dca276 req-68827ff8-d125-46a4-be1c-1fa4024310a0 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982010
Jan 15 20:52:02.291188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-bbbc5839-9cc4-49d7-9ba1-9e53c529ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.292766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-bbbc5839-9cc4-49d7-9ba1-9e53c529ece9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1352458
Jan 15 20:52:02.306047 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f1a862-68be-444f-bac4-5832db4d4e2e x-openstack-request-id: req-79f1a862-68be-444f-bac4-5832db4d4e2e {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:02.306340 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:02.306597 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79f1a862-68be-444f-bac4-5832db4d4e2e {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:02.306992 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:52:02.331475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:02.362579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:02.364899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:02.381394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-c801dc50-a59c-4431-bef7-d811ea507b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.383007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-c801dc50-a59c-4431-bef7-d811ea507b98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0541079
Jan 15 20:52:02.409360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-55f41da7-7c75-417b-94e3-5cf263bf8bcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 1001 time: 0.1100667
Jan 15 20:52:02.459878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5470e-d1f7-486a-b5e7-7b42b6e2563a req-7585739b-9687-47a7-a210-e6852df95d8d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.461493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cac5470e-d1f7-486a-b5e7-7b42b6e2563a req-7585739b-9687-47a7-a210-e6852df95d8d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0929868
Jan 15 20:52:02.487773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-35858fb4-9851-4c5e-82dc-a7ae69108ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.489385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-7fdf783f-3bd5-4598-9277-f7a447529c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.490210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-35858fb4-9851-4c5e-82dc-a7ae69108ab9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.0985897
Jan 15 20:52:02.491173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-7fdf783f-3bd5-4598-9277-f7a447529c68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0729618
Jan 15 20:52:02.500572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:02.540059 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-03ea7ea4-2092-4953-a31d-b078160840c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.0404387
Jan 15 20:52:02.551559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cac5470e-d1f7-486a-b5e7-7b42b6e2563a req-04d71290-ca61-4acd-a5d5-3cfc91f0172d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825534
Jan 15 20:52:02.562216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-0c5f5cd9-05f0-4a23-ba07-07d5c7c973b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.563706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-0c5f5cd9-05f0-4a23-ba07-07d5c7c973b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0649230
Jan 15 20:52:02.603969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-828b45c7-305e-42ea-a76c-4ee4cf1f97fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.605671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-828b45c7-305e-42ea-a76c-4ee4cf1f97fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0598857
Jan 15 20:52:02.687862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-a8b69d1f-3231-46d3-bcc6-51d41e1f64ff service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162195
Jan 15 20:52:02.691562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-adccce9c-5f56-41e7-9fe0-4187793374af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.693769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-adccce9c-5f56-41e7-9fe0-4187793374af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0575075
Jan 15 20:52:02.770253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081791ec-2de8-4f31-8855-19434e7dfa1e req-9daab4f4-02c0-4fd4-bb4e-6711dbfc8549 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.771884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-081791ec-2de8-4f31-8855-19434e7dfa1e req-9daab4f4-02c0-4fd4-bb4e-6711dbfc8549 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1214168
Jan 15 20:52:02.791264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df280>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:02Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:02.804167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-f7637d6f-a279-4c42-aa0e-f7b0646c0c9a service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1029427
Jan 15 20:52:02.820402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:02.829073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:02.829684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:02.835883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0526239-0b07-4434-9ec1-197f0c878c5c req-98f8c165-6b11-4e60-9294-413c19171873 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382320
Jan 15 20:52:02.848338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-081791ec-2de8-4f31-8855-19434e7dfa1e req-5724a289-d3bf-4921-82ac-0816b1f93816 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673807
Jan 15 20:52:02.934220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c5bd13d-6fe2-41b3-9403-f99e53fecaa6 req-26f1ce5b-ecb0-4add-8c0d-f742a349148b service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194015
Jan 15 20:52:02.989716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29658-6809-4dfa-a069-ab1ce23bc9d5 req-3aca014c-c4a6-4732-91c2-ef3dd855cdc5 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:02.991483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a29658-6809-4dfa-a069-ab1ce23bc9d5 req-3aca014c-c4a6-4732-91c2-ef3dd855cdc5 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1095 time: 0.0511355
Jan 15 20:52:03.003101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:03.075517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a29658-6809-4dfa-a069-ab1ce23bc9d5 req-2a5a491b-68c9-41a1-a659-30894815ea8f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734963
Jan 15 20:52:03.092111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3560-6b34-43aa-b61a-b2472cf78693 req-6358a0bc-cf61-4f38-af72-d2bd79283d26 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.093845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-504c3560-6b34-43aa-b61a-b2472cf78693 req-6358a0bc-cf61-4f38-af72-d2bd79283d26 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 948 time: 0.0660038
Jan 15 20:52:03.206740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5742af61-205c-4872-9981-767ec88ff102 req-57ea6d3c-95fa-4cdb-9b31-4fa37e27f4d3 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1001 time: 0.0891931
Jan 15 20:52:03.211033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-504c3560-6b34-43aa-b61a-b2472cf78693 req-5fe91878-88a9-450a-a973-5b673177bd3d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101677
Jan 15 20:52:03.235166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df280>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:02Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:03.257582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742af61-205c-4872-9981-767ec88ff102 req-38bfa76f-c81d-4fbf-9c09-a4fcdf20b8ba tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.258957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5742af61-205c-4872-9981-767ec88ff102 req-38bfa76f-c81d-4fbf-9c09-a4fcdf20b8ba tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports/1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 942 time: 0.0460954
Jan 15 20:52:03.265698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b9869-ea6b-428a-bd88-a8bb523ac9f4 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '1ca16880-699b-4753-b30c-773b6af5f27f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b5:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:02Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:03.319186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-fee39b8d-3421-40f0-a19c-0f6c66cce030 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296216
Jan 15 20:52:03.429493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5742af61-205c-4872-9981-767ec88ff102 req-47546af5-7ea6-4c7a-a85d-825015672815 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1001 time: 0.1188042
Jan 15 20:52:03.529183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-0b237e9d-b281-439b-b3f6-2036a47e513e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.530342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-0b237e9d-b281-439b-b3f6-2036a47e513e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1812952
Jan 15 20:52:03.565951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5ba83582-7487-4c71-9325-890a0ddc340f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/quotas/8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 375 time: 0.0224962
Jan 15 20:52:03.576604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742af61-205c-4872-9981-767ec88ff102 req-d55e4cfa-4845-4efd-8101-58ffbc888727 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.578444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5742af61-205c-4872-9981-767ec88ff102 req-d55e4cfa-4845-4efd-8101-58ffbc888727 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1412017
Jan 15 20:52:03.627486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-468d1827-e69c-46cc-ac1a-281648c1cebb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0480649
Jan 15 20:52:03.667697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6000-726a-42d1-93a8-0a9caa1d0758 req-87367893-542c-4f01-bbc7-a8e9879a6bac tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.669528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f75f6000-726a-42d1-93a8-0a9caa1d0758 req-87367893-542c-4f01-bbc7-a8e9879a6bac tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 1095 time: 0.0400810
Jan 15 20:52:03.713797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f75f6000-726a-42d1-93a8-0a9caa1d0758 req-d30e0660-d5fc-4923-a0d9-f935cbbef531 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381474
Jan 15 20:52:03.887579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b722-6798-437f-880c-38e08f2279a3 req-c9c18325-0ccb-4aa8-ac6c-e81ecf6bd45a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.889280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8946b722-6798-437f-880c-38e08f2279a3 req-c9c18325-0ccb-4aa8-ac6c-e81ecf6bd45a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.1087725
Jan 15 20:52:03.907196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713989c-44e1-4661-876d-3195aeaa7df8 req-5f658b58-f66b-42ab-9637-0d98e3e84a15 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:03.908871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7713989c-44e1-4661-876d-3195aeaa7df8 req-5f658b58-f66b-42ab-9637-0d98e3e84a15 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0858889
Jan 15 20:52:03.986748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7713989c-44e1-4661-876d-3195aeaa7df8 req-4001dd34-119d-43d6-95ec-2bd626096421 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693531
Jan 15 20:52:03.998737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8946b722-6798-437f-880c-38e08f2279a3 req-cbaf559e-797f-41f8-8ab9-985da9eedf9e tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869582
Jan 15 20:52:04.014358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device be26730f-1c78-49d2-b708-69a94845942e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:04.069000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port be26730f-1c78-49d2-b708-69a94845942e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:52:04.073234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port be26730f-1c78-49d2-b708-69a94845942e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:04.073688 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (be26730f-1c78-49d2-b708-69a94845942e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.097037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1aa2a8fd-8a3f-478f-bb6d-26ad4ad9ba4c req-a17e6cd9-eb66-492f-9e3f-517fb24fe549 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 210 time: 0.0359299
Jan 15 20:52:04.119491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-9254f2d8-6a26-449e-a394-2a909bb8c95c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1001 time: 0.1090045
Jan 15 20:52:04.171859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port be26730f-1c78-49d2-b708-69a94845942e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:04.172330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be26730f-1c78-49d2-b708-69a94845942e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.183244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-5136698f-7b3f-478b-9912-89debf77d130 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:04.184658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-5136698f-7b3f-478b-9912-89debf77d130 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports/1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 942 time: 0.0549972
Jan 15 20:52:04.248096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb6210-dfa7-42a2-a677-720076c256b8 req-a82f2fc0-3518-4dd1-bcc6-b0a55137ba1e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:04.250192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3cb6210-dfa7-42a2-a677-720076c256b8 req-a82f2fc0-3518-4dd1-bcc6-b0a55137ba1e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.0644815
Jan 15 20:52:04.307812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:04.310783 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2d210-1d92-4348-8068-cff126721eac" -d '{"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:04.340361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-51e5a791-7437-477b-bab8-fa23e2884889 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1001 time: 0.0889871
Jan 15 20:52:04.342043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:04.344337 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f5870-85ea-45f4-b68c-89f50427f7e0" -d '{"events": [{"server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "name": "network-vif-plugged", "status": "completed", "tag": "be26730f-1c78-49d2-b708-69a94845942e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:04.357070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be26730f-1c78-49d2-b708-69a94845942e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:04.366734 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.411633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3cb6210-dfa7-42a2-a677-720076c256b8 req-61893a29-24b9-479a-9455-6d28341e3be7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170890
Jan 15 20:52:04.438263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:04.478399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-95bd6872-61dd-4b9a-88f8-3f5c1041f153 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:04.480268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-95bd6872-61dd-4b9a-88f8-3f5c1041f153 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1316423
Jan 15 20:52:04.538140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:04.554249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-b01ff053-fc6c-45a9-bcca-574fa551eeba tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1001 time: 0.0679691
Jan 15 20:52:04.565392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:04.592683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 29144689-f6e8-49ab-886d-3bedd21d555f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:52:04.597347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 29144689-f6e8-49ab-886d-3bedd21d555f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:04.597766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.636604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.682905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 29144689-f6e8-49ab-886d-3bedd21d555f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:04.683288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.718454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:04.725571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.782951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=13']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:04.827758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.837684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:04.838051 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4 disassociated. External IP: 172.35.1.179, port: 1ca16880-699b-4753-b30c-773b6af5f27f.
Jan 15 20:52:04.947609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-6c653039-85a0-493b-937f-7b82e1efce70 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e6badf41af14266b626a14241efaf88&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0336313
Jan 15 20:52:04.984540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839f0e0-d0bb-4a05-b2a7-1a98d5f4dd86 req-0f49a062-9cec-4816-9cdd-5781f99c1f94 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:04.986114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5839f0e0-d0bb-4a05-b2a7-1a98d5f4dd86 req-0f49a062-9cec-4816-9cdd-5781f99c1f94 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 949 time: 0.1067972
Jan 15 20:52:05.087041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-13bcf546-677a-41df-ae4d-05fc4219d89c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.089186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-13bcf546-677a-41df-ae4d-05fc4219d89c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1305497
Jan 15 20:52:05.103865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Request body: {'port': {'device_id': 'e983108d-66c6-472e-bfc1-761f8a333569', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '8e6badf41af14266b626a14241efaf88'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:05.106693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5839f0e0-d0bb-4a05-b2a7-1a98d5f4dd86 req-20459b23-bc13-4456-8d9b-78b5a931d42d tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089733
Jan 15 20:52:05.157224 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0a15e-3447-40d6-b455-8b034f415342 x-openstack-request-id: req-9cf0a15e-3447-40d6-b455-8b034f415342 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:05.157503 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:05.157763 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cf0a15e-3447-40d6-b455-8b034f415342 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:05.158184 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f', 'status': 'completed', 'code': 200}
Jan 15 20:52:05.169880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:05.202345 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d3a1e-0368-4ad1-b265-4a111f2336fb x-openstack-request-id: req-ec4d3a1e-0368-4ad1-b265-4a111f2336fb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:05.202872 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "name": "network-vif-plugged", "status": "completed", "tag": "be26730f-1c78-49d2-b708-69a94845942e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:05.202973 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec4d3a1e-0368-4ad1-b265-4a111f2336fb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:05.203329 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e', 'code': 200}
Jan 15 20:52:05.321386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d210-1d92-4348-8068-cff126721eac req-f4185de7-ec6b-417a-a73b-c5c0668cc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.323700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-f4185de7-ec6b-417a-a73b-c5c0668cc073 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1096 time: 0.1275413
Jan 15 20:52:05.344694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:05.359477 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:05.369252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:05.374188 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:05.375174 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2a7280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:05.413358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-a22c0846-eec8-4445-ad55-ea23bcba0e7f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "PUT /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 695 time: 0.8519490
Jan 15 20:52:05.426308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c988b5b-ffd8-4ff7-840b-cc736fb45e47 req-11f7ae28-84a2-443b-8a9e-f8bda1e25e6b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.427959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c988b5b-ffd8-4ff7-840b-cc736fb45e47 req-11f7ae28-84a2-443b-8a9e-f8bda1e25e6b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0993774
Jan 15 20:52:05.515546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:05.527987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c988b5b-ffd8-4ff7-840b-cc736fb45e47 req-30ca9055-3681-4f97-abf2-e9933a4790f8 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820489
Jan 15 20:52:05.535996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-b50d7775-da04-4944-8d51-b063d445135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.542909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-b50d7775-da04-4944-8d51-b063d445135b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1096 time: 0.1101291
Jan 15 20:52:05.747747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Made reservation on behalf of 8e6badf41af14266b626a14241efaf88 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:05.751334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:05.768407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2a7280>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:05.772405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8461-4b13-4bdc-be60-d4562f9b8182 req-687b04d2-6dce-41e5-80db-ef3f7168c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.773971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28df8461-4b13-4bdc-be60-d4562f9b8182 req-687b04d2-6dce-41e5-80db-ef3f7168c819 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 1100 time: 0.4920683
Jan 15 20:52:05.798255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:05.807704 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:05.808550 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2a7280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:05.941881 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:05.947077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d210-1d92-4348-8068-cff126721eac req-fb80ed9e-cc28-46f6-b657-bbf47907efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:05.948632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-fb80ed9e-cc28-46f6-b657-bbf47907efbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.6136801
Jan 15 20:52:05.953362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28df8461-4b13-4bdc-be60-d4562f9b8182 req-f3434903-4769-4204-a9cc-dd57cd1cda06 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708632
Jan 15 20:52:06.010859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23daa3b-cc39-454b-b4e3-cf6134664974 req-b11e522d-e0e2-4f97-8047-2da5143ee0eb tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.013324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a23daa3b-cc39-454b-b4e3-cf6134664974 req-b11e522d-e0e2-4f97-8047-2da5143ee0eb tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.3771544
Jan 15 20:52:06.015255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-b61bb1c0-983c-4a5d-ba43-4fa65744c353 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 217 time: 0.0566998
Jan 15 20:52:06.019463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-37ef2036-a912-4038-b1ee-663b7e041e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.021554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-37ef2036-a912-4038-b1ee-663b7e041e68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.4648645
Jan 15 20:52:06.047294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Allocated IP 192.168.233.58 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/5d3688c4-ca00-4b8e-9475-e69603c54112) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:06.075678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-e3f7183e-4bb7-4f59-862f-f16b28780f04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 217 time: 0.0444655
Jan 15 20:52:06.134534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a23daa3b-cc39-454b-b4e3-cf6134664974 req-5b6eecb7-35b5-4df8-af4c-3b3227a8e572 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117716
Jan 15 20:52:06.147752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-beb77a21-5ec3-49de-a731-c233b1eca7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.149692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-beb77a21-5ec3-49de-a731-c233b1eca7a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0641866
Jan 15 20:52:06.176553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2a7280>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:06.206396 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f2e91-f07e-452d-809c-4eab29846b91 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:06.226164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-aad14b5e-97fb-499a-ae3a-e27f61e0b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.228401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-aad14b5e-97fb-499a-ae3a-e27f61e0b55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0678799
Jan 15 20:52:06.253326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d210-1d92-4348-8068-cff126721eac req-2e63cc2f-fb84-46eb-9fdd-becba5896acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.255447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-2e63cc2f-fb84-46eb-9fdd-becba5896acc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0876060
Jan 15 20:52:06.311619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9c77a54-1f13-4b64-a4db-f5835136c17c req-40689af6-a812-42b7-904f-b698c92d13f8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 210 time: 0.0550568
Jan 15 20:52:06.320489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks [] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:06.342304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2d210-1d92-4348-8068-cff126721eac req-5401a5e9-7b8d-4fb9-b4ad-54359d3c4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.343852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-5401a5e9-7b8d-4fb9-b4ad-54359d3c4bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0716803
Jan 15 20:52:06.365225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-8190f949-89c1-4dd4-ad96-a16f887710e6 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300850
Jan 15 20:52:06.451482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:06.465646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:06.467986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', '29144689-f6e8-49ab-886d-3bedd21d555f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:06.518387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:06.521499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-154eeb9f-ac07-47b8-bc7d-68dd9fa77a19 service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687024
Jan 15 20:52:06.524832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:06.532883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:06.548440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:06.578116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3d8b2cf-85af-47ee-a308-7add4dab5498 req-933699da-1010-4d77-9ee8-a2fd4ed3de67 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116389
Jan 15 20:52:06.593573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab21b9-9646-4af5-ad29-dc583348a8c6 req-9a899549-a486-4e41-9d8e-81e81adaffbe tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.604810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dab21b9-9646-4af5-ad29-dc583348a8c6 req-9a899549-a486-4e41-9d8e-81e81adaffbe tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1914797
Jan 15 20:52:06.617327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01e479a-a0d5-48c4-b921-9fdb54031ac5 None None] New status for floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:52:06.720326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dab21b9-9646-4af5-ad29-dc583348a8c6 req-50c2b14a-e0c6-448d-be73-e89763953738 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142969
Jan 15 20:52:06.742465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.743128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:06.791225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-5105b094-e41e-4332-8c92-a760539101df tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6914964
Jan 15 20:52:06.813303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21a2d210-1d92-4348-8068-cff126721eac req-8e68d65a-0646-4b64-a48f-73836834671c service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810400
Jan 15 20:52:06.820006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Request body: {'port': {'device_id': 'e983108d-66c6-472e-bfc1-761f8a333569', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:06.904195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0d6fa-3ce4-474d-8052-dedbc3a1e196 req-fa4fb94c-a537-48a2-a76c-713de4bbc34c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:06.914207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a0d6fa-3ce4-474d-8052-dedbc3a1e196 req-fa4fb94c-a537-48a2-a76c-713de4bbc34c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 949 time: 0.1126623
Jan 15 20:52:06.918511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:07.014399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf801-1ef1-458d-9755-1c12e5df740e req-17df7352-af74-49a2-84f9-e308c6c888ef tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.023366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ddcf801-1ef1-458d-9755-1c12e5df740e req-17df7352-af74-49a2-84f9-e308c6c888ef tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.1044400
Jan 15 20:52:07.037112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a0d6fa-3ce4-474d-8052-dedbc3a1e196 req-aa13e3e4-e068-470c-a495-05041e4aa7ac tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219211
Jan 15 20:52:07.055400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-62fd6e14-a4d9-4018-a8f4-6f09bc42d88e None None] Provisioning complete for port 5d3688c4-ca00-4b8e-9475-e69603c54112 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:07.055994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62fd6e14-a4d9-4018-a8f4-6f09bc42d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:07.153651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ddcf801-1ef1-458d-9755-1c12e5df740e req-dce07274-34e1-4dbe-b54f-0f20dae85852 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293347
Jan 15 20:52:07.159495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:07.164069 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3ab9f-d264-4d76-9939-521ff4f74efe" -d '{"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:07.168303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-62fd6e14-a4d9-4018-a8f4-6f09bc42d88e None None] Port 5d3688c4-ca00-4b8e-9475-e69603c54112 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:52:07.205558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:07.216275 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e9045f-220e-412e-b306-cafd6cbd6ca2" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:07.221848 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9a9786-31ef-43f6-92e7-335654acec90 x-openstack-request-id: req-5d9a9786-31ef-43f6-92e7-335654acec90 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:07.221848 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:07.221848 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d9a9786-31ef-43f6-92e7-335654acec90 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:07.222187 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f', 'status': 'completed', 'code': 200}
Jan 15 20:52:07.351224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-b71cae13-e027-4172-b71d-ec9e68c8ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.352728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-b71cae13-e027-4172-b71d-ec9e68c8ee04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 1096 time: 0.1035893
Jan 15 20:52:07.431030 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77b606-a037-4e6a-8490-e23cb014e5f1 x-openstack-request-id: req-0a77b606-a037-4e6a-8490-e23cb014e5f1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:07.432983 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-plugged", "status": "completed", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:07.434735 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a77b606-a037-4e6a-8490-e23cb014e5f1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:07.435230 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'code': 200}
Jan 15 20:52:07.452210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7b84-9e15-4d51-8a6b-bb9cb2723b97 req-377ea6f5-0848-4250-94a1-da9548526f3c tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.454588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c29e7b84-9e15-4d51-8a6b-bb9cb2723b97 req-377ea6f5-0848-4250-94a1-da9548526f3c tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.1230230
Jan 15 20:52:07.518198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:07.528702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks [] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:07.531829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-ac4ccae8-4e57-4470-8e20-d51ca06b3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.533645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-ac4ccae8-4e57-4470-8e20-d51ca06b3a6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1685634
Jan 15 20:52:07.586070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Transition to ACTIVE for port object 5d3688c4-ca00-4b8e-9475-e69603c54112 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:52:07.588151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-3295f3a8-ae96-4969-874e-08d4011cb53a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 200  len: 217 time: 0.0427332
Jan 15 20:52:07.594202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:07.603356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7522-0fb6-4d86-9e0a-2dab3a23431e req-cfeb0999-b30e-4632-8ddb-59660c92850c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.605053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-731a7522-0fb6-4d86-9e0a-2dab3a23431e req-cfeb0999-b30e-4632-8ddb-59660c92850c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 935 time: 0.1139474
Jan 15 20:52:07.619150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c29e7b84-9e15-4d51-8a6b-bb9cb2723b97 req-72ccbb7d-2333-4590-aa47-490bed785b46 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389790
Jan 15 20:52:07.722084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-5f93af71-5d8e-4e72-95cf-8495707e0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.724955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-5f93af71-5d8e-4e72-95cf-8495707e0d3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.1275387
Jan 15 20:52:07.726039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:07.750040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-731a7522-0fb6-4d86-9e0a-2dab3a23431e req-34180552-5555-4925-9a93-87353aa7ed82 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269174
Jan 15 20:52:07.781113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066272-86ba-485d-acf2-73567cf7d17c req-6a8f3638-24ac-4202-9127-2acb9484f796 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.782967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-6a8f3638-24ac-4202-9127-2acb9484f796 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0923805
Jan 15 20:52:07.837201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-c885a875-4335-484d-bf0a-048c1e13681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:07.839115 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-c885a875-4335-484d-bf0a-048c1e13681d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0891471
Jan 15 20:52:07.890981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-8446874f-5468-4020-b8b6-b3b8d740d6a7 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 696 time: 0.0994146
Jan 15 20:52:07.891416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:07.893887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:07.894235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:07.899419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:07.946117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:52:07.946740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:07.954837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:07.955475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:07.956044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:07.956638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Bound port: 5d3688c4-ca00-4b8e-9475-e69603c54112, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:07.957722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:07.968508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:08.087889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-eb97ce5e-a323-45a6-8303-0b0cecb7de3f service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375479
Jan 15 20:52:08.142208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:08.220775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:08.267306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41e3ab9f-d264-4d76-9939-521ff4f74efe req-d66fb40a-4a9c-429c-9279-15241841a7ba service neutron] 10.222.0.45 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685426
Jan 15 20:52:08.269105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:08.299949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.300729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:08.305854 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 1095 time: 1.4915514
Jan 15 20:52:08.358100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:08.360495 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889d419-a0ab-470a-836a-ff591bdc6991" -d '{"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:08.464722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10855ee1-b717-4c1e-8b93-6c35b8ea07d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:08.495981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-82154abd-6d5f-46d3-a041-4bed27b587fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.497765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-82154abd-6d5f-46d3-a041-4bed27b587fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1098 time: 0.0941701
Jan 15 20:52:08.558880 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-67d82586-f7c2-4cba-84a7-f059755682a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.0503824
Jan 15 20:52:08.610718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34b3de-76a0-49a7-abf5-48596513a93a req-f880f628-2ed0-4d98-807b-426182e53432 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.619564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea34b3de-76a0-49a7-abf5-48596513a93a req-f880f628-2ed0-4d98-807b-426182e53432 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1617441
Jan 15 20:52:08.625482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-2b985add-1e53-441c-9536-b2d49696f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.627118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-2b985add-1e53-441c-9536-b2d49696f6cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0583985
Jan 15 20:52:08.691073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-ac971f5f-2519-423a-8954-ba7998db8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.693561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-ac971f5f-2519-423a-8954-ba7998db8635 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0504613
Jan 15 20:52:08.717059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea34b3de-76a0-49a7-abf5-48596513a93a req-ba7b351a-8529-497f-b31e-e9cb1a04c468 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958333
Jan 15 20:52:08.810210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-c5a13c0c-8615-4e20-8235-de00b9ddf481 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049809
Jan 15 20:52:08.815847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:08.837741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:08.907958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8ab31-a1c1-4f2d-9e7e-cf37cf2d86c5 req-56f2f396-4a5c-471c-b48f-d9690df59ba2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:08.909522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9f8ab31-a1c1-4f2d-9e7e-cf37cf2d86c5 req-56f2f396-4a5c-471c-b48f-d9690df59ba2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 949 time: 0.1080897
Jan 15 20:52:08.917934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fea1890f-7da0-4b75-bbe0-8663152e9ed1 req-324e895a-bec2-4770-9390-4ebaac3a57c0 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989213
Jan 15 20:52:08.995861 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4 associated. External IP: 172.35.1.179, port: 37191f5f-92f4-4372-9435-1f2eddb92f24.
Jan 15 20:52:09.050464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9f8ab31-a1c1-4f2d-9e7e-cf37cf2d86c5 req-d2dd888d-a99b-4f00-b632-fa81335a74a9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001499
Jan 15 20:52:09.190206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2eb5-073a-4a8b-9ad6-3d4c82e4f762 req-ce030d31-87a0-4f88-b1d9-5e626ed62814 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.192819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc5d2eb5-073a-4a8b-9ad6-3d4c82e4f762 req-ce030d31-87a0-4f88-b1d9-5e626ed62814 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 949 time: 0.0719142
Jan 15 20:52:09.296435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda689f-e832-4724-9155-896de13b6e50 req-0da54017-b86d-43e5-a469-7b712016ef7d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.298289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2cda689f-e832-4724-9155-896de13b6e50 req-0da54017-b86d-43e5-a469-7b712016ef7d tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.45 "GET /v2.0/ports?device_id=d45d5893-c22a-4b0c-ae7d-26e205a98643 HTTP/1.1" status: 200  len: 945 time: 0.0525362
Jan 15 20:52:09.314261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc5d2eb5-073a-4a8b-9ad6-3d4c82e4f762 req-b5d42afe-fe67-4cb4-8631-f7c541778a6f tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908213
Jan 15 20:52:09.344885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:09.422740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Deleting port 1ca16880-699b-4753-b30c-773b6af5f27f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:09.423255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:09.477669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055fd5c-dbb9-4a0a-94d5-5fecc9a92897 x-openstack-request-id: req-c055fd5c-dbb9-4a0a-94d5-5fecc9a92897 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:09.478013 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:09.478204 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c055fd5c-dbb9-4a0a-94d5-5fecc9a92897 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:09.479193 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'status': 'completed', 'code': 200}
Jan 15 20:52:09.508336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:09.513336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:09.522336 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:09.541611 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:09.545010 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:09.562013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] For port 1ca16880-699b-4753-b30c-773b6af5f27f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ca16880-699b-4753-b30c-773b6af5f27f,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:09.562878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:09.586625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-91636a1e-774b-4c64-8ec2-da4c9cb16373 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "PUT /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 997 time: 1.6944425
Jan 15 20:52:09.587602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:09.589971 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5169acbe-6af5-4bc3-9310-338230ee566e" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:09.617965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Calling delete_port for 1ca16880-699b-4753-b30c-773b6af5f27f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:09.641781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-3fec66e9-797a-4929-8088-9f171ea751b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.643717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-3fec66e9-797a-4929-8088-9f171ea751b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1098 time: 0.0838969
Jan 15 20:52:09.646860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066272-86ba-485d-acf2-73567cf7d17c req-37e5b727-0473-438d-b3e8-dc4424e57cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.655061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-37e5b727-0473-438d-b3e8-dc4424e57cbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0552120
Jan 15 20:52:09.777172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066272-86ba-485d-acf2-73567cf7d17c req-c204674a-f3d9-4b03-b1bf-1c80299ea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.786787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-c204674a-f3d9-4b03-b1bf-1c80299ea7ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1305432
Jan 15 20:52:09.806023 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:09.818960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-98b5c552-5e92-437e-9219-ff4c64e25142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:09.821211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-98b5c552-5e92-437e-9219-ff4c64e25142 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1427169
Jan 15 20:52:09.886735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-243e34fb-e878-42fd-9a97-f793ddd8c797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 1000 time: 0.0983980
Jan 15 20:52:09.898266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-936fd4de-b00f-4d24-b5fb-8f58ea87905c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.0479634
Jan 15 20:52:09.966631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1ca16880-699b-4753-b30c-773b6af5f27f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:09.980571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['37191f5f-92f4-4372-9435-1f2eddb92f24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:09.984492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066272-86ba-485d-acf2-73567cf7d17c req-56801a63-b3f6-4469-92d1-dadee6ebf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.010691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-56801a63-b3f6-4469-92d1-dadee6ebf18a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.1226001
Jan 15 20:52:10.024804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['1ca16880-699b-4753-b30c-773b6af5f27f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:10.077747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-79b07732-637f-4ec6-867d-2bb396b8ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.087020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-79b07732-637f-4ec6-867d-2bb396b8ef11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1728246
Jan 15 20:52:10.087883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event deleted for resources: {'Port': ['ID=1ca16880-699b-4753-b30c-773b6af5f27f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:10.093257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:10.106208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:10.216780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066272-86ba-485d-acf2-73567cf7d17c req-62ee557e-0ce1-49a2-a55d-114ff03a8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.223748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-62ee557e-0ce1-49a2-a55d-114ff03a8995 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2121005
Jan 15 20:52:10.235349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] No DVR routers for this DVR port 1ca16880-699b-4753-b30c-773b6af5f27f on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:10.242764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:10.248993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491785ef-9f39-4860-b0eb-bcbed67d4e53 req-b1cc1532-3005-4e6b-8d2e-8dadf0c9101b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.250600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2cda689f-e832-4724-9155-896de13b6e50 req-58301972-372a-4f9a-b133-6018baa9e31c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.45 "DELETE /v2.0/ports/1ca16880-699b-4753-b30c-773b6af5f27f HTTP/1.1" status: 204  len: 173 time: 0.9462898
Jan 15 20:52:10.266601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-491785ef-9f39-4860-b0eb-bcbed67d4e53 req-b1cc1532-3005-4e6b-8d2e-8dadf0c9101b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.1794970
Jan 15 20:52:10.295942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-1f8a9109-638d-4798-ad5d-d2c5ddc425d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.306106 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-1f8a9109-638d-4798-ad5d-d2c5ddc425d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1828051
Jan 15 20:52:10.412454 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13e550>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:08Z', 'revision_number': 8, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:10.468299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:10.481109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:10.481109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:10.482223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-491785ef-9f39-4860-b0eb-bcbed67d4e53 req-8b8e9ae3-ea4b-4450-8dfb-0d8cd02e4f62 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143638
Jan 15 20:52:10.526238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:10.526642 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:10.546136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-69055822-8e73-4066-9b1a-f68908372b94 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2715681
Jan 15 20:52:10.588727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-3f9b8b01-932f-433d-b4ab-a9f4704f4c07 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2724500
Jan 15 20:52:10.630797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:10.633112 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad830e9a-bb57-4965-923b-d2500a9e4747" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:10.651774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:52:10.702876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:10.704404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19683-92a2-4986-a332-455937afbc87 req-b85499b0-8887-44f0-bba2-a1fff23e1134 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:10.712179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd19683-92a2-4986-a332-455937afbc87 req-b85499b0-8887-44f0-bba2-a1fff23e1134 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 1100 time: 0.1137764
Jan 15 20:52:10.732091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7889d419-a0ab-470a-836a-ff591bdc6991 req-0064280b-ae11-4754-a095-e6a991afbc49 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330042
Jan 15 20:52:10.743062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:10.748582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:10.750734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff066272-86ba-485d-acf2-73567cf7d17c req-ae319cae-a30b-4730-85d3-bad2f5f61d12 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914771
Jan 15 20:52:10.767430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:10.799112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd19683-92a2-4986-a332-455937afbc87 req-15e470c3-87c2-4796-ae61-f7522291aa43 tempest-ServersOnMultiNodesTest-1194618714 tempest-ServersOnMultiNodesTest-1194618714-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838194
Jan 15 20:52:10.858782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'mac_address': 'fa:16:3e:25:61:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:10.862672 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed135814-a8d9-4885-bc6c-4a0256426ece x-openstack-request-id: req-ed135814-a8d9-4885-bc6c-4a0256426ece {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:10.863531 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:10.863846 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed135814-a8d9-4885-bc6c-4a0256426ece {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:10.865134 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:52:11.000607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:11.018221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169acbe-6af5-4bc3-9310-338230ee566e req-414e1585-9810-4db2-ac89-19ee3da14d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.022811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-414e1585-9810-4db2-ac89-19ee3da14d1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.1319187
Jan 15 20:52:11.057989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:11.058394 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:11.097348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:11.129867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:11.139649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:11.157169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698496c-7175-41a4-bef4-ad49166671ac req-19e28926-8a10-450d-9a20-efa8b1aa4e22 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.159263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3698496c-7175-41a4-bef4-ad49166671ac req-19e28926-8a10-450d-9a20-efa8b1aa4e22 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 947 time: 0.1028726
Jan 15 20:52:11.174381 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1a399-0cfd-4a4d-b639-d6b51b3795d2 x-openstack-request-id: req-b3e1a399-0cfd-4a4d-b639-d6b51b3795d2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:11.175091 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:11.176113 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3e1a399-0cfd-4a4d-b639-d6b51b3795d2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:11.177010 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'code': 200}
Jan 15 20:52:11.225116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:11.232651 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13e550>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:08Z', 'revision_number': 8, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:11.243883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169acbe-6af5-4bc3-9310-338230ee566e req-d27bd0b3-6bd7-460b-9b61-8711fa11b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.245385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-d27bd0b3-6bd7-460b-9b61-8711fa11b94c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.2150977
Jan 15 20:52:11.302796 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ae47e-f6ca-4c79-8df5-03934999a0e8 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18f33b3a-5d73-4e19-ae06-90827362a4d4', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '308ec3d2-5193-41ed-82bd-380262072847', 'port_id': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'mac_address': 'fa:16:3e:b6:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:51:37Z', 'updated_at': '2022-01-15T20:52:08Z', 'revision_number': 8, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:11.353356 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-9c5906ad-d305-41db-809b-13af0a791e62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 1000 time: 0.0985169
Jan 15 20:52:11.414747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169acbe-6af5-4bc3-9310-338230ee566e req-f483a596-d7a5-4285-94d2-fab0ad4268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.416236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-f483a596-d7a5-4285-94d2-fab0ad4268dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0559530
Jan 15 20:52:11.475986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169acbe-6af5-4bc3-9310-338230ee566e req-397dab3e-34f8-472e-9d45-e2b364d50147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.477699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-397dab3e-34f8-472e-9d45-e2b364d50147 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526202
Jan 15 20:52:11.479423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'name': 'network-vif-deleted', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:11.483236 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04bbf8-04a2-4fc6-9f71-0cffe3c7efab" -d '{"events": [{"server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "name": "network-vif-deleted", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:11.557284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3698496c-7175-41a4-bef4-ad49166671ac req-3a51c65a-920a-4967-a7bd-9396a28e41a7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3866525
Jan 15 20:52:11.590724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66723395-938e-45fe-af43-7a4c7e7e97b7 req-141f6053-1ab2-40b0-8b0c-edd0c51855ae tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 997 time: 0.3872683
Jan 15 20:52:11.643654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:11.658491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-21f545b7-e6ba-4e12-baf4-02842414ec9c service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719210
Jan 15 20:52:11.715784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d20e2-2572-4133-830a-f4d94ba766a6 None None] New status for floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:52:11.821224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723395-938e-45fe-af43-7a4c7e7e97b7 req-143f3832-d547-4f06-ae4f-3af41d6d9ef2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:11.833234 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5169acbe-6af5-4bc3-9310-338230ee566e req-2c75924a-356c-4488-9424-fd044bc4dfa8 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686573
Jan 15 20:52:11.836578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66723395-938e-45fe-af43-7a4c7e7e97b7 req-143f3832-d547-4f06-ae4f-3af41d6d9ef2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2335708
Jan 15 20:52:11.856319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-66723395-938e-45fe-af43-7a4c7e7e97b7 req-2d370f3a-252c-4373-a2f1-633bcf1f98ec tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:52:11.873238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66723395-938e-45fe-af43-7a4c7e7e97b7 req-2d370f3a-252c-4373-a2f1-633bcf1f98ec tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0331326
Jan 15 20:52:11.959333 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8bb4cf-ab47-43ca-9f63-6c1bb805f07d x-openstack-request-id: req-6e8bb4cf-ab47-43ca-9f63-6c1bb805f07d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:11.959631 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d5893-c22a-4b0c-ae7d-26e205a98643", "name": "network-vif-deleted", "tag": "1ca16880-699b-4753-b30c-773b6af5f27f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:11.959870 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e8bb4cf-ab47-43ca-9f63-6c1bb805f07d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:11.960264 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45d5893-c22a-4b0c-ae7d-26e205a98643', 'name': 'network-vif-deleted', 'tag': '1ca16880-699b-4753-b30c-773b6af5f27f', 'status': 'completed', 'code': 200}
Jan 15 20:52:12.001091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70003e-0163-4ccb-b56a-faf1061d325b req-9182bd14-d891-4382-aef9-4d4d746c3328 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:12.009327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d70003e-0163-4ccb-b56a-faf1061d325b req-9182bd14-d891-4382-aef9-4d4d746c3328 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.0661516
Jan 15 20:52:12.058094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:12.063657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1ca16880-699b-4753-b30c-773b6af5f27f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:12.123522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 1ca16880-699b-4753-b30c-773b6af5f27f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:12.124188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1ca16880-699b-4753-b30c-773b6af5f27f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:12.136690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-98a9d4e4-269f-4cf9-85e3-c757e823220f tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1000 time: 0.1193995
Jan 15 20:52:12.190721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d70003e-0163-4ccb-b56a-faf1061d325b req-db6e0d92-7741-4768-a98c-6b5146275554 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739204
Jan 15 20:52:12.206876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-0e85cf5f-6d29-48d5-99e3-72c88979f919 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:12.223448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-0e85cf5f-6d29-48d5-99e3-72c88979f919 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports/37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 943 time: 0.0759192
Jan 15 20:52:12.284303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:12.307542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '2dedf195-b886-49e9-99b8-57405251268c', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '2dedf195-b886-49e9-99b8-57405251268c', 'mac_address': 'fa:16:3e:d6:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:12.334253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-aa335856-0533-4ff5-aeb2-2913fec982d2 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1002 time: 0.0780120
Jan 15 20:52:12.403653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2dedf195-b886-49e9-99b8-57405251268c is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:12.404053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:12.429423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dedf195-b886-49e9-99b8-57405251268c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:12.462858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:12.467310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:12.468360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:12.525101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80224420-3d10-4795-9d59-e717eaba6be9 req-0b8ffcc2-04d0-4145-b355-86f19a27de3b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:12.542566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80224420-3d10-4795-9d59-e717eaba6be9 req-0b8ffcc2-04d0-4145-b355-86f19a27de3b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 949 time: 0.1525612
Jan 15 20:52:12.559673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:12.599022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:12.604701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-26c45a58-af6f-4bf2-a6fe-a409282aed50 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:12.616529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-26c45a58-af6f-4bf2-a6fe-a409282aed50 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2751863
Jan 15 20:52:12.722560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80224420-3d10-4795-9d59-e717eaba6be9 req-48e1b2da-731e-4343-b1c8-eb814848b73e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785626
Jan 15 20:52:12.760871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-04edd0f8-28ea-43b5-a8db-dcd14de74578 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 1002 time: 0.1433539
Jan 15 20:52:12.772545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:12.816249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:52:12.850479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:12.891645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:12.945472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'mac_address': 'fa:16:3e:1c:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:12.996036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:13.020421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'mac_address': 'fa:16:3e:52:af:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:13.024378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:13.024791 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.071959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:13.073160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.091584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:13.111663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.115985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:13.118494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.119615 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4 disassociated. External IP: 172.35.1.179, port: 37191f5f-92f4-4372-9435-1f2eddb92f24.
Jan 15 20:52:13.119835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:13.126666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.192278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:13.204878 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.221776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:13.293275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:13.371582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2dedf195-b886-49e9-99b8-57405251268c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:13.438565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['26758887-8e21-4143-9b13-3eccf74a0d5b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:13.527682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:13.618287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5d3688c4-ca00-4b8e-9475-e69603c54112'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:13.631022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-a9b7521e-c1c2-44ca-9f76-16ffe2f11a4f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:13.632762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-a9b7521e-c1c2-44ca-9f76-16ffe2f11a4f tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a53ed48-4f31-4c7d-9b10-39a8648314d2 HTTP/1.1" status: 200  len: 949 time: 0.0782821
Jan 15 20:52:13.776411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port be26730f-1c78-49d2-b708-69a94845942e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:13.776872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (be26730f-1c78-49d2-b708-69a94845942e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.791051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:13.807618 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:13.812382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:13.827598 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:13.828364 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1767c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:13.908076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-e0402057-55bf-4ed5-9004-913850361986 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "PUT /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 696 time: 1.1393836
Jan 15 20:52:13.911628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:13.915711 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042c46c-0296-4a79-947d-527dc31d5341" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:14.055105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-c818a55b-00a1-4d46-a7ef-73ddf82ef7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:14.066520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-c818a55b-00a1-4d46-a7ef-73ddf82ef7ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.1433985
Jan 15 20:52:14.082205 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:14.105985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:14.182077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-ce64b0e6-d1d5-490d-96f6-aa32d1ddbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:14.189809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-ce64b0e6-d1d5-490d-96f6-aa32d1ddbf8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1210082
Jan 15 20:52:14.267307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-5d005acc-58c3-47c1-ac66-50016d79ed77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.0762773
Jan 15 20:52:14.302885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port be26730f-1c78-49d2-b708-69a94845942e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be26730f-1c78-49d2-b708-69a94845942e,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:14.304126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (be26730f-1c78-49d2-b708-69a94845942e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.326257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for be26730f-1c78-49d2-b708-69a94845942e owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:14.343318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-d2d119d7-dd41-4369-9454-c36c10ae2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:14.348875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-d2d119d7-dd41-4369-9454-c36c10ae2df5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.0789089
Jan 15 20:52:14.382722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.437940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 2dedf195-b886-49e9-99b8-57405251268c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:14.439445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2dedf195-b886-49e9-99b8-57405251268c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.457734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc623-646d-4523-8ae4-45731336d45b req-86bd69b3-13bf-421d-acc2-e2d1790c5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:14.459423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-86bd69b3-13bf-421d-acc2-e2d1790c5a36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1015077
Jan 15 20:52:14.509444 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1767c0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:14.575807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (be26730f-1c78-49d2-b708-69a94845942e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.623196 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:14.634713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:14.635713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1767c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:51:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:14.643821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-9a172072-2041-4ff5-ae35-416aa979b7a4 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716247
Jan 15 20:52:14.646299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'be26730f-1c78-49d2-b708-69a94845942e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:14.650174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395', 'efc2bb82-77b6-4192-a231-cc667bccea96', '7880a0f5-0cf7-4766-9699-5a2f4c04bd45'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:14.694158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=be26730f-1c78-49d2-b708-69a94845942e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:14.830922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port be26730f-1c78-49d2-b708-69a94845942e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:14.836863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2dedf195-b886-49e9-99b8-57405251268c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:14.837478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.838507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.848463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e54c24d-b4e8-4219-859f-7fab0308deb6 req-19dd375a-ae34-4b10-a4de-0d2b7b0dee35 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "DELETE /v2.0/ports/be26730f-1c78-49d2-b708-69a94845942e HTTP/1.1" status: 204  len: 173 time: 1.2031336
Jan 15 20:52:14.854871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'name': 'network-vif-deleted', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:14.857280 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249c310-4d6a-4285-983b-d8164a69a896" -d '{"events": [{"server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "name": "network-vif-deleted", "tag": "be26730f-1c78-49d2-b708-69a94845942e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:14.899497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:14.902100 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f502a449-4cbc-403e-8231-cd3cffa398a2" -d '{"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-plugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:14.926802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca3fc623-646d-4523-8ae4-45731336d45b req-51d9ea27-806f-45a7-a601-05debf5a2e18 service neutron] 10.222.0.46 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752786
Jan 15 20:52:14.942137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:14.942721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:14.997318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:14.998436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:15.212700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:15.259263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bbe8394e-08fc-445b-a162-0e40259702ca triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:15.260128 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:15.268753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1767c0>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:15.302953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:15.305558 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93754337-e8e2-43bf-bf35-b09007218db5 None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:51:12Z', 'revision_number': 4, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1270ea3c-6058-4ed8-ac5a-09fba9d333e6', 'name': '', 'network_id': 'd11eef3f-f6e5-43d1-bf0a-1a5337d2e062', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'mac_address': 'fa:16:3e:2f:57:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ff476063-eba2-475a-8988-d530394af9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:11Z', 'updated_at': '2022-01-15T20:51:17Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'subnets': [{'id': 'ff476063-eba2-475a-8988-d530394af9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:15.631192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bbe8394e-08fc-445b-a162-0e40259702ca is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:15.631574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:15.774482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b33660-3432-448a-bff0-b764a8c17c1b None None] New status for floating IP 18f33b3a-5d73-4e19-ae06-90827362a4d4: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:52:15.836752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:15.867560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.104706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:16.181120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:16.283540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 26758887-8e21-4143-9b13-3eccf74a0d5b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:16.283540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.471384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:16.471827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.576018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:16.582381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:16.624796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.716015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:16.719447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 5d3688c4-ca00-4b8e-9475-e69603c54112 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:52:16.726737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 5d3688c4-ca00-4b8e-9475-e69603c54112 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:16.727228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.858517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:16.859086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.897219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:16.902366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:16.961522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:17.176585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-66c54d6a-a2fb-4405-b1ee-14bd7ad45114 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1114466
Jan 15 20:52:17.287833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-b50bd286-5b9c-4606-812d-b9b24386370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:17.289552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-b50bd286-5b9c-4606-812d-b9b24386370e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 1095 time: 0.0700064
Jan 15 20:52:17.479417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-165e5a76-51bd-4fcc-8a59-873a9ee6026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:17.481354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-165e5a76-51bd-4fcc-8a59-873a9ee6026d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.1493409
Jan 15 20:52:17.530638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-b6a4942c-7939-4bf8-ab60-ba2d02794996 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 200  len: 217 time: 0.0426664
Jan 15 20:52:17.596769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-be760bde-32d9-4bd8-9f2a-dede9b3d5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:17.598592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-be760bde-32d9-4bd8-9f2a-dede9b3d5c64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0618083
Jan 15 20:52:17.645539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-e95e95f6-00b8-4d4b-afc7-8a2e8bdc306d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385959
Jan 15 20:52:17.781296 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-09481dcb-2aed-4ab2-932b-0f51144e6841 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277757
Jan 15 20:52:17.889804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-80fe1c83-762e-4cc7-b55b-68711c793824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:17.955965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97da5104-1f68-4933-94f4-ebcacc47db63 req-dfb255dd-790f-4b7e-a07f-47d0724b5297 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1673191
Jan 15 20:52:18.074142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device be26730f-1c78-49d2-b708-69a94845942e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:18.243723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: be26730f-1c78-49d2-b708-69a94845942e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:18.244357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device be26730f-1c78-49d2-b708-69a94845942e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:20.135168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1e08a721-8d31-4fe9-a1e1-bdc66388bfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:21.765941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:23.144085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:23.493883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ac722-8980-4f5a-b824-65233e5db2ef req-ea0d3bbb-aa14-46d3-aaba-78bc67f45bba tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:23.495389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e27ac722-8980-4f5a-b824-65233e5db2ef req-ea0d3bbb-aa14-46d3-aaba-78bc67f45bba tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.0956407
Jan 15 20:52:23.509309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84414a6e-8110-4c6b-aa5a-b702a979bcda req-1fa3a39c-60c5-498d-988e-941d89dc9fb1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:23.510826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84414a6e-8110-4c6b-aa5a-b702a979bcda req-1fa3a39c-60c5-498d-988e-941d89dc9fb1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.0742540
Jan 15 20:52:23.585457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84414a6e-8110-4c6b-aa5a-b702a979bcda req-5f477eca-458c-4ff1-aa71-aaa9de28f67c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638556
Jan 15 20:52:23.615164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e27ac722-8980-4f5a-b824-65233e5db2ef req-5844647e-4da3-4a67-bfd6-85f16fb39fc5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031439
Jan 15 20:52:23.678261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-0283d1f0-fb2c-481d-8c56-8bab69e5ed56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1025774
Jan 15 20:52:23.732081 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a20391-57c9-4232-a60e-a1a048a4695b x-openstack-request-id: req-31a20391-57c9-4232-a60e-a1a048a4695b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:23.732373 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:23.732632 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31a20391-57c9-4232-a60e-a1a048a4695b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:23.733068 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:52:23.772557 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2a5c7-4fa9-4c92-808d-ddfe7a394449 x-openstack-request-id: req-e4a2a5c7-4fa9-4c92-808d-ddfe7a394449 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:23.772986 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a53ed48-4f31-4c7d-9b10-39a8648314d2", "name": "network-vif-deleted", "tag": "be26730f-1c78-49d2-b708-69a94845942e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:23.773331 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4a2a5c7-4fa9-4c92-808d-ddfe7a394449 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:23.773812 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a53ed48-4f31-4c7d-9b10-39a8648314d2', 'name': 'network-vif-deleted', 'tag': 'be26730f-1c78-49d2-b708-69a94845942e', 'status': 'completed', 'code': 200}
Jan 15 20:52:23.784700 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4de87a-4569-40ed-9464-cd89115963e6 x-openstack-request-id: req-1e4de87a-4569-40ed-9464-cd89115963e6 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:23.785146 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-plugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:23.785515 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e4de87a-4569-40ed-9464-cd89115963e6 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:23.786079 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c', 'code': 200}
Jan 15 20:52:23.833723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-eeb1f36f-2525-4a41-8c7b-22d3f522f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:23.835488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-eeb1f36f-2525-4a41-8c7b-22d3f522f564 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 1101 time: 0.1075730
Jan 15 20:52:23.841464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042c46c-0296-4a79-947d-527dc31d5341 req-0678694e-e9d5-46d6-9f63-4c00b9e06d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:23.843256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-0678694e-e9d5-46d6-9f63-4c00b9e06d80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f471d81a59824fc8afaf454a65e99933&device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 1097 time: 0.0686133
Jan 15 20:52:23.962980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042c46c-0296-4a79-947d-527dc31d5341 req-fb1ce6c7-8412-45b5-80d0-0a746ac331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:23.964632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-fb1ce6c7-8412-45b5-80d0-0a746ac331f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 200  len: 921 time: 0.1116810
Jan 15 20:52:24.008374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-21be04e1-850b-4a66-800d-f814bdbc0644 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 200  len: 694 time: 0.1010129
Jan 15 20:52:24.138401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81066c3-f52c-4150-a6c0-0863078a1ecf req-1ca1beb7-22bc-4b66-9bbd-7b9f87ecc9f7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.140157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e81066c3-f52c-4150-a6c0-0863078a1ecf req-1ca1beb7-22bc-4b66-9bbd-7b9f87ecc9f7 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.0756762
Jan 15 20:52:24.176251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-0df864be-08ca-40fc-8e06-790d17af1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.177757 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-0df864be-08ca-40fc-8e06-790d17af1799 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2120085
Jan 15 20:52:24.179456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-389bce7c-189c-4f4c-8a0c-3be8f9dfaaf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 200  len: 217 time: 0.1933548
Jan 15 20:52:24.195188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-dfb5f680-e286-445f-9e72-28aa2d9de16e tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.202711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-dfb5f680-e286-445f-9e72-28aa2d9de16e tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1932585
Jan 15 20:52:24.219687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:24.254107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-72cf4a66-cb0c-4691-aa95-9eec0845cd17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 HTTP/1.1" status: 200  len: 217 time: 0.0563290
Jan 15 20:52:24.275498 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e81066c3-f52c-4150-a6c0-0863078a1ecf req-e975bcd4-45e4-4da7-964c-0e45250d4020 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275771
Jan 15 20:52:24.311107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-206b4d26-79bc-4457-8380-69d403f3b476 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 697 time: 0.1074972
Jan 15 20:52:24.373188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-64c29f1b-6219-4096-84f4-0773cfca7d81 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.179 HTTP/1.1" status: 200  len: 697 time: 0.0607564
Jan 15 20:52:24.376764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-bbba1e76-b8fc-4453-bf9f-111eba902c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.378574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-bbba1e76-b8fc-4453-bf9f-111eba902c84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1127594
Jan 15 20:52:24.382516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042c46c-0296-4a79-947d-527dc31d5341 req-b2c8609d-f03a-41e4-bf32-1ca813386ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.383951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-b2c8609d-f03a-41e4-bf32-1ca813386ebc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 200  len: 859 time: 0.1288135
Jan 15 20:52:24.513843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-39ec35f5-88c0-4cf2-9d7c-0f80666ac8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.515950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-39ec35f5-88c0-4cf2-9d7c-0f80666ac8f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1116414
Jan 15 20:52:24.519153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042c46c-0296-4a79-947d-527dc31d5341 req-4e6e28cf-a68e-4de6-bda1-e0da80ee2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.520538 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-4e6e28cf-a68e-4de6-bda1-e0da80ee2d01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1240914
Jan 15 20:52:24.560020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Deleting port 05e4164a-9f94-4814-bb0a-f20e24b58d11 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:24.560570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:24.655262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:24.655614 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (05e4164a-9f94-4814-bb0a-f20e24b58d11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:24.670554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Calling delete_port for 05e4164a-9f94-4814-bb0a-f20e24b58d11 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:24.774194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b384e3-4cb9-4120-8b1a-0c799c93900d req-d16ec77f-1efa-493d-bae4-83b2bf38c389 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:24.775707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17b384e3-4cb9-4120-8b1a-0c799c93900d req-d16ec77f-1efa-493d-bae4-83b2bf38c389 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 950 time: 0.1009331
Jan 15 20:52:24.797453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-e9770fd6-c44f-4c09-a86f-2525824dbfcd service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668304
Jan 15 20:52:24.801284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-a7a1d63d-b79f-4b10-bb83-a3e12910187d service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623653
Jan 15 20:52:24.858188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17b384e3-4cb9-4120-8b1a-0c799c93900d req-1a36ae22-64cf-4916-89ef-f08acc2f44c0 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764463
Jan 15 20:52:24.929843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (05e4164a-9f94-4814-bb0a-f20e24b58d11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:25.007098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event deleted for resources: {'Port': ['ID=05e4164a-9f94-4814-bb0a-f20e24b58d11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:25.009969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks [] for floatingip (18f33b3a-5d73-4e19-ae06-90827362a4d4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:25.013175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:25.032472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a5197f1-d3f8-4f65-bd67-d22a24b6567f req-94c2c799-6c44-4dad-9194-57a7300f0fdf tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "DELETE /v2.0/floatingips/18f33b3a-5d73-4e19-ae06-90827362a4d4 HTTP/1.1" status: 204  len: 173 time: 0.6576726
Jan 15 20:52:25.059275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6f230f3-d264-4e67-95a9-d2a1042ae27e req-219f8770-7939-480e-8337-5ce9559ad79b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2424557
Jan 15 20:52:25.085792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c042c46c-0296-4a79-947d-527dc31d5341 req-143988be-103e-4eab-a7e7-bbbd13022bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590125
Jan 15 20:52:25.135900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e066f-edf8-4f6a-92cb-924d247b1d50 req-38e0a518-b74e-4398-9051-68956d36c269 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:25.137422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-627e066f-edf8-4f6a-92cb-924d247b1d50 req-38e0a518-b74e-4398-9051-68956d36c269 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1427026
Jan 15 20:52:25.230312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b8635-9ac3-4122-a877-d63f5ffb3a55 req-8e58c9e9-5706-461f-be25-7c599e1112b6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:25.231077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a70b8635-9ac3-4122-a877-d63f5ffb3a55 req-8e58c9e9-5706-461f-be25-7c599e1112b6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.0920758
Jan 15 20:52:25.238578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-627e066f-edf8-4f6a-92cb-924d247b1d50 req-5cb65ddc-5205-4c4c-84fb-5a9319e16c9b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884283
Jan 15 20:52:25.290029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a70b8635-9ac3-4122-a877-d63f5ffb3a55 req-3ff730f1-e7b6-4a19-9a9d-2c01e316e4d8 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504210
Jan 15 20:52:25.550219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ccda-4286-45ba-bf46-b80c7d0bb783 req-0455e461-27f7-4e41-a373-01d0a3b4ecda tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:25.555909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7196ccda-4286-45ba-bf46-b80c7d0bb783 req-0455e461-27f7-4e41-a373-01d0a3b4ecda tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.1188838
Jan 15 20:52:25.677321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7196ccda-4286-45ba-bf46-b80c7d0bb783 req-f78f7663-27a0-4d28-ab55-184fc3d12eee tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154785
Jan 15 20:52:25.787312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}, {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}, {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:25.794318 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a1efe4-24ef-4ed3-b7c4-5dcf5761447b" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}, {"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}, {"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:25.796227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b10a6-cc75-4d58-b46b-b6c88eb57f90 req-33c7d749-4884-4775-9995-1a305328684a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:25.803447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-056b10a6-cc75-4d58-b46b-b6c88eb57f90 req-33c7d749-4884-4775-9995-1a305328684a tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.0718920
Jan 15 20:52:25.882744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-056b10a6-cc75-4d58-b46b-b6c88eb57f90 req-43b5d79d-a843-4aee-9a0c-a0ef9d06c35c tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783329
Jan 15 20:52:25.935663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-b93c38ec-6806-4f96-b4da-12388f3ec6f4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:25.937834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-b93c38ec-6806-4f96-b4da-12388f3ec6f4 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 949 time: 0.1225715
Jan 15 20:52:25.960054 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49df6307-b079-4a46-8580-22714a956a39 x-openstack-request-id: req-49df6307-b079-4a46-8580-22714a956a39 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:25.960373 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-plugged", "status": "completed", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "code": 200}, {"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "code": 200}, {"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:25.960625 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49df6307-b079-4a46-8580-22714a956a39 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:25.961075 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'code': 200}
Jan 15 20:52:25.961330 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'code': 200}
Jan 15 20:52:25.961578 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'code': 200}
Jan 15 20:52:26.135380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c596b-028c-4203-ac99-fec500449742 req-717bd8bc-e0e1-476c-99ab-dd79f897d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:26.136970 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a1c596b-028c-4203-ac99-fec500449742 req-717bd8bc-e0e1-476c-99ab-dd79f897d98b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1100 time: 0.0721214
Jan 15 20:52:26.151078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:26.151426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:26.295740 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a1c596b-028c-4203-ac99-fec500449742 req-8b4ce436-0715-4f50-a1d6-cea77c24e9fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222458
Jan 15 20:52:26.306336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d5-da44-43f3-b539-ca6dfc48204e req-bcc2aaeb-8133-445c-b9ac-5b075864015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:26.311385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b65784d5-da44-43f3-b539-ca6dfc48204e req-bcc2aaeb-8133-445c-b9ac-5b075864015d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1101 time: 0.1687958
Jan 15 20:52:26.443256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b65784d5-da44-43f3-b539-ca6dfc48204e req-644f3c66-0a91-42e9-a0ef-473ded13b4f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278920
Jan 15 20:52:26.456940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:26.457473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:26.473366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:26.476116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cd9a4-1a0d-4eaf-8251-ca0c5d2a3adb req-affc324b-e63c-457a-85b8-6ffce2e6b27f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:26.488390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb3cd9a4-1a0d-4eaf-8251-ca0c5d2a3adb req-affc324b-e63c-457a-85b8-6ffce2e6b27f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1543362
Jan 15 20:52:26.615241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb3cd9a4-1a0d-4eaf-8251-ca0c5d2a3adb req-c1ab02af-2b6f-4b23-939b-4778fc519c64 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205437
Jan 15 20:52:26.744444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7880a0f5-0cf7-4766-9699-5a2f4c04bd45), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:26.760660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:26.766592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec821530-b180-4000-b561-98ef52ecd886 req-19bc69e3-35d1-476e-a126-2bfd8399a685 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:26.775648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec821530-b180-4000-b561-98ef52ecd886 req-19bc69e3-35d1-476e-a126-2bfd8399a685 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.0773368
Jan 15 20:52:26.794026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=7880a0f5-0cf7-4766-9699-5a2f4c04bd45,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:26.920666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec821530-b180-4000-b561-98ef52ecd886 req-6e0d0bfb-2b8f-4b72-adc8-6ab1f3a9a3ed tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441600
Jan 15 20:52:26.936616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395', 'efc2bb82-77b6-4192-a231-cc667bccea96'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:26.958151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:26.961061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:26.979320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c55dad83-5531-437e-9e2b-84ecaed41d2f req-fe2c5a70-8412-4a8d-910e-d11b91337ac0 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "DELETE /v2.0/ports/7880a0f5-0cf7-4766-9699-5a2f4c04bd45 HTTP/1.1" status: 204  len: 173 time: 1.0350270
Jan 15 20:52:26.979821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'name': 'network-vif-deleted', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:26.986651 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73380e-9b15-4ef0-a6eb-440db8850443" -d '{"events": [{"server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "name": "network-vif-deleted", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:27.191404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6cd2c6d-980d-4c63-852e-f5ac9bd5e5e6 req-5caa8f6a-5dcd-4262-a701-d8ca4e814b99 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=231780ff-26d8-4f4a-b52b-eba09aa1a0e8 HTTP/1.1" status: 200  len: 210 time: 0.0619802
Jan 15 20:52:27.308321 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f70cf-09e1-4ac5-ba63-d8a41614bd05 x-openstack-request-id: req-d04f70cf-09e1-4ac5-ba63-d8a41614bd05 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:27.308745 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231780ff-26d8-4f4a-b52b-eba09aa1a0e8", "name": "network-vif-deleted", "tag": "7880a0f5-0cf7-4766-9699-5a2f4c04bd45", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:27.309256 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d04f70cf-09e1-4ac5-ba63-d8a41614bd05 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:27.309783 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231780ff-26d8-4f4a-b52b-eba09aa1a0e8', 'name': 'network-vif-deleted', 'tag': '7880a0f5-0cf7-4766-9699-5a2f4c04bd45', 'status': 'completed', 'code': 200}
Jan 15 20:52:27.347795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e5bd0-b695-47a2-b532-3b0047c879a2 req-f8c0d8a7-cbec-40f7-8322-d6145e3e2531 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:27.354532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-698e5bd0-b695-47a2-b532-3b0047c879a2 req-f8c0d8a7-cbec-40f7-8322-d6145e3e2531 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.1594658
Jan 15 20:52:27.489575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-698e5bd0-b695-47a2-b532-3b0047c879a2 req-e88ca1f6-b5cc-4cba-9988-cc16618c2d51 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252882
Jan 15 20:52:27.634703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-7fd0a646-aced-4abb-97c0-198d4a5168df tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:27.645854 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-7fd0a646-aced-4abb-97c0-198d4a5168df tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.39 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 946 time: 0.1745780
Jan 15 20:52:27.887721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Deleting port 37191f5f-92f4-4372-9435-1f2eddb92f24 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:27.887959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:27.892187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1184-a1e0-4c2a-80c5-7855ff8b0dad req-e8f3d57c-d8ec-4c36-9f18-8dd16a59b49c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:27.902532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e75a1184-a1e0-4c2a-80c5-7855ff8b0dad req-e8f3d57c-d8ec-4c36-9f18-8dd16a59b49c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1559124
Jan 15 20:52:27.995082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e75a1184-a1e0-4c2a-80c5-7855ff8b0dad req-8267907e-3ce9-44e1-9c25-f49739809904 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908480
Jan 15 20:52:28.119729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:28.144655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] For port 37191f5f-92f4-4372-9435-1f2eddb92f24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37191f5f-92f4-4372-9435-1f2eddb92f24,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:28.145312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:28.189814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Calling delete_port for 37191f5f-92f4-4372-9435-1f2eddb92f24 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:28.270783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f560-0d1c-4f89-ace1-9f4307e17912 req-697a0918-04bb-4647-aca5-8e235991f630 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:28.287053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c661f560-0d1c-4f89-ace1-9f4307e17912 req-697a0918-04bb-4647-aca5-8e235991f630 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.1241820
Jan 15 20:52:28.376322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:28.376705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:28.444212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c661f560-0d1c-4f89-ace1-9f4307e17912 req-65909752-c5a4-4066-8951-88aa76f97828 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543460
Jan 15 20:52:28.486602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:28.491622 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b295f988-79b8-476f-935a-6e4d657c877f" -d '{"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:28.522198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (37191f5f-92f4-4372-9435-1f2eddb92f24), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:28.522497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:28.550991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['37191f5f-92f4-4372-9435-1f2eddb92f24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:28.561502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:28.564305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Pushing event deleted for resources: {'Port': ['ID=37191f5f-92f4-4372-9435-1f2eddb92f24,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:28.659398 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88e3f5d-138e-42d0-95b4-42f1852801ca x-openstack-request-id: req-c88e3f5d-138e-42d0-95b4-42f1852801ca {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:28.659809 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:28.660065 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c88e3f5d-138e-42d0-95b4-42f1852801ca {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:28.668724 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'code': 200}
Jan 15 20:52:28.702618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] No DVR routers for this DVR port 37191f5f-92f4-4372-9435-1f2eddb92f24 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:28.705631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:28.710321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9376b49b-3c71-4861-90cb-9f1ebb546c60 req-c183f399-0a43-4335-9384-dcf28f187f0b tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.39 "DELETE /v2.0/ports/37191f5f-92f4-4372-9435-1f2eddb92f24 HTTP/1.1" status: 204  len: 173 time: 1.0548146
Jan 15 20:52:28.712472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:28.738093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69608a0d-212a-4421-99d9-54fd12c1a2a2 req-c7084f51-ffa1-4030-b3a2-4660bb684ee4 tempest-FloatingIPsAssociationTestJSON-211763619 tempest-FloatingIPsAssociationTestJSON-211763619-project] 10.222.0.46 "GET /v2.0/ports?device_id=b18c4fdc-6965-4c52-85f5-824ba94b4ad8 HTTP/1.1" status: 200  len: 210 time: 0.0816388
Jan 15 20:52:28.819770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b337a-3c4a-4364-8fe2-8550239d768c req-25f6873d-1f0f-421a-b255-df6c67bb80f1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:28.831187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-435b337a-3c4a-4364-8fe2-8550239d768c req-25f6873d-1f0f-421a-b255-df6c67bb80f1 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.1298082
Jan 15 20:52:28.837809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:28.842989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:28.843422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7880a0f5-0cf7-4766-9699-5a2f4c04bd45 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:28.910266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-435b337a-3c4a-4364-8fe2-8550239d768c req-d1f973c5-797b-4f59-9728-55bd42982633 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776513
Jan 15 20:52:29.204231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78dd32-ba2d-47b6-bc81-5e4e984bc43e req-db13f07f-abde-406d-84f9-f5f91786bf8e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:29.205769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c78dd32-ba2d-47b6-bc81-5e4e984bc43e req-db13f07f-abde-406d-84f9-f5f91786bf8e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.0721226
Jan 15 20:52:29.312647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'name': 'network-vif-deleted', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:29.317047 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a5262-22ff-435f-a523-e122351d7769" -d '{"events": [{"server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "name": "network-vif-deleted", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:29.349508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c78dd32-ba2d-47b6-bc81-5e4e984bc43e req-ed989eb4-60ef-4ee6-9b2d-58dfd935cb4a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205504
Jan 15 20:52:29.398624 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e1128d-89aa-4c1a-8990-dd6307b27ae3 x-openstack-request-id: req-81e1128d-89aa-4c1a-8990-dd6307b27ae3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:29.398939 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18c4fdc-6965-4c52-85f5-824ba94b4ad8", "name": "network-vif-deleted", "tag": "37191f5f-92f4-4372-9435-1f2eddb92f24", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:29.399444 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81e1128d-89aa-4c1a-8990-dd6307b27ae3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:29.399846 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c4fdc-6965-4c52-85f5-824ba94b4ad8', 'name': 'network-vif-deleted', 'tag': '37191f5f-92f4-4372-9435-1f2eddb92f24', 'status': 'completed', 'code': 200}
Jan 15 20:52:29.504254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33573472-0dfd-4051-a76a-303dd6102d5b req-05352de2-cc77-48da-a6fc-c5c53deb83b6 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:29.505932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33573472-0dfd-4051-a76a-303dd6102d5b req-05352de2-cc77-48da-a6fc-c5c53deb83b6 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1100 time: 0.0644319
Jan 15 20:52:29.591343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33573472-0dfd-4051-a76a-303dd6102d5b req-80b194e2-01af-43e9-b292-c840930455b8 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795913
Jan 15 20:52:29.660565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a567910-92ba-4825-b6ab-948d16985638 req-420a521c-ac04-4366-af64-6e9050a8a350 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:29.669599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a567910-92ba-4825-b6ab-948d16985638 req-420a521c-ac04-4366-af64-6e9050a8a350 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.0899785
Jan 15 20:52:29.771616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a567910-92ba-4825-b6ab-948d16985638 req-bcf95eb3-e8ee-4f38-9a7b-e80fd1c4aa26 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010225
Jan 15 20:52:29.810847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35038) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:30.140937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:52:30.177638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-16953fe1-e1bf-44d2-a20e-198794889ca2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:30.185390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-16953fe1-e1bf-44d2-a20e-198794889ca2 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.1127627
Jan 15 20:52:30.441418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:30.457585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'mac_address': 'fa:16:3e:1c:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:52:30.510410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:30.511169 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:30.529083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:30.538350 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-0830d401-f149-48b0-b419-7b6047b00e56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2168047
Jan 15 20:52:30.561592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:30.567635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port efc2bb82-77b6-4192-a231-cc667bccea96 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:30.568158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:30.569743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:30.625499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 37191f5f-92f4-4372-9435-1f2eddb92f24 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:30.666706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 37191f5f-92f4-4372-9435-1f2eddb92f24 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:30.667423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 37191f5f-92f4-4372-9435-1f2eddb92f24 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:30.694635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:30.769186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port efc2bb82-77b6-4192-a231-cc667bccea96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efc2bb82-77b6-4192-a231-cc667bccea96,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:30.770110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:30.771247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['26758887-8e21-4143-9b13-3eccf74a0d5b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:30.819009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for efc2bb82-77b6-4192-a231-cc667bccea96 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:30.966450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5bee0-87c7-4ab1-a82c-59c22d88fb52 req-45642570-7d52-452f-accd-3a65921a436c tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:30.973374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88f5bee0-87c7-4ab1-a82c-59c22d88fb52 req-45642570-7d52-452f-accd-3a65921a436c tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1101 time: 0.7003107
Jan 15 20:52:30.992044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24228f-b6d0-424b-b02e-0b74dcec3866 req-a5691829-cf5c-40c4-ad22-c5b6cfdfb643 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:31.007380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c24228f-b6d0-424b-b02e-0b74dcec3866 req-a5691829-cf5c-40c4-ad22-c5b6cfdfb643 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=61233bc7-f90a-439f-b0c6-e6856c8c71a0 HTTP/1.1" status: 200  len: 950 time: 0.9758234
Jan 15 20:52:31.145287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (efc2bb82-77b6-4192-a231-cc667bccea96), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:31.160169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395', 'efc2bb82-77b6-4192-a231-cc667bccea96'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:31.162883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:31.177753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c24228f-b6d0-424b-b02e-0b74dcec3866 req-51218af0-d522-4120-8bed-8d4ef7c889cd tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691508
Jan 15 20:52:31.255722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88f5bee0-87c7-4ab1-a82c-59c22d88fb52 req-0a084fdd-5ce6-4c3b-a8f4-799b5b2f2234 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314827
Jan 15 20:52:31.309279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=efc2bb82-77b6-4192-a231-cc667bccea96,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:31.319172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port efc2bb82-77b6-4192-a231-cc667bccea96 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:31.322654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:31.330733 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb4bdade-df8c-4838-bebb-f3b285957c72 req-95d4d968-1699-4e91-9d59-29098567c5c9 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "DELETE /v2.0/ports/efc2bb82-77b6-4192-a231-cc667bccea96 HTTP/1.1" status: 204  len: 173 time: 1.1442721
Jan 15 20:52:31.401648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'name': 'network-vif-deleted', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:31.403950 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17855299-8c04-4a02-9bad-fd31d709700b" -d '{"events": [{"server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "name": "network-vif-deleted", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:31.735979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f711fd-89e2-47a9-a6c6-2d2c657f4bd5 req-2dd14cf1-6a2d-4aa9-8a96-3588fc036a84 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:31.754620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79f711fd-89e2-47a9-a6c6-2d2c657f4bd5 req-2dd14cf1-6a2d-4aa9-8a96-3588fc036a84 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2970517
Jan 15 20:52:31.819083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (308ec3d2-5193-41ed-82bd-380262072847), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:31.908654 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407a2fd-098a-4beb-8c74-e4fd9da78d60 x-openstack-request-id: req-5407a2fd-098a-4beb-8c74-e4fd9da78d60 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:31.909213 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61233bc7-f90a-439f-b0c6-e6856c8c71a0", "name": "network-vif-deleted", "tag": "efc2bb82-77b6-4192-a231-cc667bccea96", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:31.909363 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5407a2fd-098a-4beb-8c74-e4fd9da78d60 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:31.910539 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61233bc7-f90a-439f-b0c6-e6856c8c71a0', 'name': 'network-vif-deleted', 'tag': 'efc2bb82-77b6-4192-a231-cc667bccea96', 'status': 'completed', 'code': 200}
Jan 15 20:52:32.384647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79f711fd-89e2-47a9-a6c6-2d2c657f4bd5 req-0930d603-911d-4145-ab43-733add0ae8ab tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6285839
Jan 15 20:52:32.619846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebe4a4-5181-4b90-a213-58aa80c7dbbb req-2eb80270-75e4-428f-bb4a-7f9ab9bdf50c tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:32.627222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2ebe4a4-5181-4b90-a213-58aa80c7dbbb req-2eb80270-75e4-428f-bb4a-7f9ab9bdf50c tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 1101 time: 0.4625435
Jan 15 20:52:32.764704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2ebe4a4-5181-4b90-a213-58aa80c7dbbb req-bd127cf7-6800-4a2e-9552-6f8f4b720e00 tempest-ServersAdminTestJSON-212694955 tempest-ServersAdminTestJSON-212694955-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313770
Jan 15 20:52:32.931235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-88dde8fb-2eaa-471f-9145-d0d4a2bba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:32.932781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-88dde8fb-2eaa-471f-9145-d0d4a2bba168 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1100 time: 0.0741806
Jan 15 20:52:33.055325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Deleting port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:33.057457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:33.237236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b6363ea3-de50-46f2-a473-7c2e950e81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:33.248605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b6363ea3-de50-46f2-a473-7c2e950e81f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3075373
Jan 15 20:52:33.335987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] For port 1270ea3c-6058-4ed8-ac5a-09fba9d333e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:33.336997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:33.339115 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-2fdb4af0-bcb1-4de3-81a2-00ab23e34503 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.0793672
Jan 15 20:52:33.360078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Calling delete_port for 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:33.413800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-77d67998-6e05-4873-8ba6-56b2d8de1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:33.415406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-77d67998-6e05-4873-8ba6-56b2d8de1d3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0675948
Jan 15 20:52:33.540407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61ca2-5fa4-4c3c-98f7-92d9dc715506 req-a57a2d20-ab89-4794-a397-cf07f11829fb tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:33.544509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-aae320bf-175c-4b2d-b99a-434ab091b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:33.547986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d61ca2-5fa4-4c3c-98f7-92d9dc715506 req-a57a2d20-ab89-4794-a397-cf07f11829fb tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 949 time: 0.3147173
Jan 15 20:52:33.550604 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-aae320bf-175c-4b2d-b99a-434ab091b936 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1265738
Jan 15 20:52:33.567012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85bd0d-b505-461d-b32a-89a4b4ee191e req-cdd5f3f8-d945-472b-a00e-b74b17bf6a66 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:33.574129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d85bd0d-b505-461d-b32a-89a4b4ee191e req-cdd5f3f8-d945-472b-a00e-b74b17bf6a66 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 950 time: 0.1970494
Jan 15 20:52:33.735904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d61ca2-5fa4-4c3c-98f7-92d9dc715506 req-d8b71d81-f9a0-4484-a413-00bad5bf226c tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868424
Jan 15 20:52:33.802589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-982d218c-d991-4979-9144-5f4dc362dd0a service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402773
Jan 15 20:52:33.813639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d85bd0d-b505-461d-b32a-89a4b4ee191e req-a7f261b5-bf81-4477-acca-1cd8fd525ae0 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384150
Jan 15 20:52:34.022290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (1270ea3c-6058-4ed8-ac5a-09fba9d333e6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:34.161305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-d15ea1cf-1de6-4c95-a3c2-174fa990162e service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517611
Jan 15 20:52:34.169397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:34.201480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1f6e6-67bc-43e7-b7ec-1b4c2d333158 req-5bb3d5b5-71a6-44d4-8703-0738b90fe146 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:34.210792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54e1f6e6-67bc-43e7-b7ec-1b4c2d333158 req-5bb3d5b5-71a6-44d4-8703-0738b90fe146 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.3436725
Jan 15 20:52:34.262089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Pushing event deleted for resources: {'Port': ['ID=1270ea3c-6058-4ed8-ac5a-09fba9d333e6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:34.382922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 26758887-8e21-4143-9b13-3eccf74a0d5b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:34.383448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:34.426326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-270ed6cf-2aa7-43d4-bee5-294ea751ef1e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:34.436233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-270ed6cf-2aa7-43d4-bee5-294ea751ef1e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0916b98-698b-448b-9b06-95791cbf533c HTTP/1.1" status: 200  len: 949 time: 0.2282622
Jan 15 20:52:34.570568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54e1f6e6-67bc-43e7-b7ec-1b4c2d333158 req-0d1959e5-bf0e-4435-8752-926a527aff32 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504541
Jan 15 20:52:34.680499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:34.680921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:34.683155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device efc2bb82-77b6-4192-a231-cc667bccea96 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:34.743190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port 4fe1e733-915f-402a-bdcb-042d55337395 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:34.743582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4fe1e733-915f-402a-bdcb-042d55337395), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:34.851052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (308ec3d2-5193-41ed-82bd-380262072847), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:34.878578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: efc2bb82-77b6-4192-a231-cc667bccea96 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:34.885737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device efc2bb82-77b6-4192-a231-cc667bccea96 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:34.965061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:34.989395 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75611e-f86b-4170-b48a-23f8c176c1bf" -d '{"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:35.035400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port 4fe1e733-915f-402a-bdcb-042d55337395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fe1e733-915f-402a-bdcb-042d55337395,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:35.035806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4fe1e733-915f-402a-bdcb-042d55337395), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:35.056885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for 4fe1e733-915f-402a-bdcb-042d55337395 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:35.111592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:35.161615 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:35.266221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:35.497894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-f3773788-512b-4dfc-b49f-b946b48a4e38 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:35.499638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-f3773788-512b-4dfc-b49f-b946b48a4e38 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4b0aaad-91ee-4e37-9a34-0b4d56e282d5 HTTP/1.1" status: 200  len: 950 time: 0.3548439
Jan 15 20:52:35.500363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4fe1e733-915f-402a-bdcb-042d55337395), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:35.515948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4fe1e733-915f-402a-bdcb-042d55337395'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:35.538842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77575-2646-4abd-9cec-215db6442027 req-21d8f65d-4cd3-4ee4-a8a5-e5ba24a668f5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:35.540362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bec77575-2646-4abd-9cec-215db6442027 req-21d8f65d-4cd3-4ee4-a8a5-e5ba24a668f5 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/ports?device_id=f89db7df-a7e8-4138-8949-d76e2ccd282d HTTP/1.1" status: 200  len: 950 time: 0.3943985
Jan 15 20:52:35.594256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6', 'b044e748-14c3-4e19-b93b-659f2cfe547b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:35.655816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=4fe1e733-915f-402a-bdcb-042d55337395,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:35.695093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Router 308ec3d2-5193-41ed-82bd-380262072847 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:35.781345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port 4fe1e733-915f-402a-bdcb-042d55337395 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:35.834327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:35.837772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f4acc0b6-6be9-4736-9972-66abc1b43246 req-fc581de4-1bb0-41f8-b6ad-afdab80b372e tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.39 "DELETE /v2.0/ports/4fe1e733-915f-402a-bdcb-042d55337395 HTTP/1.1" status: 204  len: 173 time: 1.3919456
Jan 15 20:52:35.838250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'name': 'network-vif-deleted', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:35.840477 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad89093b-53a9-4450-ad44-52b692cb95f4" -d '{"events": [{"server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "name": "network-vif-deleted", "tag": "4fe1e733-915f-402a-bdcb-042d55337395"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:36.267603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port b044e748-14c3-4e19-b93b-659f2cfe547b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:36.270640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:36.412259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Deleting port 903fc68a-fde5-420c-8bcf-272fee77950b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:36.412657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:36.696039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port b044e748-14c3-4e19-b93b-659f2cfe547b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b044e748-14c3-4e19-b93b-659f2cfe547b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:36.696807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:36.731410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:36.732906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for b044e748-14c3-4e19-b93b-659f2cfe547b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:36.741567 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Sync routers for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:36.760062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-94282e5c-ef85-4712-9b1a-33dc0f98618b admin admin] 10.222.0.46 "PUT /v2.0/routers/308ec3d2-5193-41ed-82bd-380262072847/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9480903
Jan 15 20:52:36.762550 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:36.763436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35200) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:36.764305 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:36.804957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] For port 903fc68a-fde5-420c-8bcf-272fee77950b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=903fc68a-fde5-420c-8bcf-272fee77950b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:36.804957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:36.877102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Calling delete_port for 903fc68a-fde5-420c-8bcf-272fee77950b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:37.026949 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:37.107813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks [] for router (308ec3d2-5193-41ed-82bd-380262072847), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.272699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b044e748-14c3-4e19-b93b-659f2cfe547b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.286058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:37.407858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=b044e748-14c3-4e19-b93b-659f2cfe547b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:37.461688 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a00>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77'}], 'enable_snat': True}, 'gw_port_id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:52:33Z', 'revision_number': 5, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port': {'id': '0a57fc25-04a7-4e1b-a404-53e356092996', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308ec3d2-5193-41ed-82bd-380262072847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:51:04Z', 'updated_at': '2022-01-15T20:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:37.464312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks [] for router_gateway (308ec3d2-5193-41ed-82bd-380262072847), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.506494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.506941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.507315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.507755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.508166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.508509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.508860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.513380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.513754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.514077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.514410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.514741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.515095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:37.530519 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Checking router: 308ec3d2-5193-41ed-82bd-380262072847 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:37.560097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port b044e748-14c3-4e19-b93b-659f2cfe547b on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:37.560510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Routers {'308ec3d2-5193-41ed-82bd-380262072847'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:37.562292 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['308ec3d2-5193-41ed-82bd-380262072847'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:37.569149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (903fc68a-fde5-420c-8bcf-272fee77950b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.571647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.592283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:37.594998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0529f5c-5edf-44f5-a677-2d9995f357aa req-102fa608-87e7-489e-a802-92df19981879 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "DELETE /v2.0/ports/b044e748-14c3-4e19-b93b-659f2cfe547b HTTP/1.1" status: 204  len: 173 time: 2.0884409
Jan 15 20:52:37.616278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:37.624497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Deleting port 0a57fc25-04a7-4e1b-a404-53e356092996 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:37.628199 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.695394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event deleted for resources: {'Port': ['ID=903fc68a-fde5-420c-8bcf-272fee77950b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:37.824199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] No DVR routers for this DVR port 903fc68a-fde5-420c-8bcf-272fee77950b on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:37.836079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.839704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bec77575-2646-4abd-9cec-215db6442027 req-14576d6e-572f-438f-b703-bc3f888cb4c3 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "DELETE /v2.0/ports/903fc68a-fde5-420c-8bcf-272fee77950b HTTP/1.1" status: 204  len: 173 time: 2.2622514
Jan 15 20:52:37.845228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] For port 0a57fc25-04a7-4e1b-a404-53e356092996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a57fc25-04a7-4e1b-a404-53e356092996,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:37.849076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:37.894103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Calling delete_port for 0a57fc25-04a7-4e1b-a404-53e356092996 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:37.927557 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] Set router 308ec3d2-5193-41ed-82bd-380262072847 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:38.130803 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a00>, [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:52:37Z', 'revision_number': 6, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:38.221825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b044e748-14c3-4e19-b93b-659f2cfe547b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:38.258016 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be2be0-e12f-41b5-b510-3dd188a92b5c None None] The sync data for ids ['308ec3d2-5193-41ed-82bd-380262072847'] in ncdv-master-1 is: [{'id': '308ec3d2-5193-41ed-82bd-380262072847', 'name': 'tempest-FloatingIPsAssociationTestJSON-167279773-router', 'tenant_id': 'f471d81a59824fc8afaf454a65e99933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:51:03Z', 'updated_at': '2022-01-15T20:52:37Z', 'revision_number': 6, 'project_id': 'f471d81a59824fc8afaf454a65e99933', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:38.411502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: b044e748-14c3-4e19-b93b-659f2cfe547b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:38.412469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b044e748-14c3-4e19-b93b-659f2cfe547b not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:38.413104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 903fc68a-fde5-420c-8bcf-272fee77950b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:38.446424 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (0a57fc25-04a7-4e1b-a404-53e356092996), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:38.505591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 903fc68a-fde5-420c-8bcf-272fee77950b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:38.506221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 903fc68a-fde5-420c-8bcf-272fee77950b not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:38.572267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a57fc25-04a7-4e1b-a404-53e356092996,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:38.607611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (308ec3d2-5193-41ed-82bd-380262072847), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:38.619238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4fe1e733-915f-402a-bdcb-042d55337395 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:38.785000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.785987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.786467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.786990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.787434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.787890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.788640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.789245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.789655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.790057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.790490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.790971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.791436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:38.793937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 4fe1e733-915f-402a-bdcb-042d55337395 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:38.794587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4fe1e733-915f-402a-bdcb-042d55337395 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:38.985824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (308ec3d2-5193-41ed-82bd-380262072847), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:38.992999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks [] for router_controller (308ec3d2-5193-41ed-82bd-380262072847), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:39.108828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (308ec3d2-5193-41ed-82bd-380262072847), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:39.110535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308ec3d2-5193-41ed-82bd-380262072847 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:52:39.129951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:39.133603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1583c6ef-ecd7-42cc-99f0-e3b43ee79537 admin admin] 10.222.0.46 "DELETE /v2.0/routers/308ec3d2-5193-41ed-82bd-380262072847 HTTP/1.1" status: 204  len: 168 time: 2.3653722
Jan 15 20:52:39.134413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35220) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:39.193270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Deleting subnet ff476063-eba2-475a-8988-d530394af9e8 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:52:39.196754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Publish callbacks [] for subnet (ff476063-eba2-475a-8988-d530394af9e8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:39.292310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ff476063-eba2-475a-8988-d530394af9e8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:39.327808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:39.372059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:39.372343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1270ea3c-6058-4ed8-ac5a-09fba9d333e6 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:40.282726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ff476063-eba2-475a-8988-d530394af9e8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:40.400972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ff476063-eba2-475a-8988-d530394af9e8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:40.482072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff476063-eba2-475a-8988-d530394af9e8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:40.484616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:40.490574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8409065f-447e-40a8-b4aa-81759390c5dc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ff476063-eba2-475a-8988-d530394af9e8 HTTP/1.1" status: 204  len: 168 time: 1.3543108
Jan 15 20:52:40.493532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:40.515177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d465a-ac72-43d7-bdbc-ba3cd8fd1837 None None] Network d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:52:40.648494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:40.859232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0a57fc25-04a7-4e1b-a404-53e356092996 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:40.886038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Deleting port 85f02d58-db63-44af-a83b-b458b3b47660 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:40.886038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (85f02d58-db63-44af-a83b-b458b3b47660), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:40.961756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] DHCP port deletion for d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:52:40.969483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0a57fc25-04a7-4e1b-a404-53e356092996 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:40.969842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0a57fc25-04a7-4e1b-a404-53e356092996 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:41.152560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Deleting port 85f02d58-db63-44af-a83b-b458b3b47660 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:41.152560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (85f02d58-db63-44af-a83b-b458b3b47660), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.171340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] For port 85f02d58-db63-44af-a83b-b458b3b47660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f02d58-db63-44af-a83b-b458b3b47660,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:41.176901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (85f02d58-db63-44af-a83b-b458b3b47660), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.236011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Calling delete_port for 85f02d58-db63-44af-a83b-b458b3b47660 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:41.398636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] For port 85f02d58-db63-44af-a83b-b458b3b47660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85f02d58-db63-44af-a83b-b458b3b47660,segment=NetworkSegment(38709671-0ccc-412a-87dd-c39837729b23),segment_id=38709671-0ccc-412a-87dd-c39837729b23)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:41.399525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (85f02d58-db63-44af-a83b-b458b3b47660), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.422607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Calling delete_port for 85f02d58-db63-44af-a83b-b458b3b47660 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:41.451027 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (85f02d58-db63-44af-a83b-b458b3b47660), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.522449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] No DVR routers for this DVR port 85f02d58-db63-44af-a83b-b458b3b47660 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:41.525071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f02d58-db63-44af-a83b-b458b3b47660,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:41.663521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (85f02d58-db63-44af-a83b-b458b3b47660), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.707859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] Pushing event deleted for resources: {'Port': ['ID=85f02d58-db63-44af-a83b-b458b3b47660,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:41.750795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6cb70-5508-4f62-8da8-c9edb3fbc0dd None None] No DVR routers for this DVR port 85f02d58-db63-44af-a83b-b458b3b47660 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:41.805058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:41.903708 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1e7b364df0>> segment before_delete 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.904116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1e7b364df0>> subnet precommit_delete_associations 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.904879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> segment_host_mapping after_create 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.905463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> port after_create 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.906508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> port after_delete 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.906806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> port after_update 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.907143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> segment after_delete 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.907497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> subnet after_create 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.907833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> subnet after_delete 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:41.908150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1e79f841c0>> subnet after_update 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:42.093526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e79978220>> subnet after_create 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:42.093526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e79978220>> subnet after_delete 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:42.093526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e79978220>> subnet before_create 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:42.093526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1e79978220>> subnet before_update 55550000 {{(pid=114437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 15 20:52:42.093526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e798e5670>,) {'filters': {'network_id': ['d11eef3f-f6e5-43d1-bf0a-1a5337d2e062']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:42.136327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e798e5670>, '38709671-0ccc-412a-87dd-c39837729b23') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:42.136327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e798e5670>, '38709671-0ccc-412a-87dd-c39837729b23') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:42.212863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (38709671-0ccc-412a-87dd-c39837729b23), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:42.252905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (38709671-0ccc-412a-87dd-c39837729b23), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:42.271826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:52:42.272410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (38709671-0ccc-412a-87dd-c39837729b23), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:52:42.277531 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:52:42.376367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d11eef3f-f6e5-43d1-bf0a-1a5337d2e062), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:42.394749 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:42.400170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d11eef3f-f6e5-43d1-bf0a-1a5337d2e062 HTTP/1.1" status: 204  len: 168 time: 1.9045620
Jan 15 20:52:42.425392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b10df9-2ca6-482b-bfce-556f90949c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11eef3f-f6e5-43d1-bf0a-1a5337d2e062,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:42.778873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:42.898990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c442378b-a7e4-4cbf-9599-0dd372fdb9e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f471d81a59824fc8afaf454a65e99933&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1186526
Jan 15 20:52:42.901490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:42.986925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 85f02d58-db63-44af-a83b-b458b3b47660 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:43.041402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 85f02d58-db63-44af-a83b-b458b3b47660 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:43.041939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] Publish callbacks [] for security_group (fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:43.048033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 85f02d58-db63-44af-a83b-b458b3b47660 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:43.118865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] Publish callbacks [] for security_group (fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:43.229116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:43.232718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:43.235857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456 HTTP/1.1" status: 204  len: 168 time: 0.3309634
Jan 15 20:52:43.265283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c20f6-2ada-4f9d-b218-a3de3e78e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc48ef8-69fe-4d0f-82e6-9bd41ecaa456,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:43.999380 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e9ad8-1e57-4335-84eb-1c0eea57717f x-openstack-request-id: req-939e9ad8-1e57-4335-84eb-1c0eea57717f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:44.000176 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-plugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:44.000176 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-939e9ad8-1e57-4335-84eb-1c0eea57717f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:44.000343 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'code': 200}
Jan 15 20:52:44.106415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:44.154957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476447a-212a-42f2-a409-67acbf113c32 req-fdbbccdd-486d-45a4-a1d7-fcbd98238201 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:44.161826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5476447a-212a-42f2-a409-67acbf113c32 req-fdbbccdd-486d-45a4-a1d7-fcbd98238201 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1100812
Jan 15 20:52:44.184489 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ffe20-757e-4d81-9fa6-6d3724421776 x-openstack-request-id: req-d89ffe20-757e-4d81-9fa6-6d3724421776 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:44.185171 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0916b98-698b-448b-9b06-95791cbf533c", "name": "network-vif-deleted", "tag": "4fe1e733-915f-402a-bdcb-042d55337395", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:44.185171 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d89ffe20-757e-4d81-9fa6-6d3724421776 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:44.185785 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0916b98-698b-448b-9b06-95791cbf533c', 'name': 'network-vif-deleted', 'tag': '4fe1e733-915f-402a-bdcb-042d55337395', 'status': 'completed', 'code': 200}
Jan 15 20:52:44.349228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5476447a-212a-42f2-a409-67acbf113c32 req-6f8d3908-314f-4d1f-89ce-c2c7df08ffaf tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792276
Jan 15 20:52:44.859929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89099d-227e-49d0-bd63-f5a4308eed71 req-3e6e2936-e842-4158-9ca4-18d404c68102 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:44.868452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a89099d-227e-49d0-bd63-f5a4308eed71 req-3e6e2936-e842-4158-9ca4-18d404c68102 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 950 time: 0.0776286
Jan 15 20:52:44.951121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a89099d-227e-49d0-bd63-f5a4308eed71 req-50fa25c1-00ba-4e14-a554-e7efa409056b tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814412
Jan 15 20:52:44.959141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:45.044656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.126637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1143041527-network', 'tenant_id': 'be22738636a3491681ffef0981740dff'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:45.210733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Made reservation on behalf of be22738636a3491681ffef0981740dff for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:45.213753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.234299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.389981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks [] for security_group (affaa69e-18ba-4b7f-a7f6-b37632172be6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.404075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (affaa69e-18ba-4b7f-a7f6-b37632172be6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.459068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:52:45.463824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affaa69e-18ba-4b7f-a7f6-b37632172be6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:45.474818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dc78b447-9080-4f60-a5c7-022bff2ed65c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.475638 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Added segment dc78b447-9080-4f60-a5c7-022bff2ed65c of type vlan for network 11f065f9-15eb-4808-822b-77062cd6c6ac
Jan 15 20:52:45.554628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (11f065f9-15eb-4808-822b-77062cd6c6ac), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.598052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (11f065f9-15eb-4808-822b-77062cd6c6ac), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.599284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:45.599961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:45.675379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7151747
Jan 15 20:52:45.678263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:45.679248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe0824-2da0-4633-9a91-3cb8d22a3bfe admin admin] Pushing event updated for resources: {'Network': ['ID=11f065f9-15eb-4808-822b-77062cd6c6ac,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:45.684724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Request body: {'subnet': {'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1143041527-subnet', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:45.691583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 11f065f9-15eb-4808-822b-77062cd6c6ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:52:45.757770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Made reservation on behalf of be22738636a3491681ffef0981740dff for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:45.760453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.093814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-ba460d50-c6c2-4ffa-8e7c-3586659cc55d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.095287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-ba460d50-c6c2-4ffa-8e7c-3586659cc55d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 950 time: 0.1035883
Jan 15 20:52:46.115920 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (268c0d86-05b1-49d5-b595-736b9b3ec60a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.194836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'name': 'network-vif-deleted', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b'}, {'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'name': 'network-vif-deleted', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:46.197480 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19034948-99ef-4014-b07f-b93957a92702" -d '{"events": [{"server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "name": "network-vif-deleted", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b"}, {"server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "name": "network-vif-deleted", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:46.265821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268c0d86-05b1-49d5-b595-736b9b3ec60a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:46.287136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Deleting port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:46.288189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.301708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844ea58-1bf9-494f-8fe4-03813dd0300c req-73e2eae0-d8e4-4e8d-8523-309723ad98e3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.309783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d844ea58-1bf9-494f-8fe4-03813dd0300c req-73e2eae0-d8e4-4e8d-8523-309723ad98e3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1360173
Jan 15 20:52:46.329089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Checking segment: {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:46.329492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Network hostable DHCP agents. Network: 11f065f9-15eb-4808-822b-77062cd6c6ac, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:52:46.398387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d844ea58-1bf9-494f-8fe4-03813dd0300c req-87835e29-82cc-48d0-9937-ef7924a17f7f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876374
Jan 15 20:52:46.413755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Network 11f065f9-15eb-4808-822b-77062cd6c6ac is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:52:46.426512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11f065f9-15eb-4808-822b-77062cd6c6ac) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:46.431212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.431869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.436784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0713ba9-c6ad-401a-b3aa-a4fa7b87740e None None] Network 11f065f9-15eb-4808-822b-77062cd6c6ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:52:46.448128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] For port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:46.448897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.463322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7c2b564a-550a-4da7-bf43-e8056436b8b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7803144
Jan 15 20:52:46.463758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35422) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:46.474311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:46.475249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Calling delete_port for b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:46.537140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.539106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.642640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be034ad-838c-4e5d-a705-011c7ed81ea8 req-b1c792e5-c7a8-46e0-90ea-b13487c1a997 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.650527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5be034ad-838c-4e5d-a705-011c7ed81ea8 req-b1c792e5-c7a8-46e0-90ea-b13487c1a997 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b7a713-3f0d-43e2-b466-6637bc567256 HTTP/1.1" status: 200  len: 950 time: 0.1279752
Jan 15 20:52:46.699891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.700640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11f065f9-15eb-4808-822b-77062cd6c6ac', 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac', 'project_id': 'be22738636a3491681ffef0981740dff', 'fixed_ips': [{'subnet_id': '268c0d86-05b1-49d5-b595-736b9b3ec60a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:52:46.700968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for router_controller (a37ce493-adf5-460d-9e8b-b79deb122c78), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.703883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.730037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:46.732383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bbe8394e-08fc-445b-a162-0e40259702ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:46.740694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event deleted for resources: {'Port': ['ID=b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:46.819085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] No DVR routers for this DVR port b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:46.831513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:46.836287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a98f3d7-68e5-40a9-85db-f39c43128cc9 req-42be5ca2-8fd4-4ffc-8850-7f136b07bfcf tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.39 "DELETE /v2.0/ports/b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 HTTP/1.1" status: 204  len: 173 time: 0.7317328
Jan 15 20:52:46.872311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd9d24-1668-4d5d-b185-3a00f844a847 req-aa8f75d2-d114-44e7-a873-e3d551490f91 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.875451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cfbd9d24-1668-4d5d-b185-3a00f844a847 req-aa8f75d2-d114-44e7-a873-e3d551490f91 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 950 time: 0.2824237
Jan 15 20:52:46.891947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-43ba4770-53b6-4401-b115-9a8e17d2b002 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:46.894141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-43ba4770-53b6-4401-b115-9a8e17d2b002 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/ports?device_id=3934550f-0131-4bd3-890b-edbaf4ccac0e HTTP/1.1" status: 200  len: 950 time: 0.0764530
Jan 15 20:52:46.994079 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for router_gateway (a37ce493-adf5-460d-9e8b-b79deb122c78), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.030242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5be034ad-838c-4e5d-a705-011c7ed81ea8 req-538d4b29-6f55-4aeb-90bb-46ca245d7099 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3782163
Jan 15 20:52:47.145000 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b1714b-7fc0-4d3c-b357-07c0a2ca8d36 x-openstack-request-id: req-04b1714b-7fc0-4d3c-b357-07c0a2ca8d36 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:47.145482 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b0aaad-91ee-4e37-9a34-0b4d56e282d5", "name": "network-vif-deleted", "tag": "b044e748-14c3-4e19-b93b-659f2cfe547b", "status": "completed", "code": 200}, {"server_uuid": "f89db7df-a7e8-4138-8949-d76e2ccd282d", "name": "network-vif-deleted", "tag": "903fc68a-fde5-420c-8bcf-272fee77950b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:47.145934 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04b1714b-7fc0-4d3c-b357-07c0a2ca8d36 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:47.147094 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b0aaad-91ee-4e37-9a34-0b4d56e282d5', 'name': 'network-vif-deleted', 'tag': 'b044e748-14c3-4e19-b93b-659f2cfe547b', 'status': 'completed', 'code': 200}
Jan 15 20:52:47.147580 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89db7df-a7e8-4138-8949-d76e2ccd282d', 'name': 'network-vif-deleted', 'tag': '903fc68a-fde5-420c-8bcf-272fee77950b', 'status': 'completed', 'code': 200}
Jan 15 20:52:47.172325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port d2632d9a-333c-439e-b179-55d658dedee2 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:47.173125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d2632d9a-333c-439e-b179-55d658dedee2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.248567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cfbd9d24-1668-4d5d-b185-3a00f844a847 req-95405f76-2299-4c16-aa40-1fa7da55f679 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3587132
Jan 15 20:52:47.432116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port d2632d9a-333c-439e-b179-55d658dedee2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2632d9a-333c-439e-b179-55d658dedee2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:47.432666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d2632d9a-333c-439e-b179-55d658dedee2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.490674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-a163fe01-94e7-429c-8ecc-875ede1c30fa tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:47.492447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-a163fe01-94e7-429c-8ecc-875ede1c30fa tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.2125535
Jan 15 20:52:47.506092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Allocated IP 172.20.0.2 (11f065f9-15eb-4808-822b-77062cd6c6ac/268c0d86-05b1-49d5-b595-736b9b3ec60a/1822dd5a-ce2a-402c-89bc-4624ac1908b4) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:47.523947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-9b244825-22f6-41c3-bb58-bfbaac1449bd tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/quotas/31dd217e7fd648b4a78c0c32ff1c95f4 HTTP/1.1" status: 200  len: 375 time: 0.0231783
Jan 15 20:52:47.539753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for d2632d9a-333c-439e-b179-55d658dedee2 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:47.634317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-30e94f27-403a-42f6-ba5d-2fc4a7f656be tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1092427
Jan 15 20:52:47.641816 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:52:47.896328 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-824166f4-91f0-4a27-be85-a3d87382faa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.911983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d2632d9a-333c-439e-b179-55d658dedee2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.926713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for router_gateway (a37ce493-adf5-460d-9e8b-b79deb122c78), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.941113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020', 'd2632d9a-333c-439e-b179-55d658dedee2', '5a7af53b-c710-4979-b238-041a49a6e6d6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:47.945024 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks [] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.977974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:47.986035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.011040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=d2632d9a-333c-439e-b179-55d658dedee2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:48.038999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Network 11f065f9-15eb-4808-822b-77062cd6c6ac is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:48.044732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:48.056273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:48.074098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Pushing event updated for resources: {'Port': ['ID=1822dd5a-ce2a-402c-89bc-4624ac1908b4,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:48.124767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.125175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.125490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.125837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.126175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.126508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.127682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.128089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.128507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.128860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.129273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.129618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.129984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:48.140931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-3a701f15-15c7-4583-8128-c314d0bdaf7a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:48.143548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-3a701f15-15c7-4583-8128-c314d0bdaf7a tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb4f55a3-96ef-4194-8506-e430b262c1f0 HTTP/1.1" status: 200  len: 948 time: 0.2576704
Jan 15 20:52:48.149232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port d2632d9a-333c-439e-b179-55d658dedee2 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:48.153756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.155599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Allocated IP 172.35.1.241 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/645c7985-c9e8-4af4-a085-f80788235baa) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:48.160552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d73075f-9e81-4bbc-94da-4a2b33e73b26 req-59f02b76-aafa-4f9a-aa1b-02b0259787ab tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "DELETE /v2.0/ports/d2632d9a-333c-439e-b179-55d658dedee2 HTTP/1.1" status: 204  len: 173 time: 1.2572663
Jan 15 20:52:48.195256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:48.270742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Attempting to bind port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:48.271087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Attempting to bind port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:48.271404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Attempting to bind port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 on network 11f065f9-15eb-4808-822b-77062cd6c6ac {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:48.295234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:48.295618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Checking segment: {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:48.296027 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.296422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Bound using segment: {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:48.297053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Bound port: 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:48.297451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.381325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for port (645c7985-c9e8-4af4-a085-f80788235baa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.418548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-79f8fbf6-fad2-46c3-84c0-d31248899ae9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:48.421460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-79f8fbf6-fad2-46c3-84c0-d31248899ae9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "GET /v2.0/ports?device_id=067b97a2-ee1a-4d43-926c-11a8bfa2e332 HTTP/1.1" status: 200  len: 945 time: 0.1765699
Jan 15 20:52:48.424117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port 5a7af53b-c710-4979-b238-041a49a6e6d6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:48.425047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.444216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d4878-c816-4416-a414-eb7e817467c5 req-49c7cbf4-9cdf-4fd8-a0a8-191dbc939450 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:48.450715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-204d4878-c816-4416-a414-eb7e817467c5 req-49c7cbf4-9cdf-4fd8-a0a8-191dbc939450 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.6536613
Jan 15 20:52:48.456782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (645c7985-c9e8-4af4-a085-f80788235baa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.521183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] For port 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:48.525043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] For port 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1822dd5a-ce2a-402c-89bc-4624ac1908b4,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:48.527183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2dedf195-b886-49e9-99b8-57405251268c is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:48.527579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.556871 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.569608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-f6469e3e-2911-4724-a21b-482e2e1505ce service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9344363
Jan 15 20:52:48.596807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:48.631503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:48.636652 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83d347a-85db-47af-ae63-467a7b318c6d" -d '{"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-unplugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:48.637803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:48.695417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:48.699930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Deleting port 2dedf195-b886-49e9-99b8-57405251268c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:48.701723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2dedf195-b886-49e9-99b8-57405251268c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.717908 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.719584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d2632d9a-333c-439e-b179-55d658dedee2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:48.722874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:48.725678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Pushing event updated for resources: {'Port': ['ID=645c7985-c9e8-4af4-a085-f80788235baa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:48.769236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: d2632d9a-333c-439e-b179-55d658dedee2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:48.770539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d2632d9a-333c-439e-b179-55d658dedee2 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:48.774202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b5ea2-06b7-4200-94f9-4d5a58ab997c None None] Pushing event updated for resources: {'Port': ['ID=1822dd5a-ce2a-402c-89bc-4624ac1908b4,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:48.783500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-204d4878-c816-4416-a414-eb7e817467c5 req-6bb9f0e4-fcad-4b23-8f94-3246f7acdcb6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075373
Jan 15 20:52:48.873858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] For port 2dedf195-b886-49e9-99b8-57405251268c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dedf195-b886-49e9-99b8-57405251268c,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:48.874227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2dedf195-b886-49e9-99b8-57405251268c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:48.897183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Calling delete_port for 2dedf195-b886-49e9-99b8-57405251268c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:49.000280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:49.103668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-c2acc9f6-90c1-4b47-8d8e-e15d8c417fbe service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5093853
Jan 15 20:52:49.147813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port 5a7af53b-c710-4979-b238-041a49a6e6d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a7af53b-c710-4979-b238-041a49a6e6d6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:49.148192 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:49.150517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'name': 'network-vif-deleted', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4'}, {'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'name': 'network-vif-deleted', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:49.152793 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08f77e6-7858-460b-b402-d3997a313ab2" -d '{"events": [{"server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "name": "network-vif-deleted", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4"}, {"server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "name": "network-vif-deleted", "tag": "d2632d9a-333c-439e-b179-55d658dedee2"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:49.175200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for 5a7af53b-c710-4979-b238-041a49a6e6d6 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:49.194282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2dedf195-b886-49e9-99b8-57405251268c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:49.251275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event deleted for resources: {'Port': ['ID=2dedf195-b886-49e9-99b8-57405251268c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:49.368343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] No DVR routers for this DVR port 2dedf195-b886-49e9-99b8-57405251268c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:49.372197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:49.376488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b9a98657-7cda-440f-b821-a0912ae39dc7 req-3489853d-dd42-491a-9bf8-fe9f40ef3f24 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "DELETE /v2.0/ports/2dedf195-b886-49e9-99b8-57405251268c HTTP/1.1" status: 204  len: 173 time: 0.9439478
Jan 15 20:52:49.554546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5a7af53b-c710-4979-b238-041a49a6e6d6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:49.569390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ed4307c4-7bfe-4c59-80a3-243181296020'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:49.654874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port 5a7af53b-c710-4979-b238-041a49a6e6d6 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:49.657833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:49.670190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89aa2bb9-9a0e-4d6e-a1a1-232da4161f77 req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "DELETE /v2.0/ports/5a7af53b-c710-4979-b238-041a49a6e6d6 HTTP/1.1" status: 204  len: 173 time: 1.5078268
Jan 15 20:52:49.672492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f32f-9fb9-4e54-aecb-cef86cd8d3a5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=5a7af53b-c710-4979-b238-041a49a6e6d6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:49.727351 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd3a1e-0c0b-42af-a087-71dac7aea11b x-openstack-request-id: req-93dd3a1e-0c0b-42af-a087-71dac7aea11b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:49.727828 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-unplugged", "status": "completed", "tag": "2dedf195-b886-49e9-99b8-57405251268c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:49.729143 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93dd3a1e-0c0b-42af-a087-71dac7aea11b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:49.741313 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dedf195-b886-49e9-99b8-57405251268c', 'code': 200}
Jan 15 20:52:50.029006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-c6ab3648-442a-4dfe-bd73-3f86bbb1525f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:50.044865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-c6ab3648-442a-4dfe-bd73-3f86bbb1525f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.9607441
Jan 15 20:52:50.067413 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806f6d9-ad8c-4114-92d6-775304660045 x-openstack-request-id: req-6806f6d9-ad8c-4114-92d6-775304660045 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:50.068533 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7a713-3f0d-43e2-b466-6637bc567256", "name": "network-vif-deleted", "tag": "b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4", "status": "completed", "code": 200}, {"server_uuid": "3934550f-0131-4bd3-890b-edbaf4ccac0e", "name": "network-vif-deleted", "tag": "d2632d9a-333c-439e-b179-55d658dedee2", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:50.069018 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6806f6d9-ad8c-4114-92d6-775304660045 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:50.069630 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7a713-3f0d-43e2-b466-6637bc567256', 'name': 'network-vif-deleted', 'tag': 'b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4', 'status': 'completed', 'code': 200}
Jan 15 20:52:50.070031 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3934550f-0131-4bd3-890b-edbaf4ccac0e', 'name': 'network-vif-deleted', 'tag': 'd2632d9a-333c-439e-b179-55d658dedee2', 'status': 'completed', 'code': 200}
Jan 15 20:52:50.121999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-85e9ffbb-9e90-4f8b-bb0f-4759e4aef565 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/quotas/c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 375 time: 0.0743835
Jan 15 20:52:50.155014 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f0129a5-3b2e-4615-bf8f-afca0a46a013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:50.380249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd66b140-2f32-465a-bd47-72e4f99d6780 req-8bc13915-c983-4f6e-a9cd-3828ec365c7c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 210 time: 0.1991873
Jan 15 20:52:50.494580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-c73c0299-7c1b-4c75-83e7-ee6fe6e89875 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3716943
Jan 15 20:52:50.509985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for router_gateway (a37ce493-adf5-460d-9e8b-b79deb122c78), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:50.527639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0684b4-8f2c-428c-b5f9-a725de2818ee None None] Network 11f065f9-15eb-4808-822b-77062cd6c6ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:52:50.625466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Provisioning complete for port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:50.626670 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:50.665251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:50.703302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:50.704133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b6f66c62-4ffd-4b3d-b12d-4d0ef6d8d0d4 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:50.739934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-a9be4ee4-1176-44bd-b359-5315e415c591 service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209997
Jan 15 20:52:50.752604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ce121-945b-469f-a785-61ed9653c19c req-2b6538ac-a7c0-43a9-9a65-ff3389926b17 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:50.754332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-870ce121-945b-469f-a785-61ed9653c19c req-2b6538ac-a7c0-43a9-9a65-ff3389926b17 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1529059
Jan 15 20:52:50.810444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Current status of the port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:50.810855 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:50.905702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] For port 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1822dd5a-ce2a-402c-89bc-4624ac1908b4,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:50.916133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:50.937799 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-870ce121-945b-469f-a785-61ed9653c19c req-4cd4a607-8153-4a53-bfa4-fb5dad4e51bc tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664898
Jan 15 20:52:51.022626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1822dd5a-ce2a-402c-89bc-4624ac1908b4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:51.103916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d3e38-95c5-4749-88a7-4bf813465c81 None None] Pushing event updated for resources: {'Port': ['ID=1822dd5a-ce2a-402c-89bc-4624ac1908b4,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:51.110564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:51.110943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:51.136898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-6ce04831-0c72-4f68-9a98-af4bb970707d service neutron] 10.222.0.46 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3813059
Jan 15 20:52:51.161429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-375eca37-8571-4182-b4a2-98701b593234 None None] Provisioning complete for port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:51.161916 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-375eca37-8571-4182-b4a2-98701b593234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:51.179837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:51.282682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff90484-210f-4316-b800-881ecc4a46a0 req-5a42645f-3136-4c90-883f-f5f8224d15c1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:51.306282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff90484-210f-4316-b800-881ecc4a46a0 req-5a42645f-3136-4c90-883f-f5f8224d15c1 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.2396264
Jan 15 20:52:51.348809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:51.381435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-5d01ad0b-3869-4d78-bbbd-1f7b35c0f584 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:51.383327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-5d01ad0b-3869-4d78-bbbd-1f7b35c0f584 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.1711309
Jan 15 20:52:51.406776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Request body: {'port': {'device_id': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'admin_state_up': True, 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:51.411792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-375eca37-8571-4182-b4a2-98701b593234 None None] Current status of the port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:51.512082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff90484-210f-4316-b800-881ecc4a46a0 req-a251782f-1e05-4170-8050-d4afbcdfb30d tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043293
Jan 15 20:52:51.561195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Router a37ce493-adf5-460d-9e8b-b79deb122c78 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:52:51.583273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:51.587470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:51.757109 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:51.769337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-7fdad93e-711f-4b3a-98d2-97a89fd65cd6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:51.770968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-7fdad93e-711f-4b3a-98d2-97a89fd65cd6 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.1377039
Jan 15 20:52:51.813105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6d222dc-c91e-4a2b-9dc4-bf0d5034dc65 req-357e9da3-9bc4-4343-a7d5-3237f3977f53 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 210 time: 0.0608194
Jan 15 20:52:51.887492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Allocated IP 172.20.0.3 (364a58d7-d200-4c35-b6bd-a666c20a1fe8/4319d4db-4667-43f4-9bb7-98123fa5da42/4c6a0728-da9a-48ee-98ad-d11ebf6c8030) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:51.894204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed1ce417-4f2d-4b51-9b41-2dee03a0732a req-f6caeef6-a37d-4687-ab2d-c7ab7145f4a4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 210 time: 0.0583117
Jan 15 20:52:52.003101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:52.017053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Deleting port bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:52.018641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.022760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Sync routers for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:52.031642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.035750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbdf4ee3-7202-4c63-a8ab-87fc817f36ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.5681691
Jan 15 20:52:52.035926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:52.053459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:52.054649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b08b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:52.092390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-deleted', 'tag': '2dedf195-b886-49e9-99b8-57405251268c'}, {'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'name': 'network-vif-deleted', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:52.108112 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775dc8cf-dfa0-48f0-acbb-0b25115d7298" -d '{"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-deleted", "tag": "2dedf195-b886-49e9-99b8-57405251268c"}, {"server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "name": "network-vif-deleted", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:52.212919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:52.229060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:52.305667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 2dedf195-b886-49e9-99b8-57405251268c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:52.305997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2dedf195-b886-49e9-99b8-57405251268c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:52.307157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a7af53b-c710-4979-b238-041a49a6e6d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:52.430061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcee9e-6ac5-4030-ba16-7a3e7a06b353 req-8ce9672d-825e-443f-b975-c79cf086b668 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:52.430752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98dcee9e-6ac5-4030-ba16-7a3e7a06b353 req-8ce9672d-825e-443f-b975-c79cf086b668 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2904186
Jan 15 20:52:52.446855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdee41-4645-42be-9691-cbce2e05b76a req-cfbf6d4e-c710-41cd-b443-e7c1ecbb5e9b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:52.448259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2bcdee41-4645-42be-9691-cbce2e05b76a req-cfbf6d4e-c710-41cd-b443-e7c1ecbb5e9b tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.2441285
Jan 15 20:52:52.454537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] For port bbe8394e-08fc-445b-a162-0e40259702ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbe8394e-08fc-445b-a162-0e40259702ca,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:52.456425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.493942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Calling delete_port for bbe8394e-08fc-445b-a162-0e40259702ca owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:52.499003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks [] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.567515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 5a7af53b-c710-4979-b238-041a49a6e6d6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:52.567855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a7af53b-c710-4979-b238-041a49a6e6d6 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:52.638146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b08b640>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:50Z', 'revision_number': 3, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:52.671735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98dcee9e-6ac5-4030-ba16-7a3e7a06b353 req-05467cab-ead7-4b42-9ffe-a3d6c3d1092e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564233
Jan 15 20:52:52.688414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.700512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2bcdee41-4645-42be-9691-cbce2e05b76a req-4895c2ac-b809-4278-a963-57cc879b5354 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720874
Jan 15 20:52:52.704244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Checking router: a37ce493-adf5-460d-9e8b-b79deb122c78 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:52.705399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Updating router a37ce493-adf5-460d-9e8b-b79deb122c78 port 645c7985-c9e8-4af4-a085-f80788235baa binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:52:52.746872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (645c7985-c9e8-4af4-a085-f80788235baa), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:52.781998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:52.816456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:52.893826 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db99f9d-4436-42d7-ac82-1a155a3dd562 x-openstack-request-id: req-0db99f9d-4436-42d7-ac82-1a155a3dd562 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:52.897058 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b97a2-ee1a-4d43-926c-11a8bfa2e332", "name": "network-vif-deleted", "tag": "2dedf195-b886-49e9-99b8-57405251268c", "status": "completed", "code": 200}, {"server_uuid": "eb4f55a3-96ef-4194-8506-e430b262c1f0", "name": "network-vif-deleted", "tag": "5a7af53b-c710-4979-b238-041a49a6e6d6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:52.897429 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0db99f9d-4436-42d7-ac82-1a155a3dd562 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:52.897934 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b97a2-ee1a-4d43-926c-11a8bfa2e332', 'name': 'network-vif-deleted', 'tag': '2dedf195-b886-49e9-99b8-57405251268c', 'status': 'completed', 'code': 200}
Jan 15 20:52:52.898407 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f55a3-96ef-4194-8506-e430b262c1f0', 'name': 'network-vif-deleted', 'tag': '5a7af53b-c710-4979-b238-041a49a6e6d6', 'status': 'completed', 'code': 200}
Jan 15 20:52:52.899337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:52.964148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:52.998585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1822dd5a-ce2a-402c-89bc-4624ac1908b4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:53.018964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:53.019843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.023258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bbe8394e-08fc-445b-a162-0e40259702ca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.063971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Pushing event deleted for resources: {'Port': ['ID=bbe8394e-08fc-445b-a162-0e40259702ca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:53.109390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-1d3834c0-ef4d-4cdc-9255-381e5825dc8d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7089655
Jan 15 20:52:53.143142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b1da-89c1-4e59-8e87-9898c26ee49b req-014c5729-4b60-4f87-8739-c51b1f184621 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:53.150267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6247b1da-89c1-4e59-8e87-9898c26ee49b req-014c5729-4b60-4f87-8739-c51b1f184621 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/ports?device_id=b191ed6c-040a-4702-8e15-86272f9d1847 HTTP/1.1" status: 200  len: 950 time: 0.2875977
Jan 15 20:52:53.218059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Request body: {'port': {'device_id': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:53.247793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:53.248187 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.281252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] No DVR routers for this DVR port bbe8394e-08fc-445b-a162-0e40259702ca on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:53.364714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.370635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8cf7ad4f-c09d-48dc-ab53-cdef0dc14673 req-16ef94ac-17d6-4c8a-a874-690a4984af02 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.45 "DELETE /v2.0/ports/bbe8394e-08fc-445b-a162-0e40259702ca HTTP/1.1" status: 204  len: 173 time: 1.5925190
Jan 15 20:52:53.403792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.505211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6247b1da-89c1-4e59-8e87-9898c26ee49b req-7778592e-9275-43b9-b3b6-4ccca09932e7 tempest-ServersAdminTestJSON-1733858753 tempest-ServersAdminTestJSON-1733858753-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad70653d-32e2-4574-b890-f6878c91214f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3539455
Jan 15 20:52:53.524974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b9505-75f1-4bda-abbf-3e901161e4a1 req-5884cbf1-c11c-4966-8fb3-6ba437faa043 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:53.536750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f38b9505-75f1-4bda-abbf-3e901161e4a1 req-5884cbf1-c11c-4966-8fb3-6ba437faa043 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 931 time: 0.3843672
Jan 15 20:52:53.584087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.598670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-4084f07a-7046-45e9-808b-80d82e0e1289 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:53.601683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-4084f07a-7046-45e9-808b-80d82e0e1289 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 820 time: 0.2295144
Jan 15 20:52:53.621031 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.637303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Request body: {'port': {'device_id': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'admin_state_up': True, 'tenant_id': 'c3ede5f7e26d484fb1c6f18819a90e3f'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:53.762373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks [] for port (645c7985-c9e8-4af4-a085-f80788235baa), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.810237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:53.815065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (645c7985-c9e8-4af4-a085-f80788235baa), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.882241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f38b9505-75f1-4bda-abbf-3e901161e4a1 req-4006691b-215b-4b9d-a27c-dea39f5ad9bf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402748
Jan 15 20:52:53.893029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11045862-9348-4b45-a84f-a79424c1315e None None] Pushing event updated for resources: {'Port': ['ID=645c7985-c9e8-4af4-a085-f80788235baa,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:53.896522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Attempting to bind port 645c7985-c9e8-4af4-a085-f80788235baa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:53.897234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Attempting to bind port 645c7985-c9e8-4af4-a085-f80788235baa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:53.897835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Attempting to bind port 645c7985-c9e8-4af4-a085-f80788235baa on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:53.907479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:53.908204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:53.909069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.909717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:53.910359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Bound port: 645c7985-c9e8-4af4-a085-f80788235baa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:53.910845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (645c7985-c9e8-4af4-a085-f80788235baa), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:53.982739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-5e13a03c-a1ad-40db-bd52-56062ec3efff tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:53.995170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-5e13a03c-a1ad-40db-bd52-56062ec3efff tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.2685359
Jan 15 20:52:54.056488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Made reservation on behalf of c3ede5f7e26d484fb1c6f18819a90e3f for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:54.061461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.070119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c46ce01-77f1-4516-92d5-9d16e840a200 req-924d2b4d-b33e-4de4-b528-e1095a3c6624 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 210 time: 0.4046910
Jan 15 20:52:54.095022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] For port 645c7985-c9e8-4af4-a085-f80788235baa, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:54.108092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] For port 645c7985-c9e8-4af4-a085-f80788235baa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645c7985-c9e8-4af4-a085-f80788235baa,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:54.115532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (645c7985-c9e8-4af4-a085-f80788235baa), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.219970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11045862-9348-4b45-a84f-a79424c1315e None None] Pushing event updated for resources: {'Port': ['ID=645c7985-c9e8-4af4-a085-f80788235baa,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:54.235563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:54.299870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: bbe8394e-08fc-445b-a162-0e40259702ca {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:54.300475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bbe8394e-08fc-445b-a162-0e40259702ca not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:54.309227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:54.309989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b08b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:54.315408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.406657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Deleting port ed4307c4-7bfe-4c59-80a3-243181296020 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:52:54.407315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.470595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Allocated IP 172.20.0.1 (11f065f9-15eb-4808-822b-77062cd6c6ac/268c0d86-05b1-49d5-b595-736b9b3ec60a/b6daaffb-1a6b-4f19-b283-b5254d3bf5fc) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:54.492393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f9c0d-4bd5-46fd-9d6d-2c8c9bfb7bcf req-72d0ddf2-2f89-4814-92a1-6e26c27cf015 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:54.499514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-184f9c0d-4bd5-46fd-9d6d-2c8c9bfb7bcf req-72d0ddf2-2f89-4814-92a1-6e26c27cf015 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2038872
Jan 15 20:52:54.568028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9c89c-a404-49bb-b586-6d117e3b6092 req-9e44dc23-7479-4b22-a15a-27aa7d3092b5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:54.586093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4f9c89c-a404-49bb-b586-6d117e3b6092 req-9e44dc23-7479-4b22-a15a-27aa7d3092b5 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 950 time: 0.2870262
Jan 15 20:52:54.621660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Allocated IP 172.20.0.6 (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2/3aea9045-6664-4d64-8053-ecddad801345/9ae7fa8e-01aa-4321-8949-4398f2fc1b57) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:52:54.635454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:54.676064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] For port ed4307c4-7bfe-4c59-80a3-243181296020, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ed4307c4-7bfe-4c59-80a3-243181296020,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:54.676713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.710409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-184f9c0d-4bd5-46fd-9d6d-2c8c9bfb7bcf req-04a2bf0f-567a-43f7-97e7-813a04394ac6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099226
Jan 15 20:52:54.735268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Calling delete_port for ed4307c4-7bfe-4c59-80a3-243181296020 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:52:54.756319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:54.798125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks [] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:54.810353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4f9c89c-a404-49bb-b586-6d117e3b6092 req-6c6704ab-4236-41c1-ba56-c62fa4694032 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/security-groups?id=18923793-75d5-44f1-9232-220e4f95b471&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233808
Jan 15 20:52:54.946886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-deleted', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:54.950861 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242741d9-888c-419b-abfa-b88f2e4eef4d" -d '{"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-deleted", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:54.980753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Transition to ACTIVE for port object 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:52:54.988718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b08b640>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:50Z', 'revision_number': 3, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:55.086315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a710-abd9-4c48-9d61-264ca4441c3f None None] The sync data for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 is: [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:50Z', 'revision_number': 3, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:52:55.432685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks [] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.445642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35606) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:55.480708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.515998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd5a490a-863f-4b76-84f8-db5c2a0a5df2 req-95163d46-597e-48cc-b9ff-b8ed34fda757 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 210 time: 0.0677025
Jan 15 20:52:55.533386 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b93c75-e4e6-4c6a-8b73-8d3a6258df02 x-openstack-request-id: req-a8b93c75-e4e6-4c6a-8b73-8d3a6258df02 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:55.540556 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b191ed6c-040a-4702-8e15-86272f9d1847", "name": "network-vif-deleted", "tag": "bbe8394e-08fc-445b-a162-0e40259702ca", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:55.542111 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8b93c75-e4e6-4c6a-8b73-8d3a6258df02 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:55.542671 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b191ed6c-040a-4702-8e15-86272f9d1847', 'name': 'network-vif-deleted', 'tag': 'bbe8394e-08fc-445b-a162-0e40259702ca', 'status': 'completed', 'code': 200}
Jan 15 20:52:55.563182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdb0b7-7ae6-43fa-86ee-fac58d0a3189 req-10b447af-dd46-42da-b6a0-f1b08b72bced tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:55.573645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fcdb0b7-7ae6-43fa-86ee-fac58d0a3189 req-10b447af-dd46-42da-b6a0-f1b08b72bced tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 943 time: 0.1387846
Jan 15 20:52:55.606256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:55.606694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.690138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fcdb0b7-7ae6-43fa-86ee-fac58d0a3189 req-9ce7617f-3be8-4acd-a948-2ffef186197d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152277
Jan 15 20:52:55.692127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Network 11f065f9-15eb-4808-822b-77062cd6c6ac is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:55.710044 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks [] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.721857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:55.724343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:55.764008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Pushing event updated for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:55.817619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (a37ce493-adf5-460d-9e8b-b79deb122c78), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.823432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-10ddce5c-8fa8-418f-8848-289ddcb1f10a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f4a26c8edac44c8b26fd4e43813412d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3733308
Jan 15 20:52:55.831385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35614) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:55.832618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Attempting to bind port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:55.832618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Attempting to bind port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:55.832805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Attempting to bind port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:55.849801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:52:55.850038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Attempting to bind port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:55.878066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:55.878407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Checking segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:55.878709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Bound using segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:55.879148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Bound port: 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:55.879512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.887367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.888717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ed4307c4-7bfe-4c59-80a3-243181296020), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:55.902611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['21a10db9-cd2b-430c-a0f4-3a2be36756f3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:52:56.025814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6d0f6-0a1c-4727-96af-328cff79fc69 req-d68572e4-1623-4f21-a1b1-e2cf7798ea0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.027715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bc6d0f6-0a1c-4727-96af-328cff79fc69 req-d68572e4-1623-4f21-a1b1-e2cf7798ea0b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1639407
Jan 15 20:52:56.050830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:56.063799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:56.097782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:52:56.106453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:56.151893 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8754605e-5399-4025-ab00-40fbbb6804fc req-d137b3ad-9b86-44bd-95e7-a72530514f80 tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e63485c-6290-4e1d-82cf-5ae73069dd2e HTTP/1.1" status: 200  len: 210 time: 0.1228614
Jan 15 20:52:56.189751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c14a6140-a5a3-495f-a363-2f3f09c33c92 None None] Provisioning complete for port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:56.190130 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c14a6140-a5a3-495f-a363-2f3f09c33c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.233035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c14a6140-a5a3-495f-a363-2f3f09c33c92 None None] Port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:52:56.237374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ed4307c4-7bfe-4c59-80a3-243181296020 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:56.247745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bc6d0f6-0a1c-4727-96af-328cff79fc69 req-4d8855fa-6ca0-4639-8e39-3931196097ca tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863153
Jan 15 20:52:56.267169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: ed4307c4-7bfe-4c59-80a3-243181296020 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:52:56.267169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ed4307c4-7bfe-4c59-80a3-243181296020 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:52:56.267169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:52:56.271793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] No DVR routers for this DVR port ed4307c4-7bfe-4c59-80a3-243181296020 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:52:56.283535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.286947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b18c8ec-860f-4643-9a30-7172717c3cfe req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] 10.222.0.45 "DELETE /v2.0/ports/ed4307c4-7bfe-4c59-80a3-243181296020 HTTP/1.1" status: 204  len: 173 time: 2.2811229
Jan 15 20:52:56.293036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcd263-36e8-4c7f-8839-15ecbf80a8ae tempest-ServersOnMultiNodesTest-330031531 tempest-ServersOnMultiNodesTest-330031531-project] Pushing event deleted for resources: {'Port': ['ID=ed4307c4-7bfe-4c59-80a3-243181296020,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:56.295655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] Publish callbacks [] for security_group (ad70653d-32e2-4574-b890-f6878c91214f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.335085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.363589 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:52:56.366230 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:52:56.367036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.378019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.378689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.393531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:56.420265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 26758887-8e21-4143-9b13-3eccf74a0d5b is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:56.420830 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.434907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.452414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] Publish callbacks [] for security_group (ad70653d-32e2-4574-b890-f6878c91214f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.476437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-dd0a7292-a43d-4953-a3f6-a3d0257d87a9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8633552
Jan 15 20:52:56.503259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:56.505935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.506669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:56.506870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.508571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c6a0728-da9a-48ee-98ad-d11ebf6c8030 HTTP/1.1" status: 200  len: 1091 time: 3.3022161
Jan 15 20:52:56.512213 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c4b4a1-0b31-4cd1-9029-8578ed1dd7f9" -d '{"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:56.527728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Request body: {'port': {'device_id': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:56.559724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.611951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63b1a2-251c-415a-9b02-2741db8f60cd req-729e4d41-f279-4ecd-b762-557be4bbb236 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.622675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d63b1a2-251c-415a-9b02-2741db8f60cd req-729e4d41-f279-4ecd-b762-557be4bbb236 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 951 time: 0.2316315
Jan 15 20:52:56.674036 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ff507e-f099-4028-97e1-8d52458eef5c x-openstack-request-id: req-e5ff507e-f099-4028-97e1-8d52458eef5c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:56.674391 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-unplugged", "status": "completed", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:56.674727 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5ff507e-f099-4028-97e1-8d52458eef5c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:56.676200 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'code': 200}
Jan 15 20:52:56.710399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:56.740080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f02bf-e096-44ec-aad9-a21861aa0c45 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:56.762320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.776502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ad70653d-32e2-4574-b890-f6878c91214f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.779107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:56.783575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad70653d-32e2-4574-b890-f6878c91214f HTTP/1.1" status: 204  len: 168 time: 0.9425356
Jan 15 20:52:56.802969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-2d54f200-6e2d-460b-aee6-58fcbf66f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.804897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-2d54f200-6e2d-460b-aee6-58fcbf66f6c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 1094 time: 0.1974497
Jan 15 20:52:56.805634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caff03-637d-4224-8aa5-88c9f2b05fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70653d-32e2-4574-b890-f6878c91214f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:56.805895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d63b1a2-251c-415a-9b02-2741db8f60cd req-c51623b0-b5ee-46ba-a67a-ebe1a47129ef tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823649
Jan 15 20:52:56.901894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e838f4-c896-464a-9732-dc89ec602041 req-ec73d82c-ed54-4f20-91d9-d946cd597911 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:56.911191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e838f4-c896-464a-9732-dc89ec602041 req-ec73d82c-ed54-4f20-91d9-d946cd597911 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 931 time: 0.1530325
Jan 15 20:52:56.916515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-48a07c0f-b140-4d3a-af33-41a05945f0f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030 HTTP/1.1" status: 200  len: 217 time: 0.0913486
Jan 15 20:52:57.017096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks [] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.023806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 645c7985-c9e8-4af4-a085-f80788235baa up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:57.039194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.097809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-71ce4684-3686-45fb-9b75-17e438f2c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:57.101125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-71ce4684-3686-45fb-9b75-17e438f2c8ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.1718848
Jan 15 20:52:57.109846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 645c7985-c9e8-4af4-a085-f80788235baa triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:57.110330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (645c7985-c9e8-4af4-a085-f80788235baa), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.166751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-7ea5b1fe-cf7c-4dba-9c3c-5b70660058ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526843
Jan 15 20:52:57.169290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e838f4-c896-464a-9732-dc89ec602041 req-9f04507d-3db5-4dee-9699-230cadc74f8b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349989
Jan 15 20:52:57.187698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e747c-d782-4a97-a06f-066ca18c3e61 req-d11697b0-64ff-43af-a284-8e181dce11b0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:57.189840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-853e747c-d782-4a97-a06f-066ca18c3e61 req-d11697b0-64ff-43af-a284-8e181dce11b0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 943 time: 0.2676506
Jan 15 20:52:57.217202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Pushing event updated for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:57.221703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (a37ce493-adf5-460d-9e8b-b79deb122c78), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.269907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 645c7985-c9e8-4af4-a085-f80788235baa is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:57.270296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (645c7985-c9e8-4af4-a085-f80788235baa), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.292254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:57.307398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 645c7985-c9e8-4af4-a085-f80788235baa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645c7985-c9e8-4af4-a085-f80788235baa,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:52:57.315484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (645c7985-c9e8-4af4-a085-f80788235baa), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.342233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-853e747c-d782-4a97-a06f-066ca18c3e61 req-373697cd-09c3-42bc-8ac0-17073adcd1bd tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394587
Jan 15 20:52:57.418464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-630ce841-d039-45c5-a270-fe85193cd168 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03d06487a1a94bda819cda6185561a52&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1234314
Jan 15 20:52:57.422410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:57.457193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=645c7985-c9e8-4af4-a085-f80788235baa,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:57.477488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-5204e9a7-a729-4c6e-9795-836e8483e772 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2715456
Jan 15 20:52:57.501375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Network 11f065f9-15eb-4808-822b-77062cd6c6ac is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:52:57.507099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:52:57.522128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] Publish callbacks [] for security_group (97186044-1d65-4e0c-964c-8f73b9a17152), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.554296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] Publish callbacks [] for security_group (97186044-1d65-4e0c-964c-8f73b9a17152), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.594303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'name': 'network-vif-deleted', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020'}, {'name': 'network-changed', 'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:52:57.604088 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8" -d '{"events": [{"server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "name": "network-vif-deleted", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020"}, {"name": "network-changed", "server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:52:57.625987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (97186044-1d65-4e0c-964c-8f73b9a17152), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.630123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.631523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97186044-1d65-4e0c-964c-8f73b9a17152 HTTP/1.1" status: 204  len: 168 time: 0.2081099
Jan 15 20:52:57.677941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:52:57.691317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee45302-813e-4133-9994-246bf418d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97186044-1d65-4e0c-964c-8f73b9a17152,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:57.715512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks [] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.853783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51f7f868-b770-4eb7-a6d0-eb7df6526018 req-47d7becb-a4ff-43e6-9ac5-f2d80102494f service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3741753
Jan 15 20:52:57.885342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Transition to ACTIVE for port object 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:52:57.888861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Router a37ce493-adf5-460d-9e8b-b79deb122c78 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:52:57.892877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.901804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c3aa0-410e-4112-96f8-56eb6d7f9d99 req-200e19b7-55ad-49aa-a8c5-32518a2d0e74 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:57.905197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b85c3aa0-410e-4112-96f8-56eb6d7f9d99 req-200e19b7-55ad-49aa-a8c5-32518a2d0e74 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2850509
Jan 15 20:52:57.975373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9f57997d-c792-473b-addb-d67d794602ff None None] Provisioning complete for port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:57.975776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f57997d-c792-473b-addb-d67d794602ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:57.990253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:58.044540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:58.080066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9f57997d-c792-473b-addb-d67d794602ff None None] Port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:52:58.103284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:58.103682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:58.103955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:58.119791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:52:58.120609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:58.125577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:58.125846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:58.126174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:58.126707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Bound port: 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:58.127070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.133093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b85c3aa0-410e-4112-96f8-56eb6d7f9d99 req-00351286-3f9e-44ab-af1e-c331ae0d26c2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197399
Jan 15 20:52:58.158691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:52:58.181999 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Sync routers for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:52:58.185079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9a881cf-0d54-4bde-b939-af345f357570 admin admin] 10.222.0.46 "PUT /v2.0/routers/a37ce493-adf5-460d-9e8b-b79deb122c78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1480906
Jan 15 20:52:58.211145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:58.219064 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e8a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:58.224928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:58.228798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:58.234850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.284112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.284745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.286453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 1091 time: 1.7766695
Jan 15 20:52:58.323584 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 15 Jan 2022 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a128d21b-3766-4940-afd8-cf4f355b5d7d x-openstack-request-id: req-a128d21b-3766-4940-afd8-cf4f355b5d7d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:52:58.323883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e63485c-6290-4e1d-82cf-5ae73069dd2e", "name": "network-vif-deleted", "tag": "ed4307c4-7bfe-4c59-80a3-243181296020", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:52:58.324136 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a128d21b-3766-4940-afd8-cf4f355b5d7d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:52:58.324540 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e63485c-6290-4e1d-82cf-5ae73069dd2e', 'name': 'network-vif-deleted', 'tag': 'ed4307c4-7bfe-4c59-80a3-243181296020', 'status': 'completed', 'code': 200}
Jan 15 20:52:58.324793 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'status': 'completed', 'code': 200}
Jan 15 20:52:58.333521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fda1-2727-4293-a44e-9a505a9e4aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:58.456829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-daf0c784-955d-4e38-b273-6df40e263408 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8cfe33be708428abef52f5e8e25621b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4107125
Jan 15 20:52:58.470380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:58.502908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-36034e23-ddf6-470c-b208-4580688c7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.504473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-36034e23-ddf6-470c-b208-4580688c7f33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 1094 time: 0.1498418
Jan 15 20:52:58.510334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-d7e9b6ad-2e66-4c93-92cf-9ed1cba202d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.511866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:58.512959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-d7e9b6ad-2e66-4c93-92cf-9ed1cba202d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1094 time: 0.1594746
Jan 15 20:52:58.605207 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-871e1c21-f759-4d93-8bae-cfe123a8129f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 217 time: 0.0831356
Jan 15 20:52:58.605881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246da4-a1b5-4e46-8e3f-18f8eb81f7e9 req-fd859c51-67a0-4c52-b0e6-018cc5f64f0e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.607520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4246da4-a1b5-4e46-8e3f-18f8eb81f7e9 req-fd859c51-67a0-4c52-b0e6-018cc5f64f0e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 943 time: 0.1789525
Jan 15 20:52:58.620988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb7d95-b660-4382-ad59-d4b4a488fbf1 req-ebcb641d-006e-4b19-a151-2e543d1e45a7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.629015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5fb7d95-b660-4382-ad59-d4b4a488fbf1 req-ebcb641d-006e-4b19-a151-2e543d1e45a7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 943 time: 0.1575551
Jan 15 20:52:58.681528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] Publish callbacks [] for security_group (18923793-75d5-44f1-9232-220e4f95b471), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.703763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-cf3faab2-f998-4b80-b77e-ee14f35316bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.705760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-cf3faab2-f998-4b80-b77e-ee14f35316bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0891752
Jan 15 20:52:58.728737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-8076498c-25fa-4ce5-b874-0b1a65289906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.730354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-8076498c-25fa-4ce5-b874-0b1a65289906 service neutron] 10.222.0.45 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 905 time: 0.2163684
Jan 15 20:52:58.744511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] Publish callbacks [] for security_group (18923793-75d5-44f1-9232-220e4f95b471), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.746765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-2823d7d8-788e-4cf4-8cef-42c1bdc59249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316198
Jan 15 20:52:58.757927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5fb7d95-b660-4382-ad59-d4b4a488fbf1 req-87fae759-931a-4568-88e8-4aec218af841 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277561
Jan 15 20:52:58.767147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e8a90>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:56Z', 'revision_number': 4, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6daaffb-1a6b-4f19-b283-b5254d3bf5fc', 'name': '', 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'mac_address': 'fa:16:3e:64:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:53Z', 'updated_at': '2022-01-15T20:52:56Z', 'revision_number': 2, 'project_id': 'be22738636a3491681ffef0981740dff', 'subnets': [{'id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:58.781125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4246da4-a1b5-4e46-8e3f-18f8eb81f7e9 req-3f785f81-5ecd-46e1-b7cc-d203630feb57 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481035
Jan 15 20:52:58.795021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-608ccbdd-b82a-408e-a6fc-dc089b866280 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030 HTTP/1.1" status: 200  len: 217 time: 0.0505936
Jan 15 20:52:58.839856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Checking router: a37ce493-adf5-460d-9e8b-b79deb122c78 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:52:58.840262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Updating router a37ce493-adf5-460d-9e8b-b79deb122c78 port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:52:58.868673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18923793-75d5-44f1-9232-220e4f95b471), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.872520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.875384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18923793-75d5-44f1-9232-220e4f95b471 HTTP/1.1" status: 204  len: 168 time: 0.4016783
Jan 15 20:52:58.894373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4da387-0b51-468d-a1ad-8e7612451a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18923793-75d5-44f1-9232-220e4f95b471,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:58.901378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35750) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:58.925068 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:58.959888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-4909371f-3f87-4626-87a1-615bcae675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:58.962081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-4909371f-3f87-4626-87a1-615bcae675b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.1569347
Jan 15 20:52:58.999821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 645c7985-c9e8-4af4-a085-f80788235baa up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:52:59.049838 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-543c1dab-229f-43c8-8d97-c0f52f551e42 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2959776
Jan 15 20:52:59.081490 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-5505f2c2-f9a2-4e73-b4e9-6c99e57157f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987475
Jan 15 20:52:59.107576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 645c7985-c9e8-4af4-a085-f80788235baa triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:59.110092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (645c7985-c9e8-4af4-a085-f80788235baa), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.258226 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4674d010-a637-4b6f-84f3-2239f1a19f63 req-df52c44c-3f42-4e27-b45a-2f2885ffadaa service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888623
Jan 15 20:52:59.260138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 645c7985-c9e8-4af4-a085-f80788235baa is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:52:59.279492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-5ef40f42-244d-48d8-90b7-a4e868ddb039 service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826847
Jan 15 20:52:59.351527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271f41c-31ef-4f7a-a777-ddf224e8e417 req-8f69e9ed-6098-40a0-9881-cb34671c2a0b tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:59.360728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4271f41c-31ef-4f7a-a777-ddf224e8e417 req-8f69e9ed-6098-40a0-9881-cb34671c2a0b tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.2157974
Jan 15 20:52:59.377770 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks [] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.386117 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.396482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-592392857-network', 'tenant_id': 'f021c66112bf49f685a34c55841857bd'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:59.448497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7fba1f26-eeed-4ebc-80cb-e4fd508bd5e8 req-a3974973-d2fe-4fe7-92dc-e13fb9ac029b service neutron] 10.222.0.45 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642363
Jan 15 20:52:59.488285 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Pushing event updated for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:59.502276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4271f41c-31ef-4f7a-a777-ddf224e8e417 req-48aa8eb6-fb10-4924-b5a7-a14028753f4a tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403465
Jan 15 20:52:59.525157 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.525760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.526101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.526468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.526792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.527157 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.527494 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.527837 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.528179 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.528503 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.528887 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.529439 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.529789 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:52:59.533633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e01ac1a-b041-421e-9d11-046b4702107f req-3da0c5bb-eb62-4625-8990-7882e35dc7e7 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3238850
Jan 15 20:52:59.535382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:59.538570 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Attempting to bind port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:52:59.539150 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Attempting to bind port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:52:59.539700 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Attempting to bind port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc on network 11f065f9-15eb-4808-822b-77062cd6c6ac {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:52:59.540510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:52:59.546950 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:52:59.547242 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Checking segment: {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:52:59.547671 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.548126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Bound using segment: {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:52:59.549194 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Bound port: b6daaffb-1a6b-4f19-b283-b5254d3bf5fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc78b447-9080-4f60-a5c7-022bff2ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:52:59.549624 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.566042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Made reservation on behalf of f021c66112bf49f685a34c55841857bd for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:52:59.568413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.604699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.625122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] For port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:52:59.625463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0faf43b4-8de1-4cdb-9894-ae628ffc1a53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e46c8dea1a704a7fb9070239675fb0cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0878792
Jan 15 20:52:59.627918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:52:59.630435 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] For port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:52:59.635602 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.669533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.704191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] Publish callbacks [] for security_group (8936a084-d227-437a-8898-7b92455fb6cb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.735077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] Publish callbacks [] for security_group (8936a084-d227-437a-8898-7b92455fb6cb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.740698 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51c030-d44b-4188-824f-493bab4829e7 None None] Pushing event updated for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:59.745271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:52:59.747819 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e8a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:52:59.750576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a888-01bd-41bc-bafe-bd90e193818e req-dbff98a4-196a-4c3d-bd27-1dadf668b55a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:52:59.752795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3013a888-01bd-41bc-bafe-bd90e193818e req-dbff98a4-196a-4c3d-bd27-1dadf668b55a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1524670
Jan 15 20:52:59.805587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8936a084-d227-437a-8898-7b92455fb6cb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.808639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.810175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8936a084-d227-437a-8898-7b92455fb6cb HTTP/1.1" status: 204  len: 168 time: 0.1800916
Jan 15 20:52:59.824500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed119e-d87f-4ab7-8d76-60aa7bcb858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936a084-d227-437a-8898-7b92455fb6cb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:52:59.839530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Provisioning complete for port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:52:59.839902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.884863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks [] for security_group (be533704-dc75-40b5-9fa7-ca4e6018b1bf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.896501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be533704-dc75-40b5-9fa7-ca4e6018b1bf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.913359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:52:59.928026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ca1e1eef-b238-427b-afdf-befa78becadb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:52:59.936014 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Added segment ca1e1eef-b238-427b-afdf-befa78becadb of type vlan for network 694e9d9d-1c46-4dca-8c3f-cefb74824185
Jan 15 20:52:59.955489 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:52:59.993345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (694e9d9d-1c46-4dca-8c3f-cefb74824185), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.008615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Current status of the port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:00.009050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.045464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] For port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:00.050549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.080661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3013a888-01bd-41bc-bafe-bd90e193818e req-3802e320-4812-486e-850a-2cd52942717b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3094451
Jan 15 20:53:00.085294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be533704-dc75-40b5-9fa7-ca4e6018b1bf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:00.096613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (694e9d9d-1c46-4dca-8c3f-cefb74824185), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.102127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:00.102853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.143864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59cc92-fa8a-44d6-b077-3156aeebb2ae None None] Pushing event updated for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:00.201913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-48c857b2-120a-4a19-a6f1-266bd9812ba0 None None] Provisioning complete for port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:00.202428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-48c857b2-120a-4a19-a6f1-266bd9812ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.226717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3209267
Jan 15 20:53:00.227846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35774) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:00.233270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Request body: {'subnet': {'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-592392857-subnet', 'tenant_id': 'f021c66112bf49f685a34c55841857bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:00.237236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32d48-cb1e-4b19-87fd-d535dbe9c9ed admin admin] Pushing event updated for resources: {'Network': ['ID=694e9d9d-1c46-4dca-8c3f-cefb74824185,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:00.242609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.264310 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e8a90>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:56Z', 'revision_number': 4, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6daaffb-1a6b-4f19-b283-b5254d3bf5fc', 'name': '', 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'mac_address': 'fa:16:3e:64:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:53Z', 'updated_at': '2022-01-15T20:52:59Z', 'revision_number': 4, 'project_id': 'be22738636a3491681ffef0981740dff', 'subnets': [{'id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:00.273874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 694e9d9d-1c46-4dca-8c3f-cefb74824185 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:00.283278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:00.299393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Made reservation on behalf of f021c66112bf49f685a34c55841857bd for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:00.311796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.344107 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219d2a9-b9f7-49b1-bcca-daa74aae90de None None] The sync data for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 is: [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:52:56Z', 'revision_number': 4, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6daaffb-1a6b-4f19-b283-b5254d3bf5fc', 'name': '', 'network_id': '11f065f9-15eb-4808-822b-77062cd6c6ac', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'mac_address': 'fa:16:3e:64:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:53Z', 'updated_at': '2022-01-15T20:52:59Z', 'revision_number': 4, 'project_id': 'be22738636a3491681ffef0981740dff', 'subnets': [{'id': '268c0d86-05b1-49d5-b595-736b9b3ec60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:00.445305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Allocated IP 172.35.1.181 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/a6439831-1e54-4516-87eb-6dfbe465f4d7) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:00.497042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:00.499255 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c440d6-aea3-47b4-bb25-94701d90ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:00.587528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c02f-1f4b-444f-8de1-758c8b28e736 req-3944ba17-d50d-4330-9ce3-d65b6235cccf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:00.589245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34f1c02f-1f4b-444f-8de1-758c8b28e736 req-3944ba17-d50d-4330-9ce3-d65b6235cccf tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 943 time: 0.1512578
Jan 15 20:53:00.602328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-48c857b2-120a-4a19-a6f1-266bd9812ba0 None None] Current status of the port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:00.644221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:00.665932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5ec5e4c5-3d8b-44a6-88f5-139c582a74bf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.685350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'mac_address': 'fa:16:3e:b5:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:00.700672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.721126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34f1c02f-1f4b-444f-8de1-758c8b28e736 req-dc8a649f-40d2-4ecb-b4f2-77cd0a6c5df8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161768
Jan 15 20:53:00.758997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:00.759531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.791002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.793421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:00.800902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec5e4c5-3d8b-44a6-88f5-139c582a74bf,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:00.815373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Checking segment: {'id': 'ca1e1eef-b238-427b-afdf-befa78becadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:00.815753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Network hostable DHCP agents. Network: 694e9d9d-1c46-4dca-8c3f-cefb74824185, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:00.834145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:00.840460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.855572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Network 694e9d9d-1c46-4dca-8c3f-cefb74824185 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:00.877373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 694e9d9d-1c46-4dca-8c3f-cefb74824185) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:00.898702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:00.907303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:00.909235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:00.910591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:00.912211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:00.914052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738b4cf-0535-4e1a-a754-28d117ea23e6 None None] Network 694e9d9d-1c46-4dca-8c3f-cefb74824185 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:00.921362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event updated for resources: {'Port': ['ID=a6439831-1e54-4516-87eb-6dfbe465f4d7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:00.951649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2714b16e-daa5-41d5-b2a6-2db0c349127a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7234952
Jan 15 20:53:00.984625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812be383-e6c8-4ba5-aeb7-87a8230180f8 req-43913689-e53e-421c-a453-6a8f9f6c05b8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:00.987110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-812be383-e6c8-4ba5-aeb7-87a8230180f8 req-43913689-e53e-421c-a453-6a8f9f6c05b8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 943 time: 0.1344411
Jan 15 20:53:01.026504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:01.074978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b6daaffb-1a6b-4f19-b283-b5254d3bf5fc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:01.141320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-812be383-e6c8-4ba5-aeb7-87a8230180f8 req-c41437df-fca6-4068-9d39-3f7b244dbcf4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433237
Jan 15 20:53:01.170753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (a8a76f02-36e4-4dee-a868-1e2ce06dd446), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.172181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4c6a0728-da9a-48ee-98ad-d11ebf6c8030'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:01.252410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35804) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:01.283268 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.288707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b177e69-be77-45c9-8927-337e1225efed None None] Network 694e9d9d-1c46-4dca-8c3f-cefb74824185 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:01.295006 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d658ec-cbb7-41c5-868b-1f11b05a22f2 x-openstack-request-id: req-b9d658ec-cbb7-41c5-868b-1f11b05a22f2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:01.298233 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:01.298928 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9d658ec-cbb7-41c5-868b-1f11b05a22f2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:01.299721 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'status': 'completed', 'code': 200}
Jan 15 20:53:01.409741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:01.410127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.434220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-d4df5c66-a54b-4d40-aaf6-1fb3596fbcc2 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:01.436070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-d4df5c66-a54b-4d40-aaf6-1fb3596fbcc2 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.2323871
Jan 15 20:53:01.461953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-bf0b1d78-9dc0-4296-8e99-9a9df7dc6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:01.463674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-bf0b1d78-9dc0-4296-8e99-9a9df7dc6c8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1094 time: 0.1771049
Jan 15 20:53:01.499636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-network', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:01.588507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c567d-6885-437b-bcbc-d7fe5e836b78 req-c62b4bd3-79e4-41a7-a412-1e181eba5a6c tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:01.598207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e5c567d-6885-437b-bcbc-d7fe5e836b78 req-c62b4bd3-79e4-41a7-a412-1e181eba5a6c tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d163f47-49a0-41c9-991b-f42d16af67d1 HTTP/1.1" status: 200  len: 949 time: 0.1720290
Jan 15 20:53:01.652435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Made reservation on behalf of 0e7b99384e224302b8ad9303f560cc4c for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:01.654754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.682068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.694637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:01.794851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.802191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e5c567d-6885-437b-bcbc-d7fe5e836b78 req-7ec5594c-d4db-4ea5-8aad-95ff59fbf846 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.46 "GET /v2.0/security-groups?id=be5c7c3f-669d-459e-8ec0-21a347b800ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031019
Jan 15 20:53:01.806453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:01.869670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event updated for resources: {'Port': ['ID=a6439831-1e54-4516-87eb-6dfbe465f4d7,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:02.000924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (a8a76f02-36e4-4dee-a868-1e2ce06dd446), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.005503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:02.013149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1942054463-network', 'tenant_id': 'ab8e38c907d84278a1849a6d246287a4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:02.048345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-14c94feb-ebd3-4d6a-930b-4a9f9c47613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:02.049810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-14c94feb-ebd3-4d6a-930b-4a9f9c47613e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.5647368
Jan 15 20:53:02.050656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.051956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e01ac1a-b041-421e-9d11-046b4702107f req-2986ae39-450c-4d71-bdc6-bd4c9fd0fec0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5174601
Jan 15 20:53:02.091374 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-16468453-0cf3-4a49-b49b-d3c70c882753 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 217 time: 0.0352263
Jan 15 20:53:02.093567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0bbdd-9ada-4ff1-8283-ae3f66657f2c req-79f0e33e-0069-4f66-b29a-a27e707be74b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:02.100816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59c0bbdd-9ada-4ff1-8283-ae3f66657f2c req-79f0e33e-0069-4f66-b29a-a27e707be74b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1658754
Jan 15 20:53:02.130057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Deleting port 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:02.130394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.137386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Made reservation on behalf of ab8e38c907d84278a1849a6d246287a4 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:02.139987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.156421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks [] for security_group (244fe574-6365-4b45-b58b-382b731c77e6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.173666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.178170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e01ac1a-b041-421e-9d11-046b4702107f req-3a1ccbbf-133f-403a-b9a9-7d4c7577c790 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.1172757
Jan 15 20:53:02.178766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (244fe574-6365-4b45-b58b-382b731c77e6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.218831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-39552a0e-9fa6-46ca-9bae-eddf7cc886c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:02.221184 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-39552a0e-9fa6-46ca-9bae-eddf7cc886c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.1233788
Jan 15 20:53:02.241603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:53:02.274878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-53671d9c-ea19-416e-a2e9-af66af202630 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452764
Jan 15 20:53:02.352105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] For port 26758887-8e21-4143-9b13-3eccf74a0d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26758887-8e21-4143-9b13-3eccf74a0d5b,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:02.352765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.370095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Calling delete_port for 26758887-8e21-4143-9b13-3eccf74a0d5b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:02.454020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-0823daca-34f7-47fd-a694-1bd7a3243bf7 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665545
Jan 15 20:53:02.600655 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3c440d6-aea3-47b4-bb25-94701d90ff9a req-1cd405b8-9a5f-45dc-9d2c-6fcdf2f27786 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374638
Jan 15 20:53:02.619808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (26758887-8e21-4143-9b13-3eccf74a0d5b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.632084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d334456d-5b6d-446e-a59f-4691ba0d8818), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.632084 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Added segment d334456d-5b6d-446e-a59f-4691ba0d8818 of type vlan for network 675fbeb5-98b9-4775-9365-0cac427b063d
Jan 15 20:53:02.639419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59c0bbdd-9ada-4ff1-8283-ae3f66657f2c req-9cafb17a-bafe-422b-9448-83c8b1f844e2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5377121
Jan 15 20:53:02.639994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244fe574-6365-4b45-b58b-382b731c77e6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:02.661328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Pushing event deleted for resources: {'Port': ['ID=26758887-8e21-4143-9b13-3eccf74a0d5b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:02.708578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:02.729321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] No DVR routers for this DVR port 26758887-8e21-4143-9b13-3eccf74a0d5b on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:02.732134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.737472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c11ccb8-1a86-4f72-82ea-79dad6055bc7 req-0ac3a77b-47ef-4b2a-929d-cc6f64c53000 tempest-ImagesOneServerTestJSON-224125163 tempest-ImagesOneServerTestJSON-224125163-project] 10.222.0.45 "DELETE /v2.0/ports/26758887-8e21-4143-9b13-3eccf74a0d5b HTTP/1.1" status: 204  len: 173 time: 1.2906854
Jan 15 20:53:02.747517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (675fbeb5-98b9-4775-9365-0cac427b063d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.797747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01ac1a-b041-421e-9d11-046b4702107f req-825efa6a-ffd4-4df6-9bbf-72b3d7ba710c tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:02.799915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e01ac1a-b041-421e-9d11-046b4702107f req-825efa6a-ffd4-4df6-9bbf-72b3d7ba710c tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.6066017
Jan 15 20:53:02.834457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:02.856457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (675fbeb5-98b9-4775-9365-0cac427b063d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.857444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:02.857587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2', 'port_id': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'mac_address': 'fa:16:3e:f3:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aea9045-6664-4d64-8053-ecddad801345', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:02.858014 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.863037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks [] for security_group (e3fcd9bc-0088-419a-89fd-d9841b82591a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.914202 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e3fcd9bc-0088-419a-89fd-d9841b82591a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.919497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:02.920096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.940536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:02.966552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:02.971111 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:02.989533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7361553
Jan 15 20:53:02.990446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:53:02.992471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35828) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:02.998627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Request body: {'subnet': {'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-subnet', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:03.027415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:03.029156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955931fe-dee8-412e-8e4e-f417a8236020 admin admin] Pushing event updated for resources: {'Network': ['ID=675fbeb5-98b9-4775-9365-0cac427b063d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:03.037794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Made reservation on behalf of 0e7b99384e224302b8ad9303f560cc4c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:03.040331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.045612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5990a-a876-4b3f-8326-348b4c96c57d req-32d5eeb4-1245-471b-80bb-a763857de44d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:03.047217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6b5990a-a876-4b3f-8326-348b4c96c57d req-32d5eeb4-1245-471b-80bb-a763857de44d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 944 time: 0.2251117
Jan 15 20:53:03.048625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcd9bc-0088-419a-89fd-d9841b82591a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:03.051506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 675fbeb5-98b9-4775-9365-0cac427b063d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:03.055460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cb660330-c639-4cfd-b82a-49993151a93e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.055960 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Added segment cb660330-c639-4cfd-b82a-49993151a93e of type vlan for network 4565e793-23d8-42dc-bf38-7f20d6d3f279
Jan 15 20:53:03.168947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281bee8-aece-47e2-8d03-a7bf2a1a47c7 req-78ad8fdf-582c-47e9-a2f4-4f0d91c03fe1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:03.170667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0281bee8-aece-47e2-8d03-a7bf2a1a47c7 req-78ad8fdf-582c-47e9-a2f4-4f0d91c03fe1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.2494199
Jan 15 20:53:03.182264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4565e793-23d8-42dc-bf38-7f20d6d3f279), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.235350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6b5990a-a876-4b3f-8326-348b4c96c57d req-4711843c-c764-49ba-bbb1-a2f1fd808626 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588542
Jan 15 20:53:03.235589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['9ae7fa8e-01aa-4321-8949-4398f2fc1b57'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:03.289540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8a9ad1a3-1722-4805-b0f2-226c40db0379), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.300681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-deleted', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:03.303544 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da16996-cb87-48fd-b8cf-a3b88527f520" -d '{"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-deleted", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:03.334355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4565e793-23d8-42dc-bf38-7f20d6d3f279), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.335312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:03.335889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.354559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa725dd3-7c02-4f3c-be01-ab797a905d1f req-a9b1b682-b31a-4f1f-bd17-fd972842069b tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips/a8a76f02-36e4-4dee-a868-1e2ce06dd446 HTTP/1.1" status: 200  len: 693 time: 0.0950732
Jan 15 20:53:03.385479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0281bee8-aece-47e2-8d03-a7bf2a1a47c7 req-6a913972-f0f3-4599-8e3a-cb084ad662f8 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053959
Jan 15 20:53:03.385824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9ad1a3-1722-4805-b0f2-226c40db0379,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:03.401128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Checking segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:03.402046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Network hostable DHCP agents. Network: 675fbeb5-98b9-4775-9365-0cac427b063d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:03.430152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Network 675fbeb5-98b9-4775-9365-0cac427b063d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:03.447688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 675fbeb5-98b9-4775-9365-0cac427b063d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:03.463941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65745826-54e5-4f92-abb7-ea3abc634ce0 None None] Network 675fbeb5-98b9-4775-9365-0cac427b063d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:03.473491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:03.474263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.489480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4825335
Jan 15 20:53:03.494193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35834) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:03.504881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Request body: {'subnet': {'network_id': '4565e793-23d8-42dc-bf38-7f20d6d3f279', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1942054463-subnet', 'tenant_id': 'ab8e38c907d84278a1849a6d246287a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:03.530924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865b17-11ca-493e-bcc0-63788046829b admin admin] Pushing event updated for resources: {'Network': ['ID=4565e793-23d8-42dc-bf38-7f20d6d3f279,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:03.540549 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b6d6ecdd-bb9d-4611-9d19-f222e9ddcfa8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5457184
Jan 15 20:53:03.541578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:03.546838 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13a0ab-610d-4c15-866c-c02d9444aca5 x-openstack-request-id: req-4d13a0ab-610d-4c15-866c-c02d9444aca5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:03.547138 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d163f47-49a0-41c9-991b-f42d16af67d1", "name": "network-vif-deleted", "tag": "26758887-8e21-4143-9b13-3eccf74a0d5b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:03.547400 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d13a0ab-610d-4c15-866c-c02d9444aca5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:03.547801 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d163f47-49a0-41c9-991b-f42d16af67d1', 'name': 'network-vif-deleted', 'tag': '26758887-8e21-4143-9b13-3eccf74a0d5b', 'status': 'completed', 'code': 200}
Jan 15 20:53:03.555830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:03.557720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4565e793-23d8-42dc-bf38-7f20d6d3f279 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:03.578467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Made reservation on behalf of ab8e38c907d84278a1849a6d246287a4 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:03.581669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.612263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.614161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.629934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725dd3-7c02-4f3c-be01-ab797a905d1f req-e6d4ee45-fcad-488f-a708-939e244e32de tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:03.636716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa725dd3-7c02-4f3c-be01-ab797a905d1f req-e6d4ee45-fcad-488f-a708-939e244e32de tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2812922
Jan 15 20:53:03.650253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-fa725dd3-7c02-4f3c-be01-ab797a905d1f req-214ed75c-b768-4b2f-9dda-f92682d6a710 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:53:03.661342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa725dd3-7c02-4f3c-be01-ab797a905d1f req-214ed75c-b768-4b2f-9dda-f92682d6a710 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0173516
Jan 15 20:53:03.713512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for router_controller (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.728344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-675fbeb5-98b9-4775-9365-0cac427b063d', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'fixed_ips': [{'subnet_id': '8a9ad1a3-1722-4805-b0f2-226c40db0379'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:53:03.730319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:03.904264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:03.913319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Allocated IP 172.20.0.2 (675fbeb5-98b9-4775-9365-0cac427b063d/8a9ad1a3-1722-4805-b0f2-226c40db0379/cb480813-2cd4-4b33-bc90-4bd56e60a932) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:03.926448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c53b0bb-578b-41fb-bf42-1b8b34c93271 req-ef277752-111d-4211-9f7e-dcb1de121dc6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=be22738636a3491681ffef0981740dff HTTP/1.1" status: 200  len: 696 time: 0.2176554
Jan 15 20:53:03.930176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for router_gateway (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.015150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c4c1-ea01-4a1b-a9f5-fcf7d1b0799c req-d5fccb8e-5563-4a17-8eaf-dc34060a7109 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:04.016933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a461c4c1-ea01-4a1b-a9f5-fcf7d1b0799c req-d5fccb8e-5563-4a17-8eaf-dc34060a7109 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1964860
Jan 15 20:53:04.140923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (622c6ba8-718f-476a-9b15-aa8fdf1f7d6b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.156347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a461c4c1-ea01-4a1b-a9f5-fcf7d1b0799c req-6acb86f3-4f5b-4209-a203-9801285b5742 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330438
Jan 15 20:53:04.223033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b0bb-578b-41fb-bf42-1b8b34c93271 req-2be7b905-a5ed-443b-be47-feb264a306a4 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:04.224242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c53b0bb-578b-41fb-bf42-1b8b34c93271 req-2be7b905-a5ed-443b-be47-feb264a306a4 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks?id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 787 time: 0.2908342
Jan 15 20:53:04.252927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-0c53b0bb-578b-41fb-bf42-1b8b34c93271 req-c0fb7a31-e95f-4c3d-9b95-a14529bc5367 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:53:04.254011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c53b0bb-578b-41fb-bf42-1b8b34c93271 req-c0fb7a31-e95f-4c3d-9b95-a14529bc5367 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0132525
Jan 15 20:53:04.261357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622c6ba8-718f-476a-9b15-aa8fdf1f7d6b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:04.267697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks [] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.268266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Checking segment: {'id': 'cb660330-c639-4cfd-b82a-49993151a93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4565e793-23d8-42dc-bf38-7f20d6d3f279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:04.268639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Network hostable DHCP agents. Network: 4565e793-23d8-42dc-bf38-7f20d6d3f279, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:04.274869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:04.278891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b902e94-6351-4493-bbbe-6c88d11ac97b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f7b489c290846f48384c65e977ed644&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3733912
Jan 15 20:53:04.279505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:04.291971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Network 4565e793-23d8-42dc-bf38-7f20d6d3f279 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:04.296454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for router_gateway (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.304081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4565e793-23d8-42dc-bf38-7f20d6d3f279) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:04.314157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:04.315506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.332467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec049dd8-eb5b-4876-ac91-fef3b0fbce9b None None] Network 4565e793-23d8-42dc-bf38-7f20d6d3f279 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:04.333127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.352326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-90bdf383-563e-46d4-9d71-f21330511000 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8515644
Jan 15 20:53:04.392530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.428550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-a6e0ba1f-2719-44ed-b451-53ca0af520ef tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips/a8a76f02-36e4-4dee-a868-1e2ce06dd446 HTTP/1.1" status: 200  len: 693 time: 0.0902057
Jan 15 20:53:04.438748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] Publish callbacks [] for security_group (be5c7c3f-669d-459e-8ec0-21a347b800ae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.464003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:04.479273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Network 675fbeb5-98b9-4775-9365-0cac427b063d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:04.482105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] Publish callbacks [] for security_group (be5c7c3f-669d-459e-8ec0-21a347b800ae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.489807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:04.494435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Pushing event updated for resources: {'Port': ['ID=cb480813-2cd4-4b33-bc90-4bd56e60a932,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:04.496793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:04.497269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.499163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:04.534577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1e57-6ada-4654-9a4e-1f6f05d280da req-fc887503-25dd-4f0f-81d1-2261f96ff255 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:04.536315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45ef1e57-6ada-4654-9a4e-1f6f05d280da req-fc887503-25dd-4f0f-81d1-2261f96ff255 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 944 time: 0.1524067
Jan 15 20:53:04.569063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Allocated IP 172.35.1.229 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/59913995-0b47-4913-83fb-cd03d2dc44fe) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:04.599990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb948152-14cf-4cbe-b23d-51ccd09e5453 None None] Network 4565e793-23d8-42dc-bf38-7f20d6d3f279 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:04.637177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be5c7c3f-669d-459e-8ec0-21a347b800ae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.640244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.641435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be5c7c3f-669d-459e-8ec0-21a347b800ae HTTP/1.1" status: 204  len: 168 time: 0.3560035
Jan 15 20:53:04.656478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e1e51-c79a-47bd-ac96-2e27bcea22b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c7c3f-669d-459e-8ec0-21a347b800ae,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:04.664969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-ea40ea35-6bec-4530-873f-49a427d5de12 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:04.672372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-ea40ea35-6bec-4530-873f-49a427d5de12 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2347510
Jan 15 20:53:04.697146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45ef1e57-6ada-4654-9a4e-1f6f05d280da req-137cfb30-0e64-4c8b-8d63-1ac7ab37b916 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466293
Jan 15 20:53:04.713513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.740342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:04.747173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Attempting to bind port cb480813-2cd4-4b33-bc90-4bd56e60a932 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:04.747672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Attempting to bind port cb480813-2cd4-4b33-bc90-4bd56e60a932 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:04.748107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Attempting to bind port cb480813-2cd4-4b33-bc90-4bd56e60a932 on network 675fbeb5-98b9-4775-9365-0cac427b063d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:04.766812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.804919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:04.805561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Checking segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:04.806124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.806648 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Bound using segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:04.807332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Bound port: cb480813-2cd4-4b33-bc90-4bd56e60a932, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:04.807849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:04.812767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:04.823273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-4ac68dd6-aab2-42b0-81d9-53672b319297 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.1499527
Jan 15 20:53:04.852584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:04.866780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:04.912740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-afee49bf-2870-44c3-8868-d0751a65747b tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.181 HTTP/1.1" status: 200  len: 696 time: 0.0884914
Jan 15 20:53:04.946203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Pushing event updated for resources: {'Port': ['ID=59913995-0b47-4913-83fb-cd03d2dc44fe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:05.000104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:05.000666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.018169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75d1b2-f32d-40f5-ab56-b027a2c49228 req-bdd7732a-7817-434f-8f25-4f3f81849dd3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:05.020532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e75d1b2-f32d-40f5-ab56-b027a2c49228 req-bdd7732a-7817-434f-8f25-4f3f81849dd3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.1944635
Jan 15 20:53:05.047064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:05.050800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:05.053670 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20c8c4-c26b-47a9-a4e5-5205b010fae7" -d '{"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:05.058111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] For port cb480813-2cd4-4b33-bc90-4bd56e60a932, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:05.060272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:05.065697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.066849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:05.070406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:05.070870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.117332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] For port cb480813-2cd4-4b33-bc90-4bd56e60a932, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb480813-2cd4-4b33-bc90-4bd56e60a932,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:05.149106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 26758887-8e21-4143-9b13-3eccf74a0d5b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:05.150203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 26758887-8e21-4143-9b13-3eccf74a0d5b not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:05.164697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e75d1b2-f32d-40f5-ab56-b027a2c49228 req-837d4f0e-3705-44e6-a870-ed390f6b08f9 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048651
Jan 15 20:53:05.185611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Deleting port a6439831-1e54-4516-87eb-6dfbe465f4d7 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:05.185947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.221731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:05.227148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.319782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1866-d624-4c31-9c82-4ea0c90aa78f None None] Pushing event updated for resources: {'Port': ['ID=cb480813-2cd4-4b33-bc90-4bd56e60a932,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:05.334407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.335206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (a6439831-1e54-4516-87eb-6dfbe465f4d7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.350227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for router_gateway (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.357542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Calling delete_port for a6439831-1e54-4516-87eb-6dfbe465f4d7 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:05.372732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:05.373166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.453332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:05.458256 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.528226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:05.635744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a6439831-1e54-4516-87eb-6dfbe465f4d7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.670289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event deleted for resources: {'Port': ['ID=a6439831-1e54-4516-87eb-6dfbe465f4d7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:05.727508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.758446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (a8a76f02-36e4-4dee-a868-1e2ce06dd446), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.763086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:05.785429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40264f35-2b33-4a45-a5ea-87c3bc782627 req-320e1972-5bb7-4953-8391-521f52973366 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "DELETE /v2.0/floatingips/a8a76f02-36e4-4dee-a868-1e2ce06dd446 HTTP/1.1" status: 204  len: 173 time: 0.8717678
Jan 15 20:53:05.845691 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20035f8-85ba-49ce-aafc-6a091ce53bbf x-openstack-request-id: req-c20035f8-85ba-49ce-aafc-6a091ce53bbf {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:05.846229 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:05.846229 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c20035f8-85ba-49ce-aafc-6a091ce53bbf {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:05.846866 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'code': 200}
Jan 15 20:53:05.912323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:53:06.074048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-0479c277-117f-4d54-9eb7-b78b6236d07a tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:06.075551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-0479c277-117f-4d54-9eb7-b78b6236d07a tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/networks?id=694e9d9d-1c46-4dca-8c3f-cefb74824185 HTTP/1.1" status: 200  len: 814 time: 0.1579561
Jan 15 20:53:06.076422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91abd3-0944-4d4e-aee2-5c8f2bb93c66 req-4f4f0c03-b1a1-4372-ae8c-fbb60f967e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:06.078020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa91abd3-0944-4d4e-aee2-5c8f2bb93c66 req-4f4f0c03-b1a1-4372-ae8c-fbb60f967e0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 1096 time: 0.1518576
Jan 15 20:53:06.089224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06601790-06ae-4170-afd5-3318444109fd req-d60ac0c9-ada9-4214-85a0-9e9261cd85f3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:06.090657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06601790-06ae-4170-afd5-3318444109fd req-d60ac0c9-ada9-4214-85a0-9e9261cd85f3 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.0772719
Jan 15 20:53:06.105755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-1e575baf-aabe-48e8-931e-a4494bec5df9 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/quotas/f021c66112bf49f685a34c55841857bd HTTP/1.1" status: 200  len: 375 time: 0.0242653
Jan 15 20:53:06.109767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:06.123073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Sync routers for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:06.143999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:06.145156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:06.146545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:06.147840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23052b80-0050-4cfd-ae13-875c46d894a6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5966675
Jan 15 20:53:06.151335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35906) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:06.163270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa91abd3-0944-4d4e-aee2-5c8f2bb93c66 req-5246ad9a-a96a-457a-8842-89966fdf33f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732610
Jan 15 20:53:06.176940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06601790-06ae-4170-afd5-3318444109fd req-7482361a-6609-41d4-950f-775d3a74ffdc tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789053
Jan 15 20:53:06.179109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-1e9a659b-df4f-4d10-b0bf-ec192dd3c254 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f021c66112bf49f685a34c55841857bd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0608156
Jan 15 20:53:06.333887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:06.352194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-154eb5d5-c960-4e2e-8a24-c48906b1c2e8 service neutron] 10.222.0.46 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620650
Jan 15 20:53:06.507190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393de56-f13c-4de8-ba3d-2435cf181a9b req-93479679-7f84-4de3-b12c-8191f50d1587 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:06.508764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3393de56-f13c-4de8-ba3d-2435cf181a9b req-93479679-7f84-4de3-b12c-8191f50d1587 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 945 time: 0.0874374
Jan 15 20:53:06.515251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-dba40af9-5fb6-4cad-9ede-578a5913d688 service neutron] 10.222.0.46 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566131
Jan 15 20:53:06.587510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3393de56-f13c-4de8-ba3d-2435cf181a9b req-e2524cb8-e1ae-498b-a463-153fe6486a04 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704226
Jan 15 20:53:06.605423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176490>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:05Z', 'revision_number': 3, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:06.645342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Checking router: 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:06.645725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Updating router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 port 59913995-0b47-4913-83fb-cd03d2dc44fe binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:06.671987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab335084-996b-4c64-9f4e-d0f60b9718d6 None None] Network 675fbeb5-98b9-4775-9365-0cac427b063d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:06.740825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:06.827936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-0f1e09d7-f537-4007-83cf-f40d8493157e tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2117524
Jan 15 20:53:06.834202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:06.862056 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-c1a3d0ef-9081-4b25-a1e4-c81b970d73d0 service neutron] show failed (client error): The resource could not be found.
Jan 15 20:53:06.863083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-c1a3d0ef-9081-4b25-a1e4-c81b970d73d0 service neutron] 10.222.0.39 "GET /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1619439
Jan 15 20:53:06.888176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:06.929365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Provisioning complete for port cb480813-2cd4-4b33-bc90-4bd56e60a932 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:06.929839 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.140494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.295902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b3973da6-5499-4b86-a038-f329d3e7e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:07.297514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b3973da6-5499-4b86-a038-f329d3e7e3cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1100 time: 0.1087563
Jan 15 20:53:07.326304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0299d-a6c8-4e33-9e7e-556106cabf80 req-e8ceb2e0-158d-4fd6-b317-c9e475d097db tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:07.336123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3b0299d-a6c8-4e33-9e7e-556106cabf80 req-e8ceb2e0-158d-4fd6-b317-c9e475d097db tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.0709307
Jan 15 20:53:07.366008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb480813-2cd4-4b33-bc90-4bd56e60a932 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:07.367047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:07.405262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3b0299d-a6c8-4e33-9e7e-556106cabf80 req-de485753-a516-43ad-89cf-a2ddff636f80 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637310
Jan 15 20:53:07.501739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7894b80e-f63b-4d4b-a2fb-091da84ada0a req-4466523e-fc60-442f-a0ce-0f48dd86a568 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 210 time: 0.0514348
Jan 15 20:53:07.520463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cb480813-2cd4-4b33-bc90-4bd56e60a932 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:07.520870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.557839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.601170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.664032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Current status of the port cb480813-2cd4-4b33-bc90-4bd56e60a932 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:07.664591 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.706261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dac0946-a80e-47ca-a774-c0199d896027 req-42e9fa62-5d1c-4ccb-a09a-5b2e48c31496 tempest-AbsoluteLimitsNegativeTestJSON-118879302 tempest-AbsoluteLimitsNegativeTestJSON-118879302-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=28ea503f9af74c24bf698eb90d7bd637&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0587926
Jan 15 20:53:07.758805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] For port cb480813-2cd4-4b33-bc90-4bd56e60a932, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb480813-2cd4-4b33-bc90-4bd56e60a932,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:07.793179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.830427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cb480813-2cd4-4b33-bc90-4bd56e60a932 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:07.830899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.850072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:07.853421 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f05c63-423b-4e53-b4b1-efdb002959b1" -d '{"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:07.865732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac0946-a80e-47ca-a774-c0199d896027 req-f6d3c67c-27b1-409b-b4d8-9bbfc4befcfe tempest-AbsoluteLimitsNegativeTestJSON-118879302 tempest-AbsoluteLimitsNegativeTestJSON-118879302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:07.871500 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks [] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.875120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dac0946-a80e-47ca-a774-c0199d896027 req-f6d3c67c-27b1-409b-b4d8-9bbfc4befcfe tempest-AbsoluteLimitsNegativeTestJSON-118879302 tempest-AbsoluteLimitsNegativeTestJSON-118879302-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1667333
Jan 15 20:53:07.893087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:07.930043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:07.949900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6fb52-ab7e-41d0-983d-e39cf0d1d397 None None] Pushing event updated for resources: {'Port': ['ID=cb480813-2cd4-4b33-bc90-4bd56e60a932,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:07.957318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dac0946-a80e-47ca-a774-c0199d896027 req-6f9914ec-2db7-4d70-96e0-ac593a802741 tempest-AbsoluteLimitsNegativeTestJSON-118879302 tempest-AbsoluteLimitsNegativeTestJSON-118879302-project] 10.222.0.46 "GET /v2.0/quotas/28ea503f9af74c24bf698eb90d7bd637 HTTP/1.1" status: 200  len: 375 time: 0.0807874
Jan 15 20:53:07.998031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Attempting to bind port 59913995-0b47-4913-83fb-cd03d2dc44fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:07.998399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Attempting to bind port 59913995-0b47-4913-83fb-cd03d2dc44fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:07.998761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Attempting to bind port 59913995-0b47-4913-83fb-cd03d2dc44fe on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:08.004621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:53:08.005083 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:53:08.007033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dac0946-a80e-47ca-a774-c0199d896027 req-9a7f0e09-8c17-4bcf-8652-f5712a8e68d2 tempest-AbsoluteLimitsNegativeTestJSON-118879302 tempest-AbsoluteLimitsNegativeTestJSON-118879302-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=28ea503f9af74c24bf698eb90d7bd637&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485048
Jan 15 20:53:08.008114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Allocated IP 172.35.1.234 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d0984cdc-2ffd-44da-818b-2750e3a60f0a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:08.014314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-32916c90-9d3f-4bb8-ae1b-a10bf6a9315a None None] Provisioning complete for port cb480813-2cd4-4b33-bc90-4bd56e60a932 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:08.014903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32916c90-9d3f-4bb8-ae1b-a10bf6a9315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.019156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:08.019519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:08.021063 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.021063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:08.021063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Bound port: 59913995-0b47-4913-83fb-cd03d2dc44fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:08.021439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.025767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:08.078041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d79e8c-da6f-49ed-969c-3857dfee7ec2 None None] Pushing event updated for resources: {'Port': ['ID=59913995-0b47-4913-83fb-cd03d2dc44fe,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:08.079844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Allocated IP 172.20.0.1 (675fbeb5-98b9-4775-9365-0cac427b063d/8a9ad1a3-1722-4805-b0f2-226c40db0379/e2b330df-de65-4cda-9c15-0b3bfe95bfc0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:08.098807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:08.101177 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289102f8-8247-469c-a301-b1a39f80804f" -d '{"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:08.106105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks [] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.149448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] For port 59913995-0b47-4913-83fb-cd03d2dc44fe, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:08.156647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] For port 59913995-0b47-4913-83fb-cd03d2dc44fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59913995-0b47-4913-83fb-cd03d2dc44fe,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:08.159406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Transition to ACTIVE for port object 5d3688c4-ca00-4b8e-9475-e69603c54112 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:53:08.164732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.166487 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.218499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:08.282820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] No DVR routers for this DVR port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:08.296352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.348217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-32916c90-9d3f-4bb8-ae1b-a10bf6a9315a None None] Current status of the port cb480813-2cd4-4b33-bc90-4bd56e60a932 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:08.357448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.362669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d79e8c-da6f-49ed-969c-3857dfee7ec2 None None] Pushing event updated for resources: {'Port': ['ID=59913995-0b47-4913-83fb-cd03d2dc44fe,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:08.367433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:08.374423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:08.461726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks [] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.466001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event updated for resources: {'Port': ['ID=d0984cdc-2ffd-44da-818b-2750e3a60f0a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:08.485081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:08.485519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:08.486465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:08.499164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b5bcf-2854-4b6c-936e-b9e140e508a4 req-df149bcf-0981-457e-aa7f-df0a176b32f6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:08.514585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-923b5bcf-2854-4b6c-936e-b9e140e508a4 req-df149bcf-0981-457e-aa7f-df0a176b32f6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.3618727
Jan 15 20:53:08.527243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:08.527452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:08.530708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:08.542986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:08.546868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:08.580696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35952) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:08.591809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:08.591974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:08.592304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:08.592718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Bound port: 5d3688c4-ca00-4b8e-9475-e69603c54112, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:08.593149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.623345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:08.650581 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.655883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (b3f4708c-4ccd-4196-aacf-e4b5c4ea5851), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.662793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-b57c6d5a-fa0b-413d-97d1-88b002108dcc tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:08.664293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-b57c6d5a-fa0b-413d-97d1-88b002108dcc tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.45 "GET /v2.0/networks?id=694e9d9d-1c46-4dca-8c3f-cefb74824185 HTTP/1.1" status: 200  len: 814 time: 0.3051820
Jan 15 20:53:08.702032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-923b5bcf-2854-4b6c-936e-b9e140e508a4 req-cdc4ec21-8cbb-453c-8d9c-53e6342daa7f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862686
Jan 15 20:53:08.708586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Request body: {'port': {'device_id': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185', 'admin_state_up': True, 'tenant_id': 'f021c66112bf49f685a34c55841857bd'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:08.764272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.807809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cb480813-2cd4-4b33-bc90-4bd56e60a932 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:08.815607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Network 675fbeb5-98b9-4775-9365-0cac427b063d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:08.821247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:08.839592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f37c187-5ac1-4544-aa31-4faaaac6fc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:08.841722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:08.861129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:08.864002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:08.867801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:08.894623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.003067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb480813-2cd4-4b33-bc90-4bd56e60a932 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:09.012284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176490>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:05Z', 'revision_number': 3, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:09.024336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:09.031952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.034201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.035291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36b92-b618-4477-9493-6ad9e75c3519 req-dd15df44-1755-4630-ba86-ea9a85d9a6b2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.036025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-f2ca03e6-e6ae-4043-92ae-c707436612c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 1095 time: 1.6786129
Jan 15 20:53:09.043698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fd36b92-b618-4477-9493-6ad9e75c3519 req-dd15df44-1755-4630-ba86-ea9a85d9a6b2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 945 time: 0.1308961
Jan 15 20:53:09.055104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.109769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bc9a23-baaa-4ca3-ad26-fdc0e0621564 None None] The sync data for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 is: [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:05Z', 'revision_number': 3, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:09.158887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9fd36b92-b618-4477-9493-6ad9e75c3519 req-31365cff-5357-4ea8-89f1-c38f8caf204f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067777
Jan 15 20:53:09.183093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cb480813-2cd4-4b33-bc90-4bd56e60a932 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:09.183484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.198850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.212077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.265275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.283573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Made reservation on behalf of f021c66112bf49f685a34c55841857bd for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:09.287993 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.309014 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8624bf8-481d-4e89-b600-44108281dcbc x-openstack-request-id: req-c8624bf8-481d-4e89-b600-44108281dcbc {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:09.311580 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:09.311580 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8624bf8-481d-4e89-b600-44108281dcbc {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:09.311889 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'code': 200}
Jan 15 20:53:09.331523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event updated for resources: {'Port': ['ID=d0984cdc-2ffd-44da-818b-2750e3a60f0a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:09.363824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f83096d7-1ec0-4b90-91e8-6a22a2c4e9ce None None] Provisioning complete for port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:09.364206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f83096d7-1ec0-4b90-91e8-6a22a2c4e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.373089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f37c187-5ac1-4544-aa31-4faaaac6fc2c admin admin] Publish callbacks [] for security_group (1856a282-5db9-4809-924b-80afb41d93f5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.390051 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71e28a-080f-4700-880a-f9f1a5cbaac2 x-openstack-request-id: req-cf71e28a-080f-4700-880a-f9f1a5cbaac2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:09.390352 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:09.390669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf71e28a-080f-4700-880a-f9f1a5cbaac2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:09.391063 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'code': 200}
Jan 15 20:53:09.393008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f37c187-5ac1-4544-aa31-4faaaac6fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1856a282-5db9-4809-924b-80afb41d93f5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.398742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (b3f4708c-4ccd-4196-aacf-e4b5c4ea5851), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.419789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.421985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-2bcf52f4-68e6-4040-9df1-620f1f5853e6 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5927422
Jan 15 20:53:09.437523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f83096d7-1ec0-4b90-91e8-6a22a2c4e9ce None None] Port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:09.469026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b9413afe-dbcc-464b-9971-3e72a00c6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.470614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-b9413afe-dbcc-464b-9971-3e72a00c6a4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1098 time: 0.2950027
Jan 15 20:53:09.484935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cb480813-2cd4-4b33-bc90-4bd56e60a932 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:09.485724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37c187-5ac1-4544-aa31-4faaaac6fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1856a282-5db9-4809-924b-80afb41d93f5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:09.538550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-f6620d51-eef7-4f67-b81b-8b6591863a30 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.234 HTTP/1.1" status: 200  len: 696 time: 0.1109545
Jan 15 20:53:09.625610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbfb7c-f270-4b57-bece-17ead1d1f5a2 req-187d3eb7-ff8f-4a87-8fc7-7b044c614011 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.627199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16cbfb7c-f270-4b57-bece-17ead1d1f5a2 req-187d3eb7-ff8f-4a87-8fc7-7b044c614011 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.1315863
Jan 15 20:53:09.676542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f37c187-5ac1-4544-aa31-4faaaac6fc2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28ea503f9af74c24bf698eb90d7bd637&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0907390
Jan 15 20:53:09.678852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:09.695513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693fad-8660-462f-8e97-9f736de8d008 req-85e372e6-10b5-46a0-853d-e6ed84daeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.697049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67693fad-8660-462f-8e97-9f736de8d008 req-85e372e6-10b5-46a0-853d-e6ed84daeb3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1096 time: 0.3098817
Jan 15 20:53:09.732188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13946-9793-4e43-8f96-d09a0099d326 req-1d02fe76-f86b-47b5-bec6-bc9b0d4e7fa0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.733626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-1d02fe76-f86b-47b5-bec6-bc9b0d4e7fa0 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1828105
Jan 15 20:53:09.740352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16cbfb7c-f270-4b57-bece-17ead1d1f5a2 req-63b863aa-496e-4a88-9b1c-156a0e99f90a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057167
Jan 15 20:53:09.759550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-5f2486c9-58e2-4454-b4ba-0c5aa7c55d5a tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:53:09.760533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07c13946-9793-4e43-8f96-d09a0099d326 req-5f2486c9-58e2-4454-b4ba-0c5aa7c55d5a tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070837
Jan 15 20:53:09.797505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] Publish callbacks [] for security_group (1856a282-5db9-4809-924b-80afb41d93f5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.802736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-a0ab3acf-da6c-4615-a0c8-183c9c5c3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:09.805930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-a0ab3acf-da6c-4615-a0c8-183c9c5c3f13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3167093
Jan 15 20:53:09.847543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] Publish callbacks [] for security_group (1856a282-5db9-4809-924b-80afb41d93f5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.899883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f39dcd4b-ad79-43a4-b916-76d14098c831 req-fdaa6ed7-8a7f-4aca-a6b0-a551131d9c7c tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 210 time: 0.0600367
Jan 15 20:53:09.949368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-14739a32-a83f-4aa9-b84c-7416145dcd0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.1213615
Jan 15 20:53:09.967977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1856a282-5db9-4809-924b-80afb41d93f5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.971852 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:09.976364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1856a282-5db9-4809-924b-80afb41d93f5 HTTP/1.1" status: 204  len: 168 time: 0.2941411
Jan 15 20:53:09.995903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a77e3-7ce8-42ec-b667-3aa7dc579ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856a282-5db9-4809-924b-80afb41d93f5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:10.099579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-5949360c-88be-48b4-be7a-490b9111db27 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips/b3f4708c-4ccd-4196-aacf-e4b5c4ea5851 HTTP/1.1" status: 200  len: 693 time: 0.0879483
Jan 15 20:53:10.103216 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67693fad-8660-462f-8e97-9f736de8d008 req-df4b373d-7381-4088-be7a-73bc8ef96fb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3889427
Jan 15 20:53:10.104746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Allocated IP 172.20.0.10 (694e9d9d-1c46-4dca-8c3f-cefb74824185/5ec5e4c5-3d8b-44a6-88f5-139c582a74bf/2a9f43b8-de6a-4b89-898a-8021a4807d97) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:10.147581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16463c8-907e-48c6-8ce9-50619bce5ab7 req-15046f9f-c9ce-4b55-847f-8c87a6d35e3e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:10.149569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a16463c8-907e-48c6-8ce9-50619bce5ab7 req-15046f9f-c9ce-4b55-847f-8c87a6d35e3e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.0882063
Jan 15 20:53:10.192617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-0b6ee2d0-4255-4ee0-b029-3282333d1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:10.194277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-0b6ee2d0-4255-4ee0-b029-3282333d1ccd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1808279
Jan 15 20:53:10.235029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a16463c8-907e-48c6-8ce9-50619bce5ab7 req-26f38105-cc72-4c0d-a74b-48b1eb8c0281 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550714
Jan 15 20:53:10.259422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks [] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:10.290610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:10.304884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-93d7254b-172b-48a0-bd06-7e04ea6b6ec7 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:10.306322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-93d7254b-172b-48a0-bd06-7e04ea6b6ec7 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2000804
Jan 15 20:53:10.385289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-8a77307a-f667-4cad-8de5-f714696b0891 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.234 HTTP/1.1" status: 200  len: 696 time: 0.0714164
Jan 15 20:53:10.389390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:10.478549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-320d8073-a213-479f-b723-70d28cf22e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:10.479951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-fc111d18-3645-4533-a2f2-8695393fb8a1 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.234 HTTP/1.1" status: 200  len: 696 time: 0.0887065
Jan 15 20:53:10.480360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-320d8073-a213-479f-b723-70d28cf22e54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2770629
Jan 15 20:53:10.481254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:10.579925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443674dd-d5a0-4b56-9b17-db7e2978fcf2 req-07e4438f-6b40-47cd-8f06-32e0b32957e0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:10.588121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443674dd-d5a0-4b56-9b17-db7e2978fcf2 req-07e4438f-6b40-47cd-8f06-32e0b32957e0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 945 time: 0.1259055
Jan 15 20:53:10.767937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:10.848539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 5d3688c4-ca00-4b8e-9475-e69603c54112 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:53:10.849277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:10.954830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:10.965651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks [] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.005032 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-04d24ada-77f4-4ed5-b2f3-5b0a73c5adac service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5121698
Jan 15 20:53:11.012014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 59913995-0b47-4913-83fb-cd03d2dc44fe up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:11.034829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Network 675fbeb5-98b9-4775-9365-0cac427b063d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:11.061946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:11.066117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443674dd-d5a0-4b56-9b17-db7e2978fcf2 req-81ef2f02-73b4-4d81-a064-2dec310bdf20 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4767070
Jan 15 20:53:11.095720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 59913995-0b47-4913-83fb-cd03d2dc44fe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:11.099250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.229620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1691388524-network', 'tenant_id': '5515bef049574d4ea4c70f90ab8c4444'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:11.234637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.244405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 59913995-0b47-4913-83fb-cd03d2dc44fe is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:11.244987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.256282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Deleting port d0984cdc-2ffd-44da-818b-2750e3a60f0a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:11.257595 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.285943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 59913995-0b47-4913-83fb-cd03d2dc44fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59913995-0b47-4913-83fb-cd03d2dc44fe,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:11.291537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.404515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:11.410828 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:11.412988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=59913995-0b47-4913-83fb-cd03d2dc44fe,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:11.420979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641aacf3-5415-4eb3-a656-35654f515a60 req-c39d6f16-6c2e-4f2b-be27-d8af0b4b5181 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:11.426126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-52005655-bd49-4141-873a-c549388d6268 None None] Provisioning complete for port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:11.426499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-52005655-bd49-4141-873a-c549388d6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.429598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-641aacf3-5415-4eb3-a656-35654f515a60 req-c39d6f16-6c2e-4f2b-be27-d8af0b4b5181 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.1417150
Jan 15 20:53:11.431212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Network 694e9d9d-1c46-4dca-8c3f-cefb74824185 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:11.445517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.445889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (d0984cdc-2ffd-44da-818b-2750e3a60f0a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.449023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:11.456028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:11.457790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Pushing event updated for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:11.468712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Calling delete_port for d0984cdc-2ffd-44da-818b-2750e3a60f0a owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:11.473702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-52005655-bd49-4141-873a-c549388d6268 None None] Port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:11.517473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7b6b4899-0135-4381-9500-ebb228e8f331 req-7f9c94ab-dc09-446b-a79b-7e5ef845c2ae service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5039766
Jan 15 20:53:11.522501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Made reservation on behalf of 5515bef049574d4ea4c70f90ab8c4444 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:11.524938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.550131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-641aacf3-5415-4eb3-a656-35654f515a60 req-0fa0316a-1f81-4cb8-bcf9-c91c669324e6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197960
Jan 15 20:53:11.554445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.592218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:11.592875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.609212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:53:11.626005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-2ac4ce0a-39c6-4cd9-b8b0-14804de4af2f tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9251382
Jan 15 20:53:11.647831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Request body: {'port': {'device_id': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:11.723136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d0984cdc-2ffd-44da-818b-2750e3a60f0a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.756589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ee6e-69cc-4051-b20a-d10934508961 req-a7863f8b-9b3e-498d-b880-e462e7ebda61 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:11.758188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9317ee6e-69cc-4051-b20a-d10934508961 req-a7863f8b-9b3e-498d-b880-e462e7ebda61 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 932 time: 0.0929871
Jan 15 20:53:11.762865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Pushing event deleted for resources: {'Port': ['ID=d0984cdc-2ffd-44da-818b-2750e3a60f0a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:11.796483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.855549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9317ee6e-69cc-4051-b20a-d10934508961 req-c77d4947-4d24-4719-a5cc-aa9e713469b0 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860395
Jan 15 20:53:11.858257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks [] for floatingip (b3f4708c-4ccd-4196-aacf-e4b5c4ea5851), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.861516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.862672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69f630d-8099-4e5c-b9b9-6ee83eba95ce req-94d1ecda-181c-455d-bba1-a70eba415ca8 tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "DELETE /v2.0/floatingips/b3f4708c-4ccd-4196-aacf-e4b5c4ea5851 HTTP/1.1" status: 204  len: 173 time: 1.3817794
Jan 15 20:53:11.880954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:11.900000 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Sync routers for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:11.908305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aef4edc6-244e-4b6e-852b-1ef306827687 admin admin] 10.222.0.46 "PUT /v2.0/routers/1bd63e93-7a6e-47a6-853c-6ee5a00d8855/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7556517
Jan 15 20:53:11.914662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks [] for security_group (c080ef95-7f41-47e2-bb17-b1f74ee9756f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.916067 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:11.916729 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:11.922364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c080ef95-7f41-47e2-bb17-b1f74ee9756f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:11.963523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080ef95-7f41-47e2-bb17-b1f74ee9756f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:12.037044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895678-2c61-436c-b40a-e46142ee13cb req-bb65e8e3-5dc3-4793-be94-62e734180110 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.039798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d895678-2c61-436c-b40a-e46142ee13cb req-bb65e8e3-5dc3-4793-be94-62e734180110 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.1042151
Jan 15 20:53:12.056638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:53:12.081742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.082100 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Added segment c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3 of type vlan for network 1860aada-e54b-435b-befe-aece2a8913ae
Jan 15 20:53:12.115511 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9154a9-ad93-4ba1-bed9-06d65453b796 x-openstack-request-id: req-ad9154a9-ad93-4ba1-bed9-06d65453b796 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:12.115807 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:12.116065 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad9154a9-ad93-4ba1-bed9-06d65453b796 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:12.117606 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'status': 'completed', 'code': 200}
Jan 15 20:53:12.127567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d895678-2c61-436c-b40a-e46142ee13cb req-d50f7409-f926-461d-a8e2-e1960ce7f835 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808911
Jan 15 20:53:12.155083 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:12.194734 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-b5acdd9a-8d72-4c90-a62d-3463a0e73f6d req-9c468990-a5f7-41ba-a035-e74ad90a591f tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] show failed (client error): The resource could not be found.
Jan 15 20:53:12.195811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5acdd9a-8d72-4c90-a62d-3463a0e73f6d req-9c468990-a5f7-41ba-a035-e74ad90a591f tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips/b3f4708c-4ccd-4196-aacf-e4b5c4ea5851 HTTP/1.1" status: 404  len: 350 time: 0.0568440
Jan 15 20:53:12.270219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1860aada-e54b-435b-befe-aece2a8913ae), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.292993 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-74e4d47c-4074-4123-b24c-1da627e0cda0 req-2e60cda7-c539-4505-be71-006814a19b3a tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] show failed (client error): The resource could not be found.
Jan 15 20:53:12.292993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74e4d47c-4074-4123-b24c-1da627e0cda0 req-2e60cda7-c539-4505-be71-006814a19b3a tempest-FloatingIPsTestJSON-1217128180 tempest-FloatingIPsTestJSON-1217128180-project] 10.222.0.46 "GET /v2.0/floatingips/b3f4708c-4ccd-4196-aacf-e4b5c4ea5851 HTTP/1.1" status: 404  len: 350 time: 0.0725641
Jan 15 20:53:12.306667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:12.336186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0e04-ea09-4cfe-ba8c-62121a0ce907 req-b2d6344b-df01-4d6a-93ba-f45d2f7810ce tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.338346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20be0e04-ea09-4cfe-ba8c-62121a0ce907 req-b2d6344b-df01-4d6a-93ba-f45d2f7810ce tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 945 time: 0.1094913
Jan 15 20:53:12.398167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1860aada-e54b-435b-befe-aece2a8913ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.399155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.399774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.421445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20be0e04-ea09-4cfe-ba8c-62121a0ce907 req-26740b2d-d5e2-4dad-8c16-9a304e919073 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751731
Jan 15 20:53:12.445122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f3940>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:09Z', 'revision_number': 4, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2b330df-de65-4cda-9c15-0b3bfe95bfc0', 'name': '', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'mac_address': 'fa:16:3e:32:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:07Z', 'updated_at': '2022-01-15T20:53:09Z', 'revision_number': 2, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'subnets': [{'id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:12.468293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-93f264f5-104b-4392-8d8d-b4c15e624fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.470028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-93f264f5-104b-4392-8d8d-b4c15e624fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1098 time: 0.2990968
Jan 15 20:53:12.500004 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Checking router: 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:12.500863 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Updating router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:12.535471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-2ac9ca9d-de60-4ce0-9589-acff5f69b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.537237 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-2ac9ca9d-de60-4ce0-9589-acff5f69b035 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1098 time: 0.3477468
Jan 15 20:53:12.541984 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.600733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36032) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:12.603221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6456554
Jan 15 20:53:12.607512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-network', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:12.615046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36034) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:12.617552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418fdfb-fc3b-4ae5-b41b-4541fe24fea9 admin admin] Pushing event updated for resources: {'Network': ['ID=1860aada-e54b-435b-befe-aece2a8913ae,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:12.631951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1860aada-e54b-435b-befe-aece2a8913ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:12.654824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Request body: {'subnet': {'network_id': '1860aada-e54b-435b-befe-aece2a8913ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1691388524-subnet', 'tenant_id': '5515bef049574d4ea4c70f90ab8c4444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:12.678194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Made reservation on behalf of 1ae1a2d582fd4afabe7a1fe947f7842a for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:12.681349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.732549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.735932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Made reservation on behalf of 5515bef049574d4ea4c70f90ab8c4444 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:12.738524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.814202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9f43b8-de6a-4b89-898a-8021a4807d97 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:12.834316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks [] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:12.843616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-b44696a7-fbd1-4e75-a744-16a267cbd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.845642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-b44696a7-fbd1-4e75-a744-16a267cbd02b service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.3523891
Jan 15 20:53:12.908502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a5f7-e302-4fb1-be61-4264bb2402e3 req-141897a8-6add-4d72-8696-41f16601c018 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.910704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a13a5f7-e302-4fb1-be61-4264bb2402e3 req-141897a8-6add-4d72-8696-41f16601c018 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.2140439
Jan 15 20:53:12.941939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Transition to ACTIVE for port object 2a9f43b8-de6a-4b89-898a-8021a4807d97 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:53:12.947035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-1b9a8d96-5f1a-4f34-93c7-3254a891e1f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.0934477
Jan 15 20:53:12.949868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-429a4763-25e4-4b02-af2d-6840a4cf518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:12.951280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-429a4763-25e4-4b02-af2d-6840a4cf518b service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.4070609
Jan 15 20:53:12.956450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.007097 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks [] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.025220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 59913995-0b47-4913-83fb-cd03d2dc44fe up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:13.034547 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.090276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-741d1140-a5ee-42c3-8c20-4777eec09a36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.1236534
Jan 15 20:53:13.111586 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715faf-ee5d-4afc-8ec3-26ea14b3c890 None None] Pushing event updated for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:13.160339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:13.168690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 59913995-0b47-4913-83fb-cd03d2dc44fe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:13.168901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.176546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-ab248c6c-8696-4858-9600-59798281c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.179212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-ab248c6c-8696-4858-9600-59798281c887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2181516
Jan 15 20:53:13.196784 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Attempting to bind port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:13.197185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Attempting to bind port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:13.197547 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Attempting to bind port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 on network 675fbeb5-98b9-4775-9365-0cac427b063d {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:13.203041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:13.203435 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Checking segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:13.204384 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.204805 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Bound using segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:13.205299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Bound port: e2b330df-de65-4cda-9c15-0b3bfe95bfc0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:13.205635 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.207717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a13a5f7-e302-4fb1-be61-4264bb2402e3 req-e233c195-8b06-419f-8d8d-47702a209bfc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901430
Jan 15 20:53:13.237736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks [] for security_group (e64044c0-6391-4e30-9709-2927b05594cb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.270215 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e64044c0-6391-4e30-9709-2927b05594cb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.306919 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] For port e2b330df-de65-4cda-9c15-0b3bfe95bfc0, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:13.311709 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] For port e2b330df-de65-4cda-9c15-0b3bfe95bfc0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:13.318648 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.373493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688abf-302a-439d-8cea-80776abeafb8 req-701d4d4d-493b-4329-a8c7-80a83b266fd5 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.382525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 59913995-0b47-4913-83fb-cd03d2dc44fe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:13.388021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df688abf-302a-439d-8cea-80776abeafb8 req-701d4d4d-493b-4329-a8c7-80a83b266fd5 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 944 time: 0.3027635
Jan 15 20:53:13.388275 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:13.389009 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:52:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:13.431196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:53:13.436195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715faf-ee5d-4afc-8ec3-26ea14b3c890 None None] Pushing event updated for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:13.473003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (d8468e90-8814-4f8a-8e94-18c74f56b2e7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.481777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (694dfab5-fef7-4dca-9169-69b06ddc4bc8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.482233 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Added segment 694dfab5-fef7-4dca-9169-69b06ddc4bc8 of type vlan for network f3512071-5b96-4fd7-9045-daabc72f3719
Jan 15 20:53:13.488367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64044c0-6391-4e30-9709-2927b05594cb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:13.589203 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:13.642489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Provisioning complete for port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:13.643079 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.749253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8468e90-8814-4f8a-8e94-18c74f56b2e7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:13.784100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df688abf-302a-439d-8cea-80776abeafb8 req-e0a80c93-a8ac-418e-a486-7aee6fbe024d tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3949995
Jan 15 20:53:13.817170 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f3512071-5b96-4fd7-9045-daabc72f3719), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.850790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Current status of the port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:13.852426 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.858127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-5d4cde3a-3040-458b-be11-201f348cbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.861369 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-5d4cde3a-3040-458b-be11-201f348cbd83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.7633903
Jan 15 20:53:13.881234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f042-0bee-45c8-8872-afc57a543284 req-955be903-65cb-44a6-9911-be185a57c6de tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.890743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3663f042-0bee-45c8-8872-afc57a543284 req-955be903-65cb-44a6-9911-be185a57c6de tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 947 time: 0.3114192
Jan 15 20:53:13.927926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Checking segment: {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:13.928285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Network hostable DHCP agents. Network: 1860aada-e54b-435b-befe-aece2a8913ae, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:13.930339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] For port e2b330df-de65-4cda-9c15-0b3bfe95bfc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:13.938223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.949374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-f30c86f5-901f-4d46-bda1-8668b94a3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.950333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f3512071-5b96-4fd7-9045-daabc72f3719), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.951099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-f30c86f5-901f-4d46-bda1-8668b94a3057 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7619584
Jan 15 20:53:13.951288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:13.951868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:13.960521 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f3940>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:09Z', 'revision_number': 4, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2b330df-de65-4cda-9c15-0b3bfe95bfc0', 'name': '', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'mac_address': 'fa:16:3e:32:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:07Z', 'updated_at': '2022-01-15T20:53:13Z', 'revision_number': 4, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'subnets': [{'id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:13.962884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Attempting to bind port 2a9f43b8-de6a-4b89-898a-8021a4807d97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:13.963216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Attempting to bind port 2a9f43b8-de6a-4b89-898a-8021a4807d97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ca1e1eef-b238-427b-afdf-befa78becadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:13.963539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Attempting to bind port 2a9f43b8-de6a-4b89-898a-8021a4807d97 on network 694e9d9d-1c46-4dca-8c3f-cefb74824185 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:13.993250 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31981f-cd9f-405f-819e-b98f7305cc46 None None] The sync data for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 is: [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:53:09Z', 'revision_number': 4, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2b330df-de65-4cda-9c15-0b3bfe95bfc0', 'name': '', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'mac_address': 'fa:16:3e:32:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:07Z', 'updated_at': '2022-01-15T20:53:13Z', 'revision_number': 4, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'subnets': [{'id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:14.026091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc896461-1e08-43bc-ae17-ac8b73960334 None None] Pushing event updated for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:14.026951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Port 2a9f43b8-de6a-4b89-898a-8021a4807d97 on network 694e9d9d-1c46-4dca-8c3f-cefb74824185 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:14.027163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Attempting to bind port 2a9f43b8-de6a-4b89-898a-8021a4807d97 on network 694e9d9d-1c46-4dca-8c3f-cefb74824185 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:14.037847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-b1757714-3c8d-41c0-9b1b-d3c60a88f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:14.039342 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-b1757714-3c8d-41c0-9b1b-d3c60a88f619 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1658869
Jan 15 20:53:14.050692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:14.051036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Checking segment: {'id': 'ca1e1eef-b238-427b-afdf-befa78becadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:14.051419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Bound using segment: {'id': 'ca1e1eef-b238-427b-afdf-befa78becadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:14.051943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Bound port: 2a9f43b8-de6a-4b89-898a-8021a4807d97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1e1eef-b238-427b-afdf-befa78becadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:14.052220 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.063135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4600811
Jan 15 20:53:14.065255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36058) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:14.070460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Network 1860aada-e54b-435b-befe-aece2a8913ae is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:14.098957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Request body: {'subnet': {'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-subnet', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:14.120036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3663f042-0bee-45c8-8872-afc57a543284 req-fe9a06f3-5080-41a6-9ddc-6e27e572b695 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276633
Jan 15 20:53:14.121942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92be2-480d-4ca6-aeb1-146a2bf75e5f req-38b15b4e-31af-4999-8ab2-8fd60dbafe82 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:14.123013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8a6f4ece-890b-41a9-a126-9703d06efdf0 None None] Provisioning complete for port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:14.123468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73c92be2-480d-4ca6-aeb1-146a2bf75e5f req-38b15b4e-31af-4999-8ab2-8fd60dbafe82 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1096 time: 0.2164562
Jan 15 20:53:14.131857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4ece-890b-41a9-a126-9703d06efdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.134167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6af84-1152-4a85-8758-361827d60fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3512071-5b96-4fd7-9045-daabc72f3719,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:14.143937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1860aada-e54b-435b-befe-aece2a8913ae) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:14.169593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:14.170182 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.180669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d497ee-35d0-4935-b82f-f8984bb2cd24 None None] Network 1860aada-e54b-435b-befe-aece2a8913ae requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:14.182996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f3512071-5b96-4fd7-9045-daabc72f3719 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:14.237998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73c92be2-480d-4ca6-aeb1-146a2bf75e5f req-3db501b9-e093-4757-b036-1a81dc567d98 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049690
Jan 15 20:53:14.252331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b2691c21-a137-4c7c-8670-462e1c15ae54 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6029801
Jan 15 20:53:14.316771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Made reservation on behalf of 1ae1a2d582fd4afabe7a1fe947f7842a for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:14.323960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.517797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-3eef7c10-854a-4daf-af99-52dbd6b93f1e service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5568843
Jan 15 20:53:14.524414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:14.542753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63147068-7dd7-4f5e-a0e4-d6e7251e7c73 req-2c06a846-01f4-4804-8271-a7378773de7d tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:14.550349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63147068-7dd7-4f5e-a0e4-d6e7251e7c73 req-2c06a846-01f4-4804-8271-a7378773de7d tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1096 time: 0.1342862
Jan 15 20:53:14.574806 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.581331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:14.635115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63147068-7dd7-4f5e-a0e4-d6e7251e7c73 req-843897f8-db40-43a8-ba4d-259ae595cbbe tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838366
Jan 15 20:53:14.785162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2004995086', 'description': 'tempest-description-371575632'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:14.788770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97,segment=NetworkSegment(ca1e1eef-b238-427b-afdf-befa78becadb),segment_id=ca1e1eef-b238-427b-afdf-befa78becadb)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:14.817936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.820012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f4ece-890b-41a9-a126-9703d06efdf0 None None] Current status of the port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:14.825479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746606de-ec30-4cac-8f77-4ca1f8be2734 None None] Network 1860aada-e54b-435b-befe-aece2a8913ae requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:14.837010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.910778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-be0e9316-9fc5-46a6-b8ff-eb5731b52754 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8630643
Jan 15 20:53:14.929386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (a37ce493-adf5-460d-9e8b-b79deb122c78), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.948753 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-7cd10ca1-b587-43e4-beaf-b3ec8498f4a9 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4210238
Jan 15 20:53:14.962036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:14.969864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.971632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a9f43b8-de6a-4b89-898a-8021a4807d97 HTTP/1.1" status: 200  len: 1092 time: 3.3339438
Jan 15 20:53:14.975988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ad0d3911-aa80-42f4-b82c-fc662ddb4ae8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.981600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (0a330bbb-88d9-44eb-a060-ef87d8ba5601), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:14.984911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:14.985101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:14.987768 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e0457-b30e-442b-a539-311fceae7fae" -d '{"events": [{"name": "network-changed", "server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:14.997390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a330bbb-88d9-44eb-a060-ef87d8ba5601), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.047825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'mac_address': 'fa:16:3e:52:af:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:15.075544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b330df-de65-4cda-9c15-0b3bfe95bfc0 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:15.090030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.103248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b31ec84a-a5b0-4bb3-931f-c78c80028ac1 req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3309283
Jan 15 20:53:15.113528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb7d41-4a96-4c3b-9629-935f6b0a44e1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a330bbb-88d9-44eb-a060-ef87d8ba5601,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:15.120621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.226882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a1f0-8406-4fad-b3e6-963159343e77 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:15.261812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:15.263363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.266515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660532b-4321-4ee7-88eb-78e0981944c7 req-d349585d-336f-4251-81f5-bc1885a54a17 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:15.268312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0d3911-aa80-42f4-b82c-fc662ddb4ae8,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:15.269900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0660532b-4321-4ee7-88eb-78e0981944c7 req-d349585d-336f-4251-81f5-bc1885a54a17 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 944 time: 0.0896904
Jan 15 20:53:15.302485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:15.317979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:15.318432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.348624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:15.360660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.363158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:15.371664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0660532b-4321-4ee7-88eb-78e0981944c7 req-686335b5-e4e5-4a37-9db7-524cd207325d tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874822
Jan 15 20:53:15.436343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Checking segment: {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:15.436713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Network hostable DHCP agents. Network: f3512071-5b96-4fd7-9045-daabc72f3719, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:15.440681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8d4b352-6e89-4ef9-b807-1f85eff20d9e req-402bcb89-37cd-43be-82e7-10c3405ed522 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5170205
Jan 15 20:53:15.444257 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5f50c-206b-4f30-9260-a0f33705baa3 x-openstack-request-id: req-d0e5f50c-206b-4f30-9260-a0f33705baa3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:15.444544 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:15.444797 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0e5f50c-206b-4f30-9260-a0f33705baa3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:15.445234 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97', 'status': 'completed', 'code': 200}
Jan 15 20:53:15.459080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1457502985', 'description': 'tempest-description-670198727'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:15.488358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.488500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-23efda66-6d87-4b63-9c08-3cbd0a51a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:15.489926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-23efda66-6d87-4b63-9c08-3cbd0a51a7cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f021c66112bf49f685a34c55841857bd&device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 1095 time: 0.3859003
Jan 15 20:53:15.545345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:15.558415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Network f3512071-5b96-4fd7-9045-daabc72f3719 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:15.563387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-6d6d0440-b6cb-4119-9aa2-0182eae3c0bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97 HTTP/1.1" status: 200  len: 217 time: 0.0645621
Jan 15 20:53:15.582313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3512071-5b96-4fd7-9045-daabc72f3719) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:15.600537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573892ce-8125-47db-9806-8d8b078c4e2d None None] Network f3512071-5b96-4fd7-9045-daabc72f3719 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:15.623009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6fcd6844-3261-41cc-9071-34a253ce8007), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.628526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6fcd6844-3261-41cc-9071-34a253ce8007), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.633748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:15.634832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.668468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:15.677930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e0a649f-3178-497c-bd4d-284f75ecdd6d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6088216
Jan 15 20:53:15.682019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36114) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:15.682275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:15.687861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.689707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6af3a11-8c51-4ba8-ada8-96f24d612936 req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2358854
Jan 15 20:53:15.690332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91d7ad-1d26-4001-8eee-5ff61b28c5b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd6844-3261-41cc-9071-34a253ce8007,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:15.700372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:15.716982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-1c59ad92-85b2-4346-a2f9-80c082f41bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:15.718373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'mac_address': 'fa:16:3e:b5:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:15.720980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-1c59ad92-85b2-4346-a2f9-80c082f41bc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ec5e4c5-3d8b-44a6-88f5-139c582a74bf HTTP/1.1" status: 200  len: 854 time: 0.1503637
Jan 15 20:53:15.799348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.799594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3512071-5b96-4fd7-9045-daabc72f3719', 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719', 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'fixed_ips': [{'subnet_id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:53:15.801251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.801811 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.816601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-ae26b63c-bd52-4a83-92b2-478a22a3dce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=694e9d9d-1c46-4dca-8c3f-cefb74824185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764697
Jan 15 20:53:15.838567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:15.839191 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.871353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:15.948647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for router_controller (2575806b-5026-4f8e-bea2-5e336c8d5528), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.971827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:15.979204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:15.999264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ed82-e4b9-44d2-9fb6-2c792809dec8 req-1a9a93e1-d286-4cfb-9fe6-9691aa8704eb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:16.010831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8f5ed82-e4b9-44d2-9fb6-2c792809dec8 req-1a9a93e1-d286-4cfb-9fe6-9691aa8704eb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 948 time: 0.1959085
Jan 15 20:53:16.064433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-ab4582c2-b57f-45e3-b37c-00b8af283822 service neutron] 10.222.0.45 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121282
Jan 15 20:53:16.077735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Deleting port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:16.078080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.088146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Allocated IP 172.20.0.2 (f3512071-5b96-4fd7-9045-daabc72f3719/ad0d3911-aa80-42f4-b82c-fc662ddb4ae8/cac2167a-3a6d-43fe-a9b9-9a9413e903da) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:16.100900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:16.106269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4c6a0728-da9a-48ee-98ad-d11ebf6c8030'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:16.169296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8f5ed82-e4b9-44d2-9fb6-2c792809dec8 req-31d29f04-6cad-4a10-9fe8-e8572963c67c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526573
Jan 15 20:53:16.277360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] For port b6daaffb-1a6b-4f19-b283-b5254d3bf5fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:16.277995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.301925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Calling delete_port for b6daaffb-1a6b-4f19-b283-b5254d3bf5fc owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:16.306020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3aa40cd3-97e9-485a-921b-c58d9179c48e req-7fc3bd93-2944-4d68-bd7a-d7393aa24d78 service neutron] 10.222.0.45 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147036
Jan 15 20:53:16.319181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for router_gateway (2575806b-5026-4f8e-bea2-5e336c8d5528), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.448714 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks [] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.485848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-f2b9db66-66dd-4d57-b0db-0f22504378f7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:53:16.493209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-f2b9db66-66dd-4d57-b0db-0f22504378f7 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0331416
Jan 15 20:53:16.533750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5d3688c4-ca00-4b8e-9475-e69603c54112'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:16.545167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.566269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9e91f0e6-4662-43e9-9f63-04110721e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:16.573728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9e91f0e6-4662-43e9-9f63-04110721e0ec service neutron] 10.222.0.46 "GET /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 1093 time: 0.0794733
Jan 15 20:53:16.580172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:16.580628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:53:16.644747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0457-b30e-442b-a539-311fceae7fae req-4b4d5b25-f96d-4a2c-bd61-5b60920bb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:16.646406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-4b4d5b25-f96d-4a2c-bd61-5b60920bb565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f021c66112bf49f685a34c55841857bd&device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 1095 time: 0.1876397
Jan 15 20:53:16.668289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Pushing event updated for resources: {'Port': ['ID=cac2167a-3a6d-43fe-a9b9-9a9413e903da,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:16.683605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for router_gateway (2575806b-5026-4f8e-bea2-5e336c8d5528), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.718236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.744898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Network f3512071-5b96-4fd7-9045-daabc72f3719 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:16.752695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:16.758325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:16.817418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-078737d9-9a59-4c96-b191-7a71718f53fb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:16.827458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-078737d9-9a59-4c96-b191-7a71718f53fb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 813 time: 0.2675247
Jan 15 20:53:16.852302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-ecd7cbc5-4dd9-4501-98d1-943c8cb7a568 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/quotas/5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 375 time: 0.0238993
Jan 15 20:53:16.877125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Attempting to bind port cac2167a-3a6d-43fe-a9b9-9a9413e903da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:16.877634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Attempting to bind port cac2167a-3a6d-43fe-a9b9-9a9413e903da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:16.877941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Attempting to bind port cac2167a-3a6d-43fe-a9b9-9a9413e903da on network f3512071-5b96-4fd7-9045-daabc72f3719 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:16.889517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:16.890192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Checking segment: {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:16.890607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.890997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Bound using segment: {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:16.892209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Bound port: cac2167a-3a6d-43fe-a9b9-9a9413e903da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:16.892768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:16.905634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-c7eec4e7-0c12-4cc7-b883-50fdc8094c6d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0523798
Jan 15 20:53:17.017438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] For port cac2167a-3a6d-43fe-a9b9-9a9413e903da, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:17.022185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] For port cac2167a-3a6d-43fe-a9b9-9a9413e903da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac2167a-3a6d-43fe-a9b9-9a9413e903da,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:17.037563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Allocated IP 172.35.1.44 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7271e3b0-89a2-417f-b2bd-f85530a2b23e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:17.040506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:17.041154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:17.041937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:17.042073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:17.067676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:17.068335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:17.093270 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-0dd87edd-f911-4cbf-a989-682e1424d871 service neutron] 10.222.0.46 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866496
Jan 15 20:53:17.096358 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b6daaffb-1a6b-4f19-b283-b5254d3bf5fc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:17.144525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fea186-e958-438c-8ca6-aee2c9fb2c6f None None] Pushing event updated for resources: {'Port': ['ID=cac2167a-3a6d-43fe-a9b9-9a9413e903da,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:17.176570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:17.177040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:17.177531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:17.185322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Bound port: 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:17.217085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6daaffb-1a6b-4f19-b283-b5254d3bf5fc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:17.303262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0457-b30e-442b-a539-311fceae7fae req-c74eecd4-3ed7-4e0b-b6c2-97ee4e335866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:17.305701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-c74eecd4-3ed7-4e0b-b6c2-97ee4e335866 service neutron] 10.222.0.45 "GET /v2.0/networks?id=694e9d9d-1c46-4dca-8c3f-cefb74824185 HTTP/1.1" status: 200  len: 915 time: 0.6522796
Jan 15 20:53:17.317151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:17.341930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-5f23e87f-0f03-4f99-a4c0-29a59ce6918c service neutron] 10.222.0.46 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477460
Jan 15 20:53:17.406915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-2c77fca9-1d39-4374-8981-92167c4b9a8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97 HTTP/1.1" status: 200  len: 217 time: 0.0880325
Jan 15 20:53:17.447743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:17.451739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:17.541816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:17.569670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7271e3b0-89a2-417f-b2bd-f85530a2b23e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:17.577195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:17.583438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:17.625050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:17.626694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a37e8587-1145-4562-b4e0-e850cb818bcd service neutron] 10.222.0.46 "POST /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57/bindings HTTP/1.1" status: 201  len: 389 time: 1.0521650
Jan 15 20:53:17.885713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11bec6d5-5398-4c9e-9420-039badf95bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:18.101701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696dd9a-84d9-46f1-b9c1-60bfb71c59ed req-5b79ce2a-fd6e-4513-9c21-c3d3ddf967c8 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.111722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3696dd9a-84d9-46f1-b9c1-60bfb71c59ed req-5b79ce2a-fd6e-4513-9c21-c3d3ddf967c8 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 944 time: 0.1469436
Jan 15 20:53:18.240098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3696dd9a-84d9-46f1-b9c1-60bfb71c59ed req-e53beb35-bb9d-45af-a96a-3278cb6ec77e tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272252
Jan 15 20:53:18.355599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0457-b30e-442b-a539-311fceae7fae req-0dcefb82-042d-4eff-b0bb-fd196a5db335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.357173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-0dcefb82-042d-4eff-b0bb-fd196a5db335 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ec5e4c5-3d8b-44a6-88f5-139c582a74bf HTTP/1.1" status: 200  len: 854 time: 0.7816350
Jan 15 20:53:18.410673 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b4fb693-033c-44b7-9838-6f9ab4cc3b49 req-4147a8c5-44d2-4873-814b-d6f870639aec tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 210 time: 0.0875783
Jan 15 20:53:18.423883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2a9f43b8-de6a-4b89-898a-8021a4807d97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:18.445581 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-68fde11f-4dad-46a2-9b84-de82057905d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=694e9d9d-1c46-4dca-8c3f-cefb74824185&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0774384
Jan 15 20:53:18.449968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for router_gateway (2575806b-5026-4f8e-bea2-5e336c8d5528), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:18.584038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (a37ce493-adf5-460d-9e8b-b79deb122c78), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:18.688717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97,segment=NetworkSegment(ca1e1eef-b238-427b-afdf-befa78becadb),segment_id=ca1e1eef-b238-427b-afdf-befa78becadb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:18.706361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:18.709133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '2a9f43b8-de6a-4b89-898a-8021a4807d97', 'network_id': '694e9d9d-1c46-4dca-8c3f-cefb74824185', 'port_id': '2a9f43b8-de6a-4b89-898a-8021a4807d97', 'mac_address': 'fa:16:3e:11:24:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec5e4c5-3d8b-44a6-88f5-139c582a74bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:18.780127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-71a66596-6ad0-4faa-87bc-d55a90ef6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.783144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-71a66596-6ad0-4faa-87bc-d55a90ef6c69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1096 time: 0.5199564
Jan 15 20:53:18.796246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-d279fb79-dbf1-4574-95ae-d7800de1812b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.799739 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-d279fb79-dbf1-4574-95ae-d7800de1812b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.45 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569&tenant_id=8e6badf41af14266b626a14241efaf88&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.5057888
Jan 15 20:53:18.824375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9e52e-f8ff-4693-9749-4afad7148506 req-e203d667-0c23-4ac0-b4ca-d8b9c560431c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.836721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94a9e52e-f8ff-4693-9749-4afad7148506 req-e203d667-0c23-4ac0-b4ca-d8b9c560431c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 948 time: 0.1662583
Jan 15 20:53:18.857086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2a9f43b8-de6a-4b89-898a-8021a4807d97 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:18.857729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:18.875820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9f43b8-de6a-4b89-898a-8021a4807d97 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:18.880311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5d3688c4-ca00-4b8e-9475-e69603c54112 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:18.889702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5d3688c4-ca00-4b8e-9475-e69603c54112 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:18.890752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:18.951897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97,segment=NetworkSegment(ca1e1eef-b238-427b-afdf-befa78becadb),segment_id=ca1e1eef-b238-427b-afdf-befa78becadb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:18.957355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bfbcd-2c63-4f26-bd0a-4f20fcb1951a None None] Network f3512071-5b96-4fd7-9045-daabc72f3719 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:18.978940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299b81e-4d13-4240-a0a7-bf580c84c429 req-1361b665-794b-4f1a-8ac0-96c7c32004cf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:18.982675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d299b81e-4d13-4240-a0a7-bf580c84c429 req-1361b665-794b-4f1a-8ac0-96c7c32004cf tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.2997468
Jan 15 20:53:19.060180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:19.157844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:19.253267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:19.253655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:19.294657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cac2167a-3a6d-43fe-a9b9-9a9413e903da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:19.414441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:19.418921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Provisioning complete for port cac2167a-3a6d-43fe-a9b9-9a9413e903da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:19.419300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:19.428789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:19.433489 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b38a3e-ef21-40bb-b426-caceec3a875f" -d '{"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:19.435632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-398d8652-bd9c-49ae-9224-b9eacafa6a88 service neutron] 10.222.0.45 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9768853
Jan 15 20:53:19.460802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94a9e52e-f8ff-4693-9749-4afad7148506 req-210db674-5ecd-4b11-9d7e-803b6b2311e8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5986316
Jan 15 20:53:19.470127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2a9f43b8-de6a-4b89-898a-8021a4807d97'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:19.472630 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:19.473424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:19.517174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-8a1e0313-bdf1-4f4c-b4bc-865550317468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:19.518921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-8a1e0313-bdf1-4f4c-b4bc-865550317468 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.7157400
Jan 15 20:53:19.536340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-c418f99d-8b06-49f0-9bcd-0910f6452215 service neutron] 10.222.0.45 "GET /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.7110188
Jan 15 20:53:19.707759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d299b81e-4d13-4240-a0a7-bf580c84c429 req-e9f34d05-c4d0-4352-b303-ced04ba87074 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6440926
Jan 15 20:53:19.749865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-934871f8-255e-449c-bfbd-7bf8374056b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 217 time: 0.2113950
Jan 15 20:53:19.814669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:19.844064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9163338c-73c3-4282-a256-624e69495f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:19.844064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9163338c-73c3-4282-a256-624e69495f87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0698187
Jan 15 20:53:19.892244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:19.901886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5c6385d5-ebf9-4f38-af20-357699ca0742 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396292
Jan 15 20:53:19.958978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-7846b289-5281-4d26-bf78-96297540dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:19.960715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-7846b289-5281-4d26-bf78-96297540dcc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1100 time: 0.3739119
Jan 15 20:53:19.983466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610adce0-de03-4bfc-a9c8-7c2ff71f5aa4 req-46298365-b70a-42d7-a243-7c507905605d tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:19.986683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-610adce0-de03-4bfc-a9c8-7c2ff71f5aa4 req-46298365-b70a-42d7-a243-7c507905605d tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 945 time: 0.2676206
Jan 15 20:53:20.086038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04457372-36d3-4b01-967d-47b735493aa0 req-198026d6-970f-47a7-b672-aec491b6e7fe tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 210 time: 0.0962281
Jan 15 20:53:20.115503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-a876b98b-7ab1-4c7e-b217-17942eaa05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:20.117824 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-a876b98b-7ab1-4c7e-b217-17942eaa05c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1430631
Jan 15 20:53:20.161526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-610adce0-de03-4bfc-a9c8-7c2ff71f5aa4 req-071e29a0-7b3c-48dc-8ca9-9f11d198f5b7 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661153
Jan 15 20:53:20.219868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Router 2575806b-5026-4f8e-bea2-5e336c8d5528 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:53:20.259515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-95ef94d1-f934-4085-8b7e-affd1f88d9b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.0490615
Jan 15 20:53:20.278137 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df76f2-b01a-4e25-8c94-98aa03d52cfa x-openstack-request-id: req-d3df76f2-b01a-4e25-8c94-98aa03d52cfa {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:20.278529 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:20.278654 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3df76f2-b01a-4e25-8c94-98aa03d52cfa {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:20.279163 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'code': 200}
Jan 15 20:53:20.283065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Current status of the port cac2167a-3a6d-43fe-a9b9-9a9413e903da is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:20.283460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.329822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-111992c9-8be2-46df-849e-87d0429928be tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:20.331305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-111992c9-8be2-46df-849e-87d0429928be tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.39 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 813 time: 0.9465032
Jan 15 20:53:20.332917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-a642a08a-745d-44bd-85a4-76233f3aa7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:20.334586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-a642a08a-745d-44bd-85a4-76233f3aa7ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0631363
Jan 15 20:53:20.346060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] For port cac2167a-3a6d-43fe-a9b9-9a9413e903da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac2167a-3a6d-43fe-a9b9-9a9413e903da,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:20.353871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'device_id': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae', 'admin_state_up': True, 'tenant_id': '5515bef049574d4ea4c70f90ab8c4444'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:20.358327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.403550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cac2167a-3a6d-43fe-a9b9-9a9413e903da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:20.403940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.404383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:20.421486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eb43854a-a8cc-47bd-bd82-b72e97d61528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.456646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Sync routers for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:20.472419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.472984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-deb1fec9-274f-4732-8200-c4d7e301a8fb service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5490577
Jan 15 20:53:20.476779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-19020965-87bb-460e-ab2a-4400a1d806b8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.7902501
Jan 15 20:53:20.476779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36214) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:20.512217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc8e0457-b30e-442b-a539-311fceae7fae req-b113ec06-fc5f-48ec-a0f6-e15aa00837d7 service neutron] 10.222.0.45 "GET /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9981265
Jan 15 20:53:20.515368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Router a37ce493-adf5-460d-9e8b-b79deb122c78 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:53:20.515509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:20.516230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:20.568306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:20.569256 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.671649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1fc0f924-00ef-4db7-816c-5a9fcccd12d1 None None] Provisioning complete for port cac2167a-3a6d-43fe-a9b9-9a9413e903da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:20.672964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f924-00ef-4db7-816c-5a9fcccd12d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:20.688297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84547bc-d995-4831-8580-3ceadb9e81fc None None] Pushing event updated for resources: {'Port': ['ID=cac2167a-3a6d-43fe-a9b9-9a9413e903da,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:20.693173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-eaa1d233-3385-4d87-9d41-d0b0c904ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:20.694914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-eaa1d233-3385-4d87-9d41-d0b0c904ac2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3462386
Jan 15 20:53:20.782725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617a948-a7fc-45d5-9ce9-3deafe82d8d9 req-187d5748-eaef-4553-a4d8-cae0834702fd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:20.784303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f617a948-a7fc-45d5-9ce9-3deafe82d8d9 req-187d5748-eaef-4553-a4d8-cae0834702fd tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.1183305
Jan 15 20:53:20.850067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f617a948-a7fc-45d5-9ce9-3deafe82d8d9 req-2ad79484-196c-45a9-aec7-7225d046fee2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585036
Jan 15 20:53:20.890713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:20.900546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Sync routers for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:20.916358 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:20.918009 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:20.943293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0df1a5d8-246f-4287-b0a4-5da24081c1c4 admin admin] 10.222.0.46 "PUT /v2.0/routers/a37ce493-adf5-460d-9e8b-b79deb122c78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6294491
Jan 15 20:53:20.996587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cac2167a-3a6d-43fe-a9b9-9a9413e903da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:21.016892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36230) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:21.097926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:21.102597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:21.258298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a7ca0-6beb-49bf-b673-89720c1457cb req-43edc638-60a3-462d-9ad4-b782ced816a3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:21.267262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Made reservation on behalf of 5515bef049574d4ea4c70f90ab8c4444 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:21.268065 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e81a7ca0-6beb-49bf-b673-89720c1457cb req-43edc638-60a3-462d-9ad4-b782ced816a3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.4154263
Jan 15 20:53:21.271821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.311979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cac2167a-3a6d-43fe-a9b9-9a9413e903da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:21.410388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ef68253-eb79-46e5-beb3-788c1a2c856d req-d528df3e-3071-4b21-afd8-90be0b49649c tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 210 time: 0.1291637
Jan 15 20:53:21.480560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-0dfea9fb-801e-4244-a812-233754855b0e service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9982789
Jan 15 20:53:21.498487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e81a7ca0-6beb-49bf-b673-89720c1457cb req-ece9acdb-0baa-4d9d-a4d0-6e2ebb54ce3a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214961
Jan 15 20:53:21.525698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.630370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks [] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.675584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176d60>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:53:16Z', 'revision_number': 5, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:21.711445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Checking router: a37ce493-adf5-460d-9e8b-b79deb122c78 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:21.722437 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Routers {'a37ce493-adf5-460d-9e8b-b79deb122c78'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:21.723173 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a37ce493-adf5-460d-9e8b-b79deb122c78'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:21.749573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:21.749973 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.786657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0f924-00ef-4db7-816c-5a9fcccd12d1 None None] Current status of the port cac2167a-3a6d-43fe-a9b9-9a9413e903da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:21.794580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.908870 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] Set router a37ce493-adf5-460d-9e8b-b79deb122c78 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:21.951508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:21.956521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cac2167a-3a6d-43fe-a9b9-9a9413e903da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:21.957174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.965503 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:21.983350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643458-b954-4933-bab9-0baa42ed57ef req-6c12788a-2a68-4a27-abd2-6b8bc206b1a6 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:21.997189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21643458-b954-4933-bab9-0baa42ed57ef req-6c12788a-2a68-4a27-abd2-6b8bc206b1a6 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 945 time: 0.4220066
Jan 15 20:53:22.126870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:18Z', 'revision_number': 3, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:22.175086 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b176d60>, [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:53:16Z', 'revision_number': 5, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:22.210139 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72955386-bc15-49cf-a240-4d55fc21096c None None] The sync data for ids ['a37ce493-adf5-460d-9e8b-b79deb122c78'] in ncdv-master-1 is: [{'id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'name': 'tempest-FloatingIPsTestJSON-1143041527-router', 'tenant_id': 'be22738636a3491681ffef0981740dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241'}], 'enable_snat': True}, 'gw_port_id': '645c7985-c9e8-4af4-a085-f80788235baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:52:46Z', 'updated_at': '2022-01-15T20:53:16Z', 'revision_number': 5, 'project_id': 'be22738636a3491681ffef0981740dff', 'gw_port': {'id': '645c7985-c9e8-4af4-a085-f80788235baa', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ce493-adf5-460d-9e8b-b79deb122c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:52:48Z', 'updated_at': '2022-01-15T20:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:22.230848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Checking router: 2575806b-5026-4f8e-bea2-5e336c8d5528 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:22.236529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Updating router 2575806b-5026-4f8e-bea2-5e336c8d5528 port 7271e3b0-89a2-417f-b2bd-f85530a2b23e binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:22.297776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:22.300093 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46276162-88a7-4961-815a-740f9a526c96" -d '{"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:22.302695 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:22.326497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21643458-b954-4933-bab9-0baa42ed57ef req-21bf6505-e92f-4fec-b47f-4491142a1e22 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3280928
Jan 15 20:53:22.384679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1d5f5-bcdb-4d0e-9631-65be3908be1c req-e3df3e64-ae7c-474d-a7b3-272dd432565e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:22.396378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aed1d5f5-bcdb-4d0e-9631-65be3908be1c req-e3df3e64-ae7c-474d-a7b3-272dd432565e tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.3832211
Jan 15 20:53:22.461408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Allocated IP 172.20.0.1 (f3512071-5b96-4fd7-9045-daabc72f3719/ad0d3911-aa80-42f4-b82c-fc662ddb4ae8/33ffdfbd-e6bf-4613-8564-5a008444519c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:22.482383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:22.542874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-4c42fa82-6d14-4636-a857-491abe8be4fc service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6590207
Jan 15 20:53:22.651249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aed1d5f5-bcdb-4d0e-9631-65be3908be1c req-0ea5ab28-5b4e-4167-84bb-8948326e18e2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522533
Jan 15 20:53:22.716349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b89e05c0-34f1-459a-bb00-02c809497d33 req-461fb55f-b3d3-4d5c-8d80-79abd18d9537 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 210 time: 0.0943613
Jan 15 20:53:22.911981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks [] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:22.951214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks [] for router_gateway (a37ce493-adf5-460d-9e8b-b79deb122c78), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:22.994610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Allocated IP 172.20.0.13 (1860aada-e54b-435b-befe-aece2a8913ae/d8468e90-8814-4f8a-8e94-18c74f56b2e7/f6190630-2b92-456a-a85f-b69eb4ffcb81) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:23.011637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-dd64b01e-b8e2-417d-b3cc-5838f29fbf84 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4541450
Jan 15 20:53:23.034573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7334fd-6450-4945-8a29-b7c663578bef req-7b9adb1e-94ad-4f34-b8cf-b8a5fbbc3b89 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:23.048608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df7334fd-6450-4945-8a29-b7c663578bef req-7b9adb1e-94ad-4f34-b8cf-b8a5fbbc3b89 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.1619022
Jan 15 20:53:23.101031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.120781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks [] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.153441 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff49d402-3234-4fb4-81b1-5e2ca657b2c0 x-openstack-request-id: req-ff49d402-3234-4fb4-81b1-5e2ca657b2c0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:23.154186 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-plugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:23.154186 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff49d402-3234-4fb4-81b1-5e2ca657b2c0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:23.154489 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'code': 200}
Jan 15 20:53:23.158737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Deleting port 645c7985-c9e8-4af4-a085-f80788235baa {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:23.159312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (645c7985-c9e8-4af4-a085-f80788235baa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.165545 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.235116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Network f3512071-5b96-4fd7-9045-daabc72f3719 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:23.255479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df7334fd-6450-4945-8a29-b7c663578bef req-d64848f0-1971-4562-a7eb-a78c67accf9c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994007
Jan 15 20:53:23.262957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:23.267585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:23.303902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.313582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Pushing event updated for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:23.339392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cac2167a-3a6d-43fe-a9b9-9a9413e903da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:23.347186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (2575806b-5026-4f8e-bea2-5e336c8d5528), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.375776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Attempting to bind port 7271e3b0-89a2-417f-b2bd-f85530a2b23e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:23.376766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Attempting to bind port 7271e3b0-89a2-417f-b2bd-f85530a2b23e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:23.376766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Attempting to bind port 7271e3b0-89a2-417f-b2bd-f85530a2b23e on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:23.389556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f66c67-bb4a-477c-bdef-6854fba7c45f None None] Pushing event updated for resources: {'Port': ['ID=7271e3b0-89a2-417f-b2bd-f85530a2b23e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:23.402447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:23.402836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:23.403250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.403853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:23.404977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Bound port: 7271e3b0-89a2-417f-b2bd-f85530a2b23e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:23.404977 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.543311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] For port 7271e3b0-89a2-417f-b2bd-f85530a2b23e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:23.547640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] For port 7271e3b0-89a2-417f-b2bd-f85530a2b23e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7271e3b0-89a2-417f-b2bd-f85530a2b23e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:23.553193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b6daaffb-1a6b-4f19-b283-b5254d3bf5fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:23.557745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.609549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b6daaffb-1a6b-4f19-b283-b5254d3bf5fc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:23.613349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b6daaffb-1a6b-4f19-b283-b5254d3bf5fc not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:23.670898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.698675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:23.699372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:23.785428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] For port 645c7985-c9e8-4af4-a085-f80788235baa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=645c7985-c9e8-4af4-a085-f80788235baa,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:23.786515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9006-d702-4673-98c5-7f65f00ad0de req-703f3ab5-dfe7-4a72-a373-36376ca85fda tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:23.787514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (645c7985-c9e8-4af4-a085-f80788235baa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.794359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:23.810295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611c9006-d702-4673-98c5-7f65f00ad0de req-703f3ab5-dfe7-4a72-a373-36376ca85fda tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 945 time: 0.3202569
Jan 15 20:53:23.857842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Calling delete_port for 645c7985-c9e8-4af4-a085-f80788235baa owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:23.880881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Network 1860aada-e54b-435b-befe-aece2a8913ae is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:23.890229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:23.925553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:23.948020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:23.948297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.980291 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:23.983478 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:23.984976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:23.985761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.023090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.039130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-d115d8c1-1f7f-4d24-861f-1f16ef4689db tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6891603
Jan 15 20:53:24.058907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611c9006-d702-4673-98c5-7f65f00ad0de req-3fa216aa-77c3-4c25-a300-757ba8e90152 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423913
Jan 15 20:53:24.079722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb75c-e04c-4f00-854a-6d19707a2dbe req-03d6a659-c5c7-4ecb-a509-0d93ce771fc1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:24.081378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b45cb75c-e04c-4f00-854a-6d19707a2dbe req-03d6a659-c5c7-4ecb-a509-0d93ce771fc1 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2348032
Jan 15 20:53:24.089324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Request body: {'port': {'device_id': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:24.161718 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b45cb75c-e04c-4f00-854a-6d19707a2dbe req-c07be384-56a7-443e-ba87-b45118ff964d tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607152
Jan 15 20:53:24.174055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.290268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17859ca8-eb21-4970-b7c7-4bfedcb48dc8 req-da312e08-f360-4820-96a7-ee4e382cf60a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:24.291919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17859ca8-eb21-4970-b7c7-4bfedcb48dc8 req-da312e08-f360-4820-96a7-ee4e382cf60a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 932 time: 0.1359110
Jan 15 20:53:24.336779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f66c67-bb4a-477c-bdef-6854fba7c45f None None] Pushing event updated for resources: {'Port': ['ID=7271e3b0-89a2-417f-b2bd-f85530a2b23e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:24.357657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17859ca8-eb21-4970-b7c7-4bfedcb48dc8 req-4b4f4d89-5eaf-4850-8d4f-80a0b962df5e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575242
Jan 15 20:53:24.481006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e16e85-015c-4101-9866-40a94fbf9979 req-8d8f3370-23cb-4b58-b649-615ede8e9b7a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:24.483197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60e16e85-015c-4101-9866-40a94fbf9979 req-8d8f3370-23cb-4b58-b649-615ede8e9b7a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.0940828
Jan 15 20:53:24.484978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2a9f43b8-de6a-4b89-898a-8021a4807d97 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:24.492764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.501513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks [] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.564208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60e16e85-015c-4101-9866-40a94fbf9979 req-f20be378-541d-4ef1-b862-958a23327536 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694089
Jan 15 20:53:24.564824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.584830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a4b33b46-4a39-44a3-b95a-6b69f9681a8d None None] Provisioning complete for port 33ffdfbd-e6bf-4613-8564-5a008444519c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:24.585190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b46-4a39-44a3-b95a-6b69f9681a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.604730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6190630-2b92-456a-a85f-b69eb4ffcb81 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:24.614021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks [] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.614881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Pushing event updated for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:24.629310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Transition to ACTIVE for port object f6190630-2b92-456a-a85f-b69eb4ffcb81 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:53:24.641654 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:53:24.647863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.695752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a4b33b46-4a39-44a3-b95a-6b69f9681a8d None None] Port 33ffdfbd-e6bf-4613-8564-5a008444519c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:24.762316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (2575806b-5026-4f8e-bea2-5e336c8d5528), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.768879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 2a9f43b8-de6a-4b89-898a-8021a4807d97 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:24.778042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 2a9f43b8-de6a-4b89-898a-8021a4807d97 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:24.778420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.822281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (645c7985-c9e8-4af4-a085-f80788235baa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:24.873782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:18Z', 'revision_number': 3, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:24.907190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28793a34-c9fa-41af-bad8-077c5c6183b3 None None] The sync data for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 is: [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:18Z', 'revision_number': 3, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:24.914974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:24.928924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Network f3512071-5b96-4fd7-9045-daabc72f3719 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:24.930418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:24.970053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2a9f43b8-de6a-4b89-898a-8021a4807d97 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:24.970551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.034581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=645c7985-c9e8-4af4-a085-f80788235baa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:25.055101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97,segment=NetworkSegment(ca1e1eef-b238-427b-afdf-befa78becadb),segment_id=ca1e1eef-b238-427b-afdf-befa78becadb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:25.067689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-a5f676ce-cd6f-4003-bbc1-eb195d1cebfc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2752190
Jan 15 20:53:25.070089 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.094705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (a37ce493-adf5-460d-9e8b-b79deb122c78), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.155635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:25.162473 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0af10c-004f-4137-a8b0-0e253a801b59" -d '{"events": [{"server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:25.210417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:25.237714 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5126988-154c-4ae3-860c-90a7e00f2e6c x-openstack-request-id: req-f5126988-154c-4ae3-860c-90a7e00f2e6c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:25.238463 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "name": "network-vif-plugged", "status": "completed", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:25.239224 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5126988-154c-4ae3-860c-90a7e00f2e6c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:25.240277 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97', 'code': 200}
Jan 15 20:53:25.327265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.333355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks [] for router_controller (a37ce493-adf5-460d-9e8b-b79deb122c78), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.338807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Attempting to bind port f6190630-2b92-456a-a85f-b69eb4ffcb81 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:25.339222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Attempting to bind port f6190630-2b92-456a-a85f-b69eb4ffcb81 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:25.339674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Attempting to bind port f6190630-2b92-456a-a85f-b69eb4ffcb81 on network 1860aada-e54b-435b-befe-aece2a8913ae {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:25.394192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Router 2575806b-5026-4f8e-bea2-5e336c8d5528 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:53:25.440391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Port f6190630-2b92-456a-a85f-b69eb4ffcb81 on network 1860aada-e54b-435b-befe-aece2a8913ae not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:25.440391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Attempting to bind port f6190630-2b92-456a-a85f-b69eb4ffcb81 on network 1860aada-e54b-435b-befe-aece2a8913ae {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:25.480134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-03219ace-2f66-4695-b84f-d6282779f9e9 None None] Provisioning complete for port 33ffdfbd-e6bf-4613-8564-5a008444519c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:25.480585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-03219ace-2f66-4695-b84f-d6282779f9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.508246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925157-19fe-4c16-a375-c9d1f09b9a1c req-d2281343-75e8-48e2-98ce-4fb834795d3e tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:25.523448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:25.523733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Checking segment: {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:25.524132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Bound using segment: {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:25.524610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Bound port: f6190630-2b92-456a-a85f-b69eb4ffcb81, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:25.525115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.526062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32925157-19fe-4c16-a375-c9d1f09b9a1c req-d2281343-75e8-48e2-98ce-4fb834795d3e tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 946 time: 0.2631402
Jan 15 20:53:25.564084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5eac-46e1-44ab-a353-22cdd47b474e req-53165f75-b503-468d-94f9-fd9e92ed6eee tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:25.572483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c8b5eac-46e1-44ab-a353-22cdd47b474e req-53165f75-b503-468d-94f9-fd9e92ed6eee tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2486994
Jan 15 20:53:25.573498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-ea2199df-e185-43b0-b582-165490e1bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:25.577266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-ea2199df-e185-43b0-b582-165490e1bb5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 1101 time: 0.4404390
Jan 15 20:53:25.577878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (a37ce493-adf5-460d-9e8b-b79deb122c78), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.578614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a37ce493-adf5-460d-9e8b-b79deb122c78 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:53:25.622179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-03219ace-2f66-4695-b84f-d6282779f9e9 None None] Port 33ffdfbd-e6bf-4613-8564-5a008444519c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:25.649939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.655304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e832211c-6577-4a73-95d0-73c0a499eb1a admin admin] 10.222.0.46 "DELETE /v2.0/routers/a37ce493-adf5-460d-9e8b-b79deb122c78 HTTP/1.1" status: 204  len: 168 time: 4.6303663
Jan 15 20:53:25.658297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36312) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:25.868884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86070e-c509-4cdd-b46e-a5ae61258d72 req-d80b0e5b-2e62-4607-aa38-a4270c158288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:25.870727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9c86070e-c509-4cdd-b46e-a5ae61258d72 req-d80b0e5b-2e62-4607-aa38-a4270c158288 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 1097 time: 0.4119823
Jan 15 20:53:25.874214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Deleting subnet 268c0d86-05b1-49d5-b595-736b9b3ec60a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:53:25.879265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Publish callbacks [] for subnet (268c0d86-05b1-49d5-b595-736b9b3ec60a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:25.939430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (268c0d86-05b1-49d5-b595-736b9b3ec60a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:26.075214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:26.081026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:26.082788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-0dd17575-9196-437d-9964-8f543c088570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.085197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-0dd17575-9196-437d-9964-8f543c088570 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.4717968
Jan 15 20:53:26.123058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:26.269911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.270781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:26.277537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 1092 time: 2.1991649
Jan 15 20:53:26.278853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-61ad73a2-6f31-45fd-8405-27f76df140cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 200  len: 217 time: 0.1437709
Jan 15 20:53:26.298830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-5866892f-9600-4b95-b761-5a49989aebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.299643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777433bd-5c4e-43b3-85e6-3cb363191f71 service neutron] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:26.302074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-5866892f-9600-4b95-b761-5a49989aebc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569&tenant_id=8e6badf41af14266b626a14241efaf88 HTTP/1.1" status: 200  len: 1100 time: 0.2216582
Jan 15 20:53:26.315948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:26.319742 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc63e2fd-e036-46fc-8184-047d7b6de6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:26.334662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32925157-19fe-4c16-a375-c9d1f09b9a1c req-43ad14b4-afe7-4da0-820e-95522c8dcbf1 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8076835
Jan 15 20:53:26.351013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:26.418387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c8b5eac-46e1-44ab-a353-22cdd47b474e req-c0b44dca-fdc6-4112-8431-342df136e1d4 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8374906
Jan 15 20:53:26.436745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:26.451966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:26.474149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-751ce1b0-b569-438d-b696-61be4a2b68c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/2575806b-5026-4f8e-bea2-5e336c8d5528/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9959068
Jan 15 20:53:26.550459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:26.553289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9c86070e-c509-4cdd-b46e-a5ae61258d72 req-d71c8266-802d-4dba-924f-59abe6cba247 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6057720
Jan 15 20:53:26.554848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-3c7d6c2f-6e99-4523-899c-07721c7832b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.556262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-3c7d6c2f-6e99-4523-899c-07721c7832b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2142141
Jan 15 20:53:26.562064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-77907349-f36f-4ddf-a7fb-ed08fd35b535 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.564093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-77907349-f36f-4ddf-a7fb-ed08fd35b535 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.5503719
Jan 15 20:53:26.723353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:26.774992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-9fd5ed91-c3f6-45a0-abd7-65b0862cc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.776991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-9fd5ed91-c3f6-45a0-abd7-65b0862cc44d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1095 time: 0.4509292
Jan 15 20:53:26.778076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:53:26.781326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:26.788090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (268c0d86-05b1-49d5-b595-736b9b3ec60a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:26.813017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0e50c-2e1e-4eab-b447-5e22ef14af2e req-0882546e-c7d0-458e-9a57-4c39a00b55ad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.814492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46c0e50c-2e1e-4eab-b447-5e22ef14af2e req-0882546e-c7d0-458e-9a57-4c39a00b55ad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 944 time: 0.1838961
Jan 15 20:53:26.868205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e30aee-3033-4c10-970b-7c4c3409bf85 req-5742a58e-5176-4220-a06d-2c18d45ca7c2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.878937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1e30aee-3033-4c10-970b-7c4c3409bf85 req-5742a58e-5176-4220-a06d-2c18d45ca7c2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.2701387
Jan 15 20:53:26.894887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-dc356620-eb7b-485a-9e7a-63a348db7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:26.896460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-dc356620-eb7b-485a-9e7a-63a348db7af2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3118663
Jan 15 20:53:26.903911 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-55c189e9-e41a-49c3-a2e7-5048cec84a22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 217 time: 0.1100876
Jan 15 20:53:26.926208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46c0e50c-2e1e-4eab-b447-5e22ef14af2e req-7d444b00-ee8a-4f85-afa9-eaa23c73ad41 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963645
Jan 15 20:53:26.971830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:27.036205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1e30aee-3033-4c10-970b-7c4c3409bf85 req-9e5b9006-995d-4a3f-930f-c8f8ebd948b4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494436
Jan 15 20:53:27.128127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:27.214374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:27.320504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:27.323881 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e1920d-83f1-411e-b710-17ea9bf29e1e" -d '{"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:27.328483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks [] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:27.346254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Transition to ACTIVE for port object 5d3688c4-ca00-4b8e-9475-e69603c54112 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:53:27.356039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:27.536754 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9114d69-5599-4c16-8d61-5bddd72d935b x-openstack-request-id: req-d9114d69-5599-4c16-8d61-5bddd72d935b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:27.540067 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:27.540448 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9114d69-5599-4c16-8d61-5bddd72d935b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:27.541967 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'code': 200}
Jan 15 20:53:27.602196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] No DVR routers for this DVR port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:27.627581 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c490c05-0f63-4af3-a762-1f71be030441 x-openstack-request-id: req-1c490c05-0f63-4af3-a762-1f71be030441 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:27.636422 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:27.637046 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c490c05-0f63-4af3-a762-1f71be030441 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:27.637771 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'status': 'completed', 'code': 200}
Jan 15 20:53:27.751593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7271e3b0-89a2-417f-b2bd-f85530a2b23e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:27.779957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (268c0d86-05b1-49d5-b595-736b9b3ec60a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:27.848642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:27.850946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:27.853380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:27.894987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:27.911736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/268c0d86-05b1-49d5-b595-736b9b3ec60a HTTP/1.1" status: 204  len: 168 time: 2.2501953
Jan 15 20:53:27.922760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-a123990c-094f-416c-8a24-c39eb7e21165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:27.923417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-a123990c-094f-416c-8a24-c39eb7e21165 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 1.0051262
Jan 15 20:53:27.924251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36346) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:27.933892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f81c4-a76d-4b94-91f8-6e8298ab8336 req-8133f82c-891f-4fdf-bd4f-90011ac9f839 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:27.950097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b0f81c4-a76d-4b94-91f8-6e8298ab8336 req-8133f82c-891f-4fdf-bd4f-90011ac9f839 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 946 time: 0.3346963
Jan 15 20:53:27.951448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:27.951726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Attempting to bind port 5d3688c4-ca00-4b8e-9475-e69603c54112 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:27.993913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495acf4-64b1-4236-a2cf-d48b2bab60b9 None None] Network 11f065f9-15eb-4808-822b-77062cd6c6ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:28.019875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017d8a0-a93f-4fc7-b88b-824c2030fea7 req-b01983a2-5980-44cc-9fe2-144bc75b76f9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:28.025367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3017d8a0-a93f-4fc7-b88b-824c2030fea7 req-b01983a2-5980-44cc-9fe2-144bc75b76f9 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 948 time: 0.4276774
Jan 15 20:53:28.028120 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=10']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:28.161402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:28.162675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:28.164071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:28.164750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Bound port: 5d3688c4-ca00-4b8e-9475-e69603c54112, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:28.165398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:28.274408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (11f065f9-15eb-4808-822b-77062cd6c6ac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:28.293385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3017d8a0-a93f-4fc7-b88b-824c2030fea7 req-ba6483d2-f3c6-4f67-b3cc-5da589fa661a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847270
Jan 15 20:53:28.307885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Sync routers for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:28.312105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b0f81c4-a76d-4b94-91f8-6e8298ab8336 req-24aff969-0fe4-450e-98f4-e01b061677cb tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3639679
Jan 15 20:53:28.365520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:28.374597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:28.384946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:28.401082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-72762214-378b-41f1-8fd1-586468120d08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1572421
Jan 15 20:53:28.404062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea323-88ec-43c6-8932-75945fbb0701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268c0d86-05b1-49d5-b595-736b9b3ec60a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:28.430358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7271e3b0-89a2-417f-b2bd-f85530a2b23e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:28.432281 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:28.451221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:28.490607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:28.492687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:28.495000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 1096 time: 2.1495290
Jan 15 20:53:28.640304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc465b-70d9-452d-ae0a-0cbfe68b3396 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=11']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:28.659052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fda3d-0628-478b-8fa4-dedda5a93ee4 req-d48fb235-1b8c-4a27-8cdf-c25e5811568f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:28.666369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc6fda3d-0628-478b-8fa4-dedda5a93ee4 req-d48fb235-1b8c-4a27-8cdf-c25e5811568f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 944 time: 0.1671865
Jan 15 20:53:28.676696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 5d3688c4-ca00-4b8e-9475-e69603c54112 host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:53:28.680781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:28.716885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-c47431f5-2931-470f-9006-2c91c66953ab service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022149
Jan 15 20:53:28.718334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:28.721272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b79a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:28.741705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc6fda3d-0628-478b-8fa4-dedda5a93ee4 req-f5d3e247-d2e2-48f7-9c1f-ce39f1e43398 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726309
Jan 15 20:53:28.744256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-4b6a52ca-b0b0-4968-aab7-4aee60958eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:28.751393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-4b6a52ca-b0b0-4968-aab7-4aee60958eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1099 time: 0.2072184
Jan 15 20:53:28.980801 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-fb9055c7-5d67-4a23-b67e-b002473c5b32 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0658028
Jan 15 20:53:28.984975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-3d3a2404-e6be-4fbd-aabe-36a8375f2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:28.992053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-3d3a2404-e6be-4fbd-aabe-36a8375f2431 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2335944
Jan 15 20:53:29.030830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:29.070490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:29.112816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:29.150312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-b8d92e0e-9999-41ff-be00-9de6a7dba6a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.1506202
Jan 15 20:53:29.161187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks [] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.194500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.261001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-e5eeb0db-810f-405c-b5ca-6e9ca26abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:29.262463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-e5eeb0db-810f-405c-b5ca-6e9ca26abe4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0964804
Jan 15 20:53:29.281630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:29.382016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0590e-b3ee-4f40-8e3b-3d076a5cfe00 req-6f2ba67c-e196-4c02-967c-932cede9e184 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:29.391342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35d0590e-b3ee-4f40-8e3b-3d076a5cfe00 req-6f2ba67c-e196-4c02-967c-932cede9e184 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 945 time: 0.3899784
Jan 15 20:53:29.560359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:29.570693 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c0382-2f4d-4064-ac7f-4ed787e4adaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:29.598696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35d0590e-b3ee-4f40-8e3b-3d076a5cfe00 req-54067307-dd6c-4204-978e-8231edeee503 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036223
Jan 15 20:53:29.616646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-2e576b6a-b9f8-4196-ae2b-9c8beb97ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:29.629803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-2e576b6a-b9f8-4196-ae2b-9c8beb97ca67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3591595
Jan 15 20:53:29.662690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:29.665410 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03093776-99b0-4dba-9000-10bdf62ab96d" -d '{"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:29.678629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:29.678921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:29.679389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:29.696244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:53:29.696588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Attempting to bind port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on network 3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:29.723707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] DHCP port deletion for 11f065f9-15eb-4808-822b-77062cd6c6ac request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:53:29.736021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Deleting port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:29.736363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.819936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7271e3b0-89a2-417f-b2bd-f85530a2b23e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:29.820267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.854470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7271e3b0-89a2-417f-b2bd-f85530a2b23e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7271e3b0-89a2-417f-b2bd-f85530a2b23e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:29.871687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.931330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] For port 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1822dd5a-ce2a-402c-89bc-4624ac1908b4,segment=NetworkSegment(dc78b447-9080-4f60-a5c7-022bff2ed65c),segment_id=dc78b447-9080-4f60-a5c7-022bff2ed65c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:29.932874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:29.965147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-03f2db73-cf05-4df5-97dd-ed78812fa696 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3244874
Jan 15 20:53:29.967301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Calling delete_port for 1822dd5a-ce2a-402c-89bc-4624ac1908b4 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:30.005794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946279b-7968-43c4-b59e-d3f482974186 req-e1e62d56-c24f-4524-b72e-d6959b6d66fe tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:30.017805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3946279b-7968-43c4-b59e-d3f482974186 req-e1e62d56-c24f-4524-b72e-d6959b6d66fe tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.1961892
Jan 15 20:53:30.074057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 645c7985-c9e8-4af4-a085-f80788235baa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:30.079520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7271e3b0-89a2-417f-b2bd-f85530a2b23e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:30.184924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 645c7985-c9e8-4af4-a085-f80788235baa {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:30.185536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 645c7985-c9e8-4af4-a085-f80788235baa not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:30.193059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3946279b-7968-43c4-b59e-d3f482974186 req-c50ce5ff-3545-4352-99de-9b20b038a163 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1739573
Jan 15 20:53:30.286193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:30.287328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Checking segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:30.287328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Bound using segment: {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:30.287760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Bound port: 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8499bf0-20d9-49bd-98f2-adf9779ac889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:30.287864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.343930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.358823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Deleting port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:30.360831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.436400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97ed3c38-fc72-4601-8290-cc343fb30210 req-e666352b-0137-444f-8d82-6b8cdd5e749f service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6951239
Jan 15 20:53:30.576130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7271e3b0-89a2-417f-b2bd-f85530a2b23e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:30.605791 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ee29e17-1ba0-4fe0-a440-46eb1c9a8118 req-00af3b29-0542-4f7e-a8f2-652a68437c34 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4155502
Jan 15 20:53:30.616271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] No DVR routers for this DVR port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:30.621601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1822dd5a-ce2a-402c-89bc-4624ac1908b4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:30.677955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b79a100>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 4, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33ffdfbd-e6bf-4613-8564-5a008444519c', 'name': '', 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'mac_address': 'fa:16:3e:5f:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:21Z', 'updated_at': '2022-01-15T20:53:24Z', 'revision_number': 2, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'subnets': [{'id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:30.717375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Checking router: 2575806b-5026-4f8e-bea2-5e336c8d5528 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:30.718194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Updating router 2575806b-5026-4f8e-bea2-5e336c8d5528 port 33ffdfbd-e6bf-4613-8564-5a008444519c binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:30.760890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecce4606-3c09-4f62-8872-502f32d830a0 req-d2110d9c-5e43-49d9-8906-5b955efe2137 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7682581
Jan 15 20:53:30.775144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:30.780400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-3c5f9a18-6d5c-4eba-a9c1-6254d4757865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:30.782981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-3c5f9a18-6d5c-4eba-a9c1-6254d4757865 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1095 time: 0.1816206
Jan 15 20:53:30.813709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] For port 1822dd5a-ce2a-402c-89bc-4624ac1908b4, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:30.814614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.833949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.852367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d32e-91e1-4567-9bbe-8c4ccda4ca73 req-e8a7b5bf-8db6-480f-858d-5288b8fd83f5 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:30.858141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91f7d32e-91e1-4567-9bbe-8c4ccda4ca73 req-e8a7b5bf-8db6-480f-858d-5288b8fd83f5 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 946 time: 0.3629189
Jan 15 20:53:30.880434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Calling delete_port for 1822dd5a-ce2a-402c-89bc-4624ac1908b4 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:30.909202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 20:53:30.931471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (1822dd5a-ce2a-402c-89bc-4624ac1908b4), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.935673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-c03346e6-b48c-4327-922d-e1ee1e774be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:30.937801 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-c03346e6-b48c-4327-922d-e1ee1e774be3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.1367662
Jan 15 20:53:30.939745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (11f065f9-15eb-4808-822b-77062cd6c6ac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:30.944035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:30.991750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91f7d32e-91e1-4567-9bbe-8c4ccda4ca73 req-fb1363a0-c126-4b48-a723-aa1729bbf3b9 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326303
Jan 15 20:53:31.003471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] No DVR routers for this DVR port 1822dd5a-ce2a-402c-89bc-4624ac1908b4 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:31.012698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.054467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-7c6ef4c6-0d78-4f7c-974e-a32e6c51f14e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 217 time: 0.1034863
Jan 15 20:53:31.085936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79a58c40>,) {'filters': {'network_id': ['11f065f9-15eb-4808-822b-77062cd6c6ac']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:31.098456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7271e3b0-89a2-417f-b2bd-f85530a2b23e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:31.105439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.137764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106836f5-16b5-427d-a182-92e80a0d6bfe req-cc430f9c-dfe4-419d-b57b-0983724ef371 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.148138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-05420195-661d-4166-9cf2-4e00a46dec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.149575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-05420195-661d-4166-9cf2-4e00a46dec09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.0578971
Jan 15 20:53:31.151492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-106836f5-16b5-427d-a182-92e80a0d6bfe req-cc430f9c-dfe4-419d-b57b-0983724ef371 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 948 time: 0.0962734
Jan 15 20:53:31.157877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a58c40>, 'dc78b447-9080-4f60-a5c7-022bff2ed65c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:31.158106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a58c40>, 'dc78b447-9080-4f60-a5c7-022bff2ed65c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:31.218743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-61ef5e85-fd8c-4393-9978-e56a13677713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546825
Jan 15 20:53:31.232378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (dc78b447-9080-4f60-a5c7-022bff2ed65c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.241222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.242180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.245663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] 10.222.0.45 "PUT /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 1121 time: 4.4780476
Jan 15 20:53:31.267216 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-106836f5-16b5-427d-a182-92e80a0d6bfe req-3eee026b-de7a-4170-8919-b929d615b266 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142144
Jan 15 20:53:31.353719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-3a62c174-9445-460b-afc1-f93f7707e6c7 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064773
Jan 15 20:53:31.356951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59d75-713b-4891-b4d9-043c80a80caf service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:31.373000 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dc78b447-9080-4f60-a5c7-022bff2ed65c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.392817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:53:31.393644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (dc78b447-9080-4f60-a5c7-022bff2ed65c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:53:31.395380 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:53:31.415711 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c0f0c-227d-4ba4-928c-1ae3401c0f91 x-openstack-request-id: req-345c0f0c-227d-4ba4-928c-1ae3401c0f91 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:31.416370 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:31.416903 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-345c0f0c-227d-4ba4-928c-1ae3401c0f91 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:31.417807 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'status': 'completed', 'code': 200}
Jan 15 20:53:31.518246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-68c9c843-d57a-45c9-9507-cdb4b50b6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.522775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-68c9c843-d57a-45c9-9507-cdb4b50b6ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1099 time: 0.0732305
Jan 15 20:53:31.560402 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0d59f-eb82-4dfe-83cc-297d8914ee46 x-openstack-request-id: req-59c0d59f-eb82-4dfe-83cc-297d8914ee46 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:31.560755 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:31.561028 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59c0d59f-eb82-4dfe-83cc-297d8914ee46 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:31.561478 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'code': 200}
Jan 15 20:53:31.572127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-999ebb2a-19bd-4826-a8d8-f69697793b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.575913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-999ebb2a-19bd-4826-a8d8-f69697793b8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e6badf41af14266b626a14241efaf88&device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1099 time: 0.1395354
Jan 15 20:53:31.586673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (11f065f9-15eb-4808-822b-77062cd6c6ac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.653920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cac17-48df-44fa-a1b4-56ff6190cf0f None None] Pushing event deleted for resources: {'Port': ['ID=1822dd5a-ce2a-402c-89bc-4624ac1908b4,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:31.665679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:31.671287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/11f065f9-15eb-4808-822b-77062cd6c6ac HTTP/1.1" status: 204  len: 168 time: 3.7327118
Jan 15 20:53:31.672567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7153-8ce4-40e6-acdb-f8eb4e351de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f065f9-15eb-4808-822b-77062cd6c6ac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:31.738205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['9ae7fa8e-01aa-4321-8949-4398f2fc1b57'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:31.740521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9ae7fa8e-01aa-4321-8949-4398f2fc1b57'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:31.746717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc63e2fd-e036-46fc-8184-047d7b6de6a2 req-fe69a762-c89b-4f90-818a-f89e263c0c88 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3822806
Jan 15 20:53:31.843006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-61b23d33-1554-4c92-85e7-7ce99ae2bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:31.849295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-61b23d33-1554-4c92-85e7-7ce99ae2bb8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2622001
Jan 15 20:53:31.992675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-7a2264b2-df3b-4d1c-93fd-0060f730c57d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.1366596
Jan 15 20:53:32.007749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d701-152a-4268-ac1e-a831b2b28c33 req-28ebad1c-656c-43f3-b3f5-0e565edbd253 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.021962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5479d701-152a-4268-ac1e-a831b2b28c33 req-28ebad1c-656c-43f3-b3f5-0e565edbd253 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 944 time: 0.2722669
Jan 15 20:53:32.150387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-2c5305b8-17ac-4693-8ae1-37c63f8d2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.153709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-2c5305b8-17ac-4693-8ae1-37c63f8d2916 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1534522
Jan 15 20:53:32.154206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:32.369093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5479d701-152a-4268-ac1e-a831b2b28c33 req-98b118a1-5c5e-47a0-acab-a55dc8ffbf56 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3459404
Jan 15 20:53:32.375562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-b884d6d7-7688-4ba3-82b3-986dc09f2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.377232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-b884d6d7-7688-4ba3-82b3-986dc09f2936 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.8466527
Jan 15 20:53:32.418897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-2c6d3f8a-459e-4889-8c3b-fd5895368d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.424635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-2c6d3f8a-459e-4889-8c3b-fd5895368d88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2426755
Jan 15 20:53:32.481971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3bbc6704-0dbe-4b6d-b9ee-28224d8d10d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be22738636a3491681ffef0981740dff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3235455
Jan 15 20:53:32.482438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36394) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:32.554217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-37b96654-6912-433b-b449-a6bc918feeb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 200  len: 217 time: 0.1657827
Jan 15 20:53:32.763132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-078fad7a-7979-4ed8-bb0d-49b950f7a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.770905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-078fad7a-7979-4ed8-bb0d-49b950f7a0b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2105992
Jan 15 20:53:32.933127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b8ca-7810-4bbe-b9ae-a45a665d6ca1 req-f3ce7235-a604-423e-af15-f6134eaaf2f1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.941039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-f78e33d5-73c4-4156-a6af-87c630fe25b9 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4943640
Jan 15 20:53:32.944592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cb8b8ca-7810-4bbe-b9ae-a45a665d6ca1 req-f3ce7235-a604-423e-af15-f6134eaaf2f1 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 943 time: 0.2248087
Jan 15 20:53:32.953968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f6190630-2b92-456a-a85f-b69eb4ffcb81 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:32.989673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-a3e64345-a2ec-4cb7-91ab-d51c1d6070d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:32.993593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-a3e64345-a2ec-4cb7-91ab-d51c1d6070d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1850941
Jan 15 20:53:33.087542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7271e3b0-89a2-417f-b2bd-f85530a2b23e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:33.273673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] Publish callbacks [] for security_group (affaa69e-18ba-4b7f-a7f6-b37632172be6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.285340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cb8b8ca-7810-4bbe-b9ae-a45a665d6ca1 req-e7599c0f-85d6-4229-9d9c-ca385618dd2d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3368833
Jan 15 20:53:33.454105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] Publish callbacks [] for security_group (affaa69e-18ba-4b7f-a7f6-b37632172be6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.497123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:33.542499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701087-263a-4238-9409-78c753302379 req-9cb7effc-d9cd-445d-87f6-2a5b687c5bca tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:33.550483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae', 'port_id': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'mac_address': 'fa:16:3e:df:74:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8468e90-8814-4f8a-8e94-18c74f56b2e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:33.551685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98701087-263a-4238-9409-78c753302379 req-9cb7effc-d9cd-445d-87f6-2a5b687c5bca tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 948 time: 0.2581577
Jan 15 20:53:33.553070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-c46291dd-a4c1-49cd-9d72-6218ec9eb1df service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6026843
Jan 15 20:53:33.561819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-c6c248d1-5fbf-4be6-802e-31a7ccf7539b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5515165
Jan 15 20:53:33.573152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:33.581158 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08199e33-75c8-4830-9bfb-417b8d23b6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:33.688137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (affaa69e-18ba-4b7f-a7f6-b37632172be6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.695941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.699339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/affaa69e-18ba-4b7f-a7f6-b37632172be6 HTTP/1.1" status: 204  len: 168 time: 1.1886210
Jan 15 20:53:33.714523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599a281-e933-4651-9a3a-b66d0430e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affaa69e-18ba-4b7f-a7f6-b37632172be6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:33.724798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1822dd5a-ce2a-402c-89bc-4624ac1908b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:33.760134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621de5e4-c12d-48ea-8512-a08c6b37febe req-dfb04016-5549-4c1c-95f1-3230672fe5aa tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:33.763816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1822dd5a-ce2a-402c-89bc-4624ac1908b4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:33.764163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1822dd5a-ce2a-402c-89bc-4624ac1908b4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:33.786575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-621de5e4-c12d-48ea-8512-a08c6b37febe req-dfb04016-5549-4c1c-95f1-3230672fe5aa tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.3264806
Jan 15 20:53:33.951598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks [] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.953582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f6190630-2b92-456a-a85f-b69eb4ffcb81 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:33.954230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:33.972204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.012810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-621de5e4-c12d-48ea-8512-a08c6b37febe req-122c57ad-0733-4b37-b8af-7233d3df4b8c tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2168643
Jan 15 20:53:34.064454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec96d1-7fca-4e87-9215-3adafd3dcc38 None None] Pushing event updated for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:34.073486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6190630-2b92-456a-a85f-b69eb4ffcb81 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:34.079364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-658c0382-2f4d-4064-ac7f-4ed787e4adaa req-7562ee1c-bc8e-4a20-9c83-9c56bf940a4a service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5018036
Jan 15 20:53:34.264741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697321e7-0359-4dc7-95b4-57e2dc2c8b05 req-c9f9c058-38e7-4882-98e7-ec3ee2ac3550 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:34.269441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:34.276739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697321e7-0359-4dc7-95b4-57e2dc2c8b05 req-c9f9c058-38e7-4882-98e7-ec3ee2ac3550 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 944 time: 0.1235647
Jan 15 20:53:34.291900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Attempting to bind port 33ffdfbd-e6bf-4613-8564-5a008444519c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:34.293091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Attempting to bind port 33ffdfbd-e6bf-4613-8564-5a008444519c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:34.293852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Attempting to bind port 33ffdfbd-e6bf-4613-8564-5a008444519c on network f3512071-5b96-4fd7-9045-daabc72f3719 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:34.302882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:34.303912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Checking segment: {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:34.305059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.305635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Bound using segment: {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:34.306311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Bound port: 33ffdfbd-e6bf-4613-8564-5a008444519c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694dfab5-fef7-4dca-9169-69b06ddc4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:34.306896 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.330262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.338811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:53:34.398627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697321e7-0359-4dc7-95b4-57e2dc2c8b05 req-0d344424-05a9-4d8f-bf9b-ccf3f7836f3a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205189
Jan 15 20:53:34.541683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:34.638007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98701087-263a-4238-9409-78c753302379 req-39fcd078-256d-4930-be36-8b6edcb8ca86 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0831912
Jan 15 20:53:34.731204 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4a794-a339-4cf3-ab7e-98933b6d0e59 x-openstack-request-id: req-6ba4a794-a339-4cf3-ab7e-98933b6d0e59 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:34.731788 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:34.732719 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ba4a794-a339-4cf3-ab7e-98933b6d0e59 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:34.733328 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'status': 'completed', 'code': 200}
Jan 15 20:53:34.748487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3b6262f2-7fff-4681-9669-0897e73a0d60 None None] Provisioning complete for port 33ffdfbd-e6bf-4613-8564-5a008444519c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:34.748487 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3b6262f2-7fff-4681-9669-0897e73a0d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.753652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] For port 33ffdfbd-e6bf-4613-8564-5a008444519c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:34.758212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] For port 33ffdfbd-e6bf-4613-8564-5a008444519c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33ffdfbd-e6bf-4613-8564-5a008444519c,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:34.800960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:34.933623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3b6262f2-7fff-4681-9669-0897e73a0d60 None None] Port 33ffdfbd-e6bf-4613-8564-5a008444519c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:35.067646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:35.071757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:35.072650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b79a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:35.074775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec96d1-7fca-4e87-9215-3adafd3dcc38 None None] Pushing event updated for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:35.111581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-3e2e73d1-47b3-4030-95f1-25cd983d5214 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:35.126518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-3e2e73d1-47b3-4030-95f1-25cd983d5214 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.39 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.2679062
Jan 15 20:53:35.159777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'mac_address': 'fa:16:3e:52:af:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:53:35.341309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-f1b949f1-1621-4c65-bd4b-30cbe404a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:35.360960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-f1b949f1-1621-4c65-bd4b-30cbe404a6b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1124 time: 0.5772817
Jan 15 20:53:35.443736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:35.444436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:35.635537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:35.666141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15f2bf-7a7f-4e0e-ad4d-92d6f763f5fc req-72a3ab78-2a94-43a3-be68-c8c3a6ef435c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:35.672914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc15f2bf-7a7f-4e0e-ad4d-92d6f763f5fc req-72a3ab78-2a94-43a3-be68-c8c3a6ef435c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 943 time: 0.7652471
Jan 15 20:53:35.677810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:35.760148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:35.765876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Provisioning complete for port 33ffdfbd-e6bf-4613-8564-5a008444519c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:35.766502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:35.779111 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:35.990749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-6d1c3d0b-272e-4718-affe-2a0bbc059b60 service neutron] 10.222.0.39 "GET /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.5445659
Jan 15 20:53:36.024119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc15f2bf-7a7f-4e0e-ad4d-92d6f763f5fc req-087de43e-bdf4-4a43-8602-de5269dcadbc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3301170
Jan 15 20:53:36.148907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-8c34f7b7-6ba4-4e82-a817-c9707ea3738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:36.150405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-8c34f7b7-6ba4-4e82-a817-c9707ea3738c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.7343843
Jan 15 20:53:36.160177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:36.202485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5d3688c4-ca00-4b8e-9475-e69603c54112'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:36.369779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-2c5db6a8-f23e-4971-a656-ce05155d21c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 217 time: 0.2061887
Jan 15 20:53:36.386072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Deleting port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:36.387704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:36.546691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:36.659893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] For port b8144bdd-0e36-42d0-ae5a-b27a87dabd70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:36.660361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:36.912229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36476) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:37.049979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-9480eda7-db39-4612-b17a-1c5d791dd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:37.054210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-9480eda7-db39-4612-b17a-1c5d791dd7e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.5586889
Jan 15 20:53:37.064255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef73717-a786-465c-b9d3-fceff869649e req-f97868e0-b614-401f-880f-817b357e2b25 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:37.074829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ef73717-a786-465c-b9d3-fceff869649e req-f97868e0-b614-401f-880f-817b357e2b25 tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 1100 time: 1.3947196
Jan 15 20:53:37.095544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Current status of the port 33ffdfbd-e6bf-4613-8564-5a008444519c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:37.095544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:37.154093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bde44-fdff-4de3-9628-3dcf95c90bef req-f0c6e5cd-9b14-40f0-80bb-838c5604b108 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:37.158218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-026bde44-fdff-4de3-9628-3dcf95c90bef req-f0c6e5cd-9b14-40f0-80bb-838c5604b108 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 946 time: 0.8148844
Jan 15 20:53:37.164546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-df27dab1-afdd-4b6b-a09f-71afa6db949c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0847499
Jan 15 20:53:37.383949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-network', 'tenant_id': 'dbadac408735450bb81d58dc76584084'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:37.388290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:37.388730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:37.389078 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba disassociated. External IP: 172.35.1.42, port: b8144bdd-0e36-42d0-ae5a-b27a87dabd70.
Jan 15 20:53:37.389326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Calling delete_port for b8144bdd-0e36-42d0-ae5a-b27a87dabd70 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:37.547719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:37.550013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ef73717-a786-465c-b9d3-fceff869649e req-e6e51df6-205f-4b10-b5b9-064a0f263b6f tempest-MigrationsAdminTest-1503274595 tempest-MigrationsAdminTest-1503274595-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4736257
Jan 15 20:53:37.611746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b79a100>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 4, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33ffdfbd-e6bf-4613-8564-5a008444519c', 'name': '', 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'mac_address': 'fa:16:3e:5f:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:21Z', 'updated_at': '2022-01-15T20:53:34Z', 'revision_number': 4, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'subnets': [{'id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:37.619720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] For port 33ffdfbd-e6bf-4613-8564-5a008444519c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33ffdfbd-e6bf-4613-8564-5a008444519c,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:37.644323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-c058f004-a2db-45b7-910e-5bf5275eb790 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4684782
Jan 15 20:53:37.704079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-026bde44-fdff-4de3-9628-3dcf95c90bef req-70e6e176-b3cc-482b-9850-0b06884f9bec tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e500a39-fa49-49ed-a0af-acf7e408dba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5237799
Jan 15 20:53:37.725992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:37.766125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:37.787747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215ab7f-413a-42ce-b7ab-052637fec7fe None None] The sync data for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 is: [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:53:23Z', 'revision_number': 4, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33ffdfbd-e6bf-4613-8564-5a008444519c', 'name': '', 'network_id': 'f3512071-5b96-4fd7-9045-daabc72f3719', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'mac_address': 'fa:16:3e:5f:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:21Z', 'updated_at': '2022-01-15T20:53:34Z', 'revision_number': 4, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'subnets': [{'id': 'ad0d3911-aa80-42f4-b82c-fc662ddb4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:37.987112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:38.101995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:53:38.137660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Made reservation on behalf of dbadac408735450bb81d58dc76584084 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:38.147803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.171085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:38.217913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.253263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.296088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b8144bdd-0e36-42d0-ae5a-b27a87dabd70), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.418438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d642-bedc-4968-ae87-0e62a9d015a2 req-4468730a-df69-4258-9a6b-2049bf775156 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:38.422442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1146d642-bedc-4968-ae87-0e62a9d015a2 req-4468730a-df69-4258-9a6b-2049bf775156 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 945 time: 0.5876608
Jan 15 20:53:38.493625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event deleted for resources: {'Port': ['ID=b8144bdd-0e36-42d0-ae5a-b27a87dabd70,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:38.509636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.509882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.510400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.510557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.510788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.511117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.511451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.511819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.512235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.520620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.520620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.524778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4735c-5e84-481c-a7dd-252ed8525cfd None None] Pushing event updated for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:38.527363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.527533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:38.621241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks [] for security_group (1a83a233-b0d8-4b8e-b75a-53b9272f802f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.640865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1a83a233-b0d8-4b8e-b75a-53b9272f802f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.660099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:53:38.703029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:38.704628 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Added segment c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907 of type vlan for network 779a4857-b812-4cdb-a29e-15e11cd5b710
Jan 15 20:53:38.880744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (779a4857-b812-4cdb-a29e-15e11cd5b710), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:39.091644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 is: DOWN; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:39.360377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (779a4857-b812-4cdb-a29e-15e11cd5b710), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:39.361669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:39.362520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:39.389458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83a233-b0d8-4b8e-b75a-53b9272f802f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:39.498071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] Transition to ACTIVE for port object 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:53:39.518285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:39.670910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:53:39.672396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] No DVR routers for this DVR port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:39.813417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f6190630-2b92-456a-a85f-b69eb4ffcb81 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:39.835954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:39.866711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-9227b492-78c8-4429-9278-c1d2c9d37bf3 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 3.8691666
Jan 15 20:53:40.086914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f6190630-2b92-456a-a85f-b69eb4ffcb81 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:40.090377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:40.105456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f6190630-2b92-456a-a85f-b69eb4ffcb81 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:40.105962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:40.107322 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:40.158105 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:40.161690 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5aaa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:40.230594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 33ffdfbd-e6bf-4613-8564-5a008444519c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:40.378377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] No DVR routers for this DVR port b8144bdd-0e36-42d0-ae5a-b27a87dabd70 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:40.402647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:40.419612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de551365-55ac-4ab9-b017-c1a2ad2e4382 req-2f493c4d-ba2b-43be-8112-3913396dd637 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.39 "DELETE /v2.0/ports/b8144bdd-0e36-42d0-ae5a-b27a87dabd70 HTTP/1.1" status: 204  len: 173 time: 5.2845459
Jan 15 20:53:40.424185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'name': 'network-vif-deleted', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:40.449864 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af478b3f-af31-4d68-8d6d-7fc14fc888ef" -d '{"events": [{"server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "name": "network-vif-deleted", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:40.461047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 3.5300610
Jan 15 20:53:40.461047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:40.521035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-156d4a87-f8fd-4331-b6e6-ac9ae7c8cf1b tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:40.532366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-156d4a87-f8fd-4331-b6e6-ac9ae7c8cf1b tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.4466898
Jan 15 20:53:40.606118 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:40.659688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1146d642-bedc-4968-ae87-0e62a9d015a2 req-23ae3bae-f021-499a-93b4-8b05bc9daf3f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.2029455
Jan 15 20:53:40.665352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08199e33-75c8-4830-9bfb-417b8d23b6fa req-c95f8d04-4f16-4763-aac1-6c79c683e711 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 3.0081298
Jan 15 20:53:40.710875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Request body: {'subnet': {'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-subnet', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:40.824279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.825513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.825880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.826495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.834325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.836199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.836551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.841224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.841648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.842066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.842408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.843750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.854296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:40.901715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f6190630-2b92-456a-a85f-b69eb4ffcb81 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:40.912266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:40.973392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa481a1-252f-40fe-878f-eb97f9b73d7f req-8ce529eb-2b2b-468b-bac5-5f9cbd9a6718 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:40.981921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffa481a1-252f-40fe-878f-eb97f9b73d7f req-8ce529eb-2b2b-468b-bac5-5f9cbd9a6718 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 943 time: 2.7728720
Jan 15 20:53:41.035619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 33ffdfbd-e6bf-4613-8564-5a008444519c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:41.035938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:41.056078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-0b57acf5-8750-4245-b5a5-0e86469f08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:41.079184 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-0b57acf5-8750-4245-b5a5-0e86469f08fd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f HTTP/1.1" status: 200  len: 1095 time: 0.5361679
Jan 15 20:53:41.127246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae72e19-4b47-48ce-9df2-b6b5b765b294 admin admin] Pushing event updated for resources: {'Network': ['ID=779a4857-b812-4cdb-a29e-15e11cd5b710,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:41.178179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:53:41.230369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffa481a1-252f-40fe-878f-eb97f9b73d7f req-9f09420d-7929-4cd2-98a0-91dec1ca5396 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297153
Jan 15 20:53:41.259372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-22fc4b2f-42a9-4b73-8549-9a8e51b9d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:41.264294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-22fc4b2f-42a9-4b73-8549-9a8e51b9d126 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1095 time: 0.1568816
Jan 15 20:53:41.279508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Made reservation on behalf of dbadac408735450bb81d58dc76584084 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:53:41.312518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:41.447705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:41.455622 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae8f25-fe86-4fad-8fab-c2ca0bac16a5" -d '{"events": [{"server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "name": "network-vif-plugged", "status": "completed", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:41.538637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:41.551440 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:41.572924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:41.687457 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5aaa30>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:41.699669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a413508-0c98-4c1a-9342-31ae2ae4aad5 x-openstack-request-id: req-6a413508-0c98-4c1a-9342-31ae2ae4aad5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:41.701867 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bd310f-a604-40de-9c25-882284f4a17b", "name": "network-vif-deleted", "tag": "b8144bdd-0e36-42d0-ae5a-b27a87dabd70", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:41.702262 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a413508-0c98-4c1a-9342-31ae2ae4aad5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:41.703500 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bd310f-a604-40de-9c25-882284f4a17b', 'name': 'network-vif-deleted', 'tag': 'b8144bdd-0e36-42d0-ae5a-b27a87dabd70', 'status': 'completed', 'code': 200}
Jan 15 20:53:41.747310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-68618ed6-58b3-48cb-b72a-aeaaa6599fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:41.754713 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-68618ed6-58b3-48cb-b72a-aeaaa6599fc1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 200  len: 921 time: 0.4825599
Jan 15 20:53:41.756616 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:41.779006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:41.783048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:41.784659 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5aaa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:41.882317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a27f867f-62f0-4f57-b898-9e622f7fb371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 200  len: 217 time: 0.1192060
Jan 15 20:53:41.895116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce77adea-4f48-4eea-8e2d-1e30d0711974 req-5f293fe1-c71e-4559-89a8-1b7036b32ac8 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/ports?device_id=57bd310f-a604-40de-9c25-882284f4a17b HTTP/1.1" status: 200  len: 210 time: 0.3849363
Jan 15 20:53:41.980673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a92b2df0-a604-4762-b916-89401cc0b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:41.982264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-a92b2df0-a604-4762-b916-89401cc0b049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 200  len: 860 time: 0.0935810
Jan 15 20:53:41.999825 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:42.035664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 33ffdfbd-e6bf-4613-8564-5a008444519c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:42.058806 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4164d-bc4f-404d-9603-c36de5acc801 x-openstack-request-id: req-39d4164d-bc4f-404d-9603-c36de5acc801 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:42.063106 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "name": "network-vif-plugged", "status": "completed", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:42.064042 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39d4164d-bc4f-404d-9603-c36de5acc801 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:42.065935 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'code': 200}
Jan 15 20:53:42.104332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-4604ddde-c9d6-4270-baef-7603fa5f311d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127477
Jan 15 20:53:42.110511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 5d3688c4-ca00-4b8e-9475-e69603c54112 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:53:42.117990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 5d3688c4-ca00-4b8e-9475-e69603c54112 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:42.122513 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.137869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c58c2-00c9-448a-afa4-5b8926001c80 req-e1a87efc-1206-4043-95b9-29b63b3c8dbb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:42.147013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a22c58c2-00c9-448a-afa4-5b8926001c80 req-e1a87efc-1206-4043-95b9-29b63b3c8dbb tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 949 time: 0.2469394
Jan 15 20:53:42.224711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (d25da824-5623-488f-9291-572157e2c28d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.305566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25da824-5623-488f-9291-572157e2c28d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:42.305831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5d3688c4-ca00-4b8e-9475-e69603c54112 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:42.306330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.364817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:42.374831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.375870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b8144bdd-0e36-42d0-ae5a-b27a87dabd70 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:42.398098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-d67ce92f-e014-48a1-9311-4b61aeccab09 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849588
Jan 15 20:53:42.408152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6bb7-b434-4bac-9d83-6df530a7917c req-240d9d6d-11eb-4448-b416-11bbc3d05618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:42.410432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff1f6bb7-b434-4bac-9d83-6df530a7917c req-240d9d6d-11eb-4448-b416-11bbc3d05618 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1097 time: 0.2518485
Jan 15 20:53:42.519683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a22c58c2-00c9-448a-afa4-5b8926001c80 req-9597bb5e-4a23-4a07-b8c7-1d93a3d8e629 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3708169
Jan 15 20:53:42.548798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: b8144bdd-0e36-42d0-ae5a-b27a87dabd70 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:42.548798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b8144bdd-0e36-42d0-ae5a-b27a87dabd70 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:42.553702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=13']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:42.606473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff1f6bb7-b434-4bac-9d83-6df530a7917c req-773d3d93-4609-42d3-a88f-567c973ce88f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835887
Jan 15 20:53:42.629128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e938d1-eac7-47ad-9257-5694345f6c92 req-9be6af8f-b024-40ea-ab7a-5799052616a3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:42.631661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96e938d1-eac7-47ad-9257-5694345f6c92 req-9be6af8f-b024-40ea-ab7a-5799052616a3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 946 time: 0.4106946
Jan 15 20:53:42.634870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Checking segment: {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:42.637130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Network hostable DHCP agents. Network: 779a4857-b812-4cdb-a29e-15e11cd5b710, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:53:42.645562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-7efc714f-4c40-41d4-a43c-21674de26f74 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379456
Jan 15 20:53:42.708969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:53:42.731184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 779a4857-b812-4cdb-a29e-15e11cd5b710) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:42.744136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:42.744136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.745848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8ca09-8407-4f2b-8d8f-eab05ae99a79 None None] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:42.768371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96e938d1-eac7-47ad-9257-5694345f6c92 req-d80c127b-e97a-4efc-8e7b-8c2b53605375 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224184
Jan 15 20:53:42.794006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e1279c6c-53e3-49a4-a135-5e5c4e898396 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.1839228
Jan 15 20:53:42.797167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36576) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:42.802105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:42.866954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5aaa30>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:42.869238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.870770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:42.969443 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa63a98-729d-44d1-a767-38d05aeaa6f4 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:48:43Z', 'revision_number': 4, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3eda0e15-7af2-4464-a064-368615d4790c', 'name': '', 'network_id': 'f500117d-1a95-41f2-bf61-8c0369c6db83', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'mac_address': 'fa:16:3e:db:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:41Z', 'updated_at': '2022-01-15T20:48:52Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'subnets': [{'id': 'a873c844-f03d-4d9f-aee5-cb38b75ce01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:43.018611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65374d2b-6283-4b87-a729-158924f6014f req-36aa69b7-357c-4f45-9455-1f05a57ecfc7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:43.024208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65374d2b-6283-4b87-a729-158924f6014f req-36aa69b7-357c-4f45-9455-1f05a57ecfc7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 950 time: 0.2123652
Jan 15 20:53:43.061450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-779a4857-b812-4cdb-a29e-15e11cd5b710', 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710', 'project_id': 'dbadac408735450bb81d58dc76584084', 'fixed_ips': [{'subnet_id': 'd25da824-5623-488f-9291-572157e2c28d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:53:43.063345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.123598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for router_controller (87bbfbe1-b8a7-47bc-a06b-e25639093fca), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.302311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Allocated IP 172.20.0.2 (779a4857-b812-4cdb-a29e-15e11cd5b710/d25da824-5623-488f-9291-572157e2c28d/dd26d2a1-36a6-4b72-9486-94e23308539e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:43.388105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e93b60-d63e-4fa3-a022-b7d098171be0 req-82ef72e1-5463-4bb9-9806-390c8b05e85b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:43.404923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43e93b60-d63e-4fa3-a022-b7d098171be0 req-82ef72e1-5463-4bb9-9806-390c8b05e85b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.3795340
Jan 15 20:53:43.580644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43e93b60-d63e-4fa3-a022-b7d098171be0 req-ca82c917-dc67-4b23-9543-08f7146afe55 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718500
Jan 15 20:53:43.616069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-3641392a-cd12-4295-be33-c1ec7dcc1d1f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:43.635767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-3641392a-cd12-4295-be33-c1ec7dcc1d1f tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7&tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.5269966
Jan 15 20:53:43.642602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Deleting port 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:43.642955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.661759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf2322-22c3-4e4a-bafe-93d8478619dc None None] New status for floating IP 694a7ee9-d959-4b23-ad36-c4b43c69bdba: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:53:43.795395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks [] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.833490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] For port 5d3688c4-ca00-4b8e-9475-e69603c54112, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d3688c4-ca00-4b8e-9475-e69603c54112,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:43.833861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.852168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Calling delete_port for 5d3688c4-ca00-4b8e-9475-e69603c54112 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:43.854323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for router_gateway (87bbfbe1-b8a7-47bc-a06b-e25639093fca), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:43.965905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.176056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:44.179590 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3065fd9-c69d-4eb6-b957-77756c66c7e6" -d '{"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:44.191717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:44.211488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-7bdb7d35-94e0-4865-b561-cfaedd14eff5 service neutron] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:44.220051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-7bdb7d35-94e0-4865-b561-cfaedd14eff5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.225094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6484a0fb-955f-4719-80c3-0aa7c9b74df4 req-7bdb7d35-94e0-4865-b561-cfaedd14eff5 service neutron] 10.222.0.45 "DELETE /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4889743
Jan 15 20:53:44.241533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:44.248873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:44.271484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.279502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Pushing event updated for resources: {'Port': ['ID=dd26d2a1-36a6-4b72-9486-94e23308539e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:44.359639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Attempting to bind port dd26d2a1-36a6-4b72-9486-94e23308539e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:44.360398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Attempting to bind port dd26d2a1-36a6-4b72-9486-94e23308539e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:44.361022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Attempting to bind port dd26d2a1-36a6-4b72-9486-94e23308539e on network 779a4857-b812-4cdb-a29e-15e11cd5b710 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:44.367840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:44.368644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Checking segment: {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:44.369319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.369932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Bound using segment: {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:44.370634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Bound port: dd26d2a1-36a6-4b72-9486-94e23308539e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:44.371266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.454222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5d3688c4-ca00-4b8e-9475-e69603c54112), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.459748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] For port dd26d2a1-36a6-4b72-9486-94e23308539e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:44.464752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] For port dd26d2a1-36a6-4b72-9486-94e23308539e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd26d2a1-36a6-4b72-9486-94e23308539e,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:44.472437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', '29144689-f6e8-49ab-886d-3bedd21d555f', '5d3688c4-ca00-4b8e-9475-e69603c54112'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:44.513058 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.519849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:44.564104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636fcf-65cf-4389-a0cc-0ffec038ec9a req-dc0fa0a8-6a2f-443e-8239-44c09b961841 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:44.581491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f636fcf-65cf-4389-a0cc-0ffec038ec9a req-dc0fa0a8-6a2f-443e-8239-44c09b961841 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e983108d-66c6-472e-bfc1-761f8a333569 HTTP/1.1" status: 200  len: 950 time: 0.3093548
Jan 15 20:53:44.594516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event deleted for resources: {'Port': ['ID=5d3688c4-ca00-4b8e-9475-e69603c54112,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:44.709455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68f35-33be-4c4d-a860-71e094159ee5 None None] Pushing event updated for resources: {'Port': ['ID=dd26d2a1-36a6-4b72-9486-94e23308539e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:44.785699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] No DVR routers for this DVR port 5d3688c4-ca00-4b8e-9475-e69603c54112 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:44.792709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:44.802850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65374d2b-6283-4b87-a729-158924f6014f req-8d38fe58-f916-4e09-9dcc-8cd2d4e0c1a6 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "DELETE /v2.0/ports/5d3688c4-ca00-4b8e-9475-e69603c54112 HTTP/1.1" status: 204  len: 173 time: 1.7757988
Jan 15 20:53:44.803870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-deleted', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:44.808000 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7a988-d414-47f6-a555-0678ad526d94" -d '{"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-deleted", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:44.834187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f636fcf-65cf-4389-a0cc-0ffec038ec9a req-39e30a69-23a5-498e-bb78-61abda402743 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437270
Jan 15 20:53:45.045945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for router_gateway (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:45.111530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:45.261055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca130bc-98ca-4883-b8a6-9720be86d42d req-1718ab40-00c3-4d08-a381-63a4b4100d0b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:45.286626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dca130bc-98ca-4883-b8a6-9720be86d42d req-1718ab40-00c3-4d08-a381-63a4b4100d0b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 946 time: 0.1897676
Jan 15 20:53:45.427505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dca130bc-98ca-4883-b8a6-9720be86d42d req-8be83702-3cdd-4c98-918d-eb2cda947dfc tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396313
Jan 15 20:53:45.439035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:45.553828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Allocated IP 172.35.1.210 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/a69cda01-d7ea-4f87-936c-e4aac361346d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:45.666716 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5158424-c879-443d-a9a7-4a0317a05e9d x-openstack-request-id: req-d5158424-c879-443d-a9a7-4a0317a05e9d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:45.669602 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-plugged", "status": "completed", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:45.672138 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5158424-c879-443d-a9a7-4a0317a05e9d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:45.672720 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'code': 200}
Jan 15 20:53:45.872957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b1418-6830-4c1a-95f7-dd5fa787737b req-c0101d8a-3789-400a-abd6-fb1deb64d009 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:45.880494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd5b1418-6830-4c1a-95f7-dd5fa787737b req-c0101d8a-3789-400a-abd6-fb1deb64d009 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.1707780
Jan 15 20:53:46.013392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd5b1418-6830-4c1a-95f7-dd5fa787737b req-f3ceef1a-dcac-46b2-97f8-a80f96619c41 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224310
Jan 15 20:53:46.052051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:46.236482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:46.331459 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2a4e1d-0dde-47ab-bc23-e50e597aedb7 x-openstack-request-id: req-bc2a4e1d-0dde-47ab-bc23-e50e597aedb7 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:46.332192 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e983108d-66c6-472e-bfc1-761f8a333569", "name": "network-vif-deleted", "tag": "5d3688c4-ca00-4b8e-9475-e69603c54112", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:46.332661 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc2a4e1d-0dde-47ab-bc23-e50e597aedb7 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:46.333580 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e983108d-66c6-472e-bfc1-761f8a333569', 'name': 'network-vif-deleted', 'tag': '5d3688c4-ca00-4b8e-9475-e69603c54112', 'status': 'completed', 'code': 200}
Jan 15 20:53:46.377668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:46.404830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:46.429282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:46.433112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd26d2a1-36a6-4b72-9486-94e23308539e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:46.553617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a69cda01-d7ea-4f87-936c-e4aac361346d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:46.566861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd26d2a1-36a6-4b72-9486-94e23308539e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:46.567516 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:46.840559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-939d148b-d0e6-4e07-a471-26c47e4c6176 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2004995086&fields=id&tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 267 time: 0.2261002
Jan 15 20:53:46.876754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd26d2a1-36a6-4b72-9486-94e23308539e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:46.877323 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:46.940886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-4f7aec0b-823f-4d21-83aa-e89af8b10a25 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:46.955902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-4f7aec0b-823f-4d21-83aa-e89af8b10a25 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 946 time: 0.1080461
Jan 15 20:53:46.990078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'security_groups': ['c080ef95-7f41-47e2-bb17-b1f74ee9756f', '0a330bbb-88d9-44eb-a060-ef87d8ba5601']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:46.997127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port dd26d2a1-36a6-4b72-9486-94e23308539e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd26d2a1-36a6-4b72-9486-94e23308539e,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:46.999806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bef933-c0e5-4523-914c-542e3c98c164 None None] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:53:47.024967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.109651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for router_gateway (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.235780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.555847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.616513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-08845a2a-5ad4-4a60-8d03-999ef2275484 None None] Provisioning complete for port dd26d2a1-36a6-4b72-9486-94e23308539e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:47.617774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-08845a2a-5ad4-4a60-8d03-999ef2275484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.668488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=dd26d2a1-36a6-4b72-9486-94e23308539e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:47.702840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:47.775911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.785411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.801548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:47.904594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:47.934285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Router 87bbfbe1-b8a7-47bc-a06b-e25639093fca is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:53:47.944291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:47.948404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:47.953768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d49eae76-290a-43a5-b5ec-0d07a08ba4bf req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "PUT /v2.0/ports/f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 982 time: 0.9961138
Jan 15 20:53:47.991217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 5d3688c4-ca00-4b8e-9475-e69603c54112 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:48.007756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5d3688c4-ca00-4b8e-9475-e69603c54112 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:48.020578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b8fe-47ed-4034-ab0c-baea0618c7f2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=6']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:48.033266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-31967641-4126-4afb-b2e8-4fab3a61a402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.050823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:48.061639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-08845a2a-5ad4-4a60-8d03-999ef2275484 None None] Current status of the port dd26d2a1-36a6-4b72-9486-94e23308539e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:48.173146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36672) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:48.295121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd26d2a1-36a6-4b72-9486-94e23308539e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:48.327542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:48.338090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Sync routers for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:48.349789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:48.352036 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33438760-0f1f-41c5-870a-d97b2473dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:48.366224 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:48.371003 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:48.395438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (3e500a39-fa49-49ed-a0af-acf7e408dba6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.406997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.409208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a9d0ff1-5c1b-466c-9b61-30839773a6a1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.6109514
Jan 15 20:53:48.413576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:48.665686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (3e500a39-fa49-49ed-a0af-acf7e408dba6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.680294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-96483f72-1c15-427e-8407-844ad91b197f None None] Provisioning complete for port dd26d2a1-36a6-4b72-9486-94e23308539e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:48.683378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-96483f72-1c15-427e-8407-844ad91b197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.745008 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:48.845982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd26d2a1-36a6-4b72-9486-94e23308539e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:48.846426 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:48.970796 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7e50>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:46Z', 'revision_number': 3, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:49.003687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-642c5224-d992-4e32-b77c-5719d915a090 req-3f3c41e9-8bd9-4bdd-9c62-925532024d3b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1457502985&fields=id&tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 267 time: 0.5475383
Jan 15 20:53:49.011996 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Checking router: 87bbfbe1-b8a7-47bc-a06b-e25639093fca for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:49.012630 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Updating router 87bbfbe1-b8a7-47bc-a06b-e25639093fca port a69cda01-d7ea-4f87-936c-e4aac361346d binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:49.060808 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.070160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e500a39-fa49-49ed-a0af-acf7e408dba6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.072752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.081457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e500a39-fa49-49ed-a0af-acf7e408dba6 HTTP/1.1" status: 204  len: 168 time: 0.9069552
Jan 15 20:53:49.084396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:49.102392 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-ae0c8619-89f5-40b1-8df5-4350d0146557 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] show failed (client error): The resource could not be found.
Jan 15 20:53:49.103439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae0c8619-89f5-40b1-8df5-4350d0146557 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "GET /v2.0/security-groups/3e500a39-fa49-49ed-a0af-acf7e408dba6 HTTP/1.1" status: 404  len: 347 time: 0.0180519
Jan 15 20:53:49.123587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:49.187388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725bad-bec5-4ff3-a31b-7fd43b9f83a2 req-a54ed415-361e-4488-a8f5-dcaa6ad80d1d tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:49.189241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d725bad-bec5-4ff3-a31b-7fd43b9f83a2 req-a54ed415-361e-4488-a8f5-dcaa6ad80d1d tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 1095 time: 0.3281267
Jan 15 20:53:49.276945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5255d9-eaec-445c-8f4a-d1aaf02d7116 tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e500a39-fa49-49ed-a0af-acf7e408dba6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:49.411994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd26d2a1-36a6-4b72-9486-94e23308539e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:49.463364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c5224-d992-4e32-b77c-5719d915a090 req-95bfe0b1-ed27-4132-9b6e-3e0ae496a3b8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:49.464954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-642c5224-d992-4e32-b77c-5719d915a090 req-95bfe0b1-ed27-4132-9b6e-3e0ae496a3b8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 985 time: 0.4284792
Jan 15 20:53:49.486490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d725bad-bec5-4ff3-a31b-7fd43b9f83a2 req-8faae845-0416-48b6-bc43-e5beff020687 tempest-LiveAutoBlockMigrationV225Test-75508502 tempest-LiveAutoBlockMigrationV225Test-75508502-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555227
Jan 15 20:53:49.532487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'security_groups': ['0a330bbb-88d9-44eb-a060-ef87d8ba5601', 'c080ef95-7f41-47e2-bb17-b1f74ee9756f', '6fcd6844-3261-41cc-9071-34a253ce8007']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:49.562615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-96483f72-1c15-427e-8407-844ad91b197f None None] Current status of the port dd26d2a1-36a6-4b72-9486-94e23308539e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:49.732895 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks [] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.762995 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839e5722-d475-48dd-adf4-c24337aa0dc3 x-openstack-request-id: req-839e5722-d475-48dd-adf4-c24337aa0dc3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:49.764264 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.765703 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:49.766495 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-839e5722-d475-48dd-adf4-c24337aa0dc3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:49.768392 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'status': 'completed', 'code': 200}
Jan 15 20:53:49.917427 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be5f9f-a4a8-410c-ac67-9640eb5050ae None None] Pushing event updated for resources: {'Port': ['ID=a69cda01-d7ea-4f87-936c-e4aac361346d,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:49.940899 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Attempting to bind port a69cda01-d7ea-4f87-936c-e4aac361346d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:49.941520 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Attempting to bind port a69cda01-d7ea-4f87-936c-e4aac361346d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:49.942027 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Attempting to bind port a69cda01-d7ea-4f87-936c-e4aac361346d on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:49.955265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:49.956085 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:49.956711 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:49.957337 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:49.958019 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Bound port: a69cda01-d7ea-4f87-936c-e4aac361346d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:49.958625 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.016824 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] For port a69cda01-d7ea-4f87-936c-e4aac361346d, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:50.020337 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] For port a69cda01-d7ea-4f87-936c-e4aac361346d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cda01-d7ea-4f87-936c-e4aac361346d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:50.032025 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.085473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be5f9f-a4a8-410c-ac67-9640eb5050ae None None] Pushing event updated for resources: {'Port': ['ID=a69cda01-d7ea-4f87-936c-e4aac361346d,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:50.107845 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:50.109401 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:50.137180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-870781f4-1cba-46bb-a6a1-22ebbf42fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.230233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-231f5582-c0fb-49d7-bcc1-0053d967e77c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:50.232601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-231f5582-c0fb-49d7-bcc1-0053d967e77c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 950 time: 0.1557660
Jan 15 20:53:50.288295 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.288892 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:50.337225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Deleting port 2d4b76d8-6105-4f29-9d9d-c87d67f8fcde {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:50.337570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.520946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-c8d14b9b-2e76-4859-8802-e8c523585369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:50.522875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-c8d14b9b-2e76-4859-8802-e8c523585369 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1136 time: 0.7818024
Jan 15 20:53:50.536440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70992b2-4bfc-4c2e-8b6b-48bfeca87aad req-347cb7c0-02e3-4766-bae0-5f9996faaa14 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:50.537005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.538026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.544393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c70992b2-4bfc-4c2e-8b6b-48bfeca87aad req-347cb7c0-02e3-4766-bae0-5f9996faaa14 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 950 time: 0.3480749
Jan 15 20:53:50.553743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Deleting port 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:50.554375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.601744 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7e50>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:46Z', 'revision_number': 3, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:50.626708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c70992b2-4bfc-4c2e-8b6b-48bfeca87aad req-9f002e27-68a6-42dc-a801-6cf3a697bb19 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782645
Jan 15 20:53:50.631013 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fe355-a48d-4c2f-8e3d-656402fca058 None None] The sync data for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 is: [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:46Z', 'revision_number': 3, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:50.649518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Calling delete_port for 2d4b76d8-6105-4f29-9d9d-c87d67f8fcde owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:50.831625 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:50.924090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-0b844c0c-960c-43c2-b093-1c55c79e45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:50.925600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-0b844c0c-960c-43c2-b093-1c55c79e45ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.3783882
Jan 15 20:53:51.044412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] For port 29144689-f6e8-49ab-886d-3bedd21d555f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29144689-f6e8-49ab-886d-3bedd21d555f,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:51.044779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.081310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Calling delete_port for 29144689-f6e8-49ab-886d-3bedd21d555f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:51.092434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-2241ecc6-cfd0-4ad9-b6b5-4981ae134992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 217 time: 0.1536102
Jan 15 20:53:51.248204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-ad1ddfdf-29da-4207-ab93-2889156a4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:51.250231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-ad1ddfdf-29da-4207-ab93-2889156a4abc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.1466148
Jan 15 20:53:51.318465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2d4b76d8-6105-4f29-9d9d-c87d67f8fcde), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.341085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:51.372050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Pushing event deleted for resources: {'Port': ['ID=2d4b76d8-6105-4f29-9d9d-c87d67f8fcde,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:51.392649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.416537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.422393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-efa32c0e-0b90-4d14-a3b3-4fdb6a22f6f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1648784
Jan 15 20:53:51.431219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:51.536024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (29144689-f6e8-49ab-886d-3bedd21d555f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.551041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks [] for floatingip (694a7ee9-d959-4b23-ad36-c4b43c69bdba), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.558174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.558376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:51.560367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', '29144689-f6e8-49ab-886d-3bedd21d555f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:51.564685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a853267-dacf-4fb4-9b7f-c61d5fcacf7d tempest-ServersWithSpecificFlavorTestJSON-1717223005 tempest-ServersWithSpecificFlavorTestJSON-1717223005-project] 10.222.0.46 "DELETE /v2.0/floatingips/694a7ee9-d959-4b23-ad36-c4b43c69bdba HTTP/1.1" status: 204  len: 168 time: 2.4396257
Jan 15 20:53:51.623187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event deleted for resources: {'Port': ['ID=29144689-f6e8-49ab-886d-3bedd21d555f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:51.699427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] No DVR routers for this DVR port 29144689-f6e8-49ab-886d-3bedd21d555f on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:51.705270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.709402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0217861-59a4-4fef-ab15-8f780849d5eb req-431c9033-2883-4ff3-b435-740c72a45dad tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "DELETE /v2.0/ports/29144689-f6e8-49ab-886d-3bedd21d555f HTTP/1.1" status: 204  len: 173 time: 1.4700773
Jan 15 20:53:51.710883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-deleted', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:51.718806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:51.720603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:51.722696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-642c5224-d992-4e32-b77c-5719d915a090 req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "PUT /v2.0/ports/f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 1021 time: 2.2274384
Jan 15 20:53:51.731619 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b81b73-0d24-4ae3-a3f5-82b94ccbae5d" -d '{"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-deleted", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:51.775833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:51.782798 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:51.822947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:51.972151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:52.046047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-c49eb79b-401f-46e9-b3a0-6e2cc057abb8 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5662563
Jan 15 20:53:52.102606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Allocated IP 172.20.0.1 (779a4857-b812-4cdb-a29e-15e11cd5b710/d25da824-5623-488f-9291-572157e2c28d/3f44c284-c878-4329-976f-7e2827729e11) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:53:52.457432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a69cda01-d7ea-4f87-936c-e4aac361346d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:52.563730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:52.782070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e2987-4cc2-4021-8f2e-c7e89c96cfb8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=7']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:52.834509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a69cda01-d7ea-4f87-936c-e4aac361346d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:52.835276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:52.913779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:52.914429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:52.976242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd51368d-7442-49ce-9cdc-b2dd3e250016 req-c68be27c-b7f5-498b-a9a2-723e8e2ba872 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=d603f11b-5d49-492b-b541-1826486876ef HTTP/1.1" status: 200  len: 210 time: 0.1893668
Jan 15 20:53:52.987872 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks [] for port (3f44c284-c878-4329-976f-7e2827729e11), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:52.996264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:52.999192 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b6650-244d-457d-b0ef-b80c069742e8" -d '{"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:53.019526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:53.060075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.070448 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69193c1-9f8c-4eee-a0e7-474e625f8828 x-openstack-request-id: req-f69193c1-9f8c-4eee-a0e7-474e625f8828 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:53.071425 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d603f11b-5d49-492b-b541-1826486876ef", "name": "network-vif-deleted", "tag": "29144689-f6e8-49ab-886d-3bedd21d555f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:53.071899 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f69193c1-9f8c-4eee-a0e7-474e625f8828 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:53.072536 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd603f11b-5d49-492b-b541-1826486876ef', 'name': 'network-vif-deleted', 'tag': '29144689-f6e8-49ab-886d-3bedd21d555f', 'status': 'completed', 'code': 200}
Jan 15 20:53:53.102771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33438760-0f1f-41c5-870a-d97b2473dbcd req-a66825db-a4b1-4f43-805a-9a707b9e1f49 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9528933
Jan 15 20:53:53.105179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.194382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Pushing event updated for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:53.206054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7314-68ae-48cf-8ba0-bccc8aa0568d req-8f3bcebd-c763-42ee-9249-7de803a065e4 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:53.207089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-19e642b5-bc9f-47fd-bd08-d8ba22a3efb6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:53.210048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-19e642b5-bc9f-47fd-bd08-d8ba22a3efb6 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.1261115
Jan 15 20:53:53.214909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed6f7314-68ae-48cf-8ba0-bccc8aa0568d req-8f3bcebd-c763-42ee-9249-7de803a065e4 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1024 time: 0.4266160
Jan 15 20:53:53.241080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:53.243968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:53.248923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:53:53.345674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.474071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed6f7314-68ae-48cf-8ba0-bccc8aa0568d req-c020a990-4251-49bc-8990-7b6a477207f9 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=0a330bbb-88d9-44eb-a060-ef87d8ba5601&id=6fcd6844-3261-41cc-9071-34a253ce8007 HTTP/1.1" status: 200  len: 6199 time: 0.2581396
Jan 15 20:53:53.491086 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02977011-6121-4158-8739-7ae4308c3ae7 x-openstack-request-id: req-02977011-6121-4158-8739-7ae4308c3ae7 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:53.491395 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:53.491639 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02977011-6121-4158-8739-7ae4308c3ae7 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:53.492053 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'status': 'completed', 'code': 200}
Jan 15 20:53:53.609573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Deleting port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:53.610114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.645332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:53.659516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.660139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.660634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.661162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.661670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.662160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.662642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.663112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.663581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.664049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.664523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.665041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.665510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:53:53.744509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.763677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a69cda01-d7ea-4f87-936c-e4aac361346d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:53.764903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.794675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a69cda01-d7ea-4f87-936c-e4aac361346d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cda01-d7ea-4f87-936c-e4aac361346d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:53.800152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-631ac603-64a1-4180-87ee-a1fa354cbabf None None] Provisioning complete for port 3f44c284-c878-4329-976f-7e2827729e11 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:53.801256 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-631ac603-64a1-4180-87ee-a1fa354cbabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f44c284-c878-4329-976f-7e2827729e11), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.809118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] For port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:53.810173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.835478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Calling delete_port for 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:53.843994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-631ac603-64a1-4180-87ee-a1fa354cbabf None None] Port 3f44c284-c878-4329-976f-7e2827729e11 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:53.846750 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:53.869364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-cf0b5495-3a64-4e4b-ac99-0ac150111007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:53.870798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-cf0b5495-3a64-4e4b-ac99-0ac150111007 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1175 time: 0.3778944
Jan 15 20:53:53.904656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:53.928357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 29144689-f6e8-49ab-886d-3bedd21d555f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:53.928711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 29144689-f6e8-49ab-886d-3bedd21d555f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:53.940330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7895e-3a47-493b-b79c-9231eb02af6a req-66fc883b-f7a3-46ac-a186-50a576ca67dc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:53.941957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81c7895e-3a47-493b-b79c-9231eb02af6a req-66fc883b-f7a3-46ac-a186-50a576ca67dc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94de6c9-be7d-4101-9f88-304b8a4ce8d7 HTTP/1.1" status: 200  len: 944 time: 0.3226810
Jan 15 20:53:53.967004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a69cda01-d7ea-4f87-936c-e4aac361346d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:53.988663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f44c284-c878-4329-976f-7e2827729e11), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.017100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bfcaf-77b3-4260-9e8e-c5b4cb87b743 req-b6a1caff-7bf1-4c65-8947-fbaa745692e6 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:54.025505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c85bfcaf-77b3-4260-9e8e-c5b4cb87b743 req-b6a1caff-7bf1-4c65-8947-fbaa745692e6 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 946 time: 0.3844573
Jan 15 20:53:54.094441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9ae7fa8e-01aa-4321-8949-4398f2fc1b57), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.115333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['21a10db9-cd2b-430c-a0f4-3a2be36756f3', '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:53:54.169546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event deleted for resources: {'Port': ['ID=9ae7fa8e-01aa-4321-8949-4398f2fc1b57,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:54.208107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a69cda01-d7ea-4f87-936c-e4aac361346d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:53:54.266389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] No DVR routers for this DVR port 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:54.270287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.275621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddce7330-c765-44f5-a0e3-435ffb58da6f req-2a6c0f7d-d024-4cd6-94b0-02faf54a0854 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "DELETE /v2.0/ports/9ae7fa8e-01aa-4321-8949-4398f2fc1b57 HTTP/1.1" status: 204  len: 173 time: 1.0573020
Jan 15 20:53:54.287450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81c7895e-3a47-493b-b79c-9231eb02af6a req-aceb44d7-d0ba-43d4-97b9-9004c8b676a5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3314075
Jan 15 20:53:54.293786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-65ecc3e6-3691-467d-bb73-ec68652ab78e tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:54.296925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-65ecc3e6-3691-467d-bb73-ec68652ab78e tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.45 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 946 time: 0.1571875
Jan 15 20:53:54.303976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-8f654b03-f944-4e2a-bd01-140826ac6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:54.305587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-8f654b03-f944-4e2a-bd01-140826ac6de9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.4227784
Jan 15 20:53:54.330546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks [] for port (3f44c284-c878-4329-976f-7e2827729e11), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.348198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.388061 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8ebc8-9a40-4834-a1ef-92dd9d8f4ff2 x-openstack-request-id: req-1ba8ebc8-9a40-4834-a1ef-92dd9d8f4ff2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:54.388467 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:54.389010 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ba8ebc8-9a40-4834-a1ef-92dd9d8f4ff2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:54.389933 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'code': 200}
Jan 15 20:53:54.458650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c85bfcaf-77b3-4260-9e8e-c5b4cb87b743 req-beac98b6-18af-4819-a486-d7ee1247eb67 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/security-groups?id=be533704-dc75-40b5-9fa7-ca4e6018b1bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4228566
Jan 15 20:53:54.478145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2125237833 ', 'description': 'tempest-description-674400303'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:54.489116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a69cda01-d7ea-4f87-936c-e4aac361346d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:54.490152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.493298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.511288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-78f90164-e2de-4000-b0ca-ef532fc0f104 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 217 time: 0.1958454
Jan 15 20:53:54.528451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Deleting port 2a9f43b8-de6a-4b89-898a-8021a4807d97 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:54.529634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.725245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] For port 2a9f43b8-de6a-4b89-898a-8021a4807d97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a9f43b8-de6a-4b89-898a-8021a4807d97,segment=NetworkSegment(ca1e1eef-b238-427b-afdf-befa78becadb),segment_id=ca1e1eef-b238-427b-afdf-befa78becadb)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:54.725659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.754957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Calling delete_port for 2a9f43b8-de6a-4b89-898a-8021a4807d97 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:54.757351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a69cda01-d7ea-4f87-936c-e4aac361346d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:54.785403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Pushing event updated for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:54.788041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.802819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:54.840310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-7be58f1d-c561-4de4-b3d2-c127de8668d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:54.843499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-7be58f1d-c561-4de4-b3d2-c127de8668d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.2214146
Jan 15 20:53:54.958397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-183244e8-3edc-44a0-9c2b-dac32adede3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083422
Jan 15 20:53:55.076614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-deleted', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:55.080726 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7787c82-7718-4dd4-aad4-2499f6adac13" -d '{"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-deleted", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:55.085449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2a9f43b8-de6a-4b89-898a-8021a4807d97), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.132162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-21b4079b-c13b-4acd-9d05-c85b83425b9d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:55.132738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Pushing event deleted for resources: {'Port': ['ID=2a9f43b8-de6a-4b89-898a-8021a4807d97,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:55.152479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-21b4079b-c13b-4acd-9d05-c85b83425b9d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 0.5233440
Jan 15 20:53:55.231500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] No DVR routers for this DVR port 2a9f43b8-de6a-4b89-898a-8021a4807d97 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:55.232660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-3c607064-a53b-435a-8be2-5f13e3473255 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/quotas/31dd217e7fd648b4a78c0c32ff1c95f4 HTTP/1.1" status: 200  len: 375 time: 0.0789979
Jan 15 20:53:55.238404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.242215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a5da7aac-04ab-4542-be79-856b54c3e45c req-be9a7f15-485a-4e9a-8a4f-f1c6180996ec tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.45 "DELETE /v2.0/ports/2a9f43b8-de6a-4b89-898a-8021a4807d97 HTTP/1.1" status: 204  len: 173 time: 0.9287572
Jan 15 20:53:55.255348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e0f75dca-2a13-47e2-b483-39719ff6eae9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.321622 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0f75dca-2a13-47e2-b483-39719ff6eae9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.363113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:53:55.380366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:53:55.416393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-0c3e8b66-cd7c-4619-acd9-12c6ca51a6ec service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4456711
Jan 15 20:53:55.442645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-88feb526-e4fc-4fc2-8a57-f42606fbfde3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2049477
Jan 15 20:53:55.447698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-10a6c872-4067-442d-b446-432fd91b1c45 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:55.449258 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-10a6c872-4067-442d-b446-432fd91b1c45 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1d27142-a9e4-440b-a719-d2059db11e79 HTTP/1.1" status: 200  len: 943 time: 0.1316290
Jan 15 20:53:55.449696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.457439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ffba59c-afec-47c6-892e-f6a41f9b44dc req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 1.0057089
Jan 15 20:53:55.529597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818418fd-cf78-4325-a2d6-5815c8920f29 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f75dca-2a13-47e2-b483-39719ff6eae9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:55.660762 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54bba6-5fd3-4fcb-9848-d04e4f7eeb4d x-openstack-request-id: req-2b54bba6-5fd3-4fcb-9848-d04e4f7eeb4d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:55.661171 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94de6c9-be7d-4101-9f88-304b8a4ce8d7", "name": "network-vif-deleted", "tag": "9ae7fa8e-01aa-4321-8949-4398f2fc1b57", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:55.661368 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b54bba6-5fd3-4fcb-9848-d04e4f7eeb4d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:55.661773 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94de6c9-be7d-4101-9f88-304b8a4ce8d7', 'name': 'network-vif-deleted', 'tag': '9ae7fa8e-01aa-4321-8949-4398f2fc1b57', 'status': 'completed', 'code': 200}
Jan 15 20:53:55.665976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcc746d2-b95c-441a-a849-1fdd0eeed4c3 req-21b5fadb-1e3d-4b5c-a6ea-0aca406095c4 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972785
Jan 15 20:53:55.768615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Deleting port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:55.768916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.805518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1c5bcff7-20d3-480f-ba34-21131bfa37db None None] Provisioning complete for port 3f44c284-c878-4329-976f-7e2827729e11 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:55.806672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1c5bcff7-20d3-480f-ba34-21131bfa37db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f44c284-c878-4329-976f-7e2827729e11), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:55.878488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bcff7-20d3-480f-ba34-21131bfa37db None None] Port 3f44c284-c878-4329-976f-7e2827729e11 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:53:55.909036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f64b2ff1-e610-4f83-8e45-97d0d14a2997 req-03c79754-b9ce-439d-8a5e-a50a6ba2a371 tempest-VolumesAdminNegativeTest-1682858856 tempest-VolumesAdminNegativeTest-1682858856-project] 10.222.0.46 "GET /v2.0/ports?device_id=ababfa7a-a809-4151-882d-0c3038b84ee0 HTTP/1.1" status: 200  len: 210 time: 0.0823834
Jan 15 20:53:55.976269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] For port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:55.976697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:56.025952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-afdcb139-b97c-4718-b685-8068a84a4d17 service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5361145
Jan 15 20:53:56.035307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Router 87bbfbe1-b8a7-47bc-a06b-e25639093fca has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:53:56.038532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Calling delete_port for 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:56.174897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7766465-97f3-42c2-9e19-689e77da2cdf req-9758266c-4059-4b52-9623-696a1ae13b48 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e0f75dca-2a13-47e2-b483-39719ff6eae9 HTTP/1.1" status: 200  len: 1797 time: 0.2197058
Jan 15 20:53:56.255187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-e7f81210-bda5-4328-a55f-08a597c6c6dd service neutron] 10.222.0.46 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162352
Jan 15 20:53:56.276980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:53:56.287835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-828413a4-ae42-403f-839f-6fbe203d1559 admin admin] 10.222.0.46 "PUT /v2.0/routers/87bbfbe1-b8a7-47bc-a06b-e25639093fca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8716993
Jan 15 20:53:56.291224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Sync routers for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:53:56.296634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4c6a0728-da9a-48ee-98ad-d11ebf6c8030), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:56.312209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:56.313837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b82dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:56.424696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event deleted for resources: {'Port': ['ID=4c6a0728-da9a-48ee-98ad-d11ebf6c8030,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:56.497131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:56.566076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2a9f43b8-de6a-4b89-898a-8021a4807d97 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:56.572243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] No DVR routers for this DVR port 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:53:56.575721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:56.589120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13e968f3-2b6b-4b01-bb2a-880fb15dbe99 req-1348e177-20b0-4b12-83a8-73ab0635f198 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.45 "DELETE /v2.0/ports/4c6a0728-da9a-48ee-98ad-d11ebf6c8030 HTTP/1.1" status: 204  len: 173 time: 1.1258204
Jan 15 20:53:56.645727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 2a9f43b8-de6a-4b89-898a-8021a4807d97 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:56.646097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2a9f43b8-de6a-4b89-898a-8021a4807d97 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:56.647114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:56.741284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:56.741805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9ae7fa8e-01aa-4321-8949-4398f2fc1b57 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:56.743472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:53:56.774373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-8876cbfe-9380-43c9-b981-1ba1db934ce0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e0f75dca-2a13-47e2-b483-39719ff6eae9 HTTP/1.1" status: 200  len: 1797 time: 0.1169901
Jan 15 20:53:56.796266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:53:56.796615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4c6a0728-da9a-48ee-98ad-d11ebf6c8030 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:53:56.955617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b82dcd0>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f44c284-c878-4329-976f-7e2827729e11', 'name': '', 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'mac_address': 'fa:16:3e:25:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd25da824-5623-488f-9291-572157e2c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:50Z', 'updated_at': '2022-01-15T20:53:54Z', 'revision_number': 2, 'project_id': 'dbadac408735450bb81d58dc76584084', 'subnets': [{'id': 'd25da824-5623-488f-9291-572157e2c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:56.961698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9b5d-3113-4528-b3df-d54f4c4412c7 req-e86f2e55-3ac4-4d18-b89c-d4c956210251 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:56.962542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ca9b5d-3113-4528-b3df-d54f4c4412c7 req-e86f2e55-3ac4-4d18-b89c-d4c956210251 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.1163976
Jan 15 20:53:56.965658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e0f75dca-2a13-47e2-b483-39719ff6eae9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:56.994165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Checking router: 87bbfbe1-b8a7-47bc-a06b-e25639093fca for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:53:56.994519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Updating router 87bbfbe1-b8a7-47bc-a06b-e25639093fca port 3f44c284-c878-4329-976f-7e2827729e11 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:53:57.026601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e0f75dca-2a13-47e2-b483-39719ff6eae9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.032825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f44c284-c878-4329-976f-7e2827729e11), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.144944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69ca9b5d-3113-4528-b3df-d54f4c4412c7 req-90a8d7ef-49de-48a2-9232-22ef5cf68321 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577435
Jan 15 20:53:57.159092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0f75dca-2a13-47e2-b483-39719ff6eae9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.163385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.164945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-833c2993-2502-4ba0-a3e3-15e724724e50 req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0f75dca-2a13-47e2-b483-39719ff6eae9 HTTP/1.1" status: 204  len: 173 time: 0.3894534
Jan 15 20:53:57.193420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d560411-2ebb-46d4-85e2-af4ed34cd71d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f75dca-2a13-47e2-b483-39719ff6eae9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:57.307469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0dc402-359d-4dc9-9602-b35b194e46bb req-e3bf6c10-3176-4caf-a7ab-2712c960d8ba tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 210 time: 0.0633285
Jan 15 20:53:57.417445 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-fd34906f-42b5-4092-9a57-b02e591bf1ca req-2d67c34a-5e8a-4d2d-b430-ab5025289e9d tempest-FloatingIPDetailsNegativeTestJSON-1773501939 tempest-FloatingIPDetailsNegativeTestJSON-1773501939-project] show failed (client error): The resource could not be found.
Jan 15 20:53:57.433377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd34906f-42b5-4092-9a57-b02e591bf1ca req-2d67c34a-5e8a-4d2d-b430-ab5025289e9d tempest-FloatingIPDetailsNegativeTestJSON-1773501939 tempest-FloatingIPDetailsNegativeTestJSON-1773501939-project] 10.222.0.46 "GET /v2.0/floatingips/9a8e761a-0bf4-4c24-8fd4-1d6cd05c527c HTTP/1.1" status: 404  len: 350 time: 0.1606507
Jan 15 20:53:57.443706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36952) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:57.468776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:57.540921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks [] for port (3f44c284-c878-4329-976f-7e2827729e11), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.553604 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.571736 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-cbd86dbf-8840-411c-86dc-489bf4d64ae1 req-eeafd558-6a85-4f86-8f71-0dffd7fd57a1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:53:57.572807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbd86dbf-8840-411c-86dc-489bf4d64ae1 req-eeafd558-6a85-4f86-8f71-0dffd7fd57a1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e0f75dca-2a13-47e2-b483-39719ff6eae9 HTTP/1.1" status: 404  len: 352 time: 0.0459337
Jan 15 20:53:57.618659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Deleting subnet 5ec5e4c5-3d8b-44a6-88f5-139c582a74bf {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:53:57.641984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Publish callbacks [] for subnet (5ec5e4c5-3d8b-44a6-88f5-139c582a74bf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.710402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a9596-f6a8-4aa8-b99f-c9e4f9f9248d None None] Pushing event updated for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:57.727432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1694135826', 'description': 'tempest-description-1658483830'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:57.808048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'name': 'network-vif-deleted', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97'}, {'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-deleted', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:53:57.810788 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0595a94b-77e7-4b5e-8310-93bbfa5c9a0b" -d '{"events": [{"server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "name": "network-vif-deleted", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97"}, {"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-deleted", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:53:57.821000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.882548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Attempting to bind port 3f44c284-c878-4329-976f-7e2827729e11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:53:57.882979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Attempting to bind port 3f44c284-c878-4329-976f-7e2827729e11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:53:57.886161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Attempting to bind port 3f44c284-c878-4329-976f-7e2827729e11 on network 779a4857-b812-4cdb-a29e-15e11cd5b710 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:53:57.904533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (5ec5e4c5-3d8b-44a6-88f5-139c582a74bf), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.917777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:53:57.923175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Checking segment: {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:53:57.923736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.924147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Bound using segment: {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:53:57.924652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Bound port: 3f44c284-c878-4329-976f-7e2827729e11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:53:57.925060 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f44c284-c878-4329-976f-7e2827729e11), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:57.953304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36966) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:58.016709 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa2452-4da9-4f5e-8dc8-1c140411067e x-openstack-request-id: req-c3fa2452-4da9-4f5e-8dc8-1c140411067e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:53:58.017057 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ababfa7a-a809-4151-882d-0c3038b84ee0", "name": "network-vif-deleted", "tag": "2a9f43b8-de6a-4b89-898a-8021a4807d97", "status": "completed", "code": 200}, {"server_uuid": "b1d27142-a9e4-440b-a719-d2059db11e79", "name": "network-vif-deleted", "tag": "4c6a0728-da9a-48ee-98ad-d11ebf6c8030", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:53:58.017413 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3fa2452-4da9-4f5e-8dc8-1c140411067e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:53:58.017984 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ababfa7a-a809-4151-882d-0c3038b84ee0', 'name': 'network-vif-deleted', 'tag': '2a9f43b8-de6a-4b89-898a-8021a4807d97', 'status': 'completed', 'code': 200}
Jan 15 20:53:58.018248 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d27142-a9e4-440b-a719-d2059db11e79', 'name': 'network-vif-deleted', 'tag': '4c6a0728-da9a-48ee-98ad-d11ebf6c8030', 'status': 'completed', 'code': 200}
Jan 15 20:53:58.110924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.165107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] For port 3f44c284-c878-4329-976f-7e2827729e11, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:53:58.172649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] For port 3f44c284-c878-4329-976f-7e2827729e11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f44c284-c878-4329-976f-7e2827729e11,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:53:58.191826 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.273069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5ec5e4c5-3d8b-44a6-88f5-139c582a74bf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.321137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a9596-f6a8-4aa8-b99f-c9e4f9f9248d None None] Pushing event updated for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:58.334336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-95349ad6-af46-4429-9b03-6593de793766 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:58.335154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-95349ad6-af46-4429-9b03-6593de793766 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.3176465
Jan 15 20:53:58.381142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (48e93c44-f35b-4e83-9ae2-5afca960383f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.392376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e0c7-b301-48cb-a0f3-01d3b5c4c712 req-09a118c8-2d71-4ae9-b921-bd2cebfebe2d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:58.399152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:53:58.399335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0bc4e0c7-b301-48cb-a0f3-01d3b5c4c712 req-09a118c8-2d71-4ae9-b921-bd2cebfebe2d tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.2501764
Jan 15 20:53:58.399791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b82dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:58.432248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48e93c44-f35b-4e83-9ae2-5afca960383f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.529634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:53:58.601174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (5ec5e4c5-3d8b-44a6-88f5-139c582a74bf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.606838 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.615726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a9a5d89-b83d-4519-836f-a16f78d2085e req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.8999794
Jan 15 20:53:58.631649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Provisioning complete for port 3f44c284-c878-4329-976f-7e2827729e11 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:58.631649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f44c284-c878-4329-976f-7e2827729e11), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.700394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6116e-bd35-43a4-ab74-9e930ee926ea tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e93c44-f35b-4e83-9ae2-5afca960383f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:58.734232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec5e4c5-3d8b-44a6-88f5-139c582a74bf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:58.775068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.782924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6c8bc62-c102-4156-ba3a-719b0c27190d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5ec5e4c5-3d8b-44a6-88f5-139c582a74bf HTTP/1.1" status: 204  len: 168 time: 1.3130171
Jan 15 20:53:58.796166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36976) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:53:58.810220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0bc4e0c7-b301-48cb-a0f3-01d3b5c4c712 req-19c44270-6933-48e4-b53c-3a1ce149c913 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4056554
Jan 15 20:53:58.922515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Deleting port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:53:58.923271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:58.973093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (694e9d9d-1c46-4dca-8c3f-cefb74824185), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.013952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71dcb5af-1ce0-4e59-b809-445322430d61 req-e6b23d08-d6e3-4df7-9dcc-99e8bf07dfd9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 210 time: 0.0813863
Jan 15 20:53:59.051642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33848f-6fa9-4805-a905-564dc7383491 req-12197d50-6506-43ff-8206-ebd77f319f8a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:59.053544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a33848f-6fa9-4805-a905-564dc7383491 req-12197d50-6506-43ff-8206-ebd77f319f8a tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 949 time: 0.3047669
Jan 15 20:53:59.063422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1311249221', 'description': 'tempest-description-1333532371'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:59.107230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-fdb3d7b1-0477-4a87-a60e-c386f5c23d1f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:59.110835 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-fdb3d7b1-0477-4a87-a60e-c386f5c23d1f tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.5543797
Jan 15 20:53:59.254321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b82dcd0>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f44c284-c878-4329-976f-7e2827729e11', 'name': '', 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'mac_address': 'fa:16:3e:25:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd25da824-5623-488f-9291-572157e2c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:50Z', 'updated_at': '2022-01-15T20:53:58Z', 'revision_number': 4, 'project_id': 'dbadac408735450bb81d58dc76584084', 'subnets': [{'id': 'd25da824-5623-488f-9291-572157e2c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:59.256142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Current status of the port 3f44c284-c878-4329-976f-7e2827729e11 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:59.256531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f44c284-c878-4329-976f-7e2827729e11), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.312083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0e1ce-a2b7-4a61-8fd3-01c0e6e13959 None None] The sync data for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 is: [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f44c284-c878-4329-976f-7e2827729e11', 'name': '', 'network_id': '779a4857-b812-4cdb-a29e-15e11cd5b710', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'mac_address': 'fa:16:3e:25:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd25da824-5623-488f-9291-572157e2c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:50Z', 'updated_at': '2022-01-15T20:53:58Z', 'revision_number': 4, 'project_id': 'dbadac408735450bb81d58dc76584084', 'subnets': [{'id': 'd25da824-5623-488f-9291-572157e2c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:53:59.338480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] For port 3f44c284-c878-4329-976f-7e2827729e11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f44c284-c878-4329-976f-7e2827729e11,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:59.349701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.518109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07085f64-21b7-4e39-8eb3-a5924e2714b9 None None] Pushing event updated for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:53:59.533229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b2eb4d86-86da-4ab8-8818-4175eff7037d None None] Provisioning complete for port 3f44c284-c878-4329-976f-7e2827729e11 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:53:59.533854 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2eb4d86-86da-4ab8-8818-4175eff7037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f44c284-c878-4329-976f-7e2827729e11), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.583298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] For port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:53:59.583902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.616386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Calling delete_port for 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:53:59.623671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.631922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a33848f-6fa9-4805-a905-564dc7383491 req-9141b754-064e-4fbb-b6a8-1429d0e7f4c8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610282
Jan 15 20:53:59.727556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb4d86-86da-4ab8-8818-4175eff7037d None None] Current status of the port 3f44c284-c878-4329-976f-7e2827729e11 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:53:59.805311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (694e9d9d-1c46-4dca-8c3f-cefb74824185), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.827721 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (017593ab-28f4-40d5-bb6a-7223ece3d24e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:53:59.895097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-9d689f3c-ac73-4a25-bd7f-a5a82b9eade0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:53:59.896794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-9d689f3c-ac73-4a25-bd7f-a5a82b9eade0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 804 time: 1.1570427
Jan 15 20:53:59.938657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Request body: {'port': {'device_id': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'admin_state_up': True, 'tenant_id': '31dd217e7fd648b4a78c0c32ff1c95f4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:53:59.950401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79658550>,) {'filters': {'network_id': ['694e9d9d-1c46-4dca-8c3f-cefb74824185']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:53:59.988831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (017593ab-28f4-40d5-bb6a-7223ece3d24e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.027998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3c8e5ec9-ee60-4c8e-b5ce-d77245088af1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.035847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79658550>, 'ca1e1eef-b238-427b-afdf-befa78becadb') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:00.036298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79658550>, 'ca1e1eef-b238-427b-afdf-befa78becadb') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:00.053116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8fbebb13-bd94-4e21-bda4-a22a2589b5db'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:00.087845 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.103167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8dcd39a-e95e-44e2-9cdd-37fe2c9cdc23 req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 1.0461481
Jan 15 20:54:00.109525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event deleted for resources: {'Port': ['ID=3c8e5ec9-ee60-4c8e-b5ce-d77245088af1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:00.115793 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (ca1e1eef-b238-427b-afdf-befa78becadb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.142298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b5bb7-9a2b-4e6c-8c04-a24f798f605a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017593ab-28f4-40d5-bb6a-7223ece3d24e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:00.199781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ca1e1eef-b238-427b-afdf-befa78becadb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.249189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Deleting port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:00.249529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.254945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc89920-bf98-401f-80ce-2d7a7a39c4e5 req-679fe16b-6117-40d6-ae35-07ddad41a6fc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:00.264987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bbc89920-bf98-401f-80ce-2d7a7a39c4e5 req-679fe16b-6117-40d6-ae35-07ddad41a6fc tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.2975595
Jan 15 20:54:00.281115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:00.281516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (ca1e1eef-b238-427b-afdf-befa78becadb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:00.283284 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:00.318309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] No DVR routers for this DVR port 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:00.339611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.347793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f44c284-c878-4329-976f-7e2827729e11 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:00.348717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7dbcb52-3b33-43b5-932d-5528dfe4a41c req-d0765f1b-a517-4d7b-8a5f-df60acd84d45 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.39 "DELETE /v2.0/ports/3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 HTTP/1.1" status: 204  len: 173 time: 1.9916563
Jan 15 20:54:00.355331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-deleted', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:00.357854 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c53630-85ff-46c9-ab62-4a54b18b8c55" -d '{"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-deleted", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:00.378369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-baf2b479-c2f2-4ad5-90ab-81e9f81226ff req-023447f6-74af-4735-bfb5-b6f9cba8e4e7 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 210 time: 0.1367877
Jan 15 20:54:00.466825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2018337995', 'description': 'tempest-description-11370684'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:00.468473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3f44c284-c878-4329-976f-7e2827729e11 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:00.469049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f44c284-c878-4329-976f-7e2827729e11), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.504027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bbc89920-bf98-401f-80ce-2d7a7a39c4e5 req-ec76b424-50a7-48d6-8211-aca90e6ed814 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380285
Jan 15 20:54:00.580090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.659904 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ac801-4bdf-4bfd-aed5-1dafbe6b4a27 x-openstack-request-id: req-f48ac801-4bdf-4bfd-aed5-1dafbe6b4a27 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:00.659904 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fa2f27-df7a-4ecb-9bba-c970e3e7d106", "name": "network-vif-deleted", "tag": "3c8e5ec9-ee60-4c8e-b5ce-d77245088af1", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:00.659904 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f48ac801-4bdf-4bfd-aed5-1dafbe6b4a27 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:00.659904 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fa2f27-df7a-4ecb-9bba-c970e3e7d106', 'name': 'network-vif-deleted', 'tag': '3c8e5ec9-ee60-4c8e-b5ce-d77245088af1', 'status': 'completed', 'code': 200}
Jan 15 20:54:00.679879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3f44c284-c878-4329-976f-7e2827729e11 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:00.682067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (694e9d9d-1c46-4dca-8c3f-cefb74824185), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.693174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.696953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/694e9d9d-1c46-4dca-8c3f-cefb74824185 HTTP/1.1" status: 204  len: 168 time: 1.8995483
Jan 15 20:54:00.709041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36988) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:00.715491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Deleting port 3f44c284-c878-4329-976f-7e2827729e11 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:00.715815 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3f44c284-c878-4329-976f-7e2827729e11), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.728921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.744018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.793377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f8a19-aacd-40a7-9a85-fb3945e618a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=694e9d9d-1c46-4dca-8c3f-cefb74824185,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:00.802425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.808015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dd6be4e-864b-4893-8233-1c2d7a7736bb req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.3791163
Jan 15 20:54:00.821460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055315a6-f008-447a-8da5-b9e5bef34e66 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:00.888859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] For port 21a10db9-cd2b-430c-a0f4-3a2be36756f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21a10db9-cd2b-430c-a0f4-3a2be36756f3,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:00.890144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.899918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Made reservation on behalf of 31dd217e7fd648b4a78c0c32ff1c95f4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:00.903219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:00.987379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Calling delete_port for 21a10db9-cd2b-430c-a0f4-3a2be36756f3 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:00.992000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Deleting subnet 622c6ba8-718f-476a-9b15-aa8fdf1f7d6b {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:01.000464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Publish callbacks [] for subnet (622c6ba8-718f-476a-9b15-aa8fdf1f7d6b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.023372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-677d9dac-8f3a-4406-a02c-f3612e6aa537 req-7688e745-38fe-4625-87f3-4667a24fd5a7 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3fa2f27-df7a-4ecb-9bba-c970e3e7d106 HTTP/1.1" status: 200  len: 210 time: 0.0949388
Jan 15 20:54:01.054704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] For port 3f44c284-c878-4329-976f-7e2827729e11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f44c284-c878-4329-976f-7e2827729e11,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:01.055335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3f44c284-c878-4329-976f-7e2827729e11), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.073580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Calling delete_port for 3f44c284-c878-4329-976f-7e2827729e11 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:01.160568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cea3bc54-890d-47f6-81d4-9d56f65296e2 req-9caca4cc-ee33-4cc4-bde3-8ffb43b3cdbd tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 10998 time: 0.2981277
Jan 15 20:54:01.240303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cea3bc54-890d-47f6-81d4-9d56f65296e2 req-e7cb5259-2ee6-43e1-9512-508d0fc01cd1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/c080ef95-7f41-47e2-bb17-b1f74ee9756f HTTP/1.1" status: 200  len: 2998 time: 0.0785117
Jan 15 20:54:01.278660 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (622c6ba8-718f-476a-9b15-aa8fdf1f7d6b), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.299870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cea3bc54-890d-47f6-81d4-9d56f65296e2 req-6cd115e5-c2dd-4680-9256-04ec6d75a556 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/c080ef95-7f41-47e2-bb17-b1f74ee9756f HTTP/1.1" status: 200  len: 2998 time: 0.0533149
Jan 15 20:54:01.387570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1497ab89-28ba-4efa-8577-baab5076a638 req-2645838b-d951-4ec5-928a-032c737a384f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/48e93c44-f35b-4e83-9ae2-5afca960383f HTTP/1.1" status: 200  len: 1818 time: 0.0568743
Jan 15 20:54:01.454791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (245af5e0-6157-4031-a540-e2875d4837b7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.456982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (622c6ba8-718f-476a-9b15-aa8fdf1f7d6b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.462630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1497ab89-28ba-4efa-8577-baab5076a638 req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (48e93c44-f35b-4e83-9ae2-5afca960383f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.503972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1497ab89-28ba-4efa-8577-baab5076a638 req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (48e93c44-f35b-4e83-9ae2-5afca960383f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.548674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe811ab4-8255-4644-9d44-85e0dda2f670 req-e861f580-9634-4902-9d69-ce5962a8f756 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 210 time: 0.0465381
Jan 15 20:54:01.592870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1497ab89-28ba-4efa-8577-baab5076a638 req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48e93c44-f35b-4e83-9ae2-5afca960383f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.597022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1497ab89-28ba-4efa-8577-baab5076a638 req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.598494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1497ab89-28ba-4efa-8577-baab5076a638 req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/48e93c44-f35b-4e83-9ae2-5afca960383f HTTP/1.1" status: 204  len: 173 time: 0.2034588
Jan 15 20:54:01.630527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6faf-a2f8-4c80-a64c-ddda056a6f4b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e93c44-f35b-4e83-9ae2-5afca960383f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:01.653282 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-9f83f097-3052-4847-a9c6-0d6d0034ba58 req-777e3b51-6b32-423d-85a6-54cc99c4ffcf tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:01.663374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f83f097-3052-4847-a9c6-0d6d0034ba58 req-777e3b51-6b32-423d-85a6-54cc99c4ffcf tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/48e93c44-f35b-4e83-9ae2-5afca960383f HTTP/1.1" status: 404  len: 352 time: 0.0325787
Jan 15 20:54:01.674817 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:54:01.692938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Allocated IP 172.20.0.11 (364a58d7-d200-4c35-b6bd-a666c20a1fe8/4319d4db-4667-43f4-9bb7-98123fa5da42/f35ca04a-094e-42bc-a7ee-c8ee9d748f3f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:01.772811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-cd5be58d-80e9-4dd2-8766-1abc74e9e55d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/017593ab-28f4-40d5-bb6a-7223ece3d24e HTTP/1.1" status: 200  len: 1818 time: 0.0947056
Jan 15 20:54:01.808432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc48f-6e0e-4f0b-90e4-947985ff2d79 req-3ba9fdf8-eb2a-4c4a-821d-80ad0a38f00a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:01.810026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be3dc48f-6e0e-4f0b-90e4-947985ff2d79 req-3ba9fdf8-eb2a-4c4a-821d-80ad0a38f00a tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=42618a48-fe11-4f55-bed2-738d2cc8a07f HTTP/1.1" status: 200  len: 944 time: 0.0917759
Jan 15 20:54:01.843885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (622c6ba8-718f-476a-9b15-aa8fdf1f7d6b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.886970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (017593ab-28f4-40d5-bb6a-7223ece3d24e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.893366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be3dc48f-6e0e-4f0b-90e4-947985ff2d79 req-99db6923-8baa-4552-bbb0-177861313a2e tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730510
Jan 15 20:54:01.913028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:01.924538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (017593ab-28f4-40d5-bb6a-7223ece3d24e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.965960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:01.966463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3c8e5ec9-ee60-4c8e-b5ce-d77245088af1 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:01.982666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (017593ab-28f4-40d5-bb6a-7223ece3d24e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.986350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:01.988569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622c6ba8-718f-476a-9b15-aa8fdf1f7d6b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:01.994055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a275fc4-2a97-4bff-ac09-9b5566d198d0 req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/017593ab-28f4-40d5-bb6a-7223ece3d24e HTTP/1.1" status: 204  len: 173 time: 0.2145557
Jan 15 20:54:01.996391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.000502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a36ecea3-cc69-4514-8ef0-106493101afd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/622c6ba8-718f-476a-9b15-aa8fdf1f7d6b HTTP/1.1" status: 204  len: 168 time: 1.2866728
Jan 15 20:54:02.008419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:02.009559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37caa0-6a23-4fc5-abb2-2063e027c499 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017593ab-28f4-40d5-bb6a-7223ece3d24e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.048737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (21a10db9-cd2b-430c-a0f4-3a2be36756f3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.149914 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-f5af178c-772d-4bd2-ab1e-8b073aa6b183 req-c0a35288-33cb-4301-98c7-e8e8d72e81b6 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:02.151134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5af178c-772d-4bd2-ab1e-8b073aa6b183 req-c0a35288-33cb-4301-98c7-e8e8d72e81b6 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/017593ab-28f4-40d5-bb6a-7223ece3d24e HTTP/1.1" status: 404  len: 352 time: 0.0336900
Jan 15 20:54:02.172311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event deleted for resources: {'Port': ['ID=21a10db9-cd2b-430c-a0f4-3a2be36756f3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.180302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4565e793-23d8-42dc-bf38-7f20d6d3f279), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.219877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] No DVR routers for this DVR port 21a10db9-cd2b-430c-a0f4-3a2be36756f3 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:02.223781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.230040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2f96da9e-276a-4f5a-a757-e17e7c73baf1 req-98f6ee53-4b84-4f35-8e72-dc9637d300ca tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "DELETE /v2.0/ports/21a10db9-cd2b-430c-a0f4-3a2be36756f3 HTTP/1.1" status: 204  len: 173 time: 3.1030684
Jan 15 20:54:02.238303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-deleted', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:02.241942 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24186c77-753e-4abd-96c7-23c5a688f372" -d '{"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-deleted", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:02.282499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4565e793-23d8-42dc-bf38-7f20d6d3f279), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.291651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3f44c284-c878-4329-976f-7e2827729e11), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.312597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f60970>,) {'filters': {'network_id': ['4565e793-23d8-42dc-bf38-7f20d6d3f279']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:02.331673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f60970>, 'cb660330-c639-4cfd-b82a-49993151a93e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:02.332099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f60970>, 'cb660330-c639-4cfd-b82a-49993151a93e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:02.363379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8708acc-5266-4024-a17c-b2c846d7341b req-c42e2093-4915-4191-95a7-074e3dd37024 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9 HTTP/1.1" status: 200  len: 1816 time: 0.1506019
Jan 15 20:54:02.369688 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (cb660330-c639-4cfd-b82a-49993151a93e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.375747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f44c284-c878-4329-976f-7e2827729e11,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.424278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cb660330-c639-4cfd-b82a-49993151a93e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.438732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:02.439047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (cb660330-c639-4cfd-b82a-49993151a93e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.441014 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:02.443410 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:02.491480 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9ecee-176f-484b-8629-a86ea2c60d03 x-openstack-request-id: req-4dc9ecee-176f-484b-8629-a86ea2c60d03 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:02.491839 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618a48-fe11-4f55-bed2-738d2cc8a07f", "name": "network-vif-deleted", "tag": "21a10db9-cd2b-430c-a0f4-3a2be36756f3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:02.492026 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dc9ecee-176f-484b-8629-a86ea2c60d03 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:02.492535 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42618a48-fe11-4f55-bed2-738d2cc8a07f', 'name': 'network-vif-deleted', 'tag': '21a10db9-cd2b-430c-a0f4-3a2be36756f3', 'status': 'completed', 'code': 200}
Jan 15 20:54:02.571011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks [] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.584787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:02.598584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a8708acc-5266-4024-a17c-b2c846d7341b req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.616418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.617773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4565e793-23d8-42dc-bf38-7f20d6d3f279), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.639982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.646565 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] 10.222.0.46 "DELETE /v2.0/networks/4565e793-23d8-42dc-bf38-7f20d6d3f279 HTTP/1.1" status: 204  len: 168 time: 0.6342509
Jan 15 20:54:02.648679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a8708acc-5266-4024-a17c-b2c846d7341b req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.673981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433b52-015d-42be-b47a-9f610f65f2a7 req-99d71ea4-b0f7-483e-827f-888114645fe2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:02.675521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9433b52-015d-42be-b47a-9f610f65f2a7 req-99d71ea4-b0f7-483e-827f-888114645fe2 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1615629
Jan 15 20:54:02.679669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d545f-91bb-4faf-860f-402739225cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=4565e793-23d8-42dc-bf38-7f20d6d3f279,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.737585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 21a10db9-cd2b-430c-a0f4-3a2be36756f3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:02.738717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.739261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 21a10db9-cd2b-430c-a0f4-3a2be36756f3 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:02.781778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:02.801626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:02.808936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:02.867212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a8708acc-5266-4024-a17c-b2c846d7341b req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.882094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a8708acc-5266-4024-a17c-b2c846d7341b req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:02.899012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8708acc-5266-4024-a17c-b2c846d7341b req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9 HTTP/1.1" status: 204  len: 173 time: 0.5263257
Jan 15 20:54:02.947399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90228b-daa3-439c-aff3-cc2814fc4f1a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:02.958881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:02.968540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9433b52-015d-42be-b47a-9f610f65f2a7 req-54b9d693-7aa0-4613-8544-a88fc1c8e5b8 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864482
Jan 15 20:54:02.973403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.049175 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-b3188cda-2be3-4105-bae6-729b387d7369 req-0e335148-de81-4210-989f-16f606f7d9d7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:03.050540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3188cda-2be3-4105-bae6-729b387d7369 req-0e335148-de81-4210-989f-16f606f7d9d7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9 HTTP/1.1" status: 404  len: 352 time: 0.0329959
Jan 15 20:54:03.088247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37024) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:03.136202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-d0956986-f50e-47ee-b155-3d930eaf8596 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2222662
Jan 15 20:54:03.147800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-538138a8-76c3-4e0b-9087-a4b439364b26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f021c66112bf49f685a34c55841857bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0522697
Jan 15 20:54:03.150782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37030) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:03.164410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fc2f6-1156-4852-a75c-1c39f7d5f5a7 req-ddac855c-2f12-491e-8a23-b5a3ee981ae6 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:03.166151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1fc2f6-1156-4852-a75c-1c39f7d5f5a7 req-ddac855c-2f12-491e-8a23-b5a3ee981ae6 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 932 time: 0.1203270
Jan 15 20:54:03.168952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Request body: {'port': {'device_id': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:03.248109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Deleting port 3eda0e15-7af2-4464-a064-368615d4790c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:03.249625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3eda0e15-7af2-4464-a064-368615d4790c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.264255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1fc2f6-1156-4852-a75c-1c39f7d5f5a7 req-037b64ef-d53d-4e4b-9a2c-c7ea8716ed23 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808125
Jan 15 20:54:03.280752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-687051a6-a0fa-49f2-aefb-86092fc6c1cd req-8d097535-ae6f-4571-b1f8-492fba8467cd tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 6199 time: 0.1073086
Jan 15 20:54:03.354995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-687051a6-a0fa-49f2-aefb-86092fc6c1cd req-d6816ddd-156e-4d27-a7ec-68aa5388408f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/c080ef95-7f41-47e2-bb17-b1f74ee9756f HTTP/1.1" status: 200  len: 2998 time: 0.0664663
Jan 15 20:54:03.363273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] For port 3eda0e15-7af2-4464-a064-368615d4790c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3eda0e15-7af2-4464-a064-368615d4790c,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:03.363797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3eda0e15-7af2-4464-a064-368615d4790c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.379888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Calling delete_port for 3eda0e15-7af2-4464-a064-368615d4790c owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:03.418377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-687051a6-a0fa-49f2-aefb-86092fc6c1cd req-7d86b3da-c2cb-4a4a-ae99-c401b34d2aa7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/c080ef95-7f41-47e2-bb17-b1f74ee9756f HTTP/1.1" status: 200  len: 2998 time: 0.0542204
Jan 15 20:54:03.447355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21067796', 'description': 'tempest-description-471724792'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:03.494032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.494338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.608659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.669451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e251adca-5ba6-4b03-828d-e26b6bdb42fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.696432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e251adca-5ba6-4b03-828d-e26b6bdb42fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.742911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e251adca-5ba6-4b03-828d-e26b6bdb42fb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:03.755279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42baa6f-6d06-452b-9450-14bb95500df7 req-3b92bcc4-4838-477c-9b16-2a1128b751c2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:03.760592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e42baa6f-6d06-452b-9450-14bb95500df7 req-3b92bcc4-4838-477c-9b16-2a1128b751c2 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.1452553
Jan 15 20:54:03.765629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.769500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73daf2a8-c229-4d90-8361-fa15e80b7fd0 req-b8311ce6-7f4a-40b7-bc69-5cd83ced5830 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.3263302
Jan 15 20:54:03.808428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1281489077', 'description': 'tempest-description-1372183468'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:03.868572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e42baa6f-6d06-452b-9450-14bb95500df7 req-8f344644-40b3-4b60-bcb1-226c69bc62eb tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975406
Jan 15 20:54:03.870770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.976991 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6f2925c8-4e8b-4ae9-8a62-c89aae730cbe), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:03.980046 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6f2925c8-4e8b-4ae9-8a62-c89aae730cbe), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.055629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2925c8-4e8b-4ae9-8a62-c89aae730cbe,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:04.072856 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.074576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbb3791b-b606-470c-9f0e-329092058558 req-8dd99cf0-76ac-4b30-ac0e-0b69a65cddad tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.2747414
Jan 15 20:54:04.121680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] Publish callbacks [] for security_group (be533704-dc75-40b5-9fa7-ca4e6018b1bf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.180469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a34fb-5258-4f5c-9ed6-4ac775fe2e94 req-6e761b46-553b-4898-8d9c-eaaea790b793 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:04.182090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc4a34fb-5258-4f5c-9ed6-4ac775fe2e94 req-6e761b46-553b-4898-8d9c-eaaea790b793 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.0819247
Jan 15 20:54:04.304886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] Publish callbacks [] for security_group (be533704-dc75-40b5-9fa7-ca4e6018b1bf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.338908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc4a34fb-5258-4f5c-9ed6-4ac775fe2e94 req-654470b1-1854-47fa-83f4-d72b155220f5 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419346
Jan 15 20:54:04.362569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-f6977355-9380-4c02-90bf-4396fca3adfa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:04.364444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-f6977355-9380-4c02-90bf-4396fca3adfa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.3053844
Jan 15 20:54:04.503742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-f730522e-23e4-44d5-979a-14e9be76e08c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:04.503742 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-f730522e-23e4-44d5-979a-14e9be76e08c tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.5189834
Jan 15 20:54:04.549809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8757c1-cef7-4b3c-a82a-c9c7f17e6272 req-d3b806e6-abf2-4037-b08d-73986b0fbae3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:04.556625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e8757c1-cef7-4b3c-a82a-c9c7f17e6272 req-d3b806e6-abf2-4037-b08d-73986b0fbae3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 932 time: 0.1034031
Jan 15 20:54:04.582232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-9ba58112-4be6-4f6f-b984-3b5a3ab27874 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:04.583839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-9ba58112-4be6-4f6f-b984-3b5a3ab27874 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 813 time: 0.2428207
Jan 15 20:54:04.625200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-924f78f1-a221-4bbd-8656-ae2c28c2b262 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/quotas/5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 375 time: 0.0349848
Jan 15 20:54:04.635605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e8757c1-cef7-4b3c-a82a-c9c7f17e6272 req-2c035c3f-b490-46dd-9bfb-10e2ced7c6ad tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780563
Jan 15 20:54:04.694328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-798f88b5-10e7-4094-ab3b-d0bfe39d4387 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0577028
Jan 15 20:54:04.810804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-913c732c-7e6b-4590-80ba-9d0b6fb525c7 service neutron] 10.222.0.46 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083038
Jan 15 20:54:04.827437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3eda0e15-7af2-4464-a064-368615d4790c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.828925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be533704-dc75-40b5-9fa7-ca4e6018b1bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.832189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:04.833448 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be533704-dc75-40b5-9fa7-ca4e6018b1bf HTTP/1.1" status: 204  len: 168 time: 1.6283481
Jan 15 20:54:04.864785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ff1d8-c517-4079-a233-8dd5066d4404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be533704-dc75-40b5-9fa7-ca4e6018b1bf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:04.937177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-47776910-84ae-4e67-9abb-e48346579a21 service neutron] 10.222.0.46 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184475
Jan 15 20:54:05.011371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eda0e15-7af2-4464-a064-368615d4790c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:05.155157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644c865-0cc8-4c64-afea-37253cbfb922 req-ff8982d9-4def-410b-aa13-a454f1f1d1a4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:05.156950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b644c865-0cc8-4c64-afea-37253cbfb922 req-ff8982d9-4def-410b-aa13-a454f1f1d1a4 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.1038649
Jan 15 20:54:05.211639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Deleting port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:05.211989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.236454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b644c865-0cc8-4c64-afea-37253cbfb922 req-1b5d6635-11a0-498c-bfac-594c2192a5ba tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669408
Jan 15 20:54:05.341951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9ce7230-2f95-47f9-a3a4-79ca7f1dbe99 req-6f89a093-0ec2-4c92-a1ec-520da27208e7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 210 time: 0.0555079
Jan 15 20:54:05.343641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35ca04a-094e-42bc-a7ee-c8ee9d748f3f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:05.372724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks [] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.386574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Deleting port 8fbebb13-bd94-4e21-bda4-a22a2589b5db {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:05.386928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.494453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37094) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:05.541733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Transition to ACTIVE for port object f35ca04a-094e-42bc-a7ee-c8ee9d748f3f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:05.551763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Router 87bbfbe1-b8a7-47bc-a06b-e25639093fca has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:05.610124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a59da5e7-0dfd-4e30-b30e-880e611eb7af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab8e38c907d84278a1849a6d246287a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1141155
Jan 15 20:54:05.614430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:05.714647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] Publish callbacks [] for security_group (e3fcd9bc-0088-419a-89fd-d9841b82591a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.744186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (245af5e0-6157-4031-a540-e2875d4837b7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.751223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.761266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] For port 8fbebb13-bd94-4e21-bda4-a22a2589b5db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fbebb13-bd94-4e21-bda4-a22a2589b5db,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:05.761846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.776538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-05acb11d-6fdb-44a4-a9da-aba1c033a301 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:05.778431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-05acb11d-6fdb-44a4-a9da-aba1c033a301 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/networks?id=675fbeb5-98b9-4775-9365-0cac427b063d HTTP/1.1" status: 200  len: 815 time: 0.2319796
Jan 15 20:54:05.791349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] For port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:05.791720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.808983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] Publish callbacks [] for security_group (e3fcd9bc-0088-419a-89fd-d9841b82591a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:05.835864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-654146e3-fd4a-4761-a4e8-ef0839d46058 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/quotas/0e7b99384e224302b8ad9303f560cc4c HTTP/1.1" status: 200  len: 375 time: 0.0428724
Jan 15 20:54:05.844283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Calling delete_port for 8fbebb13-bd94-4e21-bda4-a22a2589b5db owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:05.869932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Calling delete_port for fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:05.894802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55779a9-f791-4e27-99f0-4f99850b8085 req-b7d7b0ba-45a8-4fad-b2b3-a81de2048a8b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:05.897308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a55779a9-f791-4e27-99f0-4f99850b8085 req-b7d7b0ba-45a8-4fad-b2b3-a81de2048a8b tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 950 time: 0.1756916
Jan 15 20:54:05.967756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-47e7373f-5ffb-4b1a-ad63-ce9210e9b2de tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e7b99384e224302b8ad9303f560cc4c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1309423
Jan 15 20:54:06.003515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e3fcd9bc-0088-419a-89fd-d9841b82591a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:06.006127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:06.009905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3fcd9bc-0088-419a-89fd-d9841b82591a HTTP/1.1" status: 204  len: 168 time: 0.3921001
Jan 15 20:54:06.043884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:06.084949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a55779a9-f791-4e27-99f0-4f99850b8085 req-ce99d39d-d382-4751-a32f-250c6f0d365f tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a78fddb-221a-4f8d-ba16-5ea7f98e5890&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811712
Jan 15 20:54:06.135280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-df833a2a-b6d1-4169-ae21-f5c8d830737e service neutron] 10.222.0.46 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583443
Jan 15 20:54:06.148016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd6a97-968b-43c6-ac86-bb143439f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcd9bc-0088-419a-89fd-d9841b82591a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:06.298363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc535b52-f8b5-4033-9f9a-bd9efefb32a2 req-6d22f8d6-8249-4ae4-a2f0-304c078dce10 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:06.299924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc535b52-f8b5-4033-9f9a-bd9efefb32a2 req-6d22f8d6-8249-4ae4-a2f0-304c078dce10 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 944 time: 0.1078057
Jan 15 20:54:06.333339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-b47fdff8-3e16-4efd-aa92-2bcbceda9ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786017
Jan 15 20:54:06.368564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc535b52-f8b5-4033-9f9a-bd9efefb32a2 req-e081f099-4bab-4c03-a414-6a8172aae769 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616841
Jan 15 20:54:06.541318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea653d-e3ac-4354-b16b-39fd0df33648 req-358a2779-d193-46cd-8beb-79e9ce6e528c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:06.543407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddea653d-e3ac-4354-b16b-39fd0df33648 req-358a2779-d193-46cd-8beb-79e9ce6e528c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 944 time: 0.0879335
Jan 15 20:54:06.615767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8fbebb13-bd94-4e21-bda4-a22a2589b5db no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:06.665474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39b215d4-773d-4164-bc33-6e780a93886e req-eefbad66-5630-4c1b-afc3-4964537e8fc5 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 210 time: 0.0657289
Jan 15 20:54:06.671936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddea653d-e3ac-4354-b16b-39fd0df33648 req-01a73250-2631-4e93-b5c4-4a9a93806a89 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145635
Jan 15 20:54:06.806847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8fbebb13-bd94-4e21-bda4-a22a2589b5db is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:06.807239 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:06.829619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80f0d9f3-6a73-4b86-9712-f86e18202802 req-69202ecd-f763-4919-9427-6e4bf6c7700b tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 210 time: 0.0607576
Jan 15 20:54:06.843546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:06.857422 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Sync routers for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:06.875151 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:06.875788 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:06.882825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef76e480-b783-4ac8-8c31-82611034a10d admin admin] 10.222.0.46 "PUT /v2.0/routers/87bbfbe1-b8a7-47bc-a06b-e25639093fca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4352415
Jan 15 20:54:06.883376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37132) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:07.071608 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:07.096814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Attempting to bind port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:07.097197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Attempting to bind port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:07.097541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Attempting to bind port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:07.114406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8fbebb13-bd94-4e21-bda4-a22a2589b5db), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.145386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks [] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.149426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.161451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:07.161942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Attempting to bind port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f on network 364a58d7-d200-4c35-b6bd-a666c20a1fe8 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:07.184328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:07.222166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:07.222751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:07.250091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Pushing event deleted for resources: {'Port': ['ID=8fbebb13-bd94-4e21-bda4-a22a2589b5db,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:07.261490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:07.261842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Checking segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:07.262244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Bound using segment: {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:07.262685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Bound port: f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ed9d85-3dd8-447b-bac1-cef13cb2caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:07.263054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.336000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-c5cebfc6-1d0f-40c3-9571-9d082ed0d4a8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:07.337840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-c5cebfc6-1d0f-40c3-9571-9d082ed0d4a8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.45 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 813 time: 0.5000677
Jan 15 20:54:07.345704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e937023-c537-4cc5-9fd8-e53583b805c8 req-ce9ec971-e46f-4298-bca6-b4c705705403 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d527369-954d-4ccc-9105-03b209d3523e HTTP/1.1" status: 200  len: 210 time: 0.0350547
Jan 15 20:54:07.380172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks [] for router_gateway (87bbfbe1-b8a7-47bc-a06b-e25639093fca), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.380374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event deleted for resources: {'Port': ['ID=fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:07.392883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'device_id': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae', 'admin_state_up': True, 'tenant_id': '5515bef049574d4ea4c70f90ab8c4444'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:07.421300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Router 245af5e0-6157-4031-a540-e2875d4837b7 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:07.462542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] No DVR routers for this DVR port 8fbebb13-bd94-4e21-bda4-a22a2589b5db on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:07.464135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Deleting port a69cda01-d7ea-4f87-936c-e4aac361346d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:07.464706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.511602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] No DVR routers for this DVR port fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:07.518029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.521592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2d51002-2838-4693-ae5c-b8d780ba208f req-6e5137a5-d58d-42d9-b97d-73eee72b9b90 tempest-MigrationsAdminTest-1259579526 tempest-MigrationsAdminTest-1259579526-project] 10.222.0.45 "DELETE /v2.0/ports/8fbebb13-bd94-4e21-bda4-a22a2589b5db HTTP/1.1" status: 204  len: 173 time: 3.0050011
Jan 15 20:54:07.523640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-deleted', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:07.526169 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c572dc-b01f-4c02-8948-05f6ca8fa50b" -d '{"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-deleted", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:07.526521 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13eee0>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:54:01Z', 'revision_number': 5, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port': {'id': 'a69cda01-d7ea-4f87-936c-e4aac361346d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:45Z', 'updated_at': '2022-01-15T20:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:07.534716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.538868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b483a05c-05c9-48b3-90c2-7e36c8065dbb req-07a3a6b4-5309-4fcb-9e53-92f1ecdf2eaa tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "DELETE /v2.0/ports/fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50 HTTP/1.1" status: 204  len: 173 time: 3.1485059
Jan 15 20:54:07.575120 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] For port a69cda01-d7ea-4f87-936c-e4aac361346d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69cda01-d7ea-4f87-936c-e4aac361346d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:07.575685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.592092 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Calling delete_port for a69cda01-d7ea-4f87-936c-e4aac361346d owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:07.610413 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Checking router: 87bbfbe1-b8a7-47bc-a06b-e25639093fca for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:07.644489 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Routers {'87bbfbe1-b8a7-47bc-a06b-e25639093fca'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:07.647576 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:07.762139 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dcb07c-a1d5-457d-bf3b-5109a627211b x-openstack-request-id: req-49dcb07c-a1d5-457d-bf3b-5109a627211b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:07.769771 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d527369-954d-4ccc-9105-03b209d3523e", "name": "network-vif-deleted", "tag": "8fbebb13-bd94-4e21-bda4-a22a2589b5db", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:07.770299 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49dcb07c-a1d5-457d-bf3b-5109a627211b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:07.770737 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d527369-954d-4ccc-9105-03b209d3523e', 'name': 'network-vif-deleted', 'tag': '8fbebb13-bd94-4e21-bda4-a22a2589b5db', 'status': 'completed', 'code': 200}
Jan 15 20:54:07.808505 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] Set router 87bbfbe1-b8a7-47bc-a06b-e25639093fca gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:07.819409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:07.829788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:07.850931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.891534 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13eee0>, [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:54:07Z', 'revision_number': 6, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:07.928267 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438b990-c541-4837-98ef-4d4da8e2b50d None None] The sync data for ids ['87bbfbe1-b8a7-47bc-a06b-e25639093fca'] in ncdv-master-1 is: [{'id': '87bbfbe1-b8a7-47bc-a06b-e25639093fca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-968085826-router', 'tenant_id': 'dbadac408735450bb81d58dc76584084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:42Z', 'updated_at': '2022-01-15T20:54:07Z', 'revision_number': 6, 'project_id': 'dbadac408735450bb81d58dc76584084', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:07.950548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a69cda01-d7ea-4f87-936c-e4aac361346d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.959084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:07.959697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:07.961128 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] 10.222.0.39 "PUT /v2.0/ports/f35ca04a-094e-42bc-a7ee-c8ee9d748f3f HTTP/1.1" status: 200  len: 1092 time: 4.8052349
Jan 15 20:54:07.972391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Made reservation on behalf of 5515bef049574d4ea4c70f90ab8c4444 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:07.975974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:08.001237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:08.004554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07713a-e625-4b55-84d7-fe0b16eb2b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:08.010098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d81fd504-6a14-4204-9f6a-83f3d00635e7 admin admin] 10.222.0.46 "PUT /v2.0/routers/245af5e0-6157-4031-a540-e2875d4837b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0523467
Jan 15 20:54:08.018189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d343a76a-e236-4af3-9c8f-bd8257a9556b req-210d5af9-a234-4892-bb78-da849ceb2f33 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 210 time: 0.0687010
Jan 15 20:54:08.020366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Sync routers for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:08.021145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:08.024146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69cda01-d7ea-4f87-936c-e4aac361346d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:08.041493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:08.042611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b86be80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:08.167295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:08.230441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-72ad916e-7228-4a56-a3e5-47481cdd687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:08.232073 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-72ad916e-7228-4a56-a3e5-47481cdd687b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 1095 time: 0.2193856
Jan 15 20:54:08.317113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-2de8d7ff-946f-4065-86c3-0d07dc4e4617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f HTTP/1.1" status: 200  len: 217 time: 0.0691063
Jan 15 20:54:08.399474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b86be80>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:54:04Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:08.453412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Checking router: 245af5e0-6157-4031-a540-e2875d4837b7 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:08.466396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Routers {'245af5e0-6157-4031-a540-e2875d4837b7'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:08.467873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b86be80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:53:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['245af5e0-6157-4031-a540-e2875d4837b7'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:08.475177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Allocated IP 172.20.0.10 (1860aada-e54b-435b-befe-aece2a8913ae/d8468e90-8814-4f8a-8e94-18c74f56b2e7/cf311698-e345-42ab-8508-0fa2a6da33ab) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:08.488881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-0272fbd4-661a-4beb-8235-3d510047bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:08.490386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-0272fbd4-661a-4beb-8235-3d510047bf34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.1650803
Jan 15 20:54:08.515558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f44c284-c878-4329-976f-7e2827729e11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:08.544403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3f44c284-c878-4329-976f-7e2827729e11 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:08.545018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f44c284-c878-4329-976f-7e2827729e11 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:08.550050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-c6c690a2-0c14-486c-9902-86bab96ff34f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490115
Jan 15 20:54:08.653981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba92e7-2951-4579-b68a-f4739bf99768 req-637780ac-80c0-480e-a921-2975203be53c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:08.661350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cba92e7-2951-4579-b68a-f4739bf99768 req-637780ac-80c0-480e-a921-2975203be53c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 944 time: 1.0434220
Jan 15 20:54:08.662229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] Set router 245af5e0-6157-4031-a540-e2875d4837b7 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:08.725170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-708f1197-d9ee-479a-bb84-fee651303da5 service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672506
Jan 15 20:54:08.725350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5368a166-456d-48b7-8100-230781abb3bd req-1bd29f4b-3e61-4279-9be5-b271d69b7888 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=1085522d-3ccc-4de0-b9dd-01c374e1f0ca HTTP/1.1" status: 200  len: 210 time: 0.1936591
Jan 15 20:54:08.833739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:08.858517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cba92e7-2951-4579-b68a-f4739bf99768 req-229c0cc1-d8ef-46a2-ab01-5786d7cb73c9 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906364
Jan 15 20:54:08.905680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06868263-c2f9-4908-b649-44a2bb9d9302 req-f1d8a76b-9123-4ac3-877c-b483cbed73be service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698174
Jan 15 20:54:08.930855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:08.936425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-cf24e1ff-94d7-4b63-8c5f-2725d5a546b7 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:08.938373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-cf24e1ff-94d7-4b63-8c5f-2725d5a546b7 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.39 "GET /v2.0/networks?id=675fbeb5-98b9-4775-9365-0cac427b063d HTTP/1.1" status: 200  len: 815 time: 0.3620815
Jan 15 20:54:08.943730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:08.955416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:08.994170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Request body: {'port': {'device_id': 'b5943844-32ec-464b-b08f-7a618260f817', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'admin_state_up': True, 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:09.043703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b86be80>, [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:54:04Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:09.065416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Network 1860aada-e54b-435b-befe-aece2a8913ae is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:09.065416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:09.081498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.083840 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks [] for router_controller (87bbfbe1-b8a7-47bc-a06b-e25639093fca), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.098190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:09.117529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6558aca-4f91-44d7-ad0f-32ae260acef3 None None] The sync data for ids ['245af5e0-6157-4031-a540-e2875d4837b7'] in ncdv-master-1 is: [{'id': '245af5e0-6157-4031-a540-e2875d4837b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966560311-router', 'tenant_id': '71c95e4b5695439dbc3f66a911264026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30'}], 'enable_snat': True}, 'gw_port_id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:36Z', 'updated_at': '2022-01-15T20:54:04Z', 'revision_number': 5, 'project_id': '71c95e4b5695439dbc3f66a911264026', 'gw_port': {'id': 'dd27d8c2-8f7a-4e2b-afbd-852e2c00febd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245af5e0-6157-4031-a540-e2875d4837b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:37Z', 'updated_at': '2022-01-15T20:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:09.197814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks [] for router (245af5e0-6157-4031-a540-e2875d4837b7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.199494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (87bbfbe1-b8a7-47bc-a06b-e25639093fca), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.200718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bbfbe1-b8a7-47bc-a06b-e25639093fca {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:54:09.209380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.213012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00fd0f5f-62f7-47ee-b00b-6704ead70b97 admin admin] 10.222.0.46 "DELETE /v2.0/routers/87bbfbe1-b8a7-47bc-a06b-e25639093fca HTTP/1.1" status: 204  len: 168 time: 2.3261220
Jan 15 20:54:09.217973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:09.223818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:09.327650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:09.328591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.408985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Deleting subnet d25da824-5623-488f-9291-572157e2c28d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:09.429663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Publish callbacks [] for subnet (d25da824-5623-488f-9291-572157e2c28d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.534334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-539dea6c-713d-4ad3-82f4-a2b13f430c2b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1506343
Jan 15 20:54:09.538621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37196) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:09.576140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Request body: {'port': {'device_id': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:09.662861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (d25da824-5623-488f-9291-572157e2c28d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.685150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d086dd75-2008-4f6c-a5ba-0fcee959fea5 req-7843519d-5a92-4aba-ba78-29698e2ad93e tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 210 time: 0.5011666
Jan 15 20:54:09.750690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks [] for router_gateway (245af5e0-6157-4031-a540-e2875d4837b7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.783773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-deleted', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50'}, {'name': 'network-changed', 'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:09.787080 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94511224-0a3f-4fea-a212-691fce742e7a" -d '{"events": [{"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-deleted", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50"}, {"name": "network-changed", "server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:09.850281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5417a-45ff-40c1-ac7c-c90bba2ed026 req-21c0496a-1de0-46c1-89e9-7f72bd3b432e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:09.854077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90f5417a-45ff-40c1-ac7c-c90bba2ed026 req-21c0496a-1de0-46c1-89e9-7f72bd3b432e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 932 time: 0.6579580
Jan 15 20:54:09.876188 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:09.973209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Made reservation on behalf of 0e7b99384e224302b8ad9303f560cc4c for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:09.980069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.096478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90f5417a-45ff-40c1-ac7c-c90bba2ed026 req-f33289df-54b2-46a7-a70c-390831f059cc tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802661
Jan 15 20:54:10.124806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Deleting port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:10.125580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.206379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3eda0e15-7af2-4464-a064-368615d4790c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:10.248224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-01161118-d3a1-4d88-bf42-2ab15e75e8b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e6badf41af14266b626a14241efaf88&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7081339
Jan 15 20:54:10.252305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3eda0e15-7af2-4464-a064-368615d4790c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:10.257861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:10.268266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3eda0e15-7af2-4464-a064-368615d4790c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:10.268887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a69cda01-d7ea-4f87-936c-e4aac361346d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:10.296344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (d25da824-5623-488f-9291-572157e2c28d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.321453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a69cda01-d7ea-4f87-936c-e4aac361346d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:10.321886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a69cda01-d7ea-4f87-936c-e4aac361346d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:10.383651 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887905e4-d779-4efc-90a3-c229332f18f9 x-openstack-request-id: req-887905e4-d779-4efc-90a3-c229332f18f9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:10.383929 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1085522d-3ccc-4de0-b9dd-01c374e1f0ca", "name": "network-vif-deleted", "tag": "fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:10.384247 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-887905e4-d779-4efc-90a3-c229332f18f9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:10.384592 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1085522d-3ccc-4de0-b9dd-01c374e1f0ca', 'name': 'network-vif-deleted', 'tag': 'fd65475a-f2b6-4fd5-b84f-f1f5f96b1f50', 'status': 'completed', 'code': 200}
Jan 15 20:54:10.384972 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'status': 'completed', 'code': 200}
Jan 15 20:54:10.453645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] Publish callbacks [] for security_group (0a78fddb-221a-4f8d-ba16-5ea7f98e5890), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.466528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] For port dd27d8c2-8f7a-4e2b-afbd-852e2c00febd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:10.467190 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.489452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Calling delete_port for dd27d8c2-8f7a-4e2b-afbd-852e2c00febd owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:10.500956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] Publish callbacks [] for security_group (0a78fddb-221a-4f8d-ba16-5ea7f98e5890), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.530547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Allocated IP 172.20.0.10 (675fbeb5-98b9-4775-9365-0cac427b063d/8a9ad1a3-1722-4805-b0f2-226c40db0379/7372087d-b55f-45da-b646-85a04a10f042) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:10.601829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a78fddb-221a-4f8d-ba16-5ea7f98e5890), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.604527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.608363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a78fddb-221a-4f8d-ba16-5ea7f98e5890 HTTP/1.1" status: 204  len: 168 time: 0.3467667
Jan 15 20:54:10.665953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1c05d-e28d-4e7c-bc48-19da38d794b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78fddb-221a-4f8d-ba16-5ea7f98e5890,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:10.679969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511224-0a3f-4fea-a212-691fce742e7a req-56b0c98c-1ef7-46a1-9227-899ae2964db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:10.682360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-56b0c98c-1ef7-46a1-9227-899ae2964db9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 1095 time: 0.2966371
Jan 15 20:54:10.714405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41174bd8-b151-4ccb-890d-9e3709f3ba43 req-f09545d1-ee49-4fc0-941c-091203b71a05 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:10.730873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41174bd8-b151-4ccb-890d-9e3709f3ba43 req-f09545d1-ee49-4fc0-941c-091203b71a05 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 944 time: 0.3546393
Jan 15 20:54:10.811486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (d25da824-5623-488f-9291-572157e2c28d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.842544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25da824-5623-488f-9291-572157e2c28d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:10.855533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf311698-e345-42ab-8508-0fa2a6da33ab {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:10.895138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks [] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.905107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:10.910855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b9120-0ac2-4353-8039-1b11a52efa33 None None] Network 779a4857-b812-4cdb-a29e-15e11cd5b710 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:10.911779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-85d1bd3c-cd36-4447-8af4-caad3b274a8a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d25da824-5623-488f-9291-572157e2c28d HTTP/1.1" status: 204  len: 168 time: 1.6805069
Jan 15 20:54:10.917410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37230) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:10.957993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Transition to ACTIVE for port object cf311698-e345-42ab-8508-0fa2a6da33ab will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:10.994881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.224402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511224-0a3f-4fea-a212-691fce742e7a req-63cdd749-5b16-495b-b951-2da51a361495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:11.228493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] DHCP port deletion for 779a4857-b812-4cdb-a29e-15e11cd5b710 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:54:11.230249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-63cdd749-5b16-495b-b951-2da51a361495 service neutron] 10.222.0.39 "GET /v2.0/networks?id=364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 200  len: 905 time: 0.5273216
Jan 15 20:54:11.298083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks [] for port (7372087d-b55f-45da-b646-85a04a10f042), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.321126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:11.330113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:11.360654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Deleting port dd26d2a1-36a6-4b72-9486-94e23308539e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:11.360992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.382228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dd27d8c2-8f7a-4e2b-afbd-852e2c00febd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.426900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.431885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (779a4857-b812-4cdb-a29e-15e11cd5b710), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.465854 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-aa722dfa-d935-48ad-983e-0bd1a7212ff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f HTTP/1.1" status: 200  len: 217 time: 0.2037261
Jan 15 20:54:11.486957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-e6c5fcb5-b8d2-44ad-a4ba-03852593574b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:11.488484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-e6c5fcb5-b8d2-44ad-a4ba-03852593574b tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 0.4146712
Jan 15 20:54:11.514744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] For port dd26d2a1-36a6-4b72-9486-94e23308539e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd26d2a1-36a6-4b72-9486-94e23308539e,segment=NetworkSegment(c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907),segment_id=c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:11.515662 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.539873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Calling delete_port for dd26d2a1-36a6-4b72-9486-94e23308539e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:11.540678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd27d8c2-8f7a-4e2b-afbd-852e2c00febd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:11.685468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (dd26d2a1-36a6-4b72-9486-94e23308539e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.711279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Network 675fbeb5-98b9-4775-9365-0cac427b063d is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:11.716213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] No DVR routers for this DVR port dd26d2a1-36a6-4b72-9486-94e23308539e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:11.720899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881385-c9a0-4024-834a-88d9bc159a9c None None] Pushing event deleted for resources: {'Port': ['ID=dd26d2a1-36a6-4b72-9486-94e23308539e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:11.731784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e0bf6-33b6-4881-b25b-6ec94a2c672a req-775a3639-085c-4b50-92db-de595bb31ba5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:11.741542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f67e0bf6-33b6-4881-b25b-6ec94a2c672a req-775a3639-085c-4b50-92db-de595bb31ba5 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 1.0777345
Jan 15 20:54:11.744834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] The port 'dd26d2a1-36a6-4b72-9486-94e23308539e' was deleted {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Jan 15 20:54:11.782701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f00c93d-a84f-4953-8847-0ae6d5aa1aae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2918f33afb6a4ef4a03edd106f9057d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4425128
Jan 15 20:54:11.786666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:11.796379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (245af5e0-6157-4031-a540-e2875d4837b7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.800372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:11.803539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:11.948016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:11.948636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (779a4857-b812-4cdb-a29e-15e11cd5b710), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:11.970136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41174bd8-b151-4ccb-890d-9e3709f3ba43 req-40b663db-170a-45b7-a178-1fa97680551d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2379363
Jan 15 20:54:11.974704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Attempting to bind port cf311698-e345-42ab-8508-0fa2a6da33ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:11.975049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Attempting to bind port cf311698-e345-42ab-8508-0fa2a6da33ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:11.975450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Attempting to bind port cf311698-e345-42ab-8508-0fa2a6da33ab on network 1860aada-e54b-435b-befe-aece2a8913ae {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:11.989645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Pushing event updated for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:12.007861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Port cf311698-e345-42ab-8508-0fa2a6da33ab on network 1860aada-e54b-435b-befe-aece2a8913ae not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:12.009114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Attempting to bind port cf311698-e345-42ab-8508-0fa2a6da33ab on network 1860aada-e54b-435b-befe-aece2a8913ae {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:12.016221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79aac190>,) {'filters': {'network_id': ['779a4857-b812-4cdb-a29e-15e11cd5b710']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:12.053731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79aac190>, 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:12.054396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79aac190>, 'c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:12.061804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:12.062482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Checking segment: {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:12.063032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Bound using segment: {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:12.063820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Bound port: cf311698-e345-42ab-8508-0fa2a6da33ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:12.064366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.069268 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (245af5e0-6157-4031-a540-e2875d4837b7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.072195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks [] for router_controller (245af5e0-6157-4031-a540-e2875d4837b7), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.128794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] Publish callbacks [] for security_group (70ec137a-a125-402b-b04c-80490c8862d3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.138571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.169054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Deleting port 6a747998-2bca-46bb-a26f-e7c31a2aa686 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:12.169397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.225456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.266944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:12.276623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f67e0bf6-33b6-4881-b25b-6ec94a2c672a req-44218d9e-385d-4e1f-b61c-0cda85bfeb06 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5284104
Jan 15 20:54:12.284237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] Publish callbacks [] for security_group (70ec137a-a125-402b-b04c-80490c8862d3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.306382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'mac_address': 'fa:16:3e:3c:0e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:12.314755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:12.315463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (c7a5a7d7-c94c-4442-a9d3-bc0c4c5cb907), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.318076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:12.319737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:12.322806 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:12.326341 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:12.328637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (245af5e0-6157-4031-a540-e2875d4837b7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.330478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245af5e0-6157-4031-a540-e2875d4837b7 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:54:12.352661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd26d2a1-36a6-4b72-9486-94e23308539e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:12.378865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.382941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: dd26d2a1-36a6-4b72-9486-94e23308539e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:12.382941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd26d2a1-36a6-4b72-9486-94e23308539e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:12.383691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11c39481-a443-4b47-882c-fb3b46600354 admin admin] 10.222.0.46 "DELETE /v2.0/routers/245af5e0-6157-4031-a540-e2875d4837b7 HTTP/1.1" status: 204  len: 168 time: 4.3569541
Jan 15 20:54:12.387497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:12.427408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:12.428144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.475370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35ca04a-094e-42bc-a7ee-c8ee9d748f3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:12.508004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:12.511753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-17c3f2ac-d6de-4549-86a6-3f20ce74f9b9 None None] Provisioning complete for port 7372087d-b55f-45da-b646-85a04a10f042 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:12.512457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-17c3f2ac-d6de-4549-86a6-3f20ce74f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7372087d-b55f-45da-b646-85a04a10f042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.515785 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.527722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Deleting subnet a873c844-f03d-4d9f-aee5-cb38b75ce01a {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:12.532630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Publish callbacks [] for subnet (a873c844-f03d-4d9f-aee5-cb38b75ce01a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.611172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (a873c844-f03d-4d9f-aee5-cb38b75ce01a), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.777194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:12.810529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-17c3f2ac-d6de-4549-86a6-3f20ce74f9b9 None None] Port 7372087d-b55f-45da-b646-85a04a10f042 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:12.867483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:12.915209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-0382ba16-a83a-45a8-9b72-d3e720286412 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9263003
Jan 15 20:54:12.916520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a873c844-f03d-4d9f-aee5-cb38b75ce01a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.919700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511224-0a3f-4fea-a212-691fce742e7a req-7370fba5-5077-42f5-ade9-9d8d47bc4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:12.921846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-7370fba5-5077-42f5-ade9-9d8d47bc4390 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 200  len: 844 time: 0.6185787
Jan 15 20:54:12.932057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:12.937510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5d06-ab0b-48af-8b08-f8381316ef3f req-38895771-75e2-4f0b-9c1b-eadf76335c49 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:12.939699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (779a4857-b812-4cdb-a29e-15e11cd5b710), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:12.943915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8afb5d06-ab0b-48af-8b08-f8381316ef3f req-38895771-75e2-4f0b-9c1b-eadf76335c49 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 932 time: 0.5964248
Jan 15 20:54:13.017030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Request body: {'port': {'device_id': 'b5943844-32ec-464b-b08f-7a618260f817', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:13.025951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.036665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/779a4857-b812-4cdb-a29e-15e11cd5b710 HTTP/1.1" status: 204  len: 168 time: 2.1067827
Jan 15 20:54:13.036665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4597b-06cf-472c-a99f-3b893f513dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=779a4857-b812-4cdb-a29e-15e11cd5b710,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:13.090553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] For port 6a747998-2bca-46bb-a26f-e7c31a2aa686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a747998-2bca-46bb-a26f-e7c31a2aa686,segment=NetworkSegment(d8499bf0-20d9-49bd-98f2-adf9779ac889),segment_id=d8499bf0-20d9-49bd-98f2-adf9779ac889)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:13.090978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.105818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:13.204439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-23904ec4-5ef7-4287-8b21-5fd1c8b0bead service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=364a58d7-d200-4c35-b6bd-a666c20a1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629661
Jan 15 20:54:13.205598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.251593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8fc03-2e5d-41f8-9727-bd0c44f687cb req-8773ae7d-e272-4932-a3c5-a12fe5f41393 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:13.260388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26a8fc03-2e5d-41f8-9727-bd0c44f687cb req-8773ae7d-e272-4932-a3c5-a12fe5f41393 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 944 time: 0.7367682
Jan 15 20:54:13.282419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (a873c844-f03d-4d9f-aee5-cb38b75ce01a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.314045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70ec137a-a125-402b-b04c-80490c8862d3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.317212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.320592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ec137a-a125-402b-b04c-80490c8862d3 HTTP/1.1" status: 204  len: 168 time: 1.5295670
Jan 15 20:54:13.320592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Calling delete_port for 6a747998-2bca-46bb-a26f-e7c31a2aa686 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:13.408762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:13.409671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.410149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9494687-bdf2-424b-8fb4-0f1f0ef3e3e7 None None] Network f500117d-1a95-41f2-bf61-8c0369c6db83 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:13.411181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] 10.222.0.45 "PUT /v2.0/ports/cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 1092 time: 3.8592403
Jan 15 20:54:13.423162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:13.426297 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:13.430469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.449434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a873c844-f03d-4d9f-aee5-cb38b75ce01a HTTP/1.1" status: 204  len: 168 time: 1.0434930
Jan 15 20:54:13.453067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7372087d-b55f-45da-b646-85a04a10f042), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.453344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577a28-611b-4836-adc1-a17e6bbfaeaf service neutron] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:13.468542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37252) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:13.468916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37254) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:13.471066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9402d4-65f7-43d5-b2d7-684b1671e585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a873c844-f03d-4d9f-aee5-cb38b75ce01a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:13.514578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950859be-e5d2-46f6-a35d-7a5ffe945a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec137a-a125-402b-b04c-80490c8862d3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:13.638793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8afb5d06-ab0b-48af-8b08-f8381316ef3f req-2084846e-c14c-4c56-9cb1-5c240d554149 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6366014
Jan 15 20:54:13.698734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26a8fc03-2e5d-41f8-9727-bd0c44f687cb req-312887ab-d635-4504-9ff7-60909ab92ac9 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4371650
Jan 15 20:54:13.741234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] DHCP port deletion for f500117d-1a95-41f2-bf61-8c0369c6db83 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:54:13.900711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Deleting port ab278ee5-4883-4ea7-842a-97bf84654e4e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:13.901244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:13.930276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da01a-86ba-40ef-a1ce-1109e85324f3 req-ed5b7165-bc93-476d-b96c-ea980aed9599 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:13.938162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f08da01a-86ba-40ef-a1ce-1109e85324f3 req-ed5b7165-bc93-476d-b96c-ea980aed9599 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 945 time: 0.1375926
Jan 15 20:54:13.969608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-a785dffa-cb52-428a-9443-dc2aa26f8126 service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6715016
Jan 15 20:54:13.991346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f500117d-1a95-41f2-bf61-8c0369c6db83), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.001546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bcafff74-c3c1-4738-afe0-825cf9a0c9ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbadac408735450bb81d58dc76584084&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5314593
Jan 15 20:54:14.007797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:14.017230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:14.133026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf104-8903-4290-b263-dca880f5f541 req-3d55f59d-1749-4934-9194-1d0c05e2426c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:14.141581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2cf104-8903-4290-b263-dca880f5f541 req-3d55f59d-1749-4934-9194-1d0c05e2426c tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 944 time: 0.2624850
Jan 15 20:54:14.201254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] For port ab278ee5-4883-4ea7-842a-97bf84654e4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab278ee5-4883-4ea7-842a-97bf84654e4e,segment=NetworkSegment(7111c78c-438e-47b1-a147-6a1c991d3bff),segment_id=7111c78c-438e-47b1-a147-6a1c991d3bff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:14.202219 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.230262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.262286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Calling delete_port for ab278ee5-4883-4ea7-842a-97bf84654e4e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:14.266995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab278ee5-4883-4ea7-842a-97bf84654e4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:14.287289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] Publish callbacks [] for security_group (1a83a233-b0d8-4b8e-b75a-53b9272f802f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.406019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-91a56c48-9f93-4959-b47a-c5557eca8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:14.407642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-91a56c48-9f93-4959-b47a-c5557eca8148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1095 time: 0.9481699
Jan 15 20:54:14.413988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f08da01a-86ba-40ef-a1ce-1109e85324f3 req-f7e478e8-a140-4cb2-81a2-12fe5a64f4a4 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4733574
Jan 15 20:54:14.517595 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] Publish callbacks [] for security_group (1a83a233-b0d8-4b8e-b75a-53b9272f802f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.521171 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-e439000f-388d-432d-8029-214d55b59775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 217 time: 0.0954294
Jan 15 20:54:14.527210 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b980eb-cd52-4843-ba42-50da2e955e98 x-openstack-request-id: req-c2b980eb-cd52-4843-ba42-50da2e955e98 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:14.527902 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:14.527902 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2b980eb-cd52-4843-ba42-50da2e955e98 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:14.528861 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'status': 'completed', 'code': 200}
Jan 15 20:54:14.538547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Deleting port ab278ee5-4883-4ea7-842a-97bf84654e4e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:14.546797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.564356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7372087d-b55f-45da-b646-85a04a10f042 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:14.602763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks [] for port (7372087d-b55f-45da-b646-85a04a10f042), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.608648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1561-06f1-47bf-a474-d991a43843e2 req-ae619120-c29b-45eb-8e9a-f7473b9768f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:14.610395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-ae619120-c29b-45eb-8e9a-f7473b9768f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.0685441
Jan 15 20:54:14.622918 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.638465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port ab278ee5-4883-4ea7-842a-97bf84654e4e update to DOWN by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 20:54:14.639485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd27d8c2-8f7a-4e2b-afbd-852e2c00febd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:14.660058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2cf104-8903-4290-b263-dca880f5f541 req-3eb00c0d-4666-4d87-8201-d0e404983096 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6b66a01-e91e-40e8-9710-d13465291d11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5112915
Jan 15 20:54:14.681620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] Pushing event deleted for resources: {'Port': ['ID=ab278ee5-4883-4ea7-842a-97bf84654e4e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:14.690495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a747998-2bca-46bb-a26f-e7c31a2aa686 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:14.708685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Transition to ACTIVE for port object 7372087d-b55f-45da-b646-85a04a10f042 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:14.716357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.745694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e4617-f58f-41a8-a37f-54833019e945 None None] No DVR routers for this DVR port ab278ee5-4883-4ea7-842a-97bf84654e4e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:14.809370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Pushing event updated for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:14.876278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1a83a233-b0d8-4b8e-b75a-53b9272f802f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.880466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:14.887997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a83a233-b0d8-4b8e-b75a-53b9272f802f HTTP/1.1" status: 204  len: 168 time: 0.8742495
Jan 15 20:54:14.933358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:14.949416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: dd27d8c2-8f7a-4e2b-afbd-852e2c00febd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:14.950440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd27d8c2-8f7a-4e2b-afbd-852e2c00febd not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:14.978162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:14.981359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.056984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] For port ab278ee5-4883-4ea7-842a-97bf84654e4e, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:15.058337 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.076746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Calling delete_port for ab278ee5-4883-4ea7-842a-97bf84654e4e owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:15.082274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Port ab278ee5-4883-4ea7-842a-97bf84654e4e was not found and therefore no delete operation was performed {{(pid=114438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 20:54:15.085495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94511224-0a3f-4fea-a212-691fce742e7a req-5401f991-4b88-4ba8-9c88-15b7bd23a76d service neutron] 10.222.0.39 "GET /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8637128
Jan 15 20:54:15.086394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab278ee5-4883-4ea7-842a-97bf84654e4e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.140398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6a747998-2bca-46bb-a26f-e7c31a2aa686 is: DOWN; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:15.149181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a747998-2bca-46bb-a26f-e7c31a2aa686), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.177141 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.192625 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-2e9798aa-99ea-41cf-a0d8-47bb4e10f9ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4606571
Jan 15 20:54:15.200688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab278ee5-4883-4ea7-842a-97bf84654e4e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:15.211159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54549e2d-dd85-4e40-931f-96c6e3e5c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83a233-b0d8-4b8e-b75a-53b9272f802f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:15.328906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:15.329305 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.377544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-e6986242-bc4d-483a-b695-cae2d4694272 service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683931
Jan 15 20:54:15.398997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac736-f253-46da-8abc-3cc1fb84d098 req-3536998b-41d2-40f5-8bb0-ca3aaa03701d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:15.411480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:15.414035 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c3663-c009-4e1f-818b-236720e75677" -d '{"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-plugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:15.417055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dadac736-f253-46da-8abc-3cc1fb84d098 req-3536998b-41d2-40f5-8bb0-ca3aaa03701d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 944 time: 0.4789033
Jan 15 20:54:15.427540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Pushing event deleted for resources: {'Port': ['ID=6a747998-2bca-46bb-a26f-e7c31a2aa686,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:15.443273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:15.449996 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.532284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a479d86-88ed-4f54-a787-615cb75630f0 req-1338f290-379d-4ce5-a82b-fca9f93d8569 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:15.533905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a479d86-88ed-4f54-a787-615cb75630f0 req-1338f290-379d-4ce5-a82b-fca9f93d8569 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 944 time: 0.6698644
Jan 15 20:54:15.569821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:15.570718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-887f1561-06f1-47bf-a474-d991a43843e2 req-2bca6cca-3519-49c6-97fe-a4f8a76c68a9 service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324263
Jan 15 20:54:15.604953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] No DVR routers for this DVR port ab278ee5-4883-4ea7-842a-97bf84654e4e on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:15.726824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dadac736-f253-46da-8abc-3cc1fb84d098 req-8d31efd8-16a8-49cf-98a7-6a2fe88a475e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3086014
Jan 15 20:54:15.740629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Attempting to bind port 7372087d-b55f-45da-b646-85a04a10f042 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:15.741634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Attempting to bind port 7372087d-b55f-45da-b646-85a04a10f042 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:15.742444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Attempting to bind port 7372087d-b55f-45da-b646-85a04a10f042 on network 675fbeb5-98b9-4775-9365-0cac427b063d {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:15.750392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a479d86-88ed-4f54-a787-615cb75630f0 req-4e8816e0-d39c-43d4-a56c-95332f86e9ad tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026098
Jan 15 20:54:15.754026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Port 7372087d-b55f-45da-b646-85a04a10f042 on network 675fbeb5-98b9-4775-9365-0cac427b063d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:15.755065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Attempting to bind port 7372087d-b55f-45da-b646-85a04a10f042 on network 675fbeb5-98b9-4775-9365-0cac427b063d {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:15.763945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:15.764297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Checking segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:15.764781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Bound using segment: {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:15.765409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Bound port: 7372087d-b55f-45da-b646-85a04a10f042, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd334456d-5b6d-446e-a59f-4691ba0d8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:15.765775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7372087d-b55f-45da-b646-85a04a10f042), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.862116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] No DVR routers for this DVR port 6a747998-2bca-46bb-a26f-e7c31a2aa686 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:15.870792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.877376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-584e0e04-b07e-4b72-a4b6-6f20216ce4ec req-2781e03b-20ef-49db-b150-b2ddfbd274f3 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.45 "DELETE /v2.0/ports/6a747998-2bca-46bb-a26f-e7c31a2aa686 HTTP/1.1" status: 204  len: 173 time: 4.3762791
Jan 15 20:54:15.912608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f500117d-1a95-41f2-bf61-8c0369c6db83), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.960732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:15.979325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7372087d-b55f-45da-b646-85a04a10f042,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:15.986516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:15.992913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-cf8f1459-0389-440e-be53-5aa69ec82f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:15.997288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-cf8f1459-0389-440e-be53-5aa69ec82f68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1095 time: 0.3385053
Jan 15 20:54:16.001409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6dc0>,) {'filters': {'network_id': ['f500117d-1a95-41f2-bf61-8c0369c6db83']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:16.005710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef023a-dfc5-4540-bc14-9696aab60016 req-26f1b84a-b927-4b98-b3f8-527a775d5fb2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:16.014005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ef023a-dfc5-4540-bc14-9696aab60016 req-26f1b84a-b927-4b98-b3f8-527a775d5fb2 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 946 time: 0.0986826
Jan 15 20:54:16.067713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:16.068476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.070191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] 10.222.0.39 "PUT /v2.0/ports/7372087d-b55f-45da-b646-85a04a10f042 HTTP/1.1" status: 200  len: 1092 time: 3.0792973
Jan 15 20:54:16.072231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'tag': '7372087d-b55f-45da-b646-85a04a10f042'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:16.076090 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84afcd-c2df-4b37-a42d-a037605fcf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "tag": "7372087d-b55f-45da-b646-85a04a10f042"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:16.087780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6dc0>, '7111c78c-438e-47b1-a147-6a1c991d3bff') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:16.088408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6dc0>, '7111c78c-438e-47b1-a147-6a1c991d3bff') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:16.158419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7111c78c-438e-47b1-a147-6a1c991d3bff), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.187750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7111c78c-438e-47b1-a147-6a1c991d3bff), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.216056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:16.216546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7111c78c-438e-47b1-a147-6a1c991d3bff), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:16.218650 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:16.246755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062a29b-7383-49a9-9db0-6c67cc9d5027 service neutron] Pushing event updated for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:16.294607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ef023a-dfc5-4540-bc14-9696aab60016 req-1982021c-2401-4be8-aefa-949079ea0c7d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794499
Jan 15 20:54:16.330547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-7d950b12-eca7-4d19-97c0-b7862264c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:16.332389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-7d950b12-eca7-4d19-97c0-b7862264c16b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7b99384e224302b8ad9303f560cc4c&device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 1095 time: 0.2054417
Jan 15 20:54:16.433327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-71410ce4-47bb-4fa8-824d-62bd3021101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:16.436415 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-71410ce4-47bb-4fa8-824d-62bd3021101f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.4245148
Jan 15 20:54:16.443172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f500117d-1a95-41f2-bf61-8c0369c6db83), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.478170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:16.491111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] 10.222.0.46 "DELETE /v2.0/networks/f500117d-1a95-41f2-bf61-8c0369c6db83 HTTP/1.1" status: 204  len: 168 time: 3.0157866
Jan 15 20:54:16.494182 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11208c-825c-4a5d-ad4c-85b6557c2c76 x-openstack-request-id: req-4b11208c-825c-4a5d-ad4c-85b6557c2c76 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:16.495464 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-plugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:16.496165 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b11208c-825c-4a5d-ad4c-85b6557c2c76 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:16.497176 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'code': 200}
Jan 15 20:54:16.504065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:16.575599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-deleted', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:16.577945 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5964236b-0322-4567-816a-baabf8a82e73" -d '{"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-deleted", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:16.657392 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-dcd303a7-754c-4881-a1fa-57711fd7475f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 217 time: 0.1992223
Jan 15 20:54:16.660745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f992e5-f498-44c1-ac90-f0bf5736754d admin admin] Pushing event deleted for resources: {'Network': ['ID=f500117d-1a95-41f2-bf61-8c0369c6db83,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:16.662851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cf311698-e345-42ab-8508-0fa2a6da33ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:16.821857 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d49a8-4e0c-433c-b211-471a9d26c46e x-openstack-request-id: req-3f4d49a8-4e0c-433c-b211-471a9d26c46e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:16.822200 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6", "name": "network-vif-deleted", "tag": "6a747998-2bca-46bb-a26f-e7c31a2aa686", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:16.822456 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f4d49a8-4e0c-433c-b211-471a9d26c46e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:16.822779 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6', 'name': 'network-vif-deleted', 'tag': '6a747998-2bca-46bb-a26f-e7c31a2aa686', 'status': 'completed', 'code': 200}
Jan 15 20:54:16.962099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:17.001873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'network_id': '1860aada-e54b-435b-befe-aece2a8913ae', 'port_id': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'mac_address': 'fa:16:3e:15:c1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8468e90-8814-4f8a-8e94-18c74f56b2e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:17.020317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-d405f443-9484-44c6-b78e-ff172e4b23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.023140 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-d405f443-9484-44c6-b78e-ff172e4b23b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.3523893
Jan 15 20:54:17.033940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb87cc-ad24-492f-868f-ee521c1ea891 req-7bb45ad9-45e7-4409-82d1-1dc9606f3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.035702 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8dfb87cc-ad24-492f-868f-ee521c1ea891 req-7bb45ad9-45e7-4409-82d1-1dc9606f3c9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 1097 time: 0.2021847
Jan 15 20:54:17.080110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-2ac3ed72-9e27-4e9a-86cc-00a2cea6c24a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430310
Jan 15 20:54:17.131002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cf311698-e345-42ab-8508-0fa2a6da33ab is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:17.133766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:17.172510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf311698-e345-42ab-8508-0fa2a6da33ab {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:17.201007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:17.211880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:17.286368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:17.292566 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8382e-632f-4912-8902-7821f1f6ac9f x-openstack-request-id: req-eed8382e-632f-4912-8902-7821f1f6ac9f {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:17.293159 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "tag": "7372087d-b55f-45da-b646-85a04a10f042", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:17.293159 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eed8382e-632f-4912-8902-7821f1f6ac9f {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:17.293535 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'tag': '7372087d-b55f-45da-b646-85a04a10f042', 'status': 'completed', 'code': 200}
Jan 15 20:54:17.315725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-dc889365-e893-4d8d-87ad-fae82d5604b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7372087d-b55f-45da-b646-85a04a10f042 HTTP/1.1" status: 200  len: 217 time: 0.9676480
Jan 15 20:54:17.374347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37358) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:17.376492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648515e4-96da-4572-b626-dbac4539e25e req-b9307ada-f950-4c23-917c-3423dc581c86 tempest-LiveAutoBlockMigrationV225Test-561034217 tempest-LiveAutoBlockMigrationV225Test-561034217-project] 10.222.0.46 "GET /v2.0/ports?device_id=770bfdbf-2ac6-4ab9-b2e3-f9e43ae88af6 HTTP/1.1" status: 200  len: 210 time: 0.0925984
Jan 15 20:54:17.395250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8dfb87cc-ad24-492f-868f-ee521c1ea891 req-28cb18d1-e04a-448f-a461-3c732d6094f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188283
Jan 15 20:54:17.446439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15f47-a15f-475f-89f7-7c63d569f197 req-e0a882d2-e584-4df5-afcb-637e7ac842f4 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.453324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dca15f47-a15f-475f-89f7-7c63d569f197 req-e0a882d2-e584-4df5-afcb-637e7ac842f4 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 945 time: 0.1861670
Jan 15 20:54:17.462214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:17.470258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-dee278ef-5dbc-4ed5-ac31-5c0f083959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.471707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-dee278ef-5dbc-4ed5-ac31-5c0f083959ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a9ad1a3-1722-4805-b0f2-226c40db0379 HTTP/1.1" status: 200  len: 854 time: 0.0819240
Jan 15 20:54:17.493789 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-fc1cea56-8e80-47e1-b294-3b2d51f04e98 service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3432119
Jan 15 20:54:17.545937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dca15f47-a15f-475f-89f7-7c63d569f197 req-eb02ae42-8394-47f3-9c74-0d43b2c4d168 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910442
Jan 15 20:54:17.588133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ebddc-7f45-4306-96c5-454cd0060156 req-bc0f6ae0-5c91-4935-a760-d1f09977d6de tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.592710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-393ebddc-7f45-4306-96c5-454cd0060156 req-bc0f6ae0-5c91-4935-a760-d1f09977d6de tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 944 time: 0.0993328
Jan 15 20:54:17.681807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-393ebddc-7f45-4306-96c5-454cd0060156 req-b093c134-74f6-4f4d-96ce-16854558c50d tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778673
Jan 15 20:54:17.799112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03b9a6e1-671a-4070-8caf-3fe7d5f828a7 req-6b6e7f03-4cba-4260-ab4c-7b76d7ff29cb service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931011
Jan 15 20:54:17.841692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2021778906-network', 'tenant_id': 'f6d5d92c87544c4d8080e19c1f6429bf'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:17.895433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bcae-09ca-4f8a-b9ad-ea0aac1660db req-c3bf3bcc-f063-4671-9888-1183299d076b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:17.908717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c95bcae-09ca-4f8a-b9ad-ea0aac1660db req-c3bf3bcc-f063-4671-9888-1183299d076b tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 946 time: 0.1490674
Jan 15 20:54:17.939718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-265e79f5-6227-4011-a92a-4165435f92d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:17.940392 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (15fb6158-ba38-4bac-a823-a115741d1215), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:17.956883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Made reservation on behalf of f6d5d92c87544c4d8080e19c1f6429bf for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:17.964153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.004466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.193712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-8136496f-a5aa-4573-b044-70dfb5633b62 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=08c18cfa337f4413afcb5b0741441512&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0547731
Jan 15 20:54:18.195926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks [] for security_group (e2d24366-52e7-4cff-abb4-f85f63c7c8d4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.207938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c95bcae-09ca-4f8a-b9ad-ea0aac1660db req-8198a563-b741-4b0a-8dfb-c3f769cafe3d tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915878
Jan 15 20:54:18.215608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2d24366-52e7-4cff-abb4-f85f63c7c8d4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.247836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:18.265287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85174845-c8ba-4847-8567-fece25122453), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.265763 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Added segment 85174845-c8ba-4847-8567-fece25122453 of type vlan for network b7ee6eaf-eda1-43c9-9d45-4bb747012a97
Jan 15 20:54:18.333919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d24366-52e7-4cff-abb4-f85f63c7c8d4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:18.408031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Deleting port b912de9d-fcfe-4f6a-a08b-0b5b576b9768 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:18.408445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.410993 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b7ee6eaf-eda1-43c9-9d45-4bb747012a97), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.532924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b7ee6eaf-eda1-43c9-9d45-4bb747012a97), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.535086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:18.536357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.550599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37380) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:18.622946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-48d40b30-2ef7-4e8f-a3ac-84899952fc8b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:18.624692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-48d40b30-2ef7-4e8f-a3ac-84899952fc8b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4108891
Jan 15 20:54:18.627906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37384) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:18.647183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3e2acf3d-3481-4088-a988-e51452e4cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:18.649208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-3e2acf3d-3481-4088-a988-e51452e4cac1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=675fbeb5-98b9-4775-9365-0cac427b063d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1840553
Jan 15 20:54:18.663069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cf311698-e345-42ab-8508-0fa2a6da33ab up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:18.670956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d5971af5-cd4f-46db-8043-6da5666f9bb4 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/quotas/08c18cfa337f4413afcb5b0741441512 HTTP/1.1" status: 200  len: 375 time: 0.0176699
Jan 15 20:54:18.676558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.2952535
Jan 15 20:54:18.678954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1c33f-41be-4523-b57a-edc06597c07f admin admin] Pushing event updated for resources: {'Network': ['ID=b7ee6eaf-eda1-43c9-9d45-4bb747012a97,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:18.681014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37388) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:18.686016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Request body: {'subnet': {'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2021778906-subnet', 'tenant_id': 'f6d5d92c87544c4d8080e19c1f6429bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:18.730962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-c049416b-fab6-432c-9652-6a5a7c5ff991 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08c18cfa337f4413afcb5b0741441512&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383468
Jan 15 20:54:18.752646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:18.768699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] For port b912de9d-fcfe-4f6a-a08b-0b5b576b9768, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:18.769205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.822859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Calling delete_port for b912de9d-fcfe-4f6a-a08b-0b5b576b9768 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:18.831661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Deleting subnet 3aea9045-6664-4d64-8053-ecddad801345 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:18.853662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Publish callbacks [] for subnet (3aea9045-6664-4d64-8053-ecddad801345), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.859344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Made reservation on behalf of f6d5d92c87544c4d8080e19c1f6429bf for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:18.862107 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.976625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port cf311698-e345-42ab-8508-0fa2a6da33ab completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:18.988782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port cf311698-e345-42ab-8508-0fa2a6da33ab triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:18.989247 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:18.990121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1026e-2b78-4b56-8256-04343391968a req-dfb6745e-8827-4576-8431-797b72e5ed04 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:18.991700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ea1026e-2b78-4b56-8256-04343391968a req-dfb6745e-8827-4576-8431-797b72e5ed04 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 945 time: 0.2486546
Jan 15 20:54:19.030731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6568-865f-4249-a0b3-0cfe9d8479d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.083518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (3aea9045-6664-4d64-8053-ecddad801345), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.117306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cf311698-e345-42ab-8508-0fa2a6da33ab is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:19.118578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.155575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:19.159690 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048baf4-33b3-441f-9c3a-1c6636c12cec" -d '{"events": [{"server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "name": "network-vif-plugged", "status": "completed", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:19.171124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-26f4d3b2-3979-4140-9d1a-8d445acdd5bb service neutron] 10.222.0.39 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4444468
Jan 15 20:54:19.192234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:19.199025 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.275695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (3aea9045-6664-4d64-8053-ecddad801345), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.342721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:19.409579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (3aea9045-6664-4d64-8053-ecddad801345), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.431002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ea1026e-2b78-4b56-8256-04343391968a req-e42df39f-b53e-45bf-8884-2f9a09343cb3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4144459
Jan 15 20:54:19.546066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.560364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf5cb12e-5b5c-4b26-ba21-f9db6be10465 req-92706a75-6067-4b41-a0fe-274bae02dc42 service neutron] 10.222.0.39 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2724414
Jan 15 20:54:19.561977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3aea9045-6664-4d64-8053-ecddad801345 HTTP/1.1" status: 204  len: 168 time: 1.0096817
Jan 15 20:54:19.564776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37404) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:19.566938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb4bbe-4497-4bbb-8b9c-3ea070f38488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aea9045-6664-4d64-8053-ecddad801345,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:19.621963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923b3d-a800-403e-8ced-57928e701079 req-96f0436e-34da-4e11-a903-9ad0fefc1e79 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:19.624634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5923b3d-a800-403e-8ced-57928e701079 req-96f0436e-34da-4e11-a903-9ad0fefc1e79 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 944 time: 0.4876430
Jan 15 20:54:19.631592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-726bd2a2-db6b-47dd-a247-92707addd9d1 req-a10d39b9-6b6c-48df-8db8-31fae658d435 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 210 time: 0.1111608
Jan 15 20:54:19.691639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6568-865f-4249-a0b3-0cfe9d8479d3 admin admin] Publish callbacks [] for security_group (889cc9c9-a203-4fcc-bf54-d844a8c4a620), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.724852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b912de9d-fcfe-4f6a-a08b-0b5b576b9768), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.740267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6568-865f-4249-a0b3-0cfe9d8479d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (889cc9c9-a203-4fcc-bf54-d844a8c4a620), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.780037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c4ec6568-865f-4249-a0b3-0cfe9d8479d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93f06ae8297d49c0a961b28fb2f74fee&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1472814
Jan 15 20:54:19.787452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37408) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:19.804455 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adab11fb-b0de-4d76-a26c-973b9eac11d4 x-openstack-request-id: req-adab11fb-b0de-4d76-a26c-973b9eac11d4 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:19.805424 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "name": "network-vif-plugged", "status": "completed", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:19.806805 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-adab11fb-b0de-4d76-a26c-973b9eac11d4 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:19.811886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b912de9d-fcfe-4f6a-a08b-0b5b576b9768,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:19.813817 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'code': 200}
Jan 15 20:54:19.912530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (49154699-6bc5-4512-8772-cbfc551dab57), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:19.958864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:20.108722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec6568-865f-4249-a0b3-0cfe9d8479d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889cc9c9-a203-4fcc-bf54-d844a8c4a620,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:20.158381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94a6f29c-5d49-4b5c-a157-184a05902570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:20.234701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d2087-c1b9-47d3-a555-1b4d99712a93 req-922f4b0e-80aa-458f-a618-302049581552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:20.236459 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb7d2087-c1b9-47d3-a555-1b4d99712a93 req-922f4b0e-80aa-458f-a618-302049581552 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1097 time: 0.3400578
Jan 15 20:54:20.239393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5923b3d-a800-403e-8ced-57928e701079 req-6d7a334c-4e41-4dc8-8058-8aa2181352a4 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5946734
Jan 15 20:54:20.260411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-f592e5b7-8d5a-4b59-a1da-ce43b415a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:20.262147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-f592e5b7-8d5a-4b59-a1da-ce43b415a31c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7b99384e224302b8ad9303f560cc4c&device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 1095 time: 0.5623789
Jan 15 20:54:20.266583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49154699-6bc5-4512-8772-cbfc551dab57,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:20.302194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Checking segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:20.302534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Network hostable DHCP agents. Network: b7ee6eaf-eda1-43c9-9d45-4bb747012a97, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:20.423481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:20.475658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7ee6eaf-eda1-43c9-9d45-4bb747012a97) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:20.488414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf7362-6c65-4e34-96ce-59abcba832fb None None] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:20.491980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea2d1c-6b76-4d19-9962-6d145720ba00 req-4640e4ff-4243-4245-bc6e-4310f105b167 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:20.493760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddea2d1c-6b76-4d19-9962-6d145720ba00 req-4640e4ff-4243-4245-bc6e-4310f105b167 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 946 time: 0.4662426
Jan 15 20:54:20.503330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (15fb6158-ba38-4bac-a823-a115741d1215), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:20.550864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:20.552633 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:20.604880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6d78aeb5-fdd0-4078-a343-06e59c9e5559 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.9144490
Jan 15 20:54:20.696542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-316beaaa-2fd6-4c26-b3cb-b4cb45a59018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:20.712471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-316beaaa-2fd6-4c26-b3cb-b4cb45a59018 service neutron] 10.222.0.39 "GET /v2.0/networks?id=675fbeb5-98b9-4775-9365-0cac427b063d HTTP/1.1" status: 200  len: 916 time: 0.4119167
Jan 15 20:54:20.883735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-0e83acb0-5a7b-42a9-ac3a-47058dfe4a71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7372087d-b55f-45da-b646-85a04a10f042 HTTP/1.1" status: 200  len: 217 time: 0.1702726
Jan 15 20:54:20.887245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a7167-9aef-493f-80a4-ab27e1551a81 None None] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:20.956367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddea2d1c-6b76-4d19-9962-6d145720ba00 req-019182be-9dc3-42eb-8f1d-feec89654cd8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4363205
Jan 15 20:54:21.105070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-0e378835-6f4d-4da1-a00a-4c6be446b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.106711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-0e378835-6f4d-4da1-a00a-4c6be446b850 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a9ad1a3-1722-4805-b0f2-226c40db0379 HTTP/1.1" status: 200  len: 854 time: 0.0815306
Jan 15 20:54:21.172351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] Publish callbacks [] for security_group (889cc9c9-a203-4fcc-bf54-d844a8c4a620), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.179438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cff3f1d7-6d5e-4553-9570-406c28ff35eb req-f009264f-eff4-47f9-932e-db398aa9c8b4 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 210 time: 0.0649197
Jan 15 20:54:21.189724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d194a6-dcd9-4509-948e-ae5071dc0a98 req-29db216d-8cc4-4d5e-b6f3-156491de6e7e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.196628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6d194a6-dcd9-4509-948e-ae5071dc0a98 req-29db216d-8cc4-4d5e-b6f3-156491de6e7e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 946 time: 0.3594792
Jan 15 20:54:21.226005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-403f0a0b-0df9-400c-9a20-175c2b7b83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.227979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-403f0a0b-0df9-400c-9a20-175c2b7b83bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=675fbeb5-98b9-4775-9365-0cac427b063d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1121354
Jan 15 20:54:21.267773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-39684067-a762-4197-a571-38498a59dbb9 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=08c18cfa337f4413afcb5b0741441512&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0980046
Jan 15 20:54:21.272016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6d194a6-dcd9-4509-948e-ae5071dc0a98 req-80b6e5ef-99b4-4256-854a-fd26960e7118 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701168
Jan 15 20:54:21.273060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.387616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] Publish callbacks [] for security_group (889cc9c9-a203-4fcc-bf54-d844a8c4a620), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.416939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-dcf75711-2512-4cbd-8b26-eb27e473e218 service neutron] 10.222.0.39 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017277
Jan 15 20:54:21.441491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb7d2087-c1b9-47d3-a555-1b4d99712a93 req-91663171-e39e-4433-94e1-3198ce3fab7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9392323
Jan 15 20:54:21.444686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79661040>,) {'filters': {'network_id': ['3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:21.474823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79661040>, 'd8499bf0-20d9-49bd-98f2-adf9779ac889') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:21.475038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79661040>, 'd8499bf0-20d9-49bd-98f2-adf9779ac889') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:21.510182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d8499bf0-20d9-49bd-98f2-adf9779ac889), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.528213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-99c0e3dd-b99e-41b3-910e-ba349643fc7c tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.530318 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-99c0e3dd-b99e-41b3-910e-ba349643fc7c tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2392547
Jan 15 20:54:21.540229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d8499bf0-20d9-49bd-98f2-adf9779ac889), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.548232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:21.548671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d8499bf0-20d9-49bd-98f2-adf9779ac889), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:21.550611 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:21.584930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f84afcd-c2df-4b37-a42d-a037605fcf2d req-dff90308-07e4-43db-a7d7-3db82f7ce1f7 service neutron] 10.222.0.39 "GET /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570272
Jan 15 20:54:21.642627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (889cc9c9-a203-4fcc-bf54-d844a8c4a620), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.645263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.648892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/889cc9c9-a203-4fcc-bf54-d844a8c4a620 HTTP/1.1" status: 204  len: 168 time: 1.8580449
Jan 15 20:54:21.659450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Request body: {'port': {'device_id': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '08c18cfa337f4413afcb5b0741441512'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:21.671467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-a8a8035b-cb6c-4b41-a2ca-9fa58454c3c2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.672712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-a8a8035b-cb6c-4b41-a2ca-9fa58454c3c2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.1444938
Jan 15 20:54:21.711205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-bf558a78-dfcc-4aea-b22c-d75cb86f8876 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/quotas/f6d5d92c87544c4d8080e19c1f6429bf HTTP/1.1" status: 200  len: 375 time: 0.0280197
Jan 15 20:54:21.716804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8357ab-d42a-4fa7-880e-8f6f1f9654b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889cc9c9-a203-4fcc-bf54-d844a8c4a620,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:21.722137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.750279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-d5f3b7a1-f9ad-4e52-bca9-22e659553e95 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0333059
Jan 15 20:54:21.758435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.764905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2 HTTP/1.1" status: 204  len: 168 time: 2.1985877
Jan 15 20:54:21.765143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37450) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:21.776144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715f7f-47a5-4ba0-9861-bd24f6e575fd req-f0b97d77-5cf0-42d0-a78e-e7ea6353b0f7 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:21.777883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5715f7f-47a5-4ba0-9861-bd24f6e575fd req-f0b97d77-5cf0-42d0-a78e-e7ea6353b0f7 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 944 time: 0.1040516
Jan 15 20:54:21.794918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300140-4dcb-4951-a2e3-891a023d2cba admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee7d78d-61a7-4a1d-ba2d-976bd0bf9fe2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:21.829338 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.848645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Router 15fb6158-ba38-4bac-a823-a115741d1215 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:21.869920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Deleting subnet 2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:21.893088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Publish callbacks [] for subnet (2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.949818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5715f7f-47a5-4ba0-9861-bd24f6e575fd req-e2765e26-f5bc-4853-85d1-5635c41ea6e4 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544290
Jan 15 20:54:21.971182 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.980225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Made reservation on behalf of 08c18cfa337f4413afcb5b0741441512 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:21.984026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:21.999593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.031654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:22.037305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-b61fb059-4c82-49df-a0ac-e93f2eceb09d service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2786515
Jan 15 20:54:22.041847 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Sync routers for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:22.049394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b520c75-0d6d-4b4c-839f-5674c46aea21 admin admin] 10.222.0.46 "PUT /v2.0/routers/15fb6158-ba38-4bac-a823-a115741d1215/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5378234
Jan 15 20:54:22.050359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:22.053785 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:22.054289 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.056477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.204888 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:22.303348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks [] for router (15fb6158-ba38-4bac-a823-a115741d1215), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.374067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.420549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-eccf5bb8-10da-43c8-8db0-6f7f1b7980eb service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182442
Jan 15 20:54:22.421702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:22.425376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.431035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b04eba1f-dc72-4f8d-a90c-48392e4e34a3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ff8cad3-4a0a-49e0-a9b9-ed4bbb37ac20 HTTP/1.1" status: 204  len: 168 time: 0.6626394
Jan 15 20:54:22.431952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37494) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:22.470230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks [] for security_group (52e44621-bbc4-4888-9870-b1bc4fed0464), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.536675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (52e44621-bbc4-4888-9870-b1bc4fed0464), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.589902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26680edf-2639-46dd-b86b-8b21acf122dc req-bc2c6e19-048a-4715-b6f8-27f89adfef28 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 210 time: 0.0708489
Jan 15 20:54:22.632413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (112a79de-6ff4-4a55-9714-8bfa3a8041f0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.646739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e44621-bbc4-4888-9870-b1bc4fed0464,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:22.663208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks [] for router_gateway (15fb6158-ba38-4bac-a823-a115741d1215), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.752971 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13ec10>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:54:19Z', 'revision_number': 5, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port': {'id': 'be5801b8-a819-4489-b47e-c81949fe014d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb6158-ba38-4bac-a823-a115741d1215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:48:51Z', 'updated_at': '2022-01-15T20:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.818212 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Checking router: 15fb6158-ba38-4bac-a823-a115741d1215 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:22.830164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Allocated IP 192.168.233.173 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/e9008cdf-b62f-4f84-8aec-da321150af1c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:22.830570 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Routers {'15fb6158-ba38-4bac-a823-a115741d1215'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:22.831450 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['15fb6158-ba38-4bac-a823-a115741d1215'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.881348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c99db2d-87c2-4b27-a3e9-8d0c69a08cc1 req-5626d2f4-91f8-492c-b4d7-4643616b44d3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 210 time: 0.0739105
Jan 15 20:54:22.886425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (112a79de-6ff4-4a55-9714-8bfa3a8041f0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:22.914804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78e029d0>,) {'filters': {'network_id': ['112a79de-6ff4-4a55-9714-8bfa3a8041f0']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.928611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78e029d0>, '1c911e28-00fa-42e6-ab20-64f38e7595e4') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.928929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78e029d0>, '1c911e28-00fa-42e6-ab20-64f38e7595e4') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:22.967332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246bdb-5d0b-49c8-a471-2f6dce024a5d req-37c6672e-160f-4bbb-b93d-070ba4073f12 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:22.986853 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d246bdb-5d0b-49c8-a471-2f6dce024a5d req-37c6672e-160f-4bbb-b93d-070ba4073f12 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 946 time: 0.1807840
Jan 15 20:54:22.993699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (1c911e28-00fa-42e6-ab20-64f38e7595e4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.002658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] Set router 15fb6158-ba38-4bac-a823-a115741d1215 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:23.055668 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1c911e28-00fa-42e6-ab20-64f38e7595e4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.067356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:23.067958 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (1c911e28-00fa-42e6-ab20-64f38e7595e4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:23.069690 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:23.073087 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:23.083487 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b13ec10>, [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:54:22Z', 'revision_number': 6, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:23.110119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Deleting port be5801b8-a819-4489-b47e-c81949fe014d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:23.111093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (be5801b8-a819-4489-b47e-c81949fe014d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.113066 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0489ac-74f2-4a0a-bab6-a32a41137396 None None] The sync data for ids ['15fb6158-ba38-4bac-a823-a115741d1215'] in ncdv-master-1 is: [{'id': '15fb6158-ba38-4bac-a823-a115741d1215', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2114756661-router', 'tenant_id': 'db83acd7cde5477ea025f1870cc390df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:48:49Z', 'updated_at': '2022-01-15T20:54:22Z', 'revision_number': 6, 'project_id': 'db83acd7cde5477ea025f1870cc390df', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:23.169527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks [] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.169854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d246bdb-5d0b-49c8-a471-2f6dce024a5d req-ed412fe9-90d3-4c98-93b0-54b78e4cc6a8 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781504
Jan 15 20:54:23.170760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.185908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f132b1-ddbe-447e-9679-6c262d57cc87 req-697f4769-4af0-4667-a54b-7920603980e3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:23.197559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8f132b1-ddbe-447e-9679-6c262d57cc87 req-697f4769-4af0-4667-a54b-7920603980e3 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 946 time: 0.2067680
Jan 15 20:54:23.217055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (112a79de-6ff4-4a55-9714-8bfa3a8041f0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.228832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.233676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/112a79de-6ff4-4a55-9714-8bfa3a8041f0 HTTP/1.1" status: 204  len: 168 time: 0.8012843
Jan 15 20:54:23.254494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4d8ec-4110-4c57-abc8-f51d21585bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=112a79de-6ff4-4a55-9714-8bfa3a8041f0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:23.284454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] For port be5801b8-a819-4489-b47e-c81949fe014d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5801b8-a819-4489-b47e-c81949fe014d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:23.284822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (be5801b8-a819-4489-b47e-c81949fe014d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.287695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.332017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Calling delete_port for be5801b8-a819-4489-b47e-c81949fe014d owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:23.347541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8f132b1-ddbe-447e-9679-6c262d57cc87 req-0ad07b2a-2768-473b-ab7d-4a05bd1845e0 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444077
Jan 15 20:54:23.377657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb5c14-e2b9-41de-9168-d1330ea9decf req-ae7cba79-7750-4f0a-adcc-246d90a98b6c tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:23.382916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Pushing event updated for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:23.387288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:23.390960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:23.393817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57eb5c14-e2b9-41de-9168-d1330ea9decf req-ae7cba79-7750-4f0a-adcc-246d90a98b6c tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 944 time: 0.1404595
Jan 15 20:54:23.422006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:23.477480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57eb5c14-e2b9-41de-9168-d1330ea9decf req-219eb266-9cc8-4940-b16e-21dc63e4f375 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826638
Jan 15 20:54:23.544947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:23.545756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.566135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:23.643246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d51575f4-8795-443f-95c1-9ab294a3617b tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9906402
Jan 15 20:54:23.655617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Request body: {'port': {'device_id': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:23.672368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-86ce75e8-d2eb-4972-b37c-f7573b9b8af6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3ede5f7e26d484fb1c6f18819a90e3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0970621
Jan 15 20:54:23.678003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37534) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:23.748713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-42dd866e-e211-4204-ae36-da8dc94ffd8f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-21067796&fields=id&tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 267 time: 0.1814761
Jan 15 20:54:23.768884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.829909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (be5801b8-a819-4489-b47e-c81949fe014d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.865731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5801b8-a819-4489-b47e-c81949fe014d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:23.881432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] Publish callbacks [] for security_group (b6b66a01-e91e-40e8-9710-d13465291d11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.885280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ddc7f6fe-1d3e-4159-91bd-2f6a5bba309e None None] Provisioning complete for port e9008cdf-b62f-4f84-8aec-da321150af1c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:23.887015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f6fe-1d3e-4159-91bd-2f6a5bba309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.900142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-3566502f-0c2d-4a39-bfd9-71acb52f3e1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1367280
Jan 15 20:54:23.907846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-e10199a3-fb84-40ad-9228-3008dea70c03 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:23.909930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-e10199a3-fb84-40ad-9228-3008dea70c03 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 946 time: 0.1476738
Jan 15 20:54:23.925111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'security_groups': ['c080ef95-7f41-47e2-bb17-b1f74ee9756f', 'e251adca-5ba6-4b03-828d-e26b6bdb42fb']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:23.954878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] Publish callbacks [] for security_group (b6b66a01-e91e-40e8-9710-d13465291d11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:23.969855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7f6fe-1d3e-4159-91bd-2f6a5bba309e None None] Port e9008cdf-b62f-4f84-8aec-da321150af1c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:24.005276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7372087d-b55f-45da-b646-85a04a10f042 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:24.055308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (15fb6158-ba38-4bac-a823-a115741d1215), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.076455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.107199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-1778cd25-3288-4edf-a3cb-fc16f8cfe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:24.109094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-1778cd25-3288-4edf-a3cb-fc16f8cfe26b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1175 time: 0.0955434
Jan 15 20:54:24.134718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6b66a01-e91e-40e8-9710-d13465291d11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.137567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.139013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6b66a01-e91e-40e8-9710-d13465291d11 HTTP/1.1" status: 204  len: 168 time: 0.4582932
Jan 15 20:54:24.216409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb76986-e7a7-4d5a-b1ec-2130d7805929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b66a01-e91e-40e8-9710-d13465291d11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:24.298247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device be5801b8-a819-4489-b47e-c81949fe014d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:24.398437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: be5801b8-a819-4489-b47e-c81949fe014d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:24.399080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device be5801b8-a819-4489-b47e-c81949fe014d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:24.399662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b912de9d-fcfe-4f6a-a08b-0b5b576b9768 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:24.433165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (15fb6158-ba38-4bac-a823-a115741d1215), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.450218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks [] for router_controller (15fb6158-ba38-4bac-a823-a115741d1215), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.451209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.460031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b912de9d-fcfe-4f6a-a08b-0b5b576b9768 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:24.460638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b912de9d-fcfe-4f6a-a08b-0b5b576b9768 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:24.503351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7372087d-b55f-45da-b646-85a04a10f042,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:24.531270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '7372087d-b55f-45da-b646-85a04a10f042', 'network_id': '675fbeb5-98b9-4775-9365-0cac427b063d', 'port_id': '7372087d-b55f-45da-b646-85a04a10f042', 'mac_address': 'fa:16:3e:65:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9ad1a3-1722-4805-b0f2-226c40db0379', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:24.601092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7372087d-b55f-45da-b646-85a04a10f042 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:24.601476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7372087d-b55f-45da-b646-85a04a10f042), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.617396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7372087d-b55f-45da-b646-85a04a10f042 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:24.645138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7372087d-b55f-45da-b646-85a04a10f042,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:24.655369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.657236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:24.707398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5f93-7ef3-4343-905b-f1bf395c5121 req-bd433b0b-eb55-4695-89d8-0af4d187d1a5 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:24.716484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f81d5f93-7ef3-4343-905b-f1bf395c5121 req-bd433b0b-eb55-4695-89d8-0af4d187d1a5 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 936 time: 0.5364413
Jan 15 20:54:24.729866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (15fb6158-ba38-4bac-a823-a115741d1215), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.734491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15fb6158-ba38-4bac-a823-a115741d1215 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:54:24.741133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:24.742375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-04667897-715c-4fac-97ba-494abf318601 admin admin] 10.222.0.46 "DELETE /v2.0/routers/15fb6158-ba38-4bac-a823-a115741d1215 HTTP/1.1" status: 204  len: 168 time: 2.6898255
Jan 15 20:54:24.754552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37564) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:24.779020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-7d55cbce-28e7-4ef9-bd69-01687cc9eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:24.781162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-7d55cbce-28e7-4ef9-bd69-01687cc9eeb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.6406264
Jan 15 20:54:24.829286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:24.937057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:24.937619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-eccfe1db-67b7-42f2-ab96-dae2f0573025 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 200  len: 217 time: 0.0987337
Jan 15 20:54:24.969235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-496f7654-0daf-43a5-bf92-740ca3645055 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:24.973166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'network_id': '364a58d7-d200-4c35-b6bd-a666c20a1fe8', 'port_id': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'mac_address': 'fa:16:3e:3c:0e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319d4db-4667-43f4-9bb7-98123fa5da42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:24.973550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-496f7654-0daf-43a5-bf92-740ca3645055 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.6570807
Jan 15 20:54:24.979471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:24.983267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9008cdf-b62f-4f84-8aec-da321150af1c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:25.001514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'port': {'device_id': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'admin_state_up': True, 'tenant_id': 'f6d5d92c87544c4d8080e19c1f6429bf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:25.007556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks [] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.034265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Deleting subnet 377739f6-734d-4086-87fa-2a63953e8a67 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:25.046607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:25.047250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.052026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Publish callbacks [] for subnet (377739f6-734d-4086-87fa-2a63953e8a67), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.067430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35ca04a-094e-42bc-a7ee-c8ee9d748f3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:25.079661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Transition to ACTIVE for port object e9008cdf-b62f-4f84-8aec-da321150af1c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:25.088191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f81d5f93-7ef3-4343-905b-f1bf395c5121 req-2222d909-e7d5-4539-81d3-4cfa8d635967 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3696928
Jan 15 20:54:25.112617 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.114860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:25.121159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.154209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (377739f6-734d-4086-87fa-2a63953e8a67), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.182107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-8f939f24-706a-4db7-91f7-d766706e532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:25.183912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-8f939f24-706a-4db7-91f7-d766706e532a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.2350595
Jan 15 20:54:25.186877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:25.210775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d89f09bf-919d-484a-96be-ad9064c2d035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1c403da5e804413a6e0ef54bb4c745e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2280750
Jan 15 20:54:25.214993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:25.217692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:25.222388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:25.273119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-b1bb3b69-0809-42a2-bd95-2da75d9efe33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691137
Jan 15 20:54:25.330760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3930eaef-f65f-4dd2-b8ae-0057ce120b3c req-454bb098-5197-4e85-94d4-b5bd839fcb12 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 210 time: 0.1143484
Jan 15 20:54:25.364238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.497512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.515864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:25.516413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (377739f6-734d-4086-87fa-2a63953e8a67), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.518472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:25.559929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['7372087d-b55f-45da-b646-85a04a10f042'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:25.579112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Pushing event updated for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:25.664432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:25.665590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.673408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a905e6d9-2c0d-42c6-b15b-13c96d29477f req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "PUT /v2.0/ports/cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 982 time: 1.7538457
Jan 15 20:54:25.674059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:25.676385 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5314f339-a520-4724-a47f-da5becb9be56" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:25.682029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Made reservation on behalf of f6d5d92c87544c4d8080e19c1f6429bf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:25.687230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.701225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Attempting to bind port e9008cdf-b62f-4f84-8aec-da321150af1c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:25.701653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Attempting to bind port e9008cdf-b62f-4f84-8aec-da321150af1c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:25.701867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Attempting to bind port e9008cdf-b62f-4f84-8aec-da321150af1c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:25.709632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Port e9008cdf-b62f-4f84-8aec-da321150af1c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:25.710062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Attempting to bind port e9008cdf-b62f-4f84-8aec-da321150af1c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:25.719924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:25.720263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:25.720637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:25.721094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Bound port: e9008cdf-b62f-4f84-8aec-da321150af1c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:25.721449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.726138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:25.726553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486aeae-8c45-40ea-b8c5-b487a9a7389b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=6']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:25.731211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-43ed345d-60fb-47af-af96-8f25ca39f0c0 service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4424233
Jan 15 20:54:25.732435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] Publish callbacks [] for security_group (0398c6bd-f085-4cef-b92c-f478105929b0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.839618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] Publish callbacks [] for security_group (0398c6bd-f085-4cef-b92c-f478105929b0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.850694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e2fb2-3fde-4eab-b578-a9db8032032c req-1655b379-fad9-4870-8f2c-c251665441f1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:25.852329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d1e2fb2-3fde-4eab-b578-a9db8032032c req-1655b379-fad9-4870-8f2c-c251665441f1 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 945 time: 0.3647215
Jan 15 20:54:25.880541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (377739f6-734d-4086-87fa-2a63953e8a67), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.886575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:25.894419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9008cdf-b62f-4f84-8aec-da321150af1c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:25.905887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.943315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377739f6-734d-4086-87fa-2a63953e8a67,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:25.957811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:25.961235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5be91b5e-ad71-4894-bed1-d07bb4734cae admin admin] 10.222.0.46 "DELETE /v2.0/subnets/377739f6-734d-4086-87fa-2a63953e8a67 HTTP/1.1" status: 204  len: 168 time: 1.2020361
Jan 15 20:54:25.969423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37584) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:25.969821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55bb97a-18e0-4c44-9f46-870dd9596d27 None None] Network 68208125-5489-4003-8d8f-1f86e1c0f8a9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:25.974943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Pushing event updated for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:25.976504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b1063-7064-4129-b447-d3e88f0f4ac7 req-7c408503-9eb8-48a7-89b8-680671baf637 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:25.978151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba4b1063-7064-4129-b447-d3e88f0f4ac7 req-7c408503-9eb8-48a7-89b8-680671baf637 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 945 time: 0.2440224
Jan 15 20:54:26.008245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Allocated IP 172.20.0.5 (b7ee6eaf-eda1-43c9-9d45-4bb747012a97/49154699-6bc5-4512-8772-cbfc551dab57/3e2ec07d-d7a1-46c5-aab4-583109786f3e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:26.037287 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa0b2bb4-ffc2-487d-899b-07e9f55a8d06 req-4893c1de-347d-4a94-8036-4ccdf1aea0ed service neutron] 10.222.0.39 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2890444
Jan 15 20:54:26.038100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:26.053890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d1e2fb2-3fde-4eab-b578-a9db8032032c req-7a6b8f4b-a242-4350-a1a6-fcf75589613c tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844783
Jan 15 20:54:26.056678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0398c6bd-f085-4cef-b92c-f478105929b0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.059476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.060881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0398c6bd-f085-4cef-b92c-f478105929b0 HTTP/1.1" status: 204  len: 168 time: 0.8363070
Jan 15 20:54:26.082542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e70b5-d0a1-47aa-b768-81c846ad723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398c6bd-f085-4cef-b92c-f478105929b0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:26.095981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.096542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.116826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba4b1063-7064-4129-b447-d3e88f0f4ac7 req-5dcb0a9b-9ded-4f3a-94ad-bc3a3b1d21ce tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182773
Jan 15 20:54:26.122185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-479b9551-4546-4773-99c4-68f0da292fbb service neutron] 10.222.0.45 "PUT /v2.0/ports/e9008cdf-b62f-4f84-8aec-da321150af1c HTTP/1.1" status: 200  len: 1096 time: 2.4712949
Jan 15 20:54:26.137159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:26.140664 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da3244-d56a-4a73-9b87-b1693d75533b" -d '{"events": [{"name": "network-changed", "server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:26.215075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3f601e1-7091-4a21-8374-ec0d53564ea8 req-d5359f0c-2ff6-4bc1-b222-96a8e20fc155 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e251adca-5ba6-4b03-828d-e26b6bdb42fb HTTP/1.1" status: 200  len: 1815 time: 0.0692489
Jan 15 20:54:26.275859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (68208125-5489-4003-8d8f-1f86e1c0f8a9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.285643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-340d3be1-48d1-41cc-9d2c-cea5368fbddd req-d1249f17-54ab-4b3a-b890-9ee1c7d78cc8 tempest-FlavorsV2NegativeTest-464557771 tempest-FlavorsV2NegativeTest-464557771-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0b353193bbe444b4b319f038fb953232&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0399730
Jan 15 20:54:26.398975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-b962eded-cb0e-40a2-9ea6-5dcbd34b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.400516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-b962eded-cb0e-40a2-9ea6-5dcbd34b4c7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08c18cfa337f4413afcb5b0741441512&device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 1099 time: 0.1810369
Jan 15 20:54:26.421897 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-c3f601e1-7091-4a21-8374-ec0d53564ea8 req-70dd76f8-2e70-4001-b579-f4812a3c3139 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 15 20:54:26.441004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3f601e1-7091-4a21-8374-ec0d53564ea8 req-70dd76f8-2e70-4001-b579-f4812a3c3139 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/e251adca-5ba6-4b03-828d-e26b6bdb42fb HTTP/1.1" status: 409  len: 341 time: 0.2181735
Jan 15 20:54:26.479887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-a1c436cb-ff3f-4ced-996a-1f871f8cdce7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e9008cdf-b62f-4f84-8aec-da321150af1c HTTP/1.1" status: 200  len: 217 time: 0.0680537
Jan 15 20:54:26.540447 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37856ea9-1f81-43fd-948f-f0c3cd7802c4 x-openstack-request-id: req-37856ea9-1f81-43fd-948f-f0c3cd7802c4 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:26.540778 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:26.541848 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37856ea9-1f81-43fd-948f-f0c3cd7802c4 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:26.542907 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'status': 'completed', 'code': 200}
Jan 15 20:54:26.564566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3be1-48d1-41cc-9d2c-cea5368fbddd req-9483a518-3534-40d8-ac69-e24ae862430c tempest-FlavorsV2NegativeTest-464557771 tempest-FlavorsV2NegativeTest-464557771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.565753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-340d3be1-48d1-41cc-9d2c-cea5368fbddd req-9483a518-3534-40d8-ac69-e24ae862430c tempest-FlavorsV2NegativeTest-464557771 tempest-FlavorsV2NegativeTest-464557771-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2668300
Jan 15 20:54:26.574089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.590439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-340d3be1-48d1-41cc-9d2c-cea5368fbddd req-6caea9f5-d06c-4df2-a7c6-ba00c52f2f82 tempest-FlavorsV2NegativeTest-464557771 tempest-FlavorsV2NegativeTest-464557771-project] 10.222.0.46 "GET /v2.0/quotas/0b353193bbe444b4b319f038fb953232 HTTP/1.1" status: 200  len: 375 time: 0.0167265
Jan 15 20:54:26.594015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-26497e09-92cc-493e-a646-4a50654c4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.595506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-26497e09-92cc-493e-a646-4a50654c4e95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1089725
Jan 15 20:54:26.603863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Deleting port ad373c3f-1430-4377-b682-c8ffbe40e336 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:26.604206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.679784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-340d3be1-48d1-41cc-9d2c-cea5368fbddd req-61f1a9dc-9666-4296-90e8-e8c59e1560f6 tempest-FlavorsV2NegativeTest-464557771 tempest-FlavorsV2NegativeTest-464557771-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b353193bbe444b4b319f038fb953232&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0724640
Jan 15 20:54:26.697614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:26.699184 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:26.785935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-684ac608-cf70-47d0-9ecb-04fcc8eaf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.787516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-684ac608-cf70-47d0-9ecb-04fcc8eaf75a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1813052
Jan 15 20:54:26.795907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f339-a520-4724-a47f-da5becb9be56 req-00d64868-4293-4478-87f0-11c6fb95c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.800785 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-00d64868-4293-4478-87f0-11c6fb95c0dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1136 time: 0.2498474
Jan 15 20:54:26.809881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a47b-26f8-4bda-9eb9-262dc7630ef4 req-8cd16d85-ec92-4613-bf00-e22426a32cb8 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:26.816890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc63a47b-26f8-4bda-9eb9-262dc7630ef4 req-8cd16d85-ec92-4613-bf00-e22426a32cb8 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 948 time: 0.1353240
Jan 15 20:54:26.823133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] DHCP port deletion for 68208125-5489-4003-8d8f-1f86e1c0f8a9 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:54:26.894898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc63a47b-26f8-4bda-9eb9-262dc7630ef4 req-3de2ae75-d395-41e6-bfe7-df96bbffa6ea tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770679
Jan 15 20:54:26.990039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:26.990480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.032652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Deleting port ad373c3f-1430-4377-b682-c8ffbe40e336 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:27.041322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.052229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-d6beb016-1d5e-403b-93db-893b17b69dec service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2434914
Jan 15 20:54:27.159631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:27.164916 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efcbb0b-2d02-4dd6-9b01-ca1d25e94da3" -d '{"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-plugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:27.176979 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08898a-1019-4c56-8da4-d6c18cde8399 x-openstack-request-id: req-5e08898a-1019-4c56-8da4-d6c18cde8399 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:27.177280 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:27.177538 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e08898a-1019-4c56-8da4-d6c18cde8399 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:27.177985 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c', 'status': 'completed', 'code': 200}
Jan 15 20:54:27.182466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f339-a520-4724-a47f-da5becb9be56 req-f8e27258-b58d-4f29-a9ae-209431aa0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.184057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-f8e27258-b58d-4f29-a9ae-209431aa0c24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.1307192
Jan 15 20:54:27.193108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3074acd-2b40-4ba0-9f03-64a2fd704e0d req-3b2ed66d-aac5-431d-8038-c7f31c38292c tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 210 time: 0.0565350
Jan 15 20:54:27.220295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:27.251107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.318804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-f038a2d9-0f68-49be-9397-2930c392ebb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 217 time: 0.1197922
Jan 15 20:54:27.321385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] For port ad373c3f-1430-4377-b682-c8ffbe40e336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad373c3f-1430-4377-b682-c8ffbe40e336,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:27.321673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.328130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:27.337407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] For port ad373c3f-1430-4377-b682-c8ffbe40e336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad373c3f-1430-4377-b682-c8ffbe40e336,segment=NetworkSegment(f9e1f054-ef65-41d0-a933-9b70baff7ef9),segment_id=f9e1f054-ef65-41d0-a933-9b70baff7ef9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:27.337891 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.354262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Calling delete_port for ad373c3f-1430-4377-b682-c8ffbe40e336 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:27.384824 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a9be6b-01d3-4a57-b0a7-43796b9e77bd x-openstack-request-id: req-63a9be6b-01d3-4a57-b0a7-43796b9e77bd {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:27.385142 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-plugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:27.385843 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63a9be6b-01d3-4a57-b0a7-43796b9e77bd {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:27.385843 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'code': 200}
Jan 15 20:54:27.392962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.429413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Calling delete_port for ad373c3f-1430-4377-b682-c8ffbe40e336 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:27.477343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419dcb4-4183-4906-8f60-42217df2f693 req-69a37873-ed53-47a0-a494-05bfdd59538d tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.479155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d419dcb4-4183-4906-8f60-42217df2f693 req-69a37873-ed53-47a0-a494-05bfdd59538d tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 945 time: 0.1039894
Jan 15 20:54:27.508966 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.565167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] Pushing event deleted for resources: {'Port': ['ID=ad373c3f-1430-4377-b682-c8ffbe40e336,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:27.576903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba118123-a0da-4c94-87c0-d9d25b978585 None None] No DVR routers for this DVR port ad373c3f-1430-4377-b682-c8ffbe40e336 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:27.594071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:27.610593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d419dcb4-4183-4906-8f60-42217df2f693 req-8992ceb9-ab2c-490d-a9b5-58b9d4a661ac tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240888
Jan 15 20:54:27.637032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce7ead-7039-4471-81d8-c9bbe4270cec req-2e4a694e-c9b0-460e-a581-984e8d4ee127 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.638604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7ce7ead-7039-4471-81d8-c9bbe4270cec req-2e4a694e-c9b0-460e-a581-984e8d4ee127 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 985 time: 0.1322563
Jan 15 20:54:27.642218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:27.669404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f339-a520-4724-a47f-da5becb9be56 req-c7480348-b8c9-4b76-b1e9-af6188ffa07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.674231 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-c7480348-b8c9-4b76-b1e9-af6188ffa07c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.2833266
Jan 15 20:54:27.675633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:27.682183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:27.723953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7ce7ead-7039-4471-81d8-c9bbe4270cec req-df54c35b-e87f-4e8d-8537-21e804d3ed4a tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.0751169
Jan 15 20:54:27.766851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-a39c3e64-e2f5-43b7-8994-3259c0907d6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691545
Jan 15 20:54:27.853322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-759a1010-fb3b-44fa-a0ec-313001d159d8 req-5f97edd8-8c35-47e8-bc1a-72a363a8b79f service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6682684
Jan 15 20:54:27.871029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618351c-91ca-42b0-a912-b4557045d862 req-3420e96f-2c37-449c-adde-bbd0b451742f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.880984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4618351c-91ca-42b0-a912-b4557045d862 req-3420e96f-2c37-449c-adde-bbd0b451742f tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 946 time: 0.0762420
Jan 15 20:54:27.884255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:27.884936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:27.919509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-10ec9006-b362-4056-94ce-17d80727b6a3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9232147
Jan 15 20:54:27.947614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4618351c-91ca-42b0-a912-b4557045d862 req-38dc18c3-cdac-4fae-96e7-79fe36269d0e tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628324
Jan 15 20:54:27.968674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Request body: {'port': {'device_id': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:27.996108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37666) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:28.012124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3244-d56a-4a73-9b87-b1693d75533b req-250e8358-8fd7-42bb-ae6f-2b91c1f19ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.013608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-250e8358-8fd7-42bb-ae6f-2b91c1f19ef1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=08c18cfa337f4413afcb5b0741441512&device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 1099 time: 0.0965109
Jan 15 20:54:28.014349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ad373c3f-1430-4377-b682-c8ffbe40e336), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.021892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7372087d-b55f-45da-b646-85a04a10f042 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:28.070330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f45086-b54f-4f7c-a523-3fbd303a61e6 req-053c1158-c6af-4d57-8115-057bb5e0ea26 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.078622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f45086-b54f-4f7c-a523-3fbd303a61e6 req-053c1158-c6af-4d57-8115-057bb5e0ea26 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 948 time: 0.0668604
Jan 15 20:54:28.105978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 7372087d-b55f-45da-b646-85a04a10f042 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:28.113193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 7372087d-b55f-45da-b646-85a04a10f042 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:28.114622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7372087d-b55f-45da-b646-85a04a10f042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.165139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f45086-b54f-4f7c-a523-3fbd303a61e6 req-2356af65-257f-4fea-9d61-013f03124f52 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852380
Jan 15 20:54:28.192159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3244-d56a-4a73-9b87-b1693d75533b req-4d6acf9b-4c61-44de-a7aa-7d4028ab60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.193692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-4d6acf9b-4c61-44de-a7aa-7d4028ab60d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1700122
Jan 15 20:54:28.218384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de034db0-da2a-4a7c-bc4b-25e652b0a779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.248023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] No DVR routers for this DVR port ad373c3f-1430-4377-b682-c8ffbe40e336 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:28.251148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad373c3f-1430-4377-b682-c8ffbe40e336,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:28.262591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7372087d-b55f-45da-b646-85a04a10f042 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:28.264383 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7372087d-b55f-45da-b646-85a04a10f042), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.269119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad373c3f-1430-4377-b682-c8ffbe40e336 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:28.304955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ad373c3f-1430-4377-b682-c8ffbe40e336 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:28.305294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad373c3f-1430-4377-b682-c8ffbe40e336 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:28.337660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-e8e739c7-20e4-4f90-91e6-7a13a3c43640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e9008cdf-b62f-4f84-8aec-da321150af1c HTTP/1.1" status: 200  len: 217 time: 0.1007414
Jan 15 20:54:28.338891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7372087d-b55f-45da-b646-85a04a10f042,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:28.345803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.348500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:28.349241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-de266aa4-3a43-46ed-b69d-abe0eecea37c service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5707023
Jan 15 20:54:28.374309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de034db0-da2a-4a7c-bc4b-25e652b0a779 admin admin] Publish callbacks [] for security_group (eba4f0d8-7b86-4805-9081-f7cfefea4db1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.385787 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de034db0-da2a-4a7c-bc4b-25e652b0a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (eba4f0d8-7b86-4805-9081-f7cfefea4db1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.393353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.416460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de034db0-da2a-4a7c-bc4b-25e652b0a779 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b353193bbe444b4b319f038fb953232&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4183950
Jan 15 20:54:28.419239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:28.488435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:28.501523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa115e-bb9b-4e68-b26c-5bd7748c50e0 req-4670ce68-06eb-4131-84a2-180bf02c05f6 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.503905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6caa115e-bb9b-4e68-b26c-5bd7748c50e0 req-4670ce68-06eb-4131-84a2-180bf02c05f6 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 931 time: 0.1764169
Jan 15 20:54:28.519076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de034db0-da2a-4a7c-bc4b-25e652b0a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4f0d8-7b86-4805-9081-f7cfefea4db1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:28.529153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:28.530145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.568324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:28.574210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.585710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (68208125-5489-4003-8d8f-1f86e1c0f8a9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.599660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3244-d56a-4a73-9b87-b1693d75533b req-72eb4957-7540-4bef-8bb9-ba8d4c541c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.601876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-72eb4957-7540-4bef-8bb9-ba8d4c541c53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.2521043
Jan 15 20:54:28.622653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6caa115e-bb9b-4e68-b26c-5bd7748c50e0 req-593f47d1-a174-40af-be63-3f382900bf7d tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015036
Jan 15 20:54:28.627930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] Publish callbacks [] for security_group (eba4f0d8-7b86-4805-9081-f7cfefea4db1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.644502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:28.650415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f72fd0>,) {'filters': {'network_id': ['68208125-5489-4003-8d8f-1f86e1c0f8a9']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:28.671832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] Publish callbacks [] for security_group (eba4f0d8-7b86-4805-9081-f7cfefea4db1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.686616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f72fd0>, 'f9e1f054-ef65-41d0-a933-9b70baff7ef9') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:28.686940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f72fd0>, 'f9e1f054-ef65-41d0-a933-9b70baff7ef9') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:28.758036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f9e1f054-ef65-41d0-a933-9b70baff7ef9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.790937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f9e1f054-ef65-41d0-a933-9b70baff7ef9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.795639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5314f339-a520-4724-a47f-da5becb9be56 req-8017cd48-6fd7-4ce8-a116-ee26c5629225 service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4032614
Jan 15 20:54:28.800755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-497a4cdb-c5aa-4147-aeff-59054fd028ec tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.802971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-497a4cdb-c5aa-4147-aeff-59054fd028ec tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 944 time: 0.0990248
Jan 15 20:54:28.813685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:28.814115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f9e1f054-ef65-41d0-a933-9b70baff7ef9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.820024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e89d1-925f-4fe0-8c16-3f5ca277318c req-0072c84c-b91d-41c4-8da4-fb2a90759476 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.825337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e17e89d1-925f-4fe0-8c16-3f5ca277318c req-0072c84c-b91d-41c4-8da4-fb2a90759476 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1230638
Jan 15 20:54:28.836176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (eba4f0d8-7b86-4805-9081-f7cfefea4db1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.838976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.840201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eba4f0d8-7b86-4805-9081-f7cfefea4db1 HTTP/1.1" status: 204  len: 168 time: 0.4200392
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:28.880072 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:28.884106 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:28.891503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08f68-cf1c-4ffc-aa4a-ca5f0e428e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4f0d8-7b86-4805-9081-f7cfefea4db1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:28.898781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da3244-d56a-4a73-9b87-b1693d75533b req-73ca98ce-cf0f-44d2-bc76-7f48df6c2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:28.900677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-73ca98ce-cf0f-44d2-bc76-7f48df6c2d44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2808466
Jan 15 20:54:28.900897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (68208125-5489-4003-8d8f-1f86e1c0f8a9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.925737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:28.929187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] 10.222.0.46 "DELETE /v2.0/networks/68208125-5489-4003-8d8f-1f86e1c0f8a9 HTTP/1.1" status: 204  len: 168 time: 2.9512284
Jan 15 20:54:28.972759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775014ae-ca05-42dd-8bd9-e424bcb7c678 admin admin] Pushing event deleted for resources: {'Network': ['ID=68208125-5489-4003-8d8f-1f86e1c0f8a9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:29.014547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e17e89d1-925f-4fe0-8c16-3f5ca277318c req-e84491a6-9585-4a1d-ba67-193e60c5e5ef tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805878
Jan 15 20:54:29.032085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30627e0-b89c-4e88-b623-64f2c60f19e7 req-49630eef-4229-4351-8484-69534c56efe5 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.043381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b30627e0-b89c-4e88-b623-64f2c60f19e7 req-49630eef-4229-4351-8484-69534c56efe5 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 985 time: 0.1604979
Jan 15 20:54:29.106134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Deleting port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:29.106541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.205496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b30627e0-b89c-4e88-b623-64f2c60f19e7 req-c14e9c3c-9cf1-4b90-8883-431eb70fe235 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.1538317
Jan 15 20:54:29.269192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] For port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,segment=NetworkSegment(98ed9d85-3dd8-447b-bac1-cef13cb2caa6),segment_id=98ed9d85-3dd8-447b-bac1-cef13cb2caa6)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:29.270048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.305984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Calling delete_port for f35ca04a-094e-42bc-a7ee-c8ee9d748f3f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:29.390603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37710) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:29.391655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372087d-b55f-45da-b646-85a04a10f042'}, {'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:29.394448 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e7e086-b1a7-4f8d-84e3-da583c72d3a5" -d '{"events": [{"server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "name": "network-vif-plugged", "status": "completed", "tag": "7372087d-b55f-45da-b646-85a04a10f042"}, {"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:29.465727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-41d58a70-b51a-4d72-81f8-b9144497b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.467965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-41d58a70-b51a-4d72-81f8-b9144497b22e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1136 time: 0.5863776
Jan 15 20:54:29.501156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496c034-69e0-49e8-83f4-1999395fb156 req-3aee17b1-0fa9-4aa0-ba27-5feb9bbb93f8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.502765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9496c034-69e0-49e8-83f4-1999395fb156 req-3aee17b1-0fa9-4aa0-ba27-5feb9bbb93f8 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/ports?device_id=eec0d897-b487-4021-8cc1-b94824339dc4 HTTP/1.1" status: 200  len: 944 time: 0.1166296
Jan 15 20:54:29.524710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2c59c9d5-0735-48e8-b2b2-969ad06dc846 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71c95e4b5695439dbc3f66a911264026&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1330378
Jan 15 20:54:29.532514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37716) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:29.580614 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f35ca04a-094e-42bc-a7ee-c8ee9d748f3f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.621913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Pushing event deleted for resources: {'Port': ['ID=f35ca04a-094e-42bc-a7ee-c8ee9d748f3f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:29.626638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9496c034-69e0-49e8-83f4-1999395fb156 req-15d81ee4-b618-48a6-b9de-04bcfcf45962 tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.46 "GET /v2.0/security-groups?id=803e40a0-fdfc-4c73-9def-28d4e2ceb21d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048121
Jan 15 20:54:29.667934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] No DVR routers for this DVR port f35ca04a-094e-42bc-a7ee-c8ee9d748f3f on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:29.675944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.679750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fdf6242-38ff-4a92-9cca-dc5d573d817c req-38abc0ea-fc98-493b-92fc-26d69c20d98a tempest-ImagesTestJSON-1305970011 tempest-ImagesTestJSON-1305970011-project] 10.222.0.39 "DELETE /v2.0/ports/f35ca04a-094e-42bc-a7ee-c8ee9d748f3f HTTP/1.1" status: 204  len: 173 time: 0.8700588
Jan 15 20:54:29.679750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-deleted', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:29.682788 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a05f08-c7af-4b64-bb3b-ab219b775e9d" -d '{"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-deleted", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:29.710993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-affd6f54-a88f-4e14-ac1a-b136ad9bdbd0 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8017893
Jan 15 20:54:29.734477 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649eccc2-c797-47bc-926b-84410f8bdece x-openstack-request-id: req-649eccc2-c797-47bc-926b-84410f8bdece {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:29.734740 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "name": "network-vif-plugged", "status": "completed", "tag": "7372087d-b55f-45da-b646-85a04a10f042", "code": 200}, {"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:29.735182 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-649eccc2-c797-47bc-926b-84410f8bdece {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:29.735743 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372087d-b55f-45da-b646-85a04a10f042', 'code': 200}
Jan 15 20:54:29.736179 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'code': 200}
Jan 15 20:54:29.758528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-ad5d3bef-78d6-4091-8da8-fa533941490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.760121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-ad5d3bef-78d6-4091-8da8-fa533941490d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.2836077
Jan 15 20:54:29.818931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696defc-c549-44d7-8feb-5766d474ea10 req-05d1f391-e0fb-4542-b8eb-446ccabc402c tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.822655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f696defc-c549-44d7-8feb-5766d474ea10 req-05d1f391-e0fb-4542-b8eb-446ccabc402c tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 948 time: 0.1078026
Jan 15 20:54:29.881201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:29.891905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-10e09fbf-3604-44a7-8c43-f94ea8f1ef91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 217 time: 0.1058283
Jan 15 20:54:29.892511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] Publish callbacks [] for security_group (c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.902356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks [] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:29.945475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0446e2-daed-42d7-80e0-9bf10efcf938 req-b08da841-356a-4617-9024-776f3a917d5a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.948314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a0446e2-daed-42d7-80e0-9bf10efcf938 req-b08da841-356a-4617-9024-776f3a917d5a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 931 time: 0.1245518
Jan 15 20:54:29.954082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb05b8-deb2-4081-8f4f-247b62fd2023 req-53f09aba-7982-48cf-a539-b53a70ace658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:29.955695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0eeb05b8-deb2-4081-8f4f-247b62fd2023 req-53f09aba-7982-48cf-a539-b53a70ace658 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 1097 time: 0.0957639
Jan 15 20:54:29.962479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f696defc-c549-44d7-8feb-5766d474ea10 req-293a483a-f0ff-462f-8503-af884e4abeec tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101313
Jan 15 20:54:29.992346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Transition to ACTIVE for port object 3e2ec07d-d7a1-46c5-aab4-583109786f3e will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:30.025475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.032312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] Publish callbacks [] for security_group (c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.036985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a0446e2-daed-42d7-80e0-9bf10efcf938 req-81a1a2b7-9bf6-491d-8fca-946bec0eeabb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790579
Jan 15 20:54:30.039199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0eeb05b8-deb2-4081-8f4f-247b62fd2023 req-e9306e53-4f66-4cda-8352-79d9468268f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757573
Jan 15 20:54:30.047149 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4227b6-1fa3-47e0-9833-29ca015c156e x-openstack-request-id: req-7f4227b6-1fa3-47e0-9833-29ca015c156e {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:30.047639 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec0d897-b487-4021-8cc1-b94824339dc4", "name": "network-vif-deleted", "tag": "f35ca04a-094e-42bc-a7ee-c8ee9d748f3f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:30.047914 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f4227b6-1fa3-47e0-9833-29ca015c156e {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:30.048356 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec0d897-b487-4021-8cc1-b94824339dc4', 'name': 'network-vif-deleted', 'tag': 'f35ca04a-094e-42bc-a7ee-c8ee9d748f3f', 'status': 'completed', 'code': 200}
Jan 15 20:54:30.070893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-50da3244-d56a-4a73-9b87-b1693d75533b req-4bee2858-3dff-41db-817f-c3a7f1ca0cc5 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3460629
Jan 15 20:54:30.099478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-85eaef67-8113-4cb5-8723-1a47db653bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.100950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-85eaef67-8113-4cb5-8723-1a47db653bc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.1942980
Jan 15 20:54:30.163886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-055cf4c9-ef60-4c7c-9feb-25c068c7afc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531142
Jan 15 20:54:30.171036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:30.296620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.299902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.303585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e HTTP/1.1" status: 204  len: 168 time: 0.7668617
Jan 15 20:54:30.325785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Attempting to bind port 3e2ec07d-d7a1-46c5-aab4-583109786f3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:30.326135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Attempting to bind port 3e2ec07d-d7a1-46c5-aab4-583109786f3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:30.326542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Attempting to bind port 3e2ec07d-d7a1-46c5-aab4-583109786f3e on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:30.340026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262607d7-cebe-41e1-b360-f04662b05991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c667ec-73d2-4d6c-8e4e-2da4b2007a1e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:30.362054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Port 3e2ec07d-d7a1-46c5-aab4-583109786f3e on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:30.362399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Attempting to bind port 3e2ec07d-d7a1-46c5-aab4-583109786f3e on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:30.370129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfe352-c20b-4385-b4c7-1586e889c3e2 req-1ca18ef1-4509-4fab-9c5b-02ea6c32b241 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.371585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-ac89b15d-0b59-43f8-a801-ab0f9d00a472 service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988328
Jan 15 20:54:30.372492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:30.372865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Checking segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:30.373301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Bound using segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:30.373736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Bound port: 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:30.374160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.378852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3dfe352-c20b-4385-b4c7-1586e889c3e2 req-1ca18ef1-4509-4fab-9c5b-02ea6c32b241 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1371863
Jan 15 20:54:30.485984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3dfe352-c20b-4385-b4c7-1586e889c3e2 req-dff9f31f-8c24-4705-afaf-15c4d5bd9fa9 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062469
Jan 15 20:54:30.515487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cac6e-2691-47c4-bebd-f43371b44db2 req-0bae1f49-f025-4337-8353-3ebd34dfd1cf tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.519129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-689cac6e-2691-47c4-bebd-f43371b44db2 req-0bae1f49-f025-4337-8353-3ebd34dfd1cf tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 985 time: 0.1355875
Jan 15 20:54:30.562091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:30.565408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:30.567948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0a02e397-2b0c-4127-8b54-6df59abe3989 req-47086e5b-d795-4ea1-8ee3-5c0708d9459d service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721942
Jan 15 20:54:30.571519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.590892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-689cac6e-2691-47c4-bebd-f43371b44db2 req-8dfd7ad1-41cb-4bf0-a840-36baa13e6b59 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.0647824
Jan 15 20:54:30.613879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.614335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.615792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] 10.222.0.45 "PUT /v2.0/ports/3e2ec07d-d7a1-46c5-aab4-583109786f3e HTTP/1.1" status: 200  len: 1091 time: 2.6682718
Jan 15 20:54:30.616245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:30.618572 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a" -d '{"events": [{"name": "network-changed", "server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:30.650038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222c06-9720-40b7-8d32-f382d74214ef service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:30.705059 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93f7fb-8452-451b-8a94-fbcea18960ce x-openstack-request-id: req-bd93f7fb-8452-451b-8a94-fbcea18960ce {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:30.705644 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:30.706058 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd93f7fb-8452-451b-8a94-fbcea18960ce {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:30.706625 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'status': 'completed', 'code': 200}
Jan 15 20:54:30.709940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e9008cdf-b62f-4f84-8aec-da321150af1c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:30.731616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-86ee1ca6-08f7-42ad-b30f-10f3a53e6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.734154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-86ee1ca6-08f7-42ad-b30f-10f3a53e6025 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 1094 time: 0.0654979
Jan 15 20:54:30.816909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-2f04dfac-051f-404d-9afc-d0b4491834ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e HTTP/1.1" status: 200  len: 217 time: 0.0743642
Jan 15 20:54:30.870387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:30.878433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-a28b4748-3335-4b74-b64c-2a58821f325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:30.882744 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-a28b4748-3335-4b74-b64c-2a58821f325a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.0591929
Jan 15 20:54:30.887290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9008cdf-b62f-4f84-8aec-da321150af1c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:30.903978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'e9008cdf-b62f-4f84-8aec-da321150af1c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'e9008cdf-b62f-4f84-8aec-da321150af1c', 'mac_address': 'fa:16:3e:e1:a8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:30.929873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-82e9b8f7-3c45-42a4-aaf4-d3f163dddb5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411267
Jan 15 20:54:30.954755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e9008cdf-b62f-4f84-8aec-da321150af1c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:30.955120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:30.976696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9008cdf-b62f-4f84-8aec-da321150af1c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:31.013567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9008cdf-b62f-4f84-8aec-da321150af1c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:31.021228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.058957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-be779097-0261-4302-b8d1-e2635521bd38 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204705
Jan 15 20:54:31.086151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37786) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.096033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:31.222226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ec577-cecc-49c4-9f7b-72b4101b7870 req-8d1e450d-0a95-4e9a-8e9a-4e91779f544a tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.231044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-341ec577-cecc-49c4-9f7b-72b4101b7870 req-8d1e450d-0a95-4e9a-8e9a-4e91779f544a tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 949 time: 0.1184206
Jan 15 20:54:31.236051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['e9008cdf-b62f-4f84-8aec-da321150af1c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:31.251437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf8392a3-926b-4c04-b7c5-cbc3c4e38ba4 req-d04ce7b6-7210-403c-92b6-9bf2b2922884 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846447
Jan 15 20:54:31.333897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37792) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.341336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5403-f4b1-4c0d-a152-682212ca7037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.376281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-a8655870-4491-472c-a0c1-11d88882b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.376281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-a8655870-4491-472c-a0c1-11d88882b043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 1094 time: 0.0607281
Jan 15 20:54:31.393729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f37e38ae-d4d7-40df-ae0d-90bfc1829327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.421594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-341ec577-cecc-49c4-9f7b-72b4101b7870 req-7bb88537-0478-47ca-a384-fce56af25ca0 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892047
Jan 15 20:54:31.463525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-52d6ae14-094e-4ff2-981b-9589f2b4d9f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db83acd7cde5477ea025f1870cc390df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1237524
Jan 15 20:54:31.469068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.480620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-87dcf71c-374d-4678-b439-dd9b18c594ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.480795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc4c48-1155-44e6-b274-58e7d48d8a66 req-1dd2d921-67b6-40ca-8929-e81f99d563aa tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.482472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-87dcf71c-374d-4678-b439-dd9b18c594ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 923 time: 0.1006608
Jan 15 20:54:31.482609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33cc4c48-1155-44e6-b274-58e7d48d8a66 req-1dd2d921-67b6-40ca-8929-e81f99d563aa tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.2354705
Jan 15 20:54:31.532359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-d53fb0e3-fe59-4328-b48a-12a2953cf745 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e HTTP/1.1" status: 200  len: 217 time: 0.0433502
Jan 15 20:54:31.549044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.622480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-802828df-c67a-486e-b2cf-653a638cdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.624619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-802828df-c67a-486e-b2cf-653a638cdb5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.0859149
Jan 15 20:54:31.629721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Deleting subnet 4319d4db-4667-43f4-9bb7-98123fa5da42 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:31.643505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Publish callbacks [] for subnet (4319d4db-4667-43f4-9bb7-98123fa5da42), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.672911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33cc4c48-1155-44e6-b274-58e7d48d8a66 req-c803044b-31c8-48a3-97b2-f3639fd4bb5d tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765487
Jan 15 20:54:31.676320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-ac55b598-67f6-41d8-bc58-78b40641fbce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438621
Jan 15 20:54:31.693338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] Publish callbacks [] for security_group (3204c5a8-ef6d-4739-8e7c-1c40fd518946), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.722309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5403-f4b1-4c0d-a152-682212ca7037 admin admin] Publish callbacks [] for security_group (3e2b1efd-b981-43ef-b41e-6ea36e05b9aa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.734089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f37e38ae-d4d7-40df-ae0d-90bfc1829327 admin admin] Publish callbacks [] for security_group (4c09a05c-8407-4819-abb7-ac94e82d4286), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.737860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5403-f4b1-4c0d-a152-682212ca7037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e2b1efd-b981-43ef-b41e-6ea36e05b9aa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.743405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (4319d4db-4667-43f4-9bb7-98123fa5da42), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.758268 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f37e38ae-d4d7-40df-ae0d-90bfc1829327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c09a05c-8407-4819-abb7-ac94e82d4286), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.777047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288123-1ce4-43e3-80b9-f78c5d6afd67 req-88f1d02e-caf6-4880-b277-46e9a5d972cc tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.778515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76288123-1ce4-43e3-80b9-f78c5d6afd67 req-88f1d02e-caf6-4880-b277-46e9a5d972cc tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1802342
Jan 15 20:54:31.783843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] Publish callbacks [] for security_group (3204c5a8-ef6d-4739-8e7c-1c40fd518946), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.803233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4319d4db-4667-43f4-9bb7-98123fa5da42), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.842688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-7b11e9da-946d-4a36-94d1-75bff4522103 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576087
Jan 15 20:54:31.870947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cd0d5403-f4b1-4c0d-a152-682212ca7037 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed1e6c7e90084b529d5c50e703ac5db7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9992986
Jan 15 20:54:31.879354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37810) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.885791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d5403-f4b1-4c0d-a152-682212ca7037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b1efd-b981-43ef-b41e-6ea36e05b9aa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:31.903206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f37e38ae-d4d7-40df-ae0d-90bfc1829327 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f62e396af5c4ccf943b883834ab19e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8160274
Jan 15 20:54:31.907274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37812) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:31.944461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (4319d4db-4667-43f4-9bb7-98123fa5da42), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:31.971437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdbe7d-b99e-4f5c-9515-bd9c58680b90 req-eae3b1e6-d375-471e-819e-9d8370583a82 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:31.972978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efbdbe7d-b99e-4f5c-9515-bd9c58680b90 req-eae3b1e6-d375-471e-819e-9d8370583a82 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 985 time: 0.2207067
Jan 15 20:54:31.990932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e38ae-d4d7-40df-ae0d-90bfc1829327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c09a05c-8407-4819-abb7-ac94e82d4286,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:31.996486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.002303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4319d4db-4667-43f4-9bb7-98123fa5da42 HTTP/1.1" status: 204  len: 168 time: 0.4499674
Jan 15 20:54:32.002303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e3c6e-fccc-4b27-a1b0-0bed0db7d8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4319d4db-4667-43f4-9bb7-98123fa5da42,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:32.008419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76288123-1ce4-43e3-80b9-f78c5d6afd67 req-a38ea0c8-022c-4bcb-a19a-2744638d9f53 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960802
Jan 15 20:54:32.009572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37814) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:32.034354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3204c5a8-ef6d-4739-8e7c-1c40fd518946), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.034354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.034354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3204c5a8-ef6d-4739-8e7c-1c40fd518946 HTTP/1.1" status: 204  len: 168 time: 0.5472777
Jan 15 20:54:32.043377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d82f0-1435-4d97-a5ae-ef11d5db3209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204c5a8-ef6d-4739-8e7c-1c40fd518946,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:32.051664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:32.060364 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f31e5d46-fc6b-4d87-b21b-5f298a3a818a req-95229ad4-5760-436c-925d-80842f798497 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099736
Jan 15 20:54:32.061897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] Publish callbacks [] for security_group (3e2b1efd-b981-43ef-b41e-6ea36e05b9aa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.087438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f35ca04a-094e-42bc-a7ee-c8ee9d748f3f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:32.088143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f35ca04a-094e-42bc-a7ee-c8ee9d748f3f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:32.106117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] Publish callbacks [] for security_group (3e2b1efd-b981-43ef-b41e-6ea36e05b9aa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.164464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e2b1efd-b981-43ef-b41e-6ea36e05b9aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.170793 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] Publish callbacks [] for security_group (4c09a05c-8407-4819-abb7-ac94e82d4286), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.174265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.175637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e2b1efd-b981-43ef-b41e-6ea36e05b9aa HTTP/1.1" status: 204  len: 168 time: 0.2946296
Jan 15 20:54:32.191427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5616f35-5fb0-4089-8d5f-bf8a12f70072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b1efd-b981-43ef-b41e-6ea36e05b9aa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:32.196564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] Publish callbacks [] for security_group (4c09a05c-8407-4819-abb7-ac94e82d4286), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.234477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efbdbe7d-b99e-4f5c-9515-bd9c58680b90 req-e762d527-3623-4efd-b9d5-41c5d605af7d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&fields=id&fields=name HTTP/1.1" status: 200  len: 400 time: 0.2492840
Jan 15 20:54:32.242472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (364a58d7-d200-4c35-b6bd-a666c20a1fe8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.362002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c09a05c-8407-4819-abb7-ac94e82d4286), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.364939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.368534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c09a05c-8407-4819-abb7-ac94e82d4286 HTTP/1.1" status: 204  len: 168 time: 0.4575253
Jan 15 20:54:32.396922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d6f68-adc3-4d74-88b4-4c84549b7e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c09a05c-8407-4819-abb7-ac94e82d4286,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:32.399631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (364a58d7-d200-4c35-b6bd-a666c20a1fe8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.434142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-4da4ce2a-d0e6-4670-b01c-3363d19c3b6f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1281489077&fields=id&tenant_id=5515bef049574d4ea4c70f90ab8c4444 HTTP/1.1" status: 200  len: 267 time: 0.1186349
Jan 15 20:54:32.458840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a67f220>,) {'filters': {'network_id': ['364a58d7-d200-4c35-b6bd-a666c20a1fe8']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:32.503407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a67f220>, '98ed9d85-3dd8-447b-bac1-cef13cb2caa6') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:32.503623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a67f220>, '98ed9d85-3dd8-447b-bac1-cef13cb2caa6') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:32.521682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (98ed9d85-3dd8-447b-bac1-cef13cb2caa6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.549187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a914713d-65b4-4541-ba7a-1afe390a62b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:32.553442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a914713d-65b4-4541-ba7a-1afe390a62b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 985 time: 0.1073427
Jan 15 20:54:32.587487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'port': {'security_groups': ['c080ef95-7f41-47e2-bb17-b1f74ee9756f', 'e251adca-5ba6-4b03-828d-e26b6bdb42fb', '6f2925c8-4e8b-4ae9-8a62-c89aae730cbe']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:32.629399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (98ed9d85-3dd8-447b-bac1-cef13cb2caa6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.642046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:32.646625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:32.647049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (98ed9d85-3dd8-447b-bac1-cef13cb2caa6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:32.652868 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:32.665365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0ea640-b6b3-4f43-8e76-a8d9162ba6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.717654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e9008cdf-b62f-4f84-8aec-da321150af1c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:32.723177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f976be-7181-4b57-b9d4-57dacfbd7bcc req-81b6c92f-dae7-4e37-ad68-1e4c0e577a32 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:32.730028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93f976be-7181-4b57-b9d4-57dacfbd7bcc req-81b6c92f-dae7-4e37-ad68-1e4c0e577a32 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 949 time: 0.1985657
Jan 15 20:54:32.752969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.862944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port e9008cdf-b62f-4f84-8aec-da321150af1c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:32.873409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port e9008cdf-b62f-4f84-8aec-da321150af1c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:32.873791 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.879675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0ea640-b6b3-4f43-8e76-a8d9162ba6f6 admin admin] Publish callbacks [] for security_group (467c1a09-97bb-43bb-8a75-23a1b8b41a4c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.898579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0ea640-b6b3-4f43-8e76-a8d9162ba6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (467c1a09-97bb-43bb-8a75-23a1b8b41a4c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:32.955566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ea640-b6b3-4f43-8e76-a8d9162ba6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467c1a09-97bb-43bb-8a75-23a1b8b41a4c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:32.981254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3c0ea640-b6b3-4f43-8e76-a8d9162ba6f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=297e8dbde4d44fa9893d097f9d06c16e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3374350
Jan 15 20:54:32.981927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37862) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:33.031362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e9008cdf-b62f-4f84-8aec-da321150af1c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:33.031818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.069934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:33.073572 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf7c4d-4621-40d9-9bc8-e51d1289d9f1" -d '{"events": [{"server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "name": "network-vif-plugged", "status": "completed", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:33.089296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9008cdf-b62f-4f84-8aec-da321150af1c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:33.096324 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.116016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] Publish callbacks [] for security_group (467c1a09-97bb-43bb-8a75-23a1b8b41a4c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.146285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] Publish callbacks [] for security_group (467c1a09-97bb-43bb-8a75-23a1b8b41a4c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.168801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:33.223434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (467c1a09-97bb-43bb-8a75-23a1b8b41a4c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.227499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.229016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/467c1a09-97bb-43bb-8a75-23a1b8b41a4c HTTP/1.1" status: 204  len: 168 time: 0.2434607
Jan 15 20:54:33.239796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4fbc1-3f6b-42d4-8a0a-48043a0a4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467c1a09-97bb-43bb-8a75-23a1b8b41a4c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:33.262927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (364a58d7-d200-4c35-b6bd-a666c20a1fe8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.277632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.283791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] 10.222.0.46 "DELETE /v2.0/networks/364a58d7-d200-4c35-b6bd-a666c20a1fe8 HTTP/1.1" status: 204  len: 168 time: 1.2617424
Jan 15 20:54:33.306813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944bc85-9a1e-4dfd-8891-2ad15504c4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=364a58d7-d200-4c35-b6bd-a666c20a1fe8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:33.319506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93f976be-7181-4b57-b9d4-57dacfbd7bcc req-e829b7d6-a343-4c72-9157-31c264a26580 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5887289
Jan 15 20:54:33.510188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922465-bfc1-436b-afa0-571dec8b13fb req-68f781ca-8ad1-4b19-a16a-78e965406fda tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:33.511694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20922465-bfc1-436b-afa0-571dec8b13fb req-68f781ca-8ad1-4b19-a16a-78e965406fda tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.1083283
Jan 15 20:54:33.539899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:33.591179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.597323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20922465-bfc1-436b-afa0-571dec8b13fb req-ab7adeae-3c31-4e6a-a8db-fd439f07c525 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759552
Jan 15 20:54:33.598343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.610523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:33.616141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:33.669246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37892) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:33.693378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:33.694090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.695815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40862486-9fd4-4bb8-b8ae-4ee769664152 req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "PUT /v2.0/ports/cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 1021 time: 1.1175582
Jan 15 20:54:33.696127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:33.698582 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf55e82-24ba-47fd-8911-5647f2cddbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:33.770029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812679f-7855-4d08-8b57-6ce323885750 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=7']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:33.797494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ff60cec-8880-4196-8b2c-7afdc76480a9 req-9345bbab-aaab-4289-827f-a0c9d9003bd1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/6f2925c8-4e8b-4ae9-8a62-c89aae730cbe HTTP/1.1" status: 200  len: 1818 time: 0.0627966
Jan 15 20:54:33.804561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37902) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:33.804793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b542584-7cca-4cd4-a022-b7b4601bf76e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31dd217e7fd648b4a78c0c32ff1c95f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1336732
Jan 15 20:54:33.831381 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c33b6c6-fd6b-4a53-b20c-0a61bde35459 x-openstack-request-id: req-3c33b6c6-fd6b-4a53-b20c-0a61bde35459 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:33.831668 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "name": "network-vif-plugged", "status": "completed", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:33.836200 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c33b6c6-fd6b-4a53-b20c-0a61bde35459 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:33.837418 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c', 'code': 200}
Jan 15 20:54:33.844648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f16e3-e49c-48c5-97d0-ff92061f8990 req-cb63aa1a-214b-47ea-88f7-402e7ae9ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:33.846503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-839f16e3-e49c-48c5-97d0-ff92061f8990 req-cb63aa1a-214b-47ea-88f7-402e7ae9ac6d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 1101 time: 0.0739846
Jan 15 20:54:33.907027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:33.907245 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-6ff60cec-8880-4196-8b2c-7afdc76480a9 req-3a10ee0f-4168-4a55-a325-6692312dd6f9 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 15 20:54:33.908204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ff60cec-8880-4196-8b2c-7afdc76480a9 req-3a10ee0f-4168-4a55-a325-6692312dd6f9 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/6f2925c8-4e8b-4ae9-8a62-c89aae730cbe HTTP/1.1" status: 409  len: 341 time: 0.1052084
Jan 15 20:54:33.915516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] Publish callbacks [] for security_group (803e40a0-fdfc-4c73-9def-28d4e2ceb21d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:33.930978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-839f16e3-e49c-48c5-97d0-ff92061f8990 req-b9801b59-a4a5-422a-a7d1-b109c9f79212 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780883
Jan 15 20:54:33.967816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] Publish callbacks [] for security_group (803e40a0-fdfc-4c73-9def-28d4e2ceb21d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:34.051943 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710ff53-2895-4828-a5e8-0a85ebdf0fbc x-openstack-request-id: req-a710ff53-2895-4828-a5e8-0a85ebdf0fbc {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:34.052317 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:34.052832 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a710ff53-2895-4828-a5e8-0a85ebdf0fbc {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:34.053695 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'status': 'completed', 'code': 200}
Jan 15 20:54:34.063552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (803e40a0-fdfc-4c73-9def-28d4e2ceb21d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:34.074018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:34.083181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/803e40a0-fdfc-4c73-9def-28d4e2ceb21d HTTP/1.1" status: 204  len: 168 time: 0.2765360
Jan 15 20:54:34.109695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cf6e6-c5d2-4209-9d18-ccb42fff5268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e40a0-fdfc-4c73-9def-28d4e2ceb21d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:34.197103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37924) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:34.308387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-4763880d-3979-4bb5-8a7c-2b121d11817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:34.310289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-4763880d-3979-4bb5-8a7c-2b121d11817b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5515bef049574d4ea4c70f90ab8c4444&device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1175 time: 0.1527555
Jan 15 20:54:34.407817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400fdac-e2c1-4e25-aee0-60eb461ea864 req-7c33dbb9-1844-48df-be95-111f6721730b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:34.417942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4400fdac-e2c1-4e25-aee0-60eb461ea864 req-7c33dbb9-1844-48df-be95-111f6721730b tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1024 time: 0.0976591
Jan 15 20:54:34.546579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-7f2b37ca-9bad-421a-a29a-c31b80738213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:34.549656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-7f2b37ca-9bad-421a-a29a-c31b80738213 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 200  len: 914 time: 0.2307074
Jan 15 20:54:34.609805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-32a93e40-ec81-4d1e-b424-1a8ceb6eb9b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 200  len: 217 time: 0.0539052
Jan 15 20:54:34.679546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4400fdac-e2c1-4e25-aee0-60eb461ea864 req-57b8282d-0bb1-4016-bc2c-4e0307469a1e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&id=6f2925c8-4e8b-4ae9-8a62-c89aae730cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.2522016
Jan 15 20:54:34.719361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-4ab6a097-6320-48a5-99f2-ade6f0211810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:34.721294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-4ab6a097-6320-48a5-99f2-ade6f0211810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 200  len: 853 time: 0.1048374
Jan 15 20:54:34.725131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5f94a-4f6e-4788-bcc1-d91e3f450358 req-71f699bd-4228-4b10-a0c2-bb5510fd1003 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:34.738334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1f5f94a-4f6e-4788-bcc1-d91e3f450358 req-71f699bd-4228-4b10-a0c2-bb5510fd1003 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 950 time: 0.2177794
Jan 15 20:54:34.783020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:34.806954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-44c1a642-5f51-4332-b1be-bf8ec9889081 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1860aada-e54b-435b-befe-aece2a8913ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0761168
Jan 15 20:54:34.809321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-883806044-network', 'tenant_id': '64357ed018444406a4e9d1d434879a98'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:34.893018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Made reservation on behalf of 64357ed018444406a4e9d1d434879a98 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:34.896484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:34.929754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.025905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:35.051765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1f5f94a-4f6e-4788-bcc1-d91e3f450358 req-b73ed856-5fbd-4e2a-b1f8-18b02cbf83c2 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3077621
Jan 15 20:54:35.060688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ecb8e-ff4d-44ea-8d79-1e15d13cb3c7 req-ab8e245d-b23e-4c1e-b84c-38c44d664458 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:35.062684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a8ecb8e-ff4d-44ea-8d79-1e15d13cb3c7 req-ab8e245d-b23e-4c1e-b84c-38c44d664458 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.2376935
Jan 15 20:54:35.082259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'port_id': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'mac_address': 'fa:16:3e:1d:f5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49154699-6bc5-4512-8772-cbfc551dab57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:35.106428 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-98e7918b-c88b-4264-840f-6931a66bd99f service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878711
Jan 15 20:54:35.123083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks [] for security_group (0f88248d-0015-4811-961c-8211ae94734e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.136363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0f88248d-0015-4811-961c-8211ae94734e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.151722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a8ecb8e-ff4d-44ea-8d79-1e15d13cb3c7 req-08b79585-6af6-42e2-a3c3-0bc8219f90be tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781133
Jan 15 20:54:35.174751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:35.182640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3e2ec07d-d7a1-46c5-aab4-583109786f3e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:35.183116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.193163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88248d-0015-4811-961c-8211ae94734e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:35.200516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (77dd8a8b-f407-4ab1-80b5-08ede3102d06), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.201719 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Added segment 77dd8a8b-f407-4ab1-80b5-08ede3102d06 of type vlan for network e8587292-6aa4-4fdc-bcaf-a59141284132
Jan 15 20:54:35.273180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:35.327532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:35.335921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e8587292-6aa4-4fdc-bcaf-a59141284132), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.344249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.401338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e8587292-6aa4-4fdc-bcaf-a59141284132), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.402585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:35.403454 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.426108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4bf55e82-24ba-47fd-8911-5647f2cddbf7 req-4d96dd36-7ddf-48d7-80aa-fb37938a288d service neutron] 10.222.0.45 "GET /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3119347
Jan 15 20:54:35.495413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2972119
Jan 15 20:54:35.499010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37978) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:35.500858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:35.503854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Request body: {'subnet': {'network_id': 'e8587292-6aa4-4fdc-bcaf-a59141284132', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-883806044-subnet', 'tenant_id': '64357ed018444406a4e9d1d434879a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:35.506361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6b5a-f75a-4741-b073-994afe175acd admin admin] Pushing event updated for resources: {'Network': ['ID=e8587292-6aa4-4fdc-bcaf-a59141284132,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:35.527798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e8587292-6aa4-4fdc-bcaf-a59141284132 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:35.537769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Made reservation on behalf of 64357ed018444406a4e9d1d434879a98 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:35.541011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.584994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3e2ec07d-d7a1-46c5-aab4-583109786f3e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:35.914786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a66a-7241-4b5e-b2b4-9b4f727c536f req-fe2801e0-0080-4e0b-af36-756b3357140e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:35.915992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (798c08d5-4d56-49c1-9fe0-2e1cb5126e26), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:35.923220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4908a66a-7241-4b5e-b2b4-9b4f727c536f req-fe2801e0-0080-4e0b-af36-756b3357140e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1024 time: 0.1104846
Jan 15 20:54:35.935227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-0776288d-befc-4a61-b969-7a3075887c35 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:35.937423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-0776288d-befc-4a61-b969-7a3075887c35 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 1024 time: 0.0806763
Jan 15 20:54:36.040864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4908a66a-7241-4b5e-b2b4-9b4f727c536f req-436b37dd-cf64-47cf-85eb-c776927eb454 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=e251adca-5ba6-4b03-828d-e26b6bdb42fb&id=6f2925c8-4e8b-4ae9-8a62-c89aae730cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1093256
Jan 15 20:54:36.043678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Pushing event updated for resources: {'Subnet': ['ID=798c08d5-4d56-49c1-9fe0-2e1cb5126e26,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:36.098606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Checking segment: {'id': '77dd8a8b-f407-4ab1-80b5-08ede3102d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e8587292-6aa4-4fdc-bcaf-a59141284132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:36.098979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Network hostable DHCP agents. Network: e8587292-6aa4-4fdc-bcaf-a59141284132, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:36.133709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Network e8587292-6aa4-4fdc-bcaf-a59141284132 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:36.141433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Deleting port cf311698-e345-42ab-8508-0fa2a6da33ab {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:36.141787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.186776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8587292-6aa4-4fdc-bcaf-a59141284132) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:36.195772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:36.196363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.205983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51bb90-288c-4fe7-92d5-dcc22c69e998 None None] Network e8587292-6aa4-4fdc-bcaf-a59141284132 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:36.209555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5999-ee24-460f-aea7-af5b2087ab09 req-1e23368d-b80e-4d8d-9613-967323025511 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:36.218716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ebe5999-ee24-460f-aea7-af5b2087ab09 req-1e23368d-b80e-4d8d-9613-967323025511 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 950 time: 0.0747197
Jan 15 20:54:36.255225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ca6d828-664e-4fdd-87fa-f44ef441991d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.7548814
Jan 15 20:54:36.290916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port cf311698-e345-42ab-8508-0fa2a6da33ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf311698-e345-42ab-8508-0fa2a6da33ab,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:36.292876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.308290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ebe5999-ee24-460f-aea7-af5b2087ab09 req-b833f524-a330-47d5-ad13-832562282623 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882523
Jan 15 20:54:36.319465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Calling delete_port for cf311698-e345-42ab-8508-0fa2a6da33ab owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:36.384462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368881f-340a-4586-aace-5f008763a8fa req-e269c086-57b0-4452-a848-7d2a4fcb0ae1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:36.393691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3368881f-340a-4586-aace-5f008763a8fa req-e269c086-57b0-4452-a848-7d2a4fcb0ae1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 944 time: 0.0804193
Jan 15 20:54:36.400187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33b167-6c15-4fe2-b375-dd007ae25de9 None None] Network e8587292-6aa4-4fdc-bcaf-a59141284132 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:36.456793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3368881f-340a-4586-aace-5f008763a8fa req-36b6d575-7e9a-4b45-92e8-dea5ff89d969 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610874
Jan 15 20:54:36.633815 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cf311698-e345-42ab-8508-0fa2a6da33ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.647618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f6190630-2b92-456a-a85f-b69eb4ffcb81'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:36.653436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cf311698-e345-42ab-8508-0fa2a6da33ab'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:36.675696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'Port': ['ID=cf311698-e345-42ab-8508-0fa2a6da33ab,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:36.755313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:36.781377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] No DVR routers for this DVR port cf311698-e345-42ab-8508-0fa2a6da33ab on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:36.784131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.787891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43ac5e20-e526-484a-ae8f-53e3d3a5beed req-2164496e-2175-41d9-9213-d331b8ed26f0 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.45 "DELETE /v2.0/ports/cf311698-e345-42ab-8508-0fa2a6da33ab HTTP/1.1" status: 204  len: 173 time: 0.8300683
Jan 15 20:54:36.788446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'name': 'network-vif-deleted', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:36.805098 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d6cb23-8808-440a-bb97-57991532c120" -d '{"events": [{"server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "name": "network-vif-deleted", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:36.892146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 3e2ec07d-d7a1-46c5-aab4-583109786f3e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:36.897512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 3e2ec07d-d7a1-46c5-aab4-583109786f3e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:36.897893 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:36.996414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd5e07-4f80-48c9-a353-0b0af12f1065 req-d32cc64d-8b5c-450b-88a4-754580f8e142 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:36.999104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37dd5e07-4f80-48c9-a353-0b0af12f1065 req-d32cc64d-8b5c-450b-88a4-754580f8e142 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 950 time: 0.0742474
Jan 15 20:54:37.075263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37dd5e07-4f80-48c9-a353-0b0af12f1065 req-b1f4c910-6ae1-4dc9-846d-096cf5c1343d tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654562
Jan 15 20:54:37.109777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3e2ec07d-d7a1-46c5-aab4-583109786f3e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:37.110173 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:37.133307 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ec96f-6b43-422c-9de5-0f8d55006c09 x-openstack-request-id: req-352ec96f-6b43-422c-9de5-0f8d55006c09 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:37.133864 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6025e-5439-4ba5-a8b8-20019413661b", "name": "network-vif-deleted", "tag": "cf311698-e345-42ab-8508-0fa2a6da33ab", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:37.134772 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-352ec96f-6b43-422c-9de5-0f8d55006c09 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:37.135405 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6025e-5439-4ba5-a8b8-20019413661b', 'name': 'network-vif-deleted', 'tag': 'cf311698-e345-42ab-8508-0fa2a6da33ab', 'status': 'completed', 'code': 200}
Jan 15 20:54:37.144976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:37.147193 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298f3073-8546-4d7c-a486-5cfca1046eaa" -d '{"events": [{"server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "name": "network-vif-plugged", "status": "completed", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:37.171517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:37.182142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:37.183278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cf311698-e345-42ab-8508-0fa2a6da33ab no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:37.278103 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-ac822f17-b28d-4944-bb1d-bd5a422a5da2 req-d68e5ca3-74e8-4af2-9844-302747736189 tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] show failed (client error): The resource could not be found.
Jan 15 20:54:37.292384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac822f17-b28d-4944-bb1d-bd5a422a5da2 req-d68e5ca3-74e8-4af2-9844-302747736189 tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/d216b3ae-58fd-4a72-8ca2-77508515bfee HTTP/1.1" status: 404  len: 352 time: 0.0379958
Jan 15 20:54:37.300672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: cf311698-e345-42ab-8508-0fa2a6da33ab {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:37.301222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cf311698-e345-42ab-8508-0fa2a6da33ab not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:37.385699 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07568a9-b8cf-400f-831a-125839a0066c x-openstack-request-id: req-d07568a9-b8cf-400f-831a-125839a0066c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:37.386004 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "name": "network-vif-plugged", "status": "completed", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:37.386257 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d07568a9-b8cf-400f-831a-125839a0066c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:37.386660 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'code': 200}
Jan 15 20:54:37.389339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:37.477357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d951cb2-f87c-4d0a-afdf-76c39fb7ffdc req-00eecd8d-34d2-40d2-8a30-39f5d3f0c323 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a6025e-5439-4ba5-a8b8-20019413661b HTTP/1.1" status: 200  len: 210 time: 0.0506923
Jan 15 20:54:37.528534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aea727-8cde-44e1-9d9a-36c734cd9f7a req-d954b753-9c98-4735-9bfd-9b3b26e7aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:37.530853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3aea727-8cde-44e1-9d9a-36c734cd9f7a req-d954b753-9c98-4735-9bfd-9b3b26e7aaea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 1096 time: 0.0750906
Jan 15 20:54:37.581282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3aea727-8cde-44e1-9d9a-36c734cd9f7a req-5d24b0ad-582f-4ac2-a9f2-36418de48bdf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419850
Jan 15 20:54:37.730468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5edbada1-5955-4541-a9ea-299d84fec3d9 req-76d9e645-9e5b-47d2-a4bb-65d344a99327 tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64357ed018444406a4e9d1d434879a98 HTTP/1.1" status: 200  len: 3001 time: 0.0506353
Jan 15 20:54:37.788484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38104) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:37.801620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5edbada1-5955-4541-a9ea-299d84fec3d9 req-469ba8df-9e19-4845-823c-f9cb874a289a tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/0f88248d-0015-4811-961c-8211ae94734e HTTP/1.1" status: 200  len: 2998 time: 0.0615852
Jan 15 20:54:37.880420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5edbada1-5955-4541-a9ea-299d84fec3d9 req-bfeed18a-09f8-4e2f-b13a-ba373af92b15 tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/0f88248d-0015-4811-961c-8211ae94734e HTTP/1.1" status: 200  len: 2998 time: 0.0778165
Jan 15 20:54:37.893051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36c74-382f-4035-ba93-7e5fc915fe03 req-de18fc2c-7f24-45d6-8c99-e9b1895497bb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:37.894525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8de36c74-382f-4035-ba93-7e5fc915fe03 req-de18fc2c-7f24-45d6-8c99-e9b1895497bb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.0751929
Jan 15 20:54:37.958424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8de36c74-382f-4035-ba93-7e5fc915fe03 req-4d13ada6-7757-4c05-9944-fadfd9d5609e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585876
Jan 15 20:54:37.967449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-212fa657-53dd-473a-97c1-5aa7c0b0b712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.058472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-212fa657-53dd-473a-97c1-5aa7c0b0b712 admin admin] Publish callbacks [] for security_group (f71d2bd2-4c40-449d-b023-393a765631ca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.063692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-212fa657-53dd-473a-97c1-5aa7c0b0b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f71d2bd2-4c40-449d-b023-393a765631ca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.080223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9c30a62-6ba3-4246-bcd6-684d5dfc318d req-3796bbe6-1e06-4712-8fc6-064232fb828a tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/0f88248d-0015-4811-961c-8211ae94734e HTTP/1.1" status: 200  len: 2998 time: 0.0454135
Jan 15 20:54:38.102828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-212fa657-53dd-473a-97c1-5aa7c0b0b712 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22ce9e0378614870a71bab5705fe2f31&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3132391
Jan 15 20:54:38.103676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fa657-53dd-473a-97c1-5aa7c0b0b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71d2bd2-4c40-449d-b023-393a765631ca,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:38.105933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:38.159888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] Publish callbacks [] for security_group (f71d2bd2-4c40-449d-b023-393a765631ca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.168776 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-d9c30a62-6ba3-4246-bcd6-684d5dfc318d req-c46ed4b6-5c88-44b0-b224-d83da36a4f7f tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 15 20:54:38.170470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9c30a62-6ba3-4246-bcd6-684d5dfc318d req-c46ed4b6-5c88-44b0-b224-d83da36a4f7f tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f88248d-0015-4811-961c-8211ae94734e HTTP/1.1" status: 409  len: 352 time: 0.0817056
Jan 15 20:54:38.186576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] Publish callbacks [] for security_group (f71d2bd2-4c40-449d-b023-393a765631ca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.242261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f71d2bd2-4c40-449d-b023-393a765631ca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.245067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.246272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f71d2bd2-4c40-449d-b023-393a765631ca HTTP/1.1" status: 204  len: 168 time: 0.1394591
Jan 15 20:54:38.254903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709aa4a-2310-43cd-90b0-ba696d4df384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71d2bd2-4c40-449d-b023-393a765631ca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:38.313529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed3db-1a39-4abb-8c9e-aef8e6acc814 req-fa8f8831-b02d-4673-9bf3-05cab9f28270 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:38.315354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eabed3db-1a39-4abb-8c9e-aef8e6acc814 req-fa8f8831-b02d-4673-9bf3-05cab9f28270 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 950 time: 0.0605030
Jan 15 20:54:38.388610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eabed3db-1a39-4abb-8c9e-aef8e6acc814 req-bbc86dce-4666-4249-ab70-b40c83d4eedd tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/security-groups?id=52e44621-bbc4-4888-9870-b1bc4fed0464&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676360
Jan 15 20:54:38.442619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-87addfb2-b055-4847-817b-44a6a52d821f tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:38.444946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-87addfb2-b055-4847-817b-44a6a52d821f tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.45 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 950 time: 0.0714817
Jan 15 20:54:38.530853 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-9b653fc2-662f-4f14-9175-180db9267ea9 req-bb054f4d-03fd-4a41-af48-bfee2c453c0b tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] show failed (client error): The resource could not be found.
Jan 15 20:54:38.533917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b653fc2-662f-4f14-9175-180db9267ea9 req-bb054f4d-03fd-4a41-af48-bfee2c453c0b tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/7c504e2d-9d5a-4e00-aa47-1c3c5cad4237 HTTP/1.1" status: 404  len: 352 time: 0.0324974
Jan 15 20:54:38.601186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Deleting port e9008cdf-b62f-4f84-8aec-da321150af1c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:38.601502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.645998 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:54:38.672160 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-5f30bcf6-5540-4d27-bec8-2fd33e6ef5b7 req-d4ffcf87-b375-4135-bc5a-72c06aa7855d tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] show failed (client error): The resource could not be found.
Jan 15 20:54:38.679705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f30bcf6-5540-4d27-bec8-2fd33e6ef5b7 req-d4ffcf87-b375-4135-bc5a-72c06aa7855d tempest-SecurityGroupsNegativeTestJSON-191577102 tempest-SecurityGroupsNegativeTestJSON-191577102-project] 10.222.0.46 "GET /v2.0/security-groups/280a3fe7-0cc1-45a5-be81-2baff9aa249c HTTP/1.1" status: 404  len: 352 time: 0.0222943
Jan 15 20:54:38.685686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:38.778970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] For port e9008cdf-b62f-4f84-8aec-da321150af1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9008cdf-b62f-4f84-8aec-da321150af1c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:38.779156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.803987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Calling delete_port for e9008cdf-b62f-4f84-8aec-da321150af1c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:38.846532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Deleting subnet 798c08d5-4d56-49c1-9fe0-2e1cb5126e26 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:38.850019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Publish callbacks [] for subnet (798c08d5-4d56-49c1-9fe0-2e1cb5126e26), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.875143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-34bc065d-b130-4d1f-b8cf-9dedd5297442 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e251adca-5ba6-4b03-828d-e26b6bdb42fb HTTP/1.1" status: 200  len: 1815 time: 0.1150887
Jan 15 20:54:38.908039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (798c08d5-4d56-49c1-9fe0-2e1cb5126e26), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.980398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (798c08d5-4d56-49c1-9fe0-2e1cb5126e26), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:38.994888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e9008cdf-b62f-4f84-8aec-da321150af1c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.038155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Pushing event deleted for resources: {'Port': ['ID=e9008cdf-b62f-4f84-8aec-da321150af1c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.058144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.059128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.059128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.059301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.059593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.059840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.060186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.061120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:39.077430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e251adca-5ba6-4b03-828d-e26b6bdb42fb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.080674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (798c08d5-4d56-49c1-9fe0-2e1cb5126e26), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.131070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] No DVR routers for this DVR port e9008cdf-b62f-4f84-8aec-da321150af1c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:39.134597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.138664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8fc1e91c-7006-473e-8d09-95eb74d00a90 req-54e0eed8-d439-4540-b85b-aa4b6e7f852e tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.45 "DELETE /v2.0/ports/e9008cdf-b62f-4f84-8aec-da321150af1c HTTP/1.1" status: 204  len: 173 time: 0.6859179
Jan 15 20:54:39.139369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'name': 'network-vif-deleted', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:39.150421 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01aca49-8dd7-4bdb-b90a-c0f5a6a73a9d" -d '{"events": [{"server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "name": "network-vif-deleted", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:39.158651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.165932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/798c08d5-4d56-49c1-9fe0-2e1cb5126e26 HTTP/1.1" status: 204  len: 168 time: 0.4791460
Jan 15 20:54:39.167695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2d1dc-c850-485e-b7f3-5a2e7f682d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798c08d5-4d56-49c1-9fe0-2e1cb5126e26,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:39.169506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38198) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:39.222276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (e251adca-5ba6-4b03-828d-e26b6bdb42fb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.267342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765119-960f-4fd4-949b-506c43996f1d req-4acbd3c5-dbca-4acb-9092-2a0d15fca59e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:39.269416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f765119-960f-4fd4-949b-506c43996f1d req-4acbd3c5-dbca-4acb-9092-2a0d15fca59e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.0991046
Jan 15 20:54:39.329319 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e8587292-6aa4-4fdc-bcaf-a59141284132), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.331875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38200) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:39.367244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f765119-960f-4fd4-949b-506c43996f1d req-a1a46e63-97c8-4e5a-88e7-9a48779e9a53 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796068
Jan 15 20:54:39.380400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e251adca-5ba6-4b03-828d-e26b6bdb42fb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.384039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.409519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02cfcd54-2d50-4331-9732-d8651c727b09 req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/e251adca-5ba6-4b03-828d-e26b6bdb42fb HTTP/1.1" status: 204  len: 173 time: 0.5257082
Jan 15 20:54:39.435964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e6e3d-77f1-414e-8514-c1360810ff1f tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251adca-5ba6-4b03-828d-e26b6bdb42fb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:39.478532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e8587292-6aa4-4fdc-bcaf-a59141284132), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.493932 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c025ac3b-a378-460b-926f-0b531055248c x-openstack-request-id: req-c025ac3b-a378-460b-926f-0b531055248c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:39.494324 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41de38d6-3f2c-4912-adae-bef0ad0ffbb1", "name": "network-vif-deleted", "tag": "e9008cdf-b62f-4f84-8aec-da321150af1c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:39.494555 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c025ac3b-a378-460b-926f-0b531055248c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:39.495025 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41de38d6-3f2c-4912-adae-bef0ad0ffbb1', 'name': 'network-vif-deleted', 'tag': 'e9008cdf-b62f-4f84-8aec-da321150af1c', 'status': 'completed', 'code': 200}
Jan 15 20:54:39.506244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1f78b0>,) {'filters': {'network_id': ['e8587292-6aa4-4fdc-bcaf-a59141284132']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:39.518235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1f78b0>, '77dd8a8b-f407-4ab1-80b5-08ede3102d06') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:39.518677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1f78b0>, '77dd8a8b-f407-4ab1-80b5-08ede3102d06') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:39.537263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (77dd8a8b-f407-4ab1-80b5-08ede3102d06), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.541775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-999030432-network', 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:39.561957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (77dd8a8b-f407-4ab1-80b5-08ede3102d06), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.572463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:39.572866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (77dd8a8b-f407-4ab1-80b5-08ede3102d06), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:39.574496 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:39.606499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6728ce4-2e2a-4fe5-ac3e-cadf0b236711 req-fb255cd4-07ff-4246-a5c7-d75e1a29169a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:39.608668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6728ce4-2e2a-4fe5-ac3e-cadf0b236711 req-fb255cd4-07ff-4246-a5c7-d75e1a29169a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.0592475
Jan 15 20:54:39.622040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:39.624596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.637275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.660265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e8587292-6aa4-4fdc-bcaf-a59141284132), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.671275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.674553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e8587292-6aa4-4fdc-bcaf-a59141284132 HTTP/1.1" status: 204  len: 168 time: 0.5025771
Jan 15 20:54:39.692026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34e5a1-6f88-4688-b1f1-a4d96b5d9437 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8587292-6aa4-4fdc-bcaf-a59141284132,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:39.771126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6728ce4-2e2a-4fe5-ac3e-cadf0b236711 req-bca3b025-1aaf-4fd0-b406-14347f634d23 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385994
Jan 15 20:54:39.796075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks [] for security_group (ed09f617-1ff6-4ddc-8f0c-96376615f3cb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.803629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ed09f617-1ff6-4ddc-8f0c-96376615f3cb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.805142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-daf60615-50c8-4621-b27c-aa3892253416 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/6f2925c8-4e8b-4ae9-8a62-c89aae730cbe HTTP/1.1" status: 200  len: 1818 time: 0.0954697
Jan 15 20:54:39.859178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:39.873852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.874315 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Added segment 99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a of type vlan for network 531bba45-51d6-4df1-9e47-d4b8172e5210
Jan 15 20:54:39.905044 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6f2925c8-4e8b-4ae9-8a62-c89aae730cbe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.920685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38226) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:39.937860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed09f617-1ff6-4ddc-8f0c-96376615f3cb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:39.947508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (531bba45-51d6-4df1-9e47-d4b8172e5210), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.978657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7f44eb3-88f7-4878-bf2e-5329c41b7c1d req-e2e43e4a-5fad-4e36-8cf6-37f1c0edcce4 tempest-ServerDiagnosticsNegativeTest-1660075211 tempest-ServerDiagnosticsNegativeTest-1660075211-project] 10.222.0.46 "GET /v2.0/ports?device_id=41de38d6-3f2c-4912-adae-bef0ad0ffbb1 HTTP/1.1" status: 200  len: 210 time: 0.0624044
Jan 15 20:54:39.980198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (531bba45-51d6-4df1-9e47-d4b8172e5210), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.981955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6f2925c8-4e8b-4ae9-8a62-c89aae730cbe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:39.982594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:39.984345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.045705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:40.050605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7175405
Jan 15 20:54:40.055694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:40.057006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02b1d2ea-45ff-4908-a5ad-69ba8df802b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64357ed018444406a4e9d1d434879a98&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1325977
Jan 15 20:54:40.059522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:40.063117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Request body: {'subnet': {'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-999030432-subnet', 'tenant_id': '51cad90ef72141c2983640133453f788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:40.068585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410dce5-0c99-4db2-89c4-d3b25fdf7e7e admin admin] Pushing event updated for resources: {'Network': ['ID=531bba45-51d6-4df1-9e47-d4b8172e5210,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.087112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:40.097367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:40.099896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6f2925c8-4e8b-4ae9-8a62-c89aae730cbe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.100505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.103185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.109033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99c6ec5f-c581-4a27-b0ac-5ec164844cb7 req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/6f2925c8-4e8b-4ae9-8a62-c89aae730cbe HTTP/1.1" status: 204  len: 173 time: 0.2920430
Jan 15 20:54:40.179998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df860bed-2234-495a-bf42-6940db7dec1d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2925c8-4e8b-4ae9-8a62-c89aae730cbe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.186840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-19148596', 'description': 'tempest-description-1654808046'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:40.209755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] Publish callbacks [] for security_group (0f88248d-0015-4811-961c-8211ae94734e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.267690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] Publish callbacks [] for security_group (0f88248d-0015-4811-961c-8211ae94734e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.309915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.319411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.324158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (e2d00815-b45e-41ad-b3e1-0bbd494a0416), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.383410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d00815-b45e-41ad-b3e1-0bbd494a0416,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.392812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:40.393625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Network hostable DHCP agents. Network: 531bba45-51d6-4df1-9e47-d4b8172e5210, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:40.395613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea529b-1d9d-4153-ad8e-74bbd4e8f798 req-1f585dc5-9a34-4525-ba66-b22ac460d9dd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:40.397319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57ea529b-1d9d-4153-ad8e-74bbd4e8f798 req-1f585dc5-9a34-4525-ba66-b22ac460d9dd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.1576385
Jan 15 20:54:40.414710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:40.425195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 531bba45-51d6-4df1-9e47-d4b8172e5210) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:40.429841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:40.430524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.435456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c38e2-0c57-4840-8195-bbfcb4f9d7cc None None] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:40.445810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0f88248d-0015-4811-961c-8211ae94734e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.448565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.452778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f88248d-0015-4811-961c-8211ae94734e HTTP/1.1" status: 204  len: 168 time: 0.3890929
Jan 15 20:54:40.452994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d133f118-5e12-4d17-a64b-0d401fd85c75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3934937
Jan 15 20:54:40.498520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce7b3f-b872-4b6e-b6e1-32d42315a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88248d-0015-4811-961c-8211ae94734e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.541159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.555702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57ea529b-1d9d-4153-ad8e-74bbd4e8f798 req-3e343063-4974-4880-8ac8-7d85652e7382 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357343
Jan 15 20:54:40.559448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.579800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc875e4-6a37-450f-8afe-64b2f2b0cec9 None None] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:40.619112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Publish callbacks [] for security_group (522dc941-b4fa-4ef8-aae4-d29cf583bce1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.625004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f2478-3326-4b87-a151-215039fc0f80,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.631071 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.651418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fc23171-b592-4d10-ab4b-e02fa03027b2 req-7209b165-03a2-418c-b2e0-3ad648e064b7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4724545
Jan 15 20:54:40.653381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (522dc941-b4fa-4ef8-aae4-d29cf583bce1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.724204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c088576f320545f1acbf3bb92d5ebb00&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6769485
Jan 15 20:54:40.727376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:40.813338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e9008cdf-b62f-4f84-8aec-da321150af1c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:40.840701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: e9008cdf-b62f-4f84-8aec-da321150af1c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:40.843769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e9008cdf-b62f-4f84-8aec-da321150af1c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:40.848186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] Publish callbacks [] for security_group (522dc941-b4fa-4ef8-aae4-d29cf583bce1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.877088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] Publish callbacks [] for security_group (522dc941-b4fa-4ef8-aae4-d29cf583bce1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.880283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522dc941-b4fa-4ef8-aae4-d29cf583bce1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:40.909197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.909646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.910060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.910470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.910890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.911322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.911693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.912084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.912480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.912894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.913379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.913772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.914177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3f2ff-df20-470b-9c24-c3c1236e7bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:40.934029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95046bdf-49f1-4d03-809b-79d087a28c96 req-85960da1-c50b-4f22-81f1-25b36e0ae731 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:40.935719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95046bdf-49f1-4d03-809b-79d087a28c96 req-85960da1-c50b-4f22-81f1-25b36e0ae731 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.1745672
Jan 15 20:54:40.938563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59b5288d-f839-4cca-93e2-49286782a404 req-182a8ca4-487f-4385-95f4-159541b7f30e tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/b53f2478-3326-4b87-a151-215039fc0f80 HTTP/1.1" status: 200  len: 1816 time: 0.1039875
Jan 15 20:54:40.950718 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (522dc941-b4fa-4ef8-aae4-d29cf583bce1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.956119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:40.957923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Request body: {'security_group': {'name': 'tempest-sg-hth-376035966', 'description': 'tempest-description-hth-2104850954'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:40.959996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/522dc941-b4fa-4ef8-aae4-d29cf583bce1 HTTP/1.1" status: 204  len: 168 time: 0.2290139
Jan 15 20:54:40.970267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9a00-40e8-4b19-a2af-5ab1a85c253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522dc941-b4fa-4ef8-aae4-d29cf583bce1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:41.052283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.069149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95046bdf-49f1-4d03-809b-79d087a28c96 req-87d89525-2842-4b35-9b37-7e71063e689c tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192403
Jan 15 20:54:41.157196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.166287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.172247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.184908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59b5288d-f839-4cca-93e2-49286782a404 req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "PUT /v2.0/security-groups/b53f2478-3326-4b87-a151-215039fc0f80 HTTP/1.1" status: 200  len: 1791 time: 0.2375944
Jan 15 20:54:41.231509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99d36-7232-41b6-8ddd-cd005ddfeba1 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f2478-3326-4b87-a151-215039fc0f80,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:41.344735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:41.380093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d4a875-aec1-4eb0-bbbe-7e417707a624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.474555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d4a875-aec1-4eb0-bbbe-7e417707a624 admin admin] Publish callbacks [] for security_group (e5e97080-0c23-4ac8-ac51-a331208a0dab), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.479035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d4a875-aec1-4eb0-bbbe-7e417707a624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5e97080-0c23-4ac8-ac51-a331208a0dab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.520442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11d4a875-aec1-4eb0-bbbe-7e417707a624 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b510920ea5fa4dc28dd54eb0fa077d17&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1722474
Jan 15 20:54:41.521942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4a875-aec1-4eb0-bbbe-7e417707a624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e97080-0c23-4ac8-ac51-a331208a0dab,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:41.523282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38324) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:41.577634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] Publish callbacks [] for security_group (e5e97080-0c23-4ac8-ac51-a331208a0dab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.603474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] Publish callbacks [] for security_group (e5e97080-0c23-4ac8-ac51-a331208a0dab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.662297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5e97080-0c23-4ac8-ac51-a331208a0dab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.665228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:41.669154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5e97080-0c23-4ac8-ac51-a331208a0dab HTTP/1.1" status: 204  len: 168 time: 0.1423569
Jan 15 20:54:41.676482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859268b2-4a0d-4b6b-a6b0-79c3f624433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e97080-0c23-4ac8-ac51-a331208a0dab,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:41.766915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-2059f0e8-d965-4c2e-a0a8-9fca4b88e05b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:41.768491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:41.769015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-2059f0e8-d965-4c2e-a0a8-9fca4b88e05b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.1309705
Jan 15 20:54:41.786550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-da536c3a-3004-474c-8603-10b956125558 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0114932
Jan 15 20:54:41.830680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-559404a9-566d-48ba-be8b-c835e2b0e242 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0368729
Jan 15 20:54:41.917263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d724418c-0d96-4a69-8e6f-c3fcc76d9c94 req-e16a59a2-e1d1-4e82-b53e-e48e2f7c6d8c tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/b53f2478-3326-4b87-a151-215039fc0f80 HTTP/1.1" status: 200  len: 1791 time: 0.0892055
Jan 15 20:54:41.958277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-5862f0ef-cd8d-41af-bc0a-b444c5db11e6 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082003
Jan 15 20:54:42.022043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:42.079435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059afc-b6aa-46f4-bc15-ab8156b02b78 req-16a89d59-4323-488f-854c-6a9922271bc9 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:42.080982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44059afc-b6aa-46f4-bc15-ab8156b02b78 req-16a89d59-4323-488f-854c-6a9922271bc9 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1085713
Jan 15 20:54:42.110741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-df6b8c5e-374c-4c79-a9f3-e339ccfb1ff5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08c18cfa337f4413afcb5b0741441512&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3408480
Jan 15 20:54:42.113220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:42.120087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-e6828501-0c52-49b0-8aa9-8570a8326f33 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560941
Jan 15 20:54:42.121049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1014649594-network', 'tenant_id': '964edbaeb4c944cfb68578886695266c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:42.150049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44059afc-b6aa-46f4-bc15-ab8156b02b78 req-e39b0a71-868f-4ffa-8a8c-d4bd77416906 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591924
Jan 15 20:54:42.196597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] Publish callbacks [] for security_group (52e44621-bbc4-4888-9870-b1bc4fed0464), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.202521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Made reservation on behalf of 964edbaeb4c944cfb68578886695266c for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:42.205463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.224016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.240097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] Publish callbacks [] for security_group (52e44621-bbc4-4888-9870-b1bc4fed0464), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.311680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28b1c-c824-4337-aa0d-860678e6f8c7 req-e449d9f7-b7b5-4926-97b9-e6d8983b2563 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:42.318009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2b28b1c-c824-4337-aa0d-860678e6f8c7 req-e449d9f7-b7b5-4926-97b9-e6d8983b2563 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.0931582
Jan 15 20:54:42.353399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (52e44621-bbc4-4888-9870-b1bc4fed0464), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.356583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.360781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52e44621-bbc4-4888-9870-b1bc4fed0464 HTTP/1.1" status: 204  len: 168 time: 0.2431479
Jan 15 20:54:42.393106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1bbaf-a669-4d9e-95d3-c34a0f2d0cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e44621-bbc4-4888-9870-b1bc4fed0464,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:42.401799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks [] for security_group (e7c034cb-5a1e-4c46-be45-2eeffed00506), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.408458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e7c034cb-5a1e-4c46-be45-2eeffed00506), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.437787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:42.460739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2129c487-b4f8-4474-8f68-2dcadf8b9be8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.461232 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Added segment 2129c487-b4f8-4474-8f68-2dcadf8b9be8 of type vlan for network 77920bd4-7261-421c-ba8f-4e4aa10b2090
Jan 15 20:54:42.462474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c034cb-5a1e-4c46-be45-2eeffed00506,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:42.501549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2b28b1c-c824-4337-aa0d-860678e6f8c7 req-ad210fd8-94f7-43a9-8485-6cc45a78e4dd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763568
Jan 15 20:54:42.524579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-b008ea8c-6db0-4f3b-b035-7d278a35ae65 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/b53f2478-3326-4b87-a151-215039fc0f80 HTTP/1.1" status: 200  len: 1791 time: 0.1531541
Jan 15 20:54:42.548487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (77920bd4-7261-421c-ba8f-4e4aa10b2090), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.594906 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (77920bd4-7261-421c-ba8f-4e4aa10b2090), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.596645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:42.597545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.637328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7b5a24c-b5d9-44b9-a902-80c7e3666347 req-e7e1c545-a72c-4c74-a284-7c856c320d08 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 210 time: 0.0621676
Jan 15 20:54:42.649088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.676093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6525750
Jan 15 20:54:42.679199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38386) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:42.690206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac1b2b-25f3-4f24-a837-44ffa278ea1f admin admin] Pushing event updated for resources: {'Network': ['ID=77920bd4-7261-421c-ba8f-4e4aa10b2090,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:42.694770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Request body: {'subnet': {'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1014649594-subnet', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:42.706054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:42.718661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.916241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Made reservation on behalf of 964edbaeb4c944cfb68578886695266c for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:42.918876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.924112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b53f2478-3326-4b87-a151-215039fc0f80), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.926841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:42.928013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0858a34b-34c4-4675-83c8-715cd4ce1885 req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/b53f2478-3326-4b87-a151-215039fc0f80 HTTP/1.1" status: 204  len: 173 time: 0.4023738
Jan 15 20:54:42.981711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38400) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:43.003025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527d8c8-9b85-4a5e-946d-599ba4a8e380 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f2478-3326-4b87-a151-215039fc0f80,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:43.017642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558849-c7c4-408b-b209-0ce95f5e3a55 req-d42cd456-e3fe-41dd-b99b-c2d59e54c8e6 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.025101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25558849-c7c4-408b-b209-0ce95f5e3a55 req-d42cd456-e3fe-41dd-b99b-c2d59e54c8e6 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.1541326
Jan 15 20:54:43.093660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38408) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:43.138108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2cddf350-069c-49c3-b774-a59b4fa48c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.150648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-d0a0c3e4-28fc-46dd-adbc-a2a46a5389d3 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.152124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-d0a0c3e4-28fc-46dd-adbc-a2a46a5389d3 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1756780
Jan 15 20:54:43.163290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25558849-c7c4-408b-b209-0ce95f5e3a55 req-80539444-beaf-4e02-8244-bcbbab954104 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373239
Jan 15 20:54:43.394171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e4c19584-83c1-4b8c-8bf6-c036e0461e66), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.408476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-network', 'tenant_id': '52f959987c084cc9a57e875ac49c7429'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:43.434846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Made reservation on behalf of 52f959987c084cc9a57e875ac49c7429 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:43.438781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.447803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.497365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2cddf350-069c-49c3-b774-a59b4fa48c9e admin admin] Publish callbacks [] for security_group (82ddd1d3-bac4-4ffb-889f-46081e2335be), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.503876 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-ed12063e-6001-4d3e-a630-fc2a6daf6342 req-e8c42cf4-4aa4-4160-ac56-3fed9e8b6699 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:43.504938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed12063e-6001-4d3e-a630-fc2a6daf6342 req-e8c42cf4-4aa4-4160-ac56-3fed9e8b6699 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/6f2925c8-4e8b-4ae9-8a62-c89aae730cbe HTTP/1.1" status: 404  len: 352 time: 0.0627289
Jan 15 20:54:43.510004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Deleting port 7372087d-b55f-45da-b646-85a04a10f042 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:43.510220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7372087d-b55f-45da-b646-85a04a10f042), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.520427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf38-5b3d-4225-a14a-164e0aae19d5 req-a9b7dab8-7ec0-4c49-b0c0-af9df8f8a561 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.522102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443bbf38-5b3d-4225-a14a-164e0aae19d5 req-a9b7dab8-7ec0-4c49-b0c0-af9df8f8a561 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5943844-32ec-464b-b08f-7a618260f817 HTTP/1.1" status: 200  len: 946 time: 0.1839375
Jan 15 20:54:43.527365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2cddf350-069c-49c3-b774-a59b4fa48c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (82ddd1d3-bac4-4ffb-889f-46081e2335be), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.540587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks [] for security_group (cfb60277-63df-49c4-ada1-91c1f5679ee6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.547376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cfb60277-63df-49c4-ada1-91c1f5679ee6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.549182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c19584-83c1-4b8c-8bf6-c036e0461e66,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:43.574959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:43.587622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb60277-63df-49c4-ada1-91c1f5679ee6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:43.594352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9d8c48e9-827b-4a1c-8c9e-6e3e2d595302), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.594923 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Added segment 9d8c48e9-827b-4a1c-8c9e-6e3e2d595302 of type vlan for network 7fcd1894-2f14-479f-aff8-d891908a0ae7
Jan 15 20:54:43.646758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (7fcd1894-2f14-479f-aff8-d891908a0ae7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.655381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Checking segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:43.655801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Network hostable DHCP agents. Network: 77920bd4-7261-421c-ba8f-4e4aa10b2090, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:43.667447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddf350-069c-49c3-b774-a59b4fa48c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ddd1d3-bac4-4ffb-889f-46081e2335be,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:43.677570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (7fcd1894-2f14-479f-aff8-d891908a0ae7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.678863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.679383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.681157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2cddf350-069c-49c3-b774-a59b4fa48c9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4834e5a578214c7dac0232738a0dc630&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5843029
Jan 15 20:54:43.695422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38428) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:43.762050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443bbf38-5b3d-4225-a14a-164e0aae19d5 req-6314857c-d485-4774-a2ee-b06f3c321883 tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.46 "GET /v2.0/security-groups?id=244fe574-6365-4b45-b58b-382b731c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071562
Jan 15 20:54:43.765453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] For port 7372087d-b55f-45da-b646-85a04a10f042, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7372087d-b55f-45da-b646-85a04a10f042,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:43.765833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7372087d-b55f-45da-b646-85a04a10f042), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.785357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:43.788294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Calling delete_port for 7372087d-b55f-45da-b646-85a04a10f042 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:43.808217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7a70b-18cf-4a4f-8ecb-e84254714b08 req-dd7e4cdc-8206-4f2b-aea3-02c5aaa0489a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.809822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93f7a70b-18cf-4a4f-8ecb-e84254714b08 req-dd7e4cdc-8206-4f2b-aea3-02c5aaa0489a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.1437910
Jan 15 20:54:43.814614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77920bd4-7261-421c-ba8f-4e4aa10b2090) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:43.828423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577d7cf-e789-437e-ba65-66839164c8c6 None None] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:43.829904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:43.830506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:43.841436 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8581486
Jan 15 20:54:43.842414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38430) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:43.897558 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-63077d2a-5bc5-4620-a960-4583f36c3370 req-2629b138-8f82-4655-8a4d-2e465613efa2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:43.898654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63077d2a-5bc5-4620-a960-4583f36c3370 req-2629b138-8f82-4655-8a4d-2e465613efa2 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e251adca-5ba6-4b03-828d-e26b6bdb42fb HTTP/1.1" status: 404  len: 352 time: 0.0703778
Jan 15 20:54:43.908677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67dc4d85-7241-42a2-bb55-cd349b9cd211 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2281144
Jan 15 20:54:43.916748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38434) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:43.928426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:43.963971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93f7a70b-18cf-4a4f-8ecb-e84254714b08 req-e5bb771d-54ee-4bb4-9c97-e962401cb713 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459737
Jan 15 20:54:43.986705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77920bd4-7261-421c-ba8f-4e4aa10b2090', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'project_id': '964edbaeb4c944cfb68578886695266c', 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:54:43.992151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.029889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.031188 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.072964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7372087d-b55f-45da-b646-85a04a10f042), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.101958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1339a3a7-360d-46a5-b3c6-058823ea1b17 req-c7865679-7e6d-425c-aa58-e5af227a72b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 210 time: 0.0420756
Jan 15 20:54:44.132997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['7372087d-b55f-45da-b646-85a04a10f042'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:44.168393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Pushing event deleted for resources: {'Port': ['ID=7372087d-b55f-45da-b646-85a04a10f042,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:44.197546 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-7333b2d3-d00a-4d7f-83c1-bf85f86bd7cd req-abfc7dd7-47bb-4b7c-a088-c760153bd193 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:44.198728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7333b2d3-d00a-4d7f-83c1-bf85f86bd7cd req-abfc7dd7-47bb-4b7c-a088-c760153bd193 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/4df05402-0f5f-41b0-bd2d-d7f0ffb5fad9 HTTP/1.1" status: 404  len: 352 time: 0.0843840
Jan 15 20:54:44.209143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.231035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for router_controller (fdb5877f-a707-470b-82c3-7b1de6fbd331), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.248499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Request body: {'subnet': {'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-subnet', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:44.284772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d93ca-1549-4009-8d45-a4b171098ebf admin admin] Pushing event updated for resources: {'Network': ['ID=7fcd1894-2f14-479f-aff8-d891908a0ae7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:44.305075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] No DVR routers for this DVR port 7372087d-b55f-45da-b646-85a04a10f042 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:44.317481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Allocated IP 172.20.0.2 (77920bd4-7261-421c-ba8f-4e4aa10b2090/e4c19584-83c1-4b8c-8bf6-c036e0461e66/6a36e251-597b-4e5d-a327-487429141fbf) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:44.340663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.345093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326eb76a-04b9-4525-8a5a-66ae80e76670 req-8fa195bc-8fed-468a-a08a-caee34497b0f tempest-AttachSCSIVolumeTestJSON-1803548154 tempest-AttachSCSIVolumeTestJSON-1803548154-project] 10.222.0.39 "DELETE /v2.0/ports/7372087d-b55f-45da-b646-85a04a10f042 HTTP/1.1" status: 204  len: 173 time: 1.1794014
Jan 15 20:54:44.346229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:44.348626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] Publish callbacks [] for security_group (82ddd1d3-bac4-4ffb-889f-46081e2335be), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.350259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'name': 'network-vif-deleted', 'tag': '7372087d-b55f-45da-b646-85a04a10f042'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:44.352860 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce3578d-b5f3-4874-9e0c-ba05c1e399a3" -d '{"events": [{"server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "name": "network-vif-deleted", "tag": "7372087d-b55f-45da-b646-85a04a10f042"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:44.363375 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-2693d67f-7b82-4d7a-8afc-32e67dea0db8 req-f2ea43cb-db15-4b74-9019-83f0996ddcc7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:44.364814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2693d67f-7b82-4d7a-8afc-32e67dea0db8 req-f2ea43cb-db15-4b74-9019-83f0996ddcc7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/017593ab-28f4-40d5-bb6a-7223ece3d24e HTTP/1.1" status: 404  len: 352 time: 0.0661113
Jan 15 20:54:44.377087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-c82ec88c-c794-4ecc-82a4-b12953a84488 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:44.379709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-c82ec88c-c794-4ecc-82a4-b12953a84488 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.6934016
Jan 15 20:54:44.380960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Made reservation on behalf of 52f959987c084cc9a57e875ac49c7429 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:44.382852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.405257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:44.493825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89e633-ba0c-4133-9fdf-92c6656f9161 req-54b11de0-bf6d-4494-ac44-224a44b970ba tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:44.511769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb89e633-ba0c-4133-9fdf-92c6656f9161 req-54b11de0-bf6d-4494-ac44-224a44b970ba tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.2962554
Jan 15 20:54:44.516984 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d90bf60-719f-4cde-a8ec-8bba31405ea5 x-openstack-request-id: req-2d90bf60-719f-4cde-a8ec-8bba31405ea5 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:44.518049 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5943844-32ec-464b-b08f-7a618260f817", "name": "network-vif-deleted", "tag": "7372087d-b55f-45da-b646-85a04a10f042", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:44.518361 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d90bf60-719f-4cde-a8ec-8bba31405ea5 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:44.518874 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5943844-32ec-464b-b08f-7a618260f817', 'name': 'network-vif-deleted', 'tag': '7372087d-b55f-45da-b646-85a04a10f042', 'status': 'completed', 'code': 200}
Jan 15 20:54:44.567444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] Publish callbacks [] for security_group (82ddd1d3-bac4-4ffb-889f-46081e2335be), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.574608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for router_gateway (fdb5877f-a707-470b-82c3-7b1de6fbd331), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.594133 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-75a65a67-686c-4962-bfdd-251f82e30e87 req-8fdbfa37-5d97-4c70-b437-a24d4461d1bc tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:44.595467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75a65a67-686c-4962-bfdd-251f82e30e87 req-8fdbfa37-5d97-4c70-b437-a24d4461d1bc tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/48e93c44-f35b-4e83-9ae2-5afca960383f HTTP/1.1" status: 404  len: 352 time: 0.0395586
Jan 15 20:54:44.673390 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-b8847fe9-a4b8-4145-b569-4e59907f9a07 req-9e2254a4-f35e-49da-aa4b-0691a276cb25 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] show failed (client error): The resource could not be found.
Jan 15 20:54:44.674642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8847fe9-a4b8-4145-b569-4e59907f9a07 req-9e2254a4-f35e-49da-aa4b-0691a276cb25 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/e0f75dca-2a13-47e2-b483-39719ff6eae9 HTTP/1.1" status: 404  len: 352 time: 0.0205936
Jan 15 20:54:44.693275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb89e633-ba0c-4133-9fdf-92c6656f9161 req-4df8c53f-8100-4415-ae46-bfe4d7a025af tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794889
Jan 15 20:54:44.749344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (82ddd1d3-bac4-4ffb-889f-46081e2335be), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.752104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.753069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82ddd1d3-bac4-4ffb-889f-46081e2335be HTTP/1.1" status: 204  len: 168 time: 1.0547426
Jan 15 20:54:44.811861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d24058-6f62-4ccc-9e62-ec6d62d6b96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ddd1d3-bac4-4ffb-889f-46081e2335be,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:44.819899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:44.830714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.961315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks [] for port (6a36e251-597b-4e5d-a327-487429141fbf), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.977482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (88143916-76e3-440f-b0c2-b580113bb50f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:44.978158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (6a36e251-597b-4e5d-a327-487429141fbf), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.080479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Pushing event updated for resources: {'Subnet': ['ID=88143916-76e3-440f-b0c2-b580113bb50f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:45.085664 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for router_gateway (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.131840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:45.135893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.155705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:45.179476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:45.188469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.191950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Pushing event updated for resources: {'Port': ['ID=6a36e251-597b-4e5d-a327-487429141fbf,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:45.224090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.7 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/07cc6e79-5c17-40cf-b596-8367f1d2319e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:45.276428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Attempting to bind port 6a36e251-597b-4e5d-a327-487429141fbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:45.276693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Attempting to bind port 6a36e251-597b-4e5d-a327-487429141fbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:45.277093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Attempting to bind port 6a36e251-597b-4e5d-a327-487429141fbf on network 77920bd4-7261-421c-ba8f-4e4aa10b2090 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:45.284010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:45.284446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Checking segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:45.284876 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.285401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Bound using segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:45.286073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Bound port: 6a36e251-597b-4e5d-a327-487429141fbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:45.286466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a36e251-597b-4e5d-a327-487429141fbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.318565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Checking segment: {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:45.319080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Network hostable DHCP agents. Network: 7fcd1894-2f14-479f-aff8-d891908a0ae7, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:45.446788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] For port 6a36e251-597b-4e5d-a327-487429141fbf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:45.459718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] For port 6a36e251-597b-4e5d-a327-487429141fbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a36e251-597b-4e5d-a327-487429141fbf,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:45.471017 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a36e251-597b-4e5d-a327-487429141fbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.475122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:45.527275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fcd1894-2f14-479f-aff8-d891908a0ae7) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:45.535847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:45.536726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.579086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0ce7ca8c-7a97-4c15-be0c-67bd221455af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3357422
Jan 15 20:54:45.592344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38508) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:45.598420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:45.610775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729244e-7fb3-40dc-a855-68ffc0734888 None None] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:45.660592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.663903 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.736678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.739566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for router_controller (8792720e-5a4e-48ef-9149-d04c9ac982d6), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.759242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf0d6f-723e-43f9-a6bb-90b8df894c5b None None] Pushing event updated for resources: {'Port': ['ID=6a36e251-597b-4e5d-a327-487429141fbf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:45.884913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fcd1894-2f14-479f-aff8-d891908a0ae7', 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7', 'project_id': '52f959987c084cc9a57e875ac49c7429', 'fixed_ips': [{'subnet_id': '88143916-76e3-440f-b0c2-b580113bb50f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:54:45.886261 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:45.891351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2f297c4-7435-4c7c-bf1d-d5177dd74ec6 req-0511641b-d216-4eab-99c5-43c9fdebd76a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 210 time: 0.0475280
Jan 15 20:54:45.939152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a50c8-6ca2-4b13-bf6f-51f4b95f4ca8 req-bb1cad63-5b3f-400d-a6b3-acd9171053bb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:45.953195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c03a50c8-6ca2-4b13-bf6f-51f4b95f4ca8 req-bb1cad63-5b3f-400d-a6b3-acd9171053bb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1024 time: 0.6683934
Jan 15 20:54:45.993760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Allocated IP 172.35.1.192 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/0faa4e42-3c94-4c03-b22e-012febb0d8fd) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:46.082072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.103840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for router_gateway (8792720e-5a4e-48ef-9149-d04c9ac982d6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.192804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Allocated IP 172.20.0.2 (7fcd1894-2f14-479f-aff8-d891908a0ae7/88143916-76e3-440f-b0c2-b580113bb50f/a088a8b3-7f13-4ec9-9749-b8700ddbbd21) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:46.309877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c03a50c8-6ca2-4b13-bf6f-51f4b95f4ca8 req-cce44516-a343-41c7-a45c-c56a2a184751 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=0a330bbb-88d9-44eb-a060-ef87d8ba5601&id=6fcd6844-3261-41cc-9071-34a253ce8007&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.3585651
Jan 15 20:54:46.422495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:46.454847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6a36e251-597b-4e5d-a327-487429141fbf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:46.455075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:46.462121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:46.500047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:46.540170 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.574688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-6cc75736-84fa-4342-9e76-374e6cf496e7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:46.576351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-6cc75736-84fa-4342-9e76-374e6cf496e7 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1024 time: 0.2581630
Jan 15 20:54:46.586954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:46.587618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.595205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38560) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:46.608806 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks [] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.626964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.685851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-0b4e8944-9f7e-4a5f-b14e-069c22fbaa34 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2955034
Jan 15 20:54:46.709724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Request body: {'port': {'device_id': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:46.736289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:46.746478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:46.760422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:46.770891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Deleting port f6190630-2b92-456a-a85f-b69eb4ffcb81 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:46.771189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.776338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.807679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6a36e251-597b-4e5d-a327-487429141fbf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:46.810067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a36e251-597b-4e5d-a327-487429141fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:46.884934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Pushing event updated for resources: {'Port': ['ID=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:46.894594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Pushing event updated for resources: {'Port': ['ID=0faa4e42-3c94-4c03-b22e-012febb0d8fd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:46.906018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:46.923300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:46.948817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:46.966929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.066000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Attempting to bind port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:47.066631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Attempting to bind port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:47.067154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Attempting to bind port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 on network 7fcd1894-2f14-479f-aff8-d891908a0ae7 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:47.075201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:47.075768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Checking segment: {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:47.077505 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.077505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Bound using segment: {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:47.078095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Bound port: a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:47.079711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.174445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b2722-477f-456f-b3d5-5909230e8a38 req-635cc56d-b01e-490e-b140-3ddf66b354bb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:47.176347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-403b2722-477f-456f-b3d5-5909230e8a38 req-635cc56d-b01e-490e-b140-3ddf66b354bb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.3195643
Jan 15 20:54:47.236293 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d06f744-8628-48f9-b105-e411d4897d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.272041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6a36e251-597b-4e5d-a327-487429141fbf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:47.272570 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a36e251-597b-4e5d-a327-487429141fbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.393481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] For port a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:47.402856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 6a36e251-597b-4e5d-a327-487429141fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a36e251-597b-4e5d-a327-487429141fbf,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:47.410305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] For port a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:47.414069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a36e251-597b-4e5d-a327-487429141fbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.474494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] For port f6190630-2b92-456a-a85f-b69eb4ffcb81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6190630-2b92-456a-a85f-b69eb4ffcb81,segment=NetworkSegment(c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3),segment_id=c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:47.475163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.502757 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.521646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for router_gateway (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.525265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Calling delete_port for f6190630-2b92-456a-a85f-b69eb4ffcb81 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:47.547617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=6a36e251-597b-4e5d-a327-487429141fbf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:47.573582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.601266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-403b2722-477f-456f-b3d5-5909230e8a38 req-e4d80568-109a-491d-b101-e9bbfe142c9f tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3517528
Jan 15 20:54:47.623586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1011be7-b7bf-44f0-a678-99d007654463 None None] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:47.725891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9f5bf-2158-40ae-a286-fa0728eb6360 req-e3cc136a-ab03-4787-a75c-a8c5e4c34f78 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:47.737896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8e9f5bf-2158-40ae-a286-fa0728eb6360 req-e3cc136a-ab03-4787-a75c-a8c5e4c34f78 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 931 time: 0.5150828
Jan 15 20:54:47.780568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49747e-2f65-4e4c-bfa1-18f921ec96cb None None] Pushing event updated for resources: {'Port': ['ID=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:47.797766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d441f063-2b47-4630-81d5-e5c5ab80eb55 None None] Provisioning complete for port 6a36e251-597b-4e5d-a327-487429141fbf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:47.798716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d441f063-2b47-4630-81d5-e5c5ab80eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a36e251-597b-4e5d-a327-487429141fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.818964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cc6e79-5c17-40cf-b596-8367f1d2319e {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:47.832730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Allocated IP 172.35.1.118 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/e2b4ed73-d630-42ac-86d5-c0868d128f2d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:47.836117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks [] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.887978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Transition to ACTIVE for port object 07cc6e79-5c17-40cf-b596-8367f1d2319e will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:54:47.938296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5223c479-bd73-49c1-bc0c-45dcb5be9c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:47.942430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.010350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Pushing event updated for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:48.014261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d441f063-2b47-4630-81d5-e5c5ab80eb55 None None] Current status of the port 6a36e251-597b-4e5d-a327-487429141fbf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:48.042446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d06f744-8628-48f9-b105-e411d4897d7d admin admin] Publish callbacks [] for security_group (c3e29e9f-974f-4f39-b4d3-70bb07963a0c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.112641 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d06f744-8628-48f9-b105-e411d4897d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c3e29e9f-974f-4f39-b4d3-70bb07963a0c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.127740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Attempting to bind port 07cc6e79-5c17-40cf-b596-8367f1d2319e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:48.128700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Attempting to bind port 07cc6e79-5c17-40cf-b596-8367f1d2319e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:48.128700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Attempting to bind port 07cc6e79-5c17-40cf-b596-8367f1d2319e on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:48.134012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Port 07cc6e79-5c17-40cf-b596-8367f1d2319e on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:54:48.134274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Attempting to bind port 07cc6e79-5c17-40cf-b596-8367f1d2319e on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:48.140962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:48.141185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8e9f5bf-2158-40ae-a286-fa0728eb6360 req-a9bdc2cc-18c5-4039-8ebe-1173d244f1b6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4017427
Jan 15 20:54:48.141490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:48.141891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:48.142325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Bound port: 07cc6e79-5c17-40cf-b596-8367f1d2319e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:48.142859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.161215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f6190630-2b92-456a-a85f-b69eb4ffcb81 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:48.174439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b207-352f-4f52-82ed-d19150b1b06a req-96c6da18-215f-437f-bf9e-a26e43f94045 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:48.182180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6062b207-352f-4f52-82ed-d19150b1b06a req-96c6da18-215f-437f-bf9e-a26e43f94045 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15 HTTP/1.1" status: 200  len: 1024 time: 0.4403927
Jan 15 20:54:48.261164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:48.268112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:48.277868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.278856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2d06f744-8628-48f9-b105-e411d4897d7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9383bceaf4c649d8880aeb8a070179b5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6556330
Jan 15 20:54:48.280412 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for router_gateway (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.282277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38620) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:48.347330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f744-8628-48f9-b105-e411d4897d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e29e9f-974f-4f39-b4d3-70bb07963a0c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:48.362262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.394032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f6190630-2b92-456a-a85f-b69eb4ffcb81 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:48.395333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6190630-2b92-456a-a85f-b69eb4ffcb81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.397742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.443974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'Port': ['ID=f6190630-2b92-456a-a85f-b69eb4ffcb81,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:48.484171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:48.484806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.486250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] 10.222.0.45 "PUT /v2.0/ports/07cc6e79-5c17-40cf-b596-8367f1d2319e HTTP/1.1" status: 200  len: 1091 time: 1.7846339
Jan 15 20:54:48.486710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:48.489019 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e7f9a-a556-4861-a149-c81e56cee1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:48.506634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7372087d-b55f-45da-b646-85a04a10f042 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:48.525176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6a36e251-597b-4e5d-a327-487429141fbf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:48.533363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6062b207-352f-4f52-82ed-d19150b1b06a req-f054c8e6-5138-42ca-a17d-1935f48339a9 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups?id=c080ef95-7f41-47e2-bb17-b1f74ee9756f&id=0a330bbb-88d9-44eb-a060-ef87d8ba5601&id=6fcd6844-3261-41cc-9071-34a253ce8007&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.3502820
Jan 15 20:54:48.561636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] No DVR routers for this DVR port f6190630-2b92-456a-a85f-b69eb4ffcb81 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:48.561807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ccb37-a8ca-44de-a9db-9d7671636a84 service neutron] Pushing event updated for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:48.568205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.571583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3215730-1f5c-4f3e-9e3e-b7d91c6193a2 req-26aa2203-a7b7-46e3-861d-3b83a7815bfb tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.39 "DELETE /v2.0/ports/f6190630-2b92-456a-a85f-b69eb4ffcb81 HTTP/1.1" status: 204  len: 173 time: 1.9887099
Jan 15 20:54:48.572033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'name': 'network-vif-deleted', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:48.574315 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baac71a-c52f-4865-9aaf-2d44097f4766" -d '{"events": [{"server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "name": "network-vif-deleted", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:48.616323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.628093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 7372087d-b55f-45da-b646-85a04a10f042 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:48.628628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7372087d-b55f-45da-b646-85a04a10f042 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:48.659171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fabb782f-3fc4-4088-8e41-1612fb674e7e None None] Provisioning complete for port 6a36e251-597b-4e5d-a327-487429141fbf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:48.659541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fabb782f-3fc4-4088-8e41-1612fb674e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a36e251-597b-4e5d-a327-487429141fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.707755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b4ed73-d630-42ac-86d5-c0868d128f2d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:48.712395 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044dac6-4d89-4745-a1a9-3d3e4ba28791 x-openstack-request-id: req-c044dac6-4d89-4745-a1a9-3d3e4ba28791 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:48.712733 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:48.713129 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c044dac6-4d89-4745-a1a9-3d3e4ba28791 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:48.713657 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e', 'status': 'completed', 'code': 200}
Jan 15 20:54:48.716202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6a36e251-597b-4e5d-a327-487429141fbf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:48.716647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a36e251-597b-4e5d-a327-487429141fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.725371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:48.726931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] Publish callbacks [] for security_group (c3e29e9f-974f-4f39-b4d3-70bb07963a0c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.733169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38634) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:48.734676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:48.800026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:48.833959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fabb782f-3fc4-4088-8e41-1612fb674e7e None None] Current status of the port 6a36e251-597b-4e5d-a327-487429141fbf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:48.836244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:48.881430 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b970e752-fe45-45c9-87f9-c0143aba71e1 x-openstack-request-id: req-b970e752-fe45-45c9-87f9-c0143aba71e1 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:48.881784 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15", "name": "network-vif-deleted", "tag": "f6190630-2b92-456a-a85f-b69eb4ffcb81", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:48.882071 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b970e752-fe45-45c9-87f9-c0143aba71e1 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:48.882698 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd1fac4-6c41-4230-9eb5-4fd5a4d82c15', 'name': 'network-vif-deleted', 'tag': 'f6190630-2b92-456a-a85f-b69eb4ffcb81', 'status': 'completed', 'code': 200}
Jan 15 20:54:48.941352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:48.980337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:49.020828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'port_id': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'mac_address': 'fa:16:3e:1d:f5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49154699-6bc5-4512-8772-cbfc551dab57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:49.066326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6a36e251-597b-4e5d-a327-487429141fbf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:49.068225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a088a8b3-7f13-4ec9-9749-b8700ddbbd21 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:49.099217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9ce52-90d8-44a3-9bcc-b263c7bac0e1 req-ef810844-d392-4c3a-8e83-9d4d4f0746f2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:49.101695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42f9ce52-90d8-44a3-9bcc-b263c7bac0e1 req-ef810844-d392-4c3a-8e83-9d4d4f0746f2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 945 time: 0.1165185
Jan 15 20:54:49.145991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3e2ec07d-d7a1-46c5-aab4-583109786f3e is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:49.146383 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.172933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:49.207238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:49.226141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Router fdb5877f-a707-470b-82c3-7b1de6fbd331 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:54:49.228866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:49.229585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.234699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-5056c343-b597-4427-832c-97a52558fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:49.236300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-5056c343-b597-4427-832c-97a52558fa91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 1094 time: 0.6905932
Jan 15 20:54:49.238177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.266808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42f9ce52-90d8-44a3-9bcc-b263c7bac0e1 req-9c201858-a650-40ef-8374-0ca6542ef062 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456757
Jan 15 20:54:49.273086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] Publish callbacks [] for security_group (c3e29e9f-974f-4f39-b4d3-70bb07963a0c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.371964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3e2ec07d-d7a1-46c5-aab4-583109786f3e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:49.434493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81437e-60f6-4055-8c51-7d7d8569fefb None None] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:54:49.472444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d09e7-1a4f-45ec-8686-d6f79c771552 req-8b887d0b-4f2f-49ec-9828-4368b0027023 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:49.483801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b25d09e7-1a4f-45ec-8686-d6f79c771552 req-8b887d0b-4f2f-49ec-9828-4368b0027023 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 943 time: 0.1465068
Jan 15 20:54:49.485453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-f23b3baa-eaf5-499d-89d5-d7e85545314e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e HTTP/1.1" status: 200  len: 217 time: 0.0524011
Jan 15 20:54:49.504937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:49.583266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-281a969c-0f6a-4867-a6f9-829ae6780491 None None] Provisioning complete for port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:49.583641 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-281a969c-0f6a-4867-a6f9-829ae6780491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.599541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for router_gateway (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.603210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:49.619446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b25d09e7-1a4f-45ec-8686-d6f79c771552 req-9d14fb68-44f1-47f7-babd-4bdc4bbd7e97 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342330
Jan 15 20:54:49.629089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Sync routers for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:49.656576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.657990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-45f5a015-ac03-41c7-939f-b03bb4a1d44b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.7402077
Jan 15 20:54:49.660525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:49.695638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-185d36e0-d754-4351-ac2b-f8ac147ad2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:49.697720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:49.698319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.699814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-185d36e0-d754-4351-ac2b-f8ac147ad2fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.2044666
Jan 15 20:54:49.715417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:49.715971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b94ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:49.805593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e95513d6-67b4-4482-83d0-b2b3febe2d2d tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/6fcd6844-3261-41cc-9071-34a253ce8007 HTTP/1.1" status: 200  len: 1817 time: 0.1008658
Jan 15 20:54:49.941425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6fcd6844-3261-41cc-9071-34a253ce8007), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:49.980822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:49.991550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38678) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:50.015660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (6fcd6844-3261-41cc-9071-34a253ce8007), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.090398 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.102815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-281a969c-0f6a-4867-a6f9-829ae6780491 None None] Current status of the port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:50.123494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6fcd6844-3261-41cc-9071-34a253ce8007), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.126706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.128204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be83d9b1-6b2c-4200-825f-ef46613f8c8d req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/6fcd6844-3261-41cc-9071-34a253ce8007 HTTP/1.1" status: 204  len: 173 time: 0.3182788
Jan 15 20:54:50.212772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0841478-b977-4e46-b8d3-3b3e8f023059 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd6844-3261-41cc-9071-34a253ce8007,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:50.215224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c3e29e9f-974f-4f39-b4d3-70bb07963a0c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.218006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.221687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3e29e9f-974f-4f39-b4d3-70bb07963a0c HTTP/1.1" status: 204  len: 168 time: 1.9274368
Jan 15 20:54:50.249608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f26f671-40e9-45ea-98dc-4dbdb814f29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.254195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-5169c3d2-fedb-4b55-aa69-4218cc729ad2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4908531
Jan 15 20:54:50.309789 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ac56df26-d755-4c1f-9c3b-7b1c24bef879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.311069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6012970-ad74-4f1b-a192-cf58347f6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e29e9f-974f-4f39-b4d3-70bb07963a0c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:50.319410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:50.411976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:50.413829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-7f95dc6a-4751-4e17-95ea-51319fa373b3 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "GET /v2.0/security-groups/0a330bbb-88d9-44eb-a060-ef87d8ba5601 HTTP/1.1" status: 200  len: 1817 time: 0.2255540
Jan 15 20:54:50.554351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3cf872e7-df3a-4b4e-8801-c56caf6e1e5c None None] Provisioning complete for port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:50.554923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3cf872e7-df3a-4b4e-8801-c56caf6e1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.610161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-3793ecbd-c2f5-4af1-94ba-553b3fac0666 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3423665
Jan 15 20:54:50.635313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (0a330bbb-88d9-44eb-a060-ef87d8ba5601), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.649992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99368-729a-42fe-97a2-039493fc3270 req-dccf0126-a10b-4b63-8d3b-5f4757dc8eec tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:50.651696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76a99368-729a-42fe-97a2-039493fc3270 req-dccf0126-a10b-4b63-8d3b-5f4757dc8eec tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 944 time: 0.2137079
Jan 15 20:54:50.652479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:50.699744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3cf872e7-df3a-4b4e-8801-c56caf6e1e5c None None] Current status of the port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:50.704259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b94ed00>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:47Z', 'revision_number': 3, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:50.719213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f26f671-40e9-45ea-98dc-4dbdb814f29b admin admin] Publish callbacks [] for security_group (267b0af0-e1b0-4414-bbc6-1a7457d79b43), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.728234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.741485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Checking router: fdb5877f-a707-470b-82c3-7b1de6fbd331 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:50.741485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Updating router fdb5877f-a707-470b-82c3-7b1de6fbd331 port 0faa4e42-3c94-4c03-b22e-012febb0d8fd binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:54:50.743044 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (0a330bbb-88d9-44eb-a060-ef87d8ba5601), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.747473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b53d3c-13d9-4a73-8aa9-710d220ae2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.755336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f26f671-40e9-45ea-98dc-4dbdb814f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (267b0af0-e1b0-4414-bbc6-1a7457d79b43), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.768449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.841774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6c42cab8-0cb0-4bad-b023-49bb7644f7c9 req-520520c8-9b1a-4ed9-a60f-1773f8b6edd6 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005064
Jan 15 20:54:50.855067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.864558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:50.897750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26f671-40e9-45ea-98dc-4dbdb814f29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b0af0-e1b0-4414-bbc6-1a7457d79b43,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:50.898571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:50.931437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f26f671-40e9-45ea-98dc-4dbdb814f29b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06b5140c56b649fa98bf89100b3c1c59&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9389458
Jan 15 20:54:50.935940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:50.948195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76a99368-729a-42fe-97a2-039493fc3270 req-17515832-8daa-4758-be57-06188cf74c49 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752905
Jan 15 20:54:51.006148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a330bbb-88d9-44eb-a060-ef87d8ba5601), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.011134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.025680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e343074a-f282-4ba3-941d-6deb1234ab21 req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a330bbb-88d9-44eb-a060-ef87d8ba5601 HTTP/1.1" status: 204  len: 173 time: 0.6100292
Jan 15 20:54:51.028194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38700) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:51.034261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3e2ec07d-d7a1-46c5-aab4-583109786f3e is: BUILD; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:51.034653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.064857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:51.088864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-0f1bdbe9-d6f8-44f7-8847-d162b933f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:51.090345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-0f1bdbe9-d6f8-44f7-8847-d162b933f92b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 1094 time: 0.1535459
Jan 15 20:54:51.096422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:51.112397 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.123467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] Publish callbacks [] for security_group (267b0af0-e1b0-4414-bbc6-1a7457d79b43), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.195125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Router 8792720e-5a4e-48ef-9149-d04c9ac982d6 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:54:51.204507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:51.247214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] Publish callbacks [] for security_group (267b0af0-e1b0-4414-bbc6-1a7457d79b43), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.254610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks [] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.264303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.334100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d537-7145-47e1-880b-5f9fae16118f None None] Pushing event updated for resources: {'Port': ['ID=0faa4e42-3c94-4c03-b22e-012febb0d8fd,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:51.336714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Attempting to bind port 0faa4e42-3c94-4c03-b22e-012febb0d8fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:51.337188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Attempting to bind port 0faa4e42-3c94-4c03-b22e-012febb0d8fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:51.337620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Attempting to bind port 0faa4e42-3c94-4c03-b22e-012febb0d8fd on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:51.345180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:51.345571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:51.346252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.346718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:51.347356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Bound port: 0faa4e42-3c94-4c03-b22e-012febb0d8fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:51.348603 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.385968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-8fc7f2e0-44ca-4077-a1da-e09a19629657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:51.386902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-8fc7f2e0-44ca-4077-a1da-e09a19629657 service neutron] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.2816694
Jan 15 20:54:51.422042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] For port 0faa4e42-3c94-4c03-b22e-012febb0d8fd, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:51.426148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] For port 0faa4e42-3c94-4c03-b22e-012febb0d8fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0faa4e42-3c94-4c03-b22e-012febb0d8fd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:51.431968 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.470354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (267b0af0-e1b0-4414-bbc6-1a7457d79b43), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.472808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.476293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/267b0af0-e1b0-4414-bbc6-1a7457d79b43 HTTP/1.1" status: 204  len: 168 time: 0.5346978
Jan 15 20:54:51.486000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-a7eccb7b-04c4-4290-bda9-3b90349bc9ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e HTTP/1.1" status: 200  len: 217 time: 0.0914884
Jan 15 20:54:51.499516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3b9b-18d4-45a8-8fd9-bf052144595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b0af0-e1b0-4414-bbc6-1a7457d79b43,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:51.526300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d537-7145-47e1-880b-5f9fae16118f None None] Pushing event updated for resources: {'Port': ['ID=0faa4e42-3c94-4c03-b22e-012febb0d8fd,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:51.535847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:51.536577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b94ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:51.538828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:51.552320 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Sync routers for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:51.588989 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:51.593296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.594684 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad700fd5-5254-4654-a608-4ca5d5c13618 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.0007298
Jan 15 20:54:51.598984 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b197fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:51.616093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:51.619988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-ea78a983-3a35-4e6b-a24b-04d46183cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:51.621736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-ea78a983-3a35-4e6b-a24b-04d46183cdc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1171200
Jan 15 20:54:51.698269 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-d2b82ef5-6ac4-44fa-a87d-daac7cb5dba4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691383
Jan 15 20:54:51.704407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb479-8f37-4cfe-82b5-9bed9d4f1629 tempest-SecurityGroupsTestJSON-648215362 tempest-SecurityGroupsTestJSON-648215362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a330bbb-88d9-44eb-a060-ef87d8ba5601,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:51.764799 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:51.772408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:51.783061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Deleting subnet d8468e90-8814-4f8a-8e94-18c74f56b2e7 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:51.799890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Publish callbacks [] for subnet (d8468e90-8814-4f8a-8e94-18c74f56b2e7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.894642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Deleting port e2b330df-de65-4cda-9c15-0b3bfe95bfc0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:51.894927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.908578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b53d3c-13d9-4a73-8aa9-710d220ae2b9 admin admin] Publish callbacks [] for security_group (aaedb8b8-c5a1-48f7-83ee-36d505ed924a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.929898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfaa2b-b05b-477d-83e7-1054f5da59c3 req-04fecb2d-6be3-40d3-a625-a5a3107e70a4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:51.931736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93dfaa2b-b05b-477d-83e7-1054f5da59c3 req-04fecb2d-6be3-40d3-a625-a5a3107e70a4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 943 time: 0.8269002
Jan 15 20:54:51.949246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767a35a-715a-466b-be7a-5928fe7c68f1 req-4db5b1af-8438-4fcd-868d-92ae2ba952da tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:51.958062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b767a35a-715a-466b-be7a-5928fe7c68f1 req-4db5b1af-8438-4fcd-868d-92ae2ba952da tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.3092437
Jan 15 20:54:51.960145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.966334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (d8468e90-8814-4f8a-8e94-18c74f56b2e7), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:51.968898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b53d3c-13d9-4a73-8aa9-710d220ae2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aaedb8b8-c5a1-48f7-83ee-36d505ed924a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.033748 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b197fd0>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:49Z', 'revision_number': 3, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:52.073071 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Checking router: 8792720e-5a4e-48ef-9149-d04c9ac982d6 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:52.074588 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Updating router 8792720e-5a4e-48ef-9149-d04c9ac982d6 port e2b4ed73-d630-42ac-86d5-c0868d128f2d binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:54:52.096330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-d70c321e-c372-4af7-9c00-7cec0bde227e service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3896735
Jan 15 20:54:52.111031 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.120791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b94ed00>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:47Z', 'revision_number': 3, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:52.143611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38710) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:52.193678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53d3c-13d9-4a73-8aa9-710d220ae2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaedb8b8-c5a1-48f7-83ee-36d505ed924a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.201777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d3677-aa46-42db-9964-ad83c7302909 None None] The sync data for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 is: [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:47Z', 'revision_number': 3, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:52.212818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-95b53d3c-13d9-4a73-8aa9-710d220ae2b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2256b8cb869f415089477226d17fa083&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5558887
Jan 15 20:54:52.231434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:52.240362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (d8468e90-8814-4f8a-8e94-18c74f56b2e7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.257956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] For port e2b330df-de65-4cda-9c15-0b3bfe95bfc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:52.258312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.278955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Calling delete_port for e2b330df-de65-4cda-9c15-0b3bfe95bfc0 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:52.279544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Allocated IP 172.20.0.1 (77920bd4-7261-421c-ba8f-4e4aa10b2090/e4c19584-83c1-4b8c-8bf6-c036e0461e66/3b23b715-3277-43ed-bf3b-bfeb4c142405) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:52.291847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a088a8b3-7f13-4ec9-9749-b8700ddbbd21 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:52.306876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2b10-043b-4b34-b339-b1f328ab03bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.363557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b767a35a-715a-466b-be7a-5928fe7c68f1 req-e8898ca2-89d1-4417-8a2d-d2fc815ce9a2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4045730
Jan 15 20:54:52.384248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:52.384731 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.406574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-636e7f9a-a556-4861-a149-c81e56cee1f2 req-4c453f99-64ad-4760-b2a4-fb6ac420f80b service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2999403
Jan 15 20:54:52.428701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93dfaa2b-b05b-477d-83e7-1054f5da59c3 req-2467543e-5165-4dde-9c8d-2b5ea8a5f97f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4674249
Jan 15 20:54:52.521212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:52.532629 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks [] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.539529 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.641709 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Attempting to bind port e2b4ed73-d630-42ac-86d5-c0868d128f2d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:52.642388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] Publish callbacks [] for security_group (aaedb8b8-c5a1-48f7-83ee-36d505ed924a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.642941 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Attempting to bind port e2b4ed73-d630-42ac-86d5-c0868d128f2d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:52.643292 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Attempting to bind port e2b4ed73-d630-42ac-86d5-c0868d128f2d on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:52.652260 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:52.652628 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:52.653413 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.653804 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:52.655199 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Bound port: e2b4ed73-d630-42ac-86d5-c0868d128f2d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:52.655577 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.697222 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Pushing event updated for resources: {'Port': ['ID=e2b4ed73-d630-42ac-86d5-c0868d128f2d,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.709208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.709555 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.709993 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.710330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.710653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.710975 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.711295 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.711611 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.711925 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.712248 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.712553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.713326 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.713326 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:52.714785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] Publish callbacks [] for security_group (aaedb8b8-c5a1-48f7-83ee-36d505ed924a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.718976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2b10-043b-4b34-b339-b1f328ab03bf admin admin] Publish callbacks [] for security_group (58fc375c-cc3b-4386-a486-874feb58ceac), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.720293 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (d8468e90-8814-4f8a-8e94-18c74f56b2e7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.733975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e2b330df-de65-4cda-9c15-0b3bfe95bfc0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.746982 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] For port e2b4ed73-d630-42ac-86d5-c0868d128f2d, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:52.752317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef0e2b10-043b-4b34-b339-b1f328ab03bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58fc375c-cc3b-4386-a486-874feb58ceac), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.752725 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] For port e2b4ed73-d630-42ac-86d5-c0868d128f2d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b4ed73-d630-42ac-86d5-c0868d128f2d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:52.758963 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.806461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b330df-de65-4cda-9c15-0b3bfe95bfc0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.848490 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:52.849147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b197fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:52.851068 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918da3f-db65-4be7-9e53-331ba97cad88 None None] Pushing event updated for resources: {'Port': ['ID=e2b4ed73-d630-42ac-86d5-c0868d128f2d,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.858408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ef0e2b10-043b-4b34-b339-b1f328ab03bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0e536f9c649489099b73cad1ac00c78&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7066331
Jan 15 20:54:52.875262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e2b10-043b-4b34-b339-b1f328ab03bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc375c-cc3b-4386-a486-874feb58ceac,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.876632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:52.886294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8468e90-8814-4f8a-8e94-18c74f56b2e7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:52.890228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:52.893607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b92f6cea-db15-4a1c-849d-c1c8ac67229b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8468e90-8814-4f8a-8e94-18c74f56b2e7 HTTP/1.1" status: 204  len: 168 time: 1.8456633
Jan 15 20:54:52.907588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:53.024695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks [] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.068383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aaedb8b8-c5a1-48f7-83ee-36d505ed924a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.071573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.072800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaedb8b8-c5a1-48f7-83ee-36d505ed924a HTTP/1.1" status: 204  len: 168 time: 0.8299365
Jan 15 20:54:53.081980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1860aada-e54b-435b-befe-aece2a8913ae), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.098356 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:53.132580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b7a9a-109e-4f0a-9a36-7899f45c8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaedb8b8-c5a1-48f7-83ee-36d505ed924a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:53.180634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.207271 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.307382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:53.318562 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1860aada-e54b-435b-befe-aece2a8913ae), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.331003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:53.335217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Pushing event updated for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:53.337600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:53.405843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.420969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.428888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a263790>,) {'filters': {'network_id': ['1860aada-e54b-435b-befe-aece2a8913ae']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:53.530537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a263790>, 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:53.535100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a263790>, 'c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:53.629116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.689603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b197fd0>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:49Z', 'revision_number': 3, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:53.740932 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.747335 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd691e0-8e61-4192-9e17-9152615805c3 None None] The sync data for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 is: [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:49Z', 'revision_number': 3, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:53.756661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed6ab7ff-2bf0-4bbc-ad80-b42fe624307d None None] Provisioning complete for port 3b23b715-3277-43ed-bf3b-bfeb4c142405 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:53.758366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab7ff-2bf0-4bbc-ad80-b42fe624307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.764275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] Publish callbacks [] for security_group (58fc375c-cc3b-4386-a486-874feb58ceac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.765169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:54:53.765982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (c5694c36-cd09-49cc-8fbf-ea9e6fb67bc3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:54:53.771765 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:54:53.777236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f3020971-721e-4744-b33f-06db2ce7b3ec tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:53.780158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f3020971-721e-4744-b33f-06db2ce7b3ec tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.3695376
Jan 15 20:54:53.815207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38726) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:53.824258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ab7ff-2bf0-4bbc-ad80-b42fe624307d None None] Port 3b23b715-3277-43ed-bf3b-bfeb4c142405 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:53.899698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cae9cb93-ec7c-4464-819a-026034c3cde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.901327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e51f40-ea6e-45fe-8287-a9763596f409 req-29306a11-1cfe-4a67-960b-8a37ce269f05 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:53.902503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.902912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8e51f40-ea6e-45fe-8287-a9763596f409 req-29306a11-1cfe-4a67-960b-8a37ce269f05 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 943 time: 0.2994740
Jan 15 20:54:53.915039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319007fa-2bb0-425b-b850-3cb45689aa42 req-fd1768ee-bfd1-47b0-8a4d-992d1b94803c tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:53.915259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] Publish callbacks [] for security_group (58fc375c-cc3b-4386-a486-874feb58ceac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.916985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-319007fa-2bb0-425b-b850-3cb45689aa42 req-fd1768ee-bfd1-47b0-8a4d-992d1b94803c tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.4271457
Jan 15 20:54:53.932629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1860aada-e54b-435b-befe-aece2a8913ae), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.952932 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:53.956093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1860aada-e54b-435b-befe-aece2a8913ae HTTP/1.1" status: 204  len: 168 time: 1.0470343
Jan 15 20:54:54.006105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022709f-7b78-405b-9eec-189e68709e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1860aada-e54b-435b-befe-aece2a8913ae,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:54.059516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-319007fa-2bb0-425b-b850-3cb45689aa42 req-f259ae89-2eec-4684-a7f8-d1e562de68ab tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282647
Jan 15 20:54:54.064524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.116007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8e51f40-ea6e-45fe-8287-a9763596f409 req-f2bbc1a5-67da-4ea8-92b0-46f55ed85260 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944551
Jan 15 20:54:54.242140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.308432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cae9cb93-ec7c-4464-819a-026034c3cde6 admin admin] Publish callbacks [] for security_group (904ff093-9c9c-4843-a29e-87c048ecf7cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.319287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:54.325437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cae9cb93-ec7c-4464-819a-026034c3cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (904ff093-9c9c-4843-a29e-87c048ecf7cf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.403595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0faa4e42-3c94-4c03-b22e-012febb0d8fd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:54.419291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks [] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.437905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.446568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9cb93-ec7c-4464-819a-026034c3cde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ff093-9c9c-4843-a29e-87c048ecf7cf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:54.452308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Allocated IP 172.20.0.1 (7fcd1894-2f14-479f-aff8-d891908a0ae7/88143916-76e3-440f-b0c2-b580113bb50f/c288ef17-d2d7-424a-9707-20f212272568) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:54:54.471488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cae9cb93-ec7c-4464-819a-026034c3cde6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48f15ee191c541c7a5f2a656dc52ec97&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6481411
Jan 15 20:54:54.476773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:54.480090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa11d90a-fc18-4be1-b7f2-d9bfcce84a95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5515bef049574d4ea4c70f90ab8c4444&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1594763
Jan 15 20:54:54.489470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58fc375c-cc3b-4386-a486-874feb58ceac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.490409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0faa4e42-3c94-4c03-b22e-012febb0d8fd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:54.490885 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.492017 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.502511 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58fc375c-cc3b-4386-a486-874feb58ceac HTTP/1.1" status: 204  len: 168 time: 1.6172533
Jan 15 20:54:54.504237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:54.546376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Pushing event updated for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:54.588971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.602147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0faa4e42-3c94-4c03-b22e-012febb0d8fd is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:54.602547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.645998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 0faa4e42-3c94-4c03-b22e-012febb0d8fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0faa4e42-3c94-4c03-b22e-012febb0d8fd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:54.651709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.653625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b4ed73-d630-42ac-86d5-c0868d128f2d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:54.673473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Deleting port 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:54.675070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.768641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e2b4ed73-d630-42ac-86d5-c0868d128f2d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:54.769049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.769335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:54.771518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:54.846202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 07cc6e79-5c17-40cf-b596-8367f1d2319e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:54:54.852246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=0faa4e42-3c94-4c03-b22e-012febb0d8fd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:54.858311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] For port 3e2ec07d-d7a1-46c5-aab4-583109786f3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e2ec07d-d7a1-46c5-aab4-583109786f3e,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:54.859008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.884441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.884735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.885107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.885776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Calling delete_port for 3e2ec07d-d7a1-46c5-aab4-583109786f3e owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:54.886055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.886575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.887543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.888310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.893239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.894198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.894726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.895232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.895731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.896232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:54:54.967836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e2b4ed73-d630-42ac-86d5-c0868d128f2d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:54.968440 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:54.998594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port e2b4ed73-d630-42ac-86d5-c0868d128f2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b4ed73-d630-42ac-86d5-c0868d128f2d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:55.000436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Router fdb5877f-a707-470b-82c3-7b1de6fbd331 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:55.013819 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.069052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5a9b-0166-4863-8163-97503582b07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc375c-cc3b-4386-a486-874feb58ceac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:55.214186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=e2b4ed73-d630-42ac-86d5-c0868d128f2d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:55.242863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:55.267661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '07cc6e79-5c17-40cf-b596-8367f1d2319e', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': '07cc6e79-5c17-40cf-b596-8367f1d2319e', 'mac_address': 'fa:16:3e:df:44:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:54:55.280522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4443284d-a0e1-4e05-8462-490110b00c20 None None] Provisioning complete for port 3b23b715-3277-43ed-bf3b-bfeb4c142405 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:55.280936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4443284d-a0e1-4e05-8462-490110b00c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.288909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:55.360174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bc832-a5cb-4b8d-a1bd-d2b3884e3c54 req-30a8356e-4fe8-4d40-b474-1c099546e2ab tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:55.361993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f58bc832-a5cb-4b8d-a1bd-d2b3884e3c54 req-30a8356e-4fe8-4d40-b474-1c099546e2ab tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 943 time: 0.1636143
Jan 15 20:54:55.399865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:55.418745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2b4f1705-b232-4885-ad3c-af337713d4bb admin admin] 10.222.0.46 "PUT /v2.0/routers/fdb5877f-a707-470b-82c3-7b1de6fbd331/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7565820
Jan 15 20:54:55.490511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f58bc832-a5cb-4b8d-a1bd-d2b3884e3c54 req-bdd5d3cd-26a3-43af-8902-c65ffe853cfb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189973
Jan 15 20:54:55.507995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914340df-36ae-4900-8728-e6ed59f81973 req-5abcce89-d388-4485-9399-63d921f376fb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:55.509889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914340df-36ae-4900-8728-e6ed59f81973 req-5abcce89-d388-4485-9399-63d921f376fb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 943 time: 0.2160492
Jan 15 20:54:55.582698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks [] for port (c288ef17-d2d7-424a-9707-20f212272568), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.587034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914340df-36ae-4900-8728-e6ed59f81973 req-87036e10-f8e4-4f0c-8c39-a8a591be57e4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629902
Jan 15 20:54:55.626389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] Publish callbacks [] for security_group (904ff093-9c9c-4843-a29e-87c048ecf7cf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.628671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.628866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Sync routers for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:55.632118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] Publish callbacks [] for security_group (c080ef95-7f41-47e2-bb17-b1f74ee9756f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.639631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4443284d-a0e1-4e05-8462-490110b00c20 None None] Port 3b23b715-3277-43ed-bf3b-bfeb4c142405 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:55.655647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:55.656917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b191d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:55.708198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 07cc6e79-5c17-40cf-b596-8367f1d2319e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:55.708888 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.737547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cc6e79-5c17-40cf-b596-8367f1d2319e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:54:55.741050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:55.785341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:55.796737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3e2ec07d-d7a1-46c5-aab4-583109786f3e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.797689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:55.799259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:54:55.815429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.852169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:55.863536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] Publish callbacks [] for security_group (c080ef95-7f41-47e2-bb17-b1f74ee9756f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:55.965675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:55.970946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Pushing event updated for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:55.973917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:55.978513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] Publish callbacks [] for security_group (904ff093-9c9c-4843-a29e-87c048ecf7cf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.010109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c080ef95-7f41-47e2-bb17-b1f74ee9756f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.012758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.015022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c080ef95-7f41-47e2-bb17-b1f74ee9756f HTTP/1.1" status: 204  len: 168 time: 1.4892035
Jan 15 20:54:56.122056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['07cc6e79-5c17-40cf-b596-8367f1d2319e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:54:56.162979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] No DVR routers for this DVR port 3e2ec07d-d7a1-46c5-aab4-583109786f3e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:54:56.175951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.179810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02f60e7d-799d-437d-8104-e7e4d1c016ef req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "DELETE /v2.0/ports/3e2ec07d-d7a1-46c5-aab4-583109786f3e HTTP/1.1" status: 204  len: 173 time: 2.3732486
Jan 15 20:54:56.180664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224fc8c-18fd-4ade-85a1-214410e4a038 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event deleted for resources: {'Port': ['ID=3e2ec07d-d7a1-46c5-aab4-583109786f3e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:56.183024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'name': 'network-vif-deleted', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:54:56.185846 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea4294-4280-45b6-b0e7-ee367e045300" -d '{"events": [{"server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "name": "network-vif-deleted", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:54:56.195081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba10553-6245-4331-bca1-bbe84ea4314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080ef95-7f41-47e2-bb17-b1f74ee9756f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:56.236424 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Sync routers for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:56.259636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:56.260331 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe0af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:56.283119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23f26e56-1ed8-49be-bd9d-4dc563d9278b admin admin] 10.222.0.46 "PUT /v2.0/routers/1bd63e93-7a6e-47a6-853c-6ee5a00d8855/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5452065
Jan 15 20:54:56.285564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:56.287716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.386429 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b14da-025f-496e-9c99-5c719c9769be x-openstack-request-id: req-b30b14da-025f-496e-9c99-5c719c9769be {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:54:56.386726 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c7200b-cace-49b4-ab7f-bf43771825ed", "name": "network-vif-deleted", "tag": "3e2ec07d-d7a1-46c5-aab4-583109786f3e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:54:56.390181 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b30b14da-025f-496e-9c99-5c719c9769be {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:54:56.392034 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c7200b-cace-49b4-ab7f-bf43771825ed', 'name': 'network-vif-deleted', 'tag': '3e2ec07d-d7a1-46c5-aab4-583109786f3e', 'status': 'completed', 'code': 200}
Jan 15 20:54:56.395500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0faa4e42-3c94-4c03-b22e-012febb0d8fd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:56.496700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (904ff093-9c9c-4843-a29e-87c048ecf7cf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.504066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.512289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/904ff093-9c9c-4843-a29e-87c048ecf7cf HTTP/1.1" status: 204  len: 168 time: 2.0304017
Jan 15 20:54:56.531975 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:56.535526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181daa0-0c78-4b94-8f90-0019224f92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ff093-9c9c-4843-a29e-87c048ecf7cf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:56.634918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b2d597df-0ecd-44bd-b43a-7268c9a511e7 None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:56.635411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2d597df-0ecd-44bd-b43a-7268c9a511e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.639282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c288ef17-d2d7-424a-9707-20f212272568), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.652225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks [] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:56.738905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:56.751413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381211952', 'description': 'tempest-description--883653940'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:56.851922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bff2baec-9843-4610-a7c9-4c047515113e req-413fd17a-c98a-4e6f-b89c-11a222faddb3 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c7200b-cace-49b4-ab7f-bf43771825ed HTTP/1.1" status: 200  len: 210 time: 0.1909196
Jan 15 20:54:56.867211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b2d597df-0ecd-44bd-b43a-7268c9a511e7 None None] Port c288ef17-d2d7-424a-9707-20f212272568 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:56.869152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:56.977877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 3e2ec07d-d7a1-46c5-aab4-583109786f3e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:56.989553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3e2ec07d-d7a1-46c5-aab4-583109786f3e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:56.994092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b191d60>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 2, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:57.004340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38824) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:57.060668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Checking router: fdb5877f-a707-470b-82c3-7b1de6fbd331 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:57.065017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Updating router fdb5877f-a707-470b-82c3-7b1de6fbd331 port 3b23b715-3277-43ed-bf3b-bfeb4c142405 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:54:57.067373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0faa4e42-3c94-4c03-b22e-012febb0d8fd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:57.067750 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.074606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.082961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks [] for port (c288ef17-d2d7-424a-9707-20f212272568), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.094927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.109133 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe0af0>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229'}], 'enable_snat': True}, 'gw_port_id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:54:52Z', 'revision_number': 5, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port': {'id': '59913995-0b47-4913-83fb-cd03d2dc44fe', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:04Z', 'updated_at': '2022-01-15T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:57.173874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Checking router: 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:54:57.175627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04381d60-e089-466f-a0fd-1629223717a4 req-b4c9f6da-051f-45da-8c5c-15098b835712 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:57.177217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04381d60-e089-466f-a0fd-1629223717a4 req-b4c9f6da-051f-45da-8c5c-15098b835712 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 944 time: 0.1953268
Jan 15 20:54:57.180766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks [] for router_gateway (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.193841 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Routers {'1bd63e93-7a6e-47a6-853c-6ee5a00d8855'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:57.194484 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe0af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:57.195919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.217870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.282774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31546d-7682-40be-94ef-e9df0881c27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.350028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (656926a0-6c6f-456c-ae7f-b3d0281ca18b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.372079 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (656926a0-6c6f-456c-ae7f-b3d0281ca18b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.403491 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] Set router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:54:57.434040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04381d60-e089-466f-a0fd-1629223717a4 req-e26fa2e2-e50c-4789-9bc0-3515f7a457fd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416763
Jan 15 20:54:57.475111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:54:57.478722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.485449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:54:57.487759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7470922
Jan 15 20:54:57.490582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38842) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:57.493231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736c3e1-b4f3-434e-8ee1-75005cd2b17e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656926a0-6c6f-456c-ae7f-b3d0281ca18b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:57.496524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'security_group_rule': {'security_group_id': '656926a0-6c6f-456c-ae7f-b3d0281ca18b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:57.501710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Deleting port 59913995-0b47-4913-83fb-cd03d2dc44fe {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:54:57.503994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.541597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe0af0>, [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:54:57Z', 'revision_number': 6, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:57.550832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Pushing event updated for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:57.580488 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4412027-0e88-4853-af07-08221e1a61fc None None] The sync data for ids ['1bd63e93-7a6e-47a6-853c-6ee5a00d8855'] in ncdv-master-1 is: [{'id': '1bd63e93-7a6e-47a6-853c-6ee5a00d8855', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306642203-router', 'tenant_id': '0e7b99384e224302b8ad9303f560cc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:03Z', 'updated_at': '2022-01-15T20:54:57Z', 'revision_number': 6, 'project_id': '0e7b99384e224302b8ad9303f560cc4c', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:54:57.661452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0faa4e42-3c94-4c03-b22e-012febb0d8fd is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:57.662566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b4ed73-d630-42ac-86d5-c0868d128f2d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:57.690752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (64704c6f-c180-4c55-856c-de03f586945d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.738984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] For port 59913995-0b47-4913-83fb-cd03d2dc44fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59913995-0b47-4913-83fb-cd03d2dc44fe,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:54:57.751474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.782389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Calling delete_port for 59913995-0b47-4913-83fb-cd03d2dc44fe owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:54:57.784680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31546d-7682-40be-94ef-e9df0881c27a admin admin] Publish callbacks [] for security_group (993102cd-60ca-4e7a-a69f-357dc0161f7b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.805149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31546d-7682-40be-94ef-e9df0881c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (993102cd-60ca-4e7a-a69f-357dc0161f7b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.896217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e2b4ed73-d630-42ac-86d5-c0868d128f2d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:57.898168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c31546d-7682-40be-94ef-e9df0881c27a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c2026bc493a4f0580c669849e04e301&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8927372
Jan 15 20:54:57.902391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:57.902997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:57.998659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31546d-7682-40be-94ef-e9df0881c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993102cd-60ca-4e7a-a69f-357dc0161f7b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:58.068472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f6945e6d-7a9d-4e08-9d41-c387dc8ced28 None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:58.069472 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6945e6d-7a9d-4e08-9d41-c387dc8ced28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.116499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f6945e6d-7a9d-4e08-9d41-c387dc8ced28 None None] Port c288ef17-d2d7-424a-9707-20f212272568 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:54:58.136115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (64704c6f-c180-4c55-856c-de03f586945d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.156294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (64704c6f-c180-4c55-856c-de03f586945d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.181758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (59913995-0b47-4913-83fb-cd03d2dc44fe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.238225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38866) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:58.248824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59913995-0b47-4913-83fb-cd03d2dc44fe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:58.253107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Router 8792720e-5a4e-48ef-9149-d04c9ac982d6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:54:58.269772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks [] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.269772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e2b4ed73-d630-42ac-86d5-c0868d128f2d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:54:58.269972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.271667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38872) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:58.276495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.280175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7880435
Jan 15 20:54:58.289550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3d02-491f-40bb-82c9-7bce1c3cb441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64704c6f-c180-4c55-856c-de03f586945d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:58.297600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] Publish callbacks [] for security_group (993102cd-60ca-4e7a-a69f-357dc0161f7b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.336609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c861c67-bbcc-4bee-9629-eb0b4e9a0ef2 None None] Pushing event updated for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:58.342599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'security_group_rule': {'security_group_id': '656926a0-6c6f-456c-ae7f-b3d0281ca18b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:58.431366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:58.445491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423929340', 'description': 'tempest-description--1934607087'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:58.465525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] Publish callbacks [] for security_group (993102cd-60ca-4e7a-a69f-357dc0161f7b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.523231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.563951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.569833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (5f0c0050-21f6-40f5-9fea-1f1b117c5065), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.575085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b330df-de65-4cda-9c15-0b3bfe95bfc0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:58.582996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Attempting to bind port 3b23b715-3277-43ed-bf3b-bfeb4c142405 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:54:58.584411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Attempting to bind port 3b23b715-3277-43ed-bf3b-bfeb4c142405 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:54:58.586019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Attempting to bind port 3b23b715-3277-43ed-bf3b-bfeb4c142405 on network 77920bd4-7261-421c-ba8f-4e4aa10b2090 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:54:58.627329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:54:58.627699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Checking segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:58.628103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.628493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Bound using segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:54:58.629028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Bound port: 3b23b715-3277-43ed-bf3b-bfeb4c142405, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:54:58.629407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.633800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e2b330df-de65-4cda-9c15-0b3bfe95bfc0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:58.634150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b330df-de65-4cda-9c15-0b3bfe95bfc0 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:58.634719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 59913995-0b47-4913-83fb-cd03d2dc44fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:54:58.680197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 59913995-0b47-4913-83fb-cd03d2dc44fe {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:54:58.680919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 59913995-0b47-4913-83fb-cd03d2dc44fe not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:54:58.765223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] For port 3b23b715-3277-43ed-bf3b-bfeb4c142405, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:54:58.766884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] For port 3b23b715-3277-43ed-bf3b-bfeb4c142405, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b23b715-3277-43ed-bf3b-bfeb4c142405,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:54:58.773037 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.815948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.818722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks [] for router_controller (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.851985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 07cc6e79-5c17-40cf-b596-8367f1d2319e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:54:58.888974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1bd63e93-7a6e-47a6-853c-6ee5a00d8855), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.890012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd63e93-7a6e-47a6-853c-6ee5a00d8855 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:54:58.900509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:58.902099 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02cf82cb-ad80-49a6-aadf-2ca07ca215e8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1bd63e93-7a6e-47a6-853c-6ee5a00d8855 HTTP/1.1" status: 204  len: 168 time: 2.6146948
Jan 15 20:54:58.917972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38882) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:58.922656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1542879696-network', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:58.965755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:58.967214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b191d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:58.976367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:54:58.991084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e27f8180-a9ac-441c-a7a0-72a9772dcc26 admin admin] 10.222.0.46 "PUT /v2.0/routers/8792720e-5a4e-48ef-9149-d04c9ac982d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3667774
Jan 15 20:54:58.993235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (993102cd-60ca-4e7a-a69f-357dc0161f7b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.006577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.006577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/993102cd-60ca-4e7a-a69f-357dc0161f7b HTTP/1.1" status: 204  len: 168 time: 1.1023741
Jan 15 20:54:59.013803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:59.016171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.032005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0edd90-57c8-408d-898a-719882c9609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993102cd-60ca-4e7a-a69f-357dc0161f7b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:59.035209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.085982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e205d1-baf6-4ab9-96b6-8510feb7bdd5 req-2e8803dc-ba14-443e-9c4a-530115f0637d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:59.091387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72e205d1-baf6-4ab9-96b6-8510feb7bdd5 req-2e8803dc-ba14-443e-9c4a-530115f0637d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 944 time: 0.3567452
Jan 15 20:54:59.095148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Provisioning complete for port 3b23b715-3277-43ed-bf3b-bfeb4c142405 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:59.095746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.134523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Sync routers for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:54:59.166768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks [] for security_group (ff8cc6d9-15e2-4526-bac7-8dd082a50cc8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.181565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff8cc6d9-15e2-4526-bac7-8dd082a50cc8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.218211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:54:59.219015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:54:59.244024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Deleting subnet 8a9ad1a3-1722-4805-b0f2-226c40db0379 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:54:59.249580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Publish callbacks [] for subnet (8a9ad1a3-1722-4805-b0f2-226c40db0379), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.257187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:59.278667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:54:59.302765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3b8c4e97-f89c-41c5-8fb3-03959dfba3db), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.303121 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Added segment 3b8c4e97-f89c-41c5-8fb3-03959dfba3db of type vlan for network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd
Jan 15 20:54:59.307086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (8a9ad1a3-1722-4805-b0f2-226c40db0379), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.408371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.453946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.454633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c861c67-bbcc-4bee-9629-eb0b4e9a0ef2 None None] Pushing event updated for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:59.455087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:54:59.455821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.526487 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2848601
Jan 15 20:54:59.527030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38900) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:54:59.535560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Request body: {'subnet': {'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1542879696-subnet', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:54:59.553701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ebb5-3f04-4df2-b083-6bdce773bf30 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:59.586927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:54:59.588506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:54:59.592261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.785601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 07cc6e79-5c17-40cf-b596-8367f1d2319e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:54:59.825853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (e65ae1aa-a004-42f9-b386-4e95cf80e50a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.826938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 07cc6e79-5c17-40cf-b596-8367f1d2319e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:54:59.828145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.897363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (090861a7-0731-48f1-a7e8-b2f84e476273), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.912671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (5f0c0050-21f6-40f5-9fea-1f1b117c5065), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.924707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65ae1aa-a004-42f9-b386-4e95cf80e50a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:54:59.937093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (090861a7-0731-48f1-a7e8-b2f84e476273), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.945860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Checking segment: {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:54:59.946830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Network hostable DHCP agents. Network: b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:54:59.980628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:54:59.985791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5f0c0050-21f6-40f5-9fea-1f1b117c5065), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:54:59.995307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:00.002443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:00.011641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:00.012675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.015699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72e205d1-baf6-4ab9-96b6-8510feb7bdd5 req-d5e2b2c1-52d5-4e7b-9d98-7ce02aa10194 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8939030
Jan 15 20:55:00.033006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:00.056048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0c0050-21f6-40f5-9fea-1f1b117c5065,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.057900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38916) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.061277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b8500821-f3be-4c36-bced-98cdda91e4f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5286984
Jan 15 20:55:00.075155 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.077252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.6434579
Jan 15 20:55:00.080273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38920) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.082644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc8ee4-67df-4360-8338-ff01c43e72e2 None None] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:00.085430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'security_group_rule': {'security_group_id': '090861a7-0731-48f1-a7e8-b2f84e476273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.096066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.105561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Current status of the port 3b23b715-3277-43ed-bf3b-bfeb4c142405 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:00.105987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.107773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a015e1a-8ddd-4495-ab4c-e11fab8658e5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090861a7-0731-48f1-a7e8-b2f84e476273,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.146483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (31448b62-fdc4-4442-9149-db003cc1491e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.179552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.181136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ab1eb69-4a8a-4128-94d3-fb6446dd8593 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8557341
Jan 15 20:55:00.195977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38922) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.198389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-b68ac503-3615-46f7-8c2d-f8aa872fa7de tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3274543
Jan 15 20:55:00.202716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.208713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.254299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (31448b62-fdc4-4442-9149-db003cc1491e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.257948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.261855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (31448b62-fdc4-4442-9149-db003cc1491e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.278273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.279199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 07cc6e79-5c17-40cf-b596-8367f1d2319e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:00.279990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.280774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.289995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31448b62-fdc4-4442-9149-db003cc1491e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.343708 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8a9ad1a3-1722-4805-b0f2-226c40db0379), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.356662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.358739 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b294297-b735-46da-9150-57f0eb864c26 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2773030
Jan 15 20:55:00.362038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38930) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.367256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'security_group_rule': {'security_group_id': '090861a7-0731-48f1-a7e8-b2f84e476273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.413891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:00.416330 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6ce7a-e0c2-4e6a-a76b-c0be4c639d45" -d '{"events": [{"server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "name": "network-vif-plugged", "status": "completed", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:00.421739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.426892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:00.437241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (d68a843e-e0ee-4530-a855-670b87cb8e5f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.458791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.480830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (8a9ad1a3-1722-4805-b0f2-226c40db0379), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.566314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for router_controller (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.589811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (d68a843e-e0ee-4530-a855-670b87cb8e5f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.600381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d68a843e-e0ee-4530-a855-670b87cb8e5f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.645093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68a843e-e0ee-4530-a855-670b87cb8e5f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.656345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.658393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1407d4d-186c-4557-b376-10f7ab14a268 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2952614
Jan 15 20:55:00.661393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38940) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.666832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:00.673472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9ad1a3-1722-4805-b0f2-226c40db0379,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.699039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Allocated IP 172.35.1.16 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/bbca7ee6-ab32-48be-bb2b-df59afb21efe) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:00.716274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.721889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.725427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-49e73281-c9f3-40c5-80b1-d712e977b85e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8a9ad1a3-1722-4805-b0f2-226c40db0379 HTTP/1.1" status: 204  len: 168 time: 1.8043497
Jan 15 20:55:00.728365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38944) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:00.787737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec97efc4-68be-46ed-b3cf-1194427bbb23 None None] Network 675fbeb5-98b9-4775-9365-0cac427b063d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:00.800224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.857903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for router_gateway (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.876585 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda188c-1de2-4f45-81d6-16669e78e26e x-openstack-request-id: req-5dda188c-1de2-4f45-81d6-16669e78e26e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:00.876903 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "name": "network-vif-plugged", "status": "completed", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:00.877755 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5dda188c-1de2-4f45-81d6-16669e78e26e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:00.877755 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e', 'code': 200}
Jan 15 20:55:00.880022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:00.923114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.949822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:00.950443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] For port 3b23b715-3277-43ed-bf3b-bfeb4c142405, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b23b715-3277-43ed-bf3b-bfeb4c142405,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:00.991280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.084118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c0bb4-e1f1-4808-b467-fe69f6feee9d None None] Pushing event updated for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:01.110925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] DHCP port deletion for 675fbeb5-98b9-4775-9365-0cac427b063d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:55:01.139506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (675fbeb5-98b9-4775-9365-0cac427b063d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.149751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.208707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'fixed_ips': [{'subnet_id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:01.209251 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.226900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:01.228884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b191d60>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:54:58Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:01.241418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'Port': ['ID=bbca7ee6-ab32-48be-bb2b-df59afb21efe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:01.246222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:01.261829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:01.269831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b852e-20b8-4eb1-9b37-38e271c70f9d None None] The sync data for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 is: [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:54:58Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:01.279666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Allocated IP 172.35.1.244 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/fea0c3e4-7c87-4007-9d62-31b9d1878086) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:01.284862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Deleting port cb480813-2cd4-4b33-bc90-4bd56e60a932 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:01.285805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.296631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for router_gateway (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.364772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.397970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d028317f-12b6-4a28-88c1-8110e4681a4d None None] Provisioning complete for port 3b23b715-3277-43ed-bf3b-bfeb4c142405 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:01.398551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d028317f-12b6-4a28-88c1-8110e4681a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.411380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] For port cb480813-2cd4-4b33-bc90-4bd56e60a932, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb480813-2cd4-4b33-bc90-4bd56e60a932,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:01.412432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.429483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Calling delete_port for cb480813-2cd4-4b33-bc90-4bd56e60a932 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:01.522489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.598937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d479d4-5ff6-4b71-8d4d-b8d8ace3c398 req-ddf41af9-5275-4e90-bdc2-5c6f8582155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:01.601915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d2d479d4-5ff6-4b71-8d4d-b8d8ace3c398 req-ddf41af9-5275-4e90-bdc2-5c6f8582155b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 1096 time: 0.6419234
Jan 15 20:55:01.661839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.671896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.714282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e1c0>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:56Z', 'revision_number': 4, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c288ef17-d2d7-424a-9707-20f212272568', 'name': '', 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'mac_address': 'fa:16:3e:21:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '88143916-76e3-440f-b0c2-b580113bb50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:53Z', 'updated_at': '2022-01-15T20:54:56Z', 'revision_number': 2, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'subnets': [{'id': '88143916-76e3-440f-b0c2-b580113bb50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:01.765572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Checking router: 8792720e-5a4e-48ef-9149-d04c9ac982d6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:01.766308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Updating router 8792720e-5a4e-48ef-9149-d04c9ac982d6 port c288ef17-d2d7-424a-9707-20f212272568 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:01.797005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d2d479d4-5ff6-4b71-8d4d-b8d8ace3c398 req-142deb29-9c79-4c93-ac65-7cbbbf5c6633 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590042
Jan 15 20:55:01.805834 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c288ef17-d2d7-424a-9707-20f212272568), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.810716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Allocated IP 172.20.0.2 (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd/e65ae1aa-a004-42f9-b386-4e95cf80e50a/7f865990-f653-4ecc-8d16-e9756adfdbf0) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:01.816993 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.877498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Deleting port cb480813-2cd4-4b33-bc90-4bd56e60a932 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:01.877758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.920165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:01.932495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b5fc-6b55-4baf-8efd-54974ef07d6f req-b3c49d7f-9f3f-49fc-8da9-24e0c491f3b0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:01.941796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff08b5fc-6b55-4baf-8efd-54974ef07d6f req-b3c49d7f-9f3f-49fc-8da9-24e0c491f3b0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 945 time: 0.3841088
Jan 15 20:55:01.953598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:01.976436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:01.989995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:01.992714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Allocated IP 172.35.1.22 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/cccca180-5851-4a9a-8113-76f996a1a271) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:01.999728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=fea0c3e4-7c87-4007-9d62-31b9d1878086,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.114369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff08b5fc-6b55-4baf-8efd-54974ef07d6f req-4d9a3eef-7a30-4fa2-a0f8-788120a87e3b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715822
Jan 15 20:55:02.114542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] For port cb480813-2cd4-4b33-bc90-4bd56e60a932, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb480813-2cd4-4b33-bc90-4bd56e60a932,segment=NetworkSegment(d334456d-5b6d-446e-a59f-4691ba0d8818),segment_id=d334456d-5b6d-446e-a59f-4691ba0d8818)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:02.114807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.167059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.177027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.179124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Calling delete_port for cb480813-2cd4-4b33-bc90-4bd56e60a932 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:02.286813 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.330682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'Port': ['ID=bbca7ee6-ab32-48be-bb2b-df59afb21efe,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.387014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] Pushing event deleted for resources: {'Port': ['ID=cb480813-2cd4-4b33-bc90-4bd56e60a932,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.390265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d028317f-12b6-4a28-88c1-8110e4681a4d None None] Current status of the port 3b23b715-3277-43ed-bf3b-bfeb4c142405 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:02.398253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.409755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfef75-4dc9-4585-bb14-7af741d1f30c None None] No DVR routers for this DVR port cb480813-2cd4-4b33-bc90-4bd56e60a932 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:02.412887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (305cae71-c2ed-4dcb-8bcf-28bba11cee80), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.458333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for port (cccca180-5851-4a9a-8113-76f996a1a271), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.460935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.468056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f96542c-3324-4561-9a9d-e1b538e317ed tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2701223
Jan 15 20:55:02.479441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cb480813-2cd4-4b33-bc90-4bd56e60a932), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.522427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b23b715-3277-43ed-bf3b-bfeb4c142405 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:02.549261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb480813-2cd4-4b33-bc90-4bd56e60a932,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.552342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.569875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] No DVR routers for this DVR port cb480813-2cd4-4b33-bc90-4bd56e60a932 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:02.599026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks [] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.616630 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.702879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:02.718932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks [] for port (c288ef17-d2d7-424a-9707-20f212272568), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.721339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Pushing event updated for resources: {'Port': ['ID=7f865990-f653-4ecc-8d16-e9756adfdbf0,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.723397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:02.727181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cccca180-5851-4a9a-8113-76f996a1a271), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.734110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:02.742671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.745156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3b23b715-3277-43ed-bf3b-bfeb4c142405 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:02.745767 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.855640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (675fbeb5-98b9-4775-9365-0cac427b063d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:02.913183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a436490>,) {'filters': {'network_id': ['675fbeb5-98b9-4775-9365-0cac427b063d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:02.930971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:02.932688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:02.934756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Allocated IP 172.35.1.180 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/21d0d1f2-412a-43b5-a863-9bff728e047f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:02.942359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a436490>, 'd334456d-5b6d-446e-a59f-4691ba0d8818') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:02.942660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a436490>, 'd334456d-5b6d-446e-a59f-4691ba0d8818') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:02.950192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:02.955840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Attempting to bind port 7f865990-f653-4ecc-8d16-e9756adfdbf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:02.956407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Attempting to bind port 7f865990-f653-4ecc-8d16-e9756adfdbf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:02.956606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Attempting to bind port 7f865990-f653-4ecc-8d16-e9756adfdbf0 on network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:02.967939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Pushing event updated for resources: {'Port': ['ID=cccca180-5851-4a9a-8113-76f996a1a271,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:02.975280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d334456d-5b6d-446e-a59f-4691ba0d8818), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.010231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f81b9-3641-42c7-a8bb-a309f7abb5b5 None None] Pushing event updated for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:03.023692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:03.023908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Checking segment: {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:03.024362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.025077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Bound using segment: {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:03.025621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Bound port: 7f865990-f653-4ecc-8d16-e9756adfdbf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:03.026992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.094725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d334456d-5b6d-446e-a59f-4691ba0d8818), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.095235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3b23b715-3277-43ed-bf3b-bfeb4c142405 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:03.108622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Attempting to bind port c288ef17-d2d7-424a-9707-20f212272568 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:03.109045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:55:03.109229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Attempting to bind port c288ef17-d2d7-424a-9707-20f212272568 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:03.109507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d334456d-5b6d-446e-a59f-4691ba0d8818), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.109855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Attempting to bind port c288ef17-d2d7-424a-9707-20f212272568 on network 7fcd1894-2f14-479f-aff8-d891908a0ae7 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:55:03.111180 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:55:03.114281 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:55:03.144525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:03.144903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Checking segment: {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:03.145300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.145687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Bound using segment: {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:03.146313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Bound port: c288ef17-d2d7-424a-9707-20f212272568, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:03.146635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c288ef17-d2d7-424a-9707-20f212272568), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.182821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-56b8810f-529a-4d38-b15a-48b2e3934ebf tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1381211952&fields=id&tenant_id=964edbaeb4c944cfb68578886695266c HTTP/1.1" status: 200  len: 267 time: 0.2357240
Jan 15 20:55:03.236149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] For port c288ef17-d2d7-424a-9707-20f212272568, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:03.250166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb480813-2cd4-4b33-bc90-4bd56e60a932 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:03.281509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cb480813-2cd4-4b33-bc90-4bd56e60a932 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:03.281850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb480813-2cd4-4b33-bc90-4bd56e60a932 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:03.331074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] For port 7f865990-f653-4ecc-8d16-e9756adfdbf0, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:03.334933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] For port 7f865990-f653-4ecc-8d16-e9756adfdbf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f865990-f653-4ecc-8d16-e9756adfdbf0,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:03.335541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.341871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6b76d58f-0e82-4cf1-8b1a-9ec01961f0f9 None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:03.343170 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b76d58f-0e82-4cf1-8b1a-9ec01961f0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.373747 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.408122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (675fbeb5-98b9-4775-9365-0cac427b063d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.420232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.426678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] 10.222.0.46 "DELETE /v2.0/networks/675fbeb5-98b9-4775-9365-0cac427b063d HTTP/1.1" status: 204  len: 168 time: 2.6938145
Jan 15 20:55:03.426678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.441027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:03.467026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] For port c288ef17-d2d7-424a-9707-20f212272568, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c288ef17-d2d7-424a-9707-20f212272568,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:03.490011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb461b-ca07-4e48-a8b5-8627e6fda387 admin admin] Pushing event deleted for resources: {'Network': ['ID=675fbeb5-98b9-4775-9365-0cac427b063d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:03.492350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6b76d58f-0e82-4cf1-8b1a-9ec01961f0f9 None None] Port c288ef17-d2d7-424a-9707-20f212272568 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:03.496378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.503054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a769-9c8b-47ce-9288-ed9f67aeadcc None None] Pushing event updated for resources: {'Port': ['ID=7f865990-f653-4ecc-8d16-e9756adfdbf0,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:03.536009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:03.545878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:03.555841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:03.561939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'Port': ['ID=21d0d1f2-412a-43b5-a863-9bff728e047f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:03.582106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:03.583128 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:03.624592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f81b9-3641-42c7-a8bb-a309f7abb5b5 None None] Pushing event updated for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:03.719322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2d56f792-187e-481f-b7ce-9f43c2cb6e41 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:03.724287 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2d56f792-187e-481f-b7ce-9f43c2cb6e41 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/networks?id=77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 200  len: 812 time: 0.5378592
Jan 15 20:55:03.773483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:03.837074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.844432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-656fee96-0166-4e03-844b-37bf2381ea0b tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/quotas/964edbaeb4c944cfb68578886695266c HTTP/1.1" status: 200  len: 375 time: 0.1086979
Jan 15 20:55:03.847673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.891856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for floatingip (246acc1f-c4f8-447a-9446-90912606ac59), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.937158 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for router_gateway (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:03.979415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.051874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=fea0c3e4-7c87-4007-9d62-31b9d1878086,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:04.131735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-64d34347-6848-4bbf-8c1f-becee430b703 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=964edbaeb4c944cfb68578886695266c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2636032
Jan 15 20:55:04.162078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e1c0>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:56Z', 'revision_number': 4, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c288ef17-d2d7-424a-9707-20f212272568', 'name': '', 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'mac_address': 'fa:16:3e:21:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '88143916-76e3-440f-b0c2-b580113bb50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:53Z', 'updated_at': '2022-01-15T20:55:03Z', 'revision_number': 4, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'subnets': [{'id': '88143916-76e3-440f-b0c2-b580113bb50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:04.195913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f436a-0922-435c-aafe-27c0e651c2c8 None None] The sync data for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 is: [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:56Z', 'revision_number': 4, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c288ef17-d2d7-424a-9707-20f212272568', 'name': '', 'network_id': '7fcd1894-2f14-479f-aff8-d891908a0ae7', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'mac_address': 'fa:16:3e:21:8f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '88143916-76e3-440f-b0c2-b580113bb50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:53Z', 'updated_at': '2022-01-15T20:55:03Z', 'revision_number': 4, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'subnets': [{'id': '88143916-76e3-440f-b0c2-b580113bb50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:04.200127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:04.200828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.218125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (305cae71-c2ed-4dcb-8bcf-28bba11cee80), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.315959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Current status of the port c288ef17-d2d7-424a-9707-20f212272568 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:04.315959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c288ef17-d2d7-424a-9707-20f212272568), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.327829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.329551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0bbc02c5-078a-45f7-8c4d-f4e40f9b170a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.1299832
Jan 15 20:55:04.375300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bfb13018-e658-47d1-bd77-917366120dda None None] For port c288ef17-d2d7-424a-9707-20f212272568, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c288ef17-d2d7-424a-9707-20f212272568,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:04.381827 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.393599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.395486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.476373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'Port': ['ID=21d0d1f2-412a-43b5-a863-9bff728e047f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:04.483204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-0eee5003-2458-4857-a5cf-1e8a73eb0cc1 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.244 HTTP/1.1" status: 200  len: 696 time: 0.1366470
Jan 15 20:55:04.524654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-45f8eb8f-9010-4878-b8a0-9f13e84339cd service neutron] 10.222.0.46 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3920276
Jan 15 20:55:04.528401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13018-e658-47d1-bd77-917366120dda None None] Pushing event updated for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:04.566250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (2575806b-5026-4f8e-bea2-5e336c8d5528), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.569404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (246acc1f-c4f8-447a-9446-90912606ac59), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.573527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c288ef17-d2d7-424a-9707-20f212272568 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:04.641086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:04.651359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-14a17975-239d-40ff-b90e-ea0c48e5eed5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9800899
Jan 15 20:55:04.678489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:04.678724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.139215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c288ef17-d2d7-424a-9707-20f212272568 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:05.140404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f865990-f653-4ecc-8d16-e9756adfdbf0 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:05.202163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7f865990-f653-4ecc-8d16-e9756adfdbf0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:05.203590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.241814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.310898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7f865990-f653-4ecc-8d16-e9756adfdbf0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:05.317540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.321502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cdc327-86da-449c-94dc-e08c860bfff3 None None] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:05.334882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-faf6b9c7-8ec1-4a49-aa79-3f711b787a71 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:05.346439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed30b411-29a4-4f5f-8ab5-d5c96613f1d6 req-faf6b9c7-8ec1-4a49-aa79-3f711b787a71 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.8400733
Jan 15 20:55:05.354029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Deleting port 33ffdfbd-e6bf-4613-8564-5a008444519c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:05.354607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.422309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7f865990-f653-4ecc-8d16-e9756adfdbf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f865990-f653-4ecc-8d16-e9756adfdbf0,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:05.424988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-63670cd5-a5bc-4eb3-bcd6-31946788cbd9 service neutron] 10.222.0.46 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8836300
Jan 15 20:55:05.439490 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.506993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a057f848-c29e-4114-9f05-52d0e54e5f6d None None] Provisioning complete for port 7f865990-f653-4ecc-8d16-e9756adfdbf0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:05.507528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a057f848-c29e-4114-9f05-52d0e54e5f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.598603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] For port 33ffdfbd-e6bf-4613-8564-5a008444519c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33ffdfbd-e6bf-4613-8564-5a008444519c,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:05.599212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:05.629713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7f865990-f653-4ecc-8d16-e9756adfdbf0,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:05.645832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Calling delete_port for 33ffdfbd-e6bf-4613-8564-5a008444519c owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:05.646037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f7bce-6242-46e2-9c98-4f972b0898f3 req-23f49d40-be9a-4784-a1e7-15e4d7c7fc04 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:05.647942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08f7bce-6242-46e2-9c98-4f972b0898f3 req-23f49d40-be9a-4784-a1e7-15e4d7c7fc04 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 945 time: 0.0884151
Jan 15 20:55:05.650143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:55:05.695916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a057f848-c29e-4114-9f05-52d0e54e5f6d None None] Current status of the port 7f865990-f653-4ecc-8d16-e9756adfdbf0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:05.808743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08f7bce-6242-46e2-9c98-4f972b0898f3 req-283aa49d-fb19-46be-a8da-c256a676c7cf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394172
Jan 15 20:55:06.045634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (33ffdfbd-e6bf-4613-8564-5a008444519c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.106546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:06.144628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-85d9bcb6-5ac4-4f47-8414-7fc47e885055 None None] Provisioning complete for port 7f865990-f653-4ecc-8d16-e9756adfdbf0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:06.145289 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-85d9bcb6-5ac4-4f47-8414-7fc47e885055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.145989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ffdfbd-e6bf-4613-8564-5a008444519c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:06.171931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:06.186838 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Sync routers for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:06.212518 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:06.218427 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:06.327153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.328781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d0720432-084c-44c5-9d98-0b6d79d1140d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.2629278
Jan 15 20:55:06.333566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:06.429551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-290fab7c-c22d-41e9-83ba-8370b2ed70cc tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:06.439845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-290fab7c-c22d-41e9-83ba-8370b2ed70cc tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.4840634
Jan 15 20:55:06.457016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-36c54812-28b0-4880-bee3-91a9dbd5a9f2 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4917340
Jan 15 20:55:06.459093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-85d9bcb6-5ac4-4f47-8414-7fc47e885055 None None] Current status of the port 7f865990-f653-4ecc-8d16-e9756adfdbf0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:06.495936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:06.511038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (2575806b-5026-4f8e-bea2-5e336c8d5528), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.517114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:06.532795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-3f6b9cab-1635-4d58-b4c0-73a5dfa5ad64 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/quotas/f6d5d92c87544c4d8080e19c1f6429bf HTTP/1.1" status: 200  len: 375 time: 0.0915773
Jan 15 20:55:06.587307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-7cf3862a-821d-4307-8e7b-6d66aff74451 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0531883
Jan 15 20:55:06.599252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.630941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c288ef17-d2d7-424a-9707-20f212272568 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:06.689007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1514bd95-fe86-4303-85b7-525a15f88456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.757684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c288ef17-d2d7-424a-9707-20f212272568 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:06.765559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c288ef17-d2d7-424a-9707-20f212272568), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.771290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-7ecc2606-51cd-4278-a6c6-883aa70544bd service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830816
Jan 15 20:55:06.924368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:06.937800 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe02b0>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:03Z', 'revision_number': 3, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:06.961391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c288ef17-d2d7-424a-9707-20f212272568 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:06.962614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f865990-f653-4ecc-8d16-e9756adfdbf0 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:06.980551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Checking router: 71742aaf-30d9-4a4e-9300-8fbadb4f6dad for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:06.980940 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Updating router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad port cccca180-5851-4a9a-8113-76f996a1a271 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:07.026331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7f865990-f653-4ecc-8d16-e9756adfdbf0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:07.027071 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cccca180-5851-4a9a-8113-76f996a1a271), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.027352 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.046208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-e3b717a1-0f04-406c-ac02-8679decaab1d service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740171
Jan 15 20:55:07.068668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Allocated IP 172.35.1.230 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/117b7d8c-fb91-42c1-ad47-3ae18e45c55c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:07.140540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7f865990-f653-4ecc-8d16-e9756adfdbf0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:07.212211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.268522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.331034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:07.335847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:07.342472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:07.350133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=117b7d8c-fb91-42c1-ad47-3ae18e45c55c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:07.401729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1514bd95-fe86-4303-85b7-525a15f88456 admin admin] Publish callbacks [] for security_group (1304c17a-cfaa-4d89-b962-91d99e946d30), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.415413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1514bd95-fe86-4303-85b7-525a15f88456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1304c17a-cfaa-4d89-b962-91d99e946d30), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.506507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85bf2d9c-442c-4c2a-99fd-c0f16c97bf3b req-b26a0765-0bc0-4eed-8081-bf65a93f6b6d tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 210 time: 0.0360262
Jan 15 20:55:07.514634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39028) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:07.515004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1514bd95-fe86-4303-85b7-525a15f88456 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=322f1e614d1d40fd9cfdbb3ae0d92d30&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3947206
Jan 15 20:55:07.517187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (98708624-8e23-467b-8dd6-283fd90d922f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.602713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514bd95-fe86-4303-85b7-525a15f88456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304c17a-cfaa-4d89-b962-91d99e946d30,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:07.628558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Router 2575806b-5026-4f8e-bea2-5e336c8d5528 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:07.692197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.804672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] Publish callbacks [] for security_group (1304c17a-cfaa-4d89-b962-91d99e946d30), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.846835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-0f367d6b-90d6-44cc-98c4-78cf978c9297 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:07.848658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-0f367d6b-90d6-44cc-98c4-78cf978c9297 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.39 "GET /v2.0/networks?id=77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 200  len: 812 time: 0.3105979
Jan 15 20:55:07.870012 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks [] for port (cccca180-5851-4a9a-8113-76f996a1a271), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.877503 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cccca180-5851-4a9a-8113-76f996a1a271), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.934953 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a772b-64b4-4949-b383-691b228e6b9b None None] Pushing event updated for resources: {'Port': ['ID=cccca180-5851-4a9a-8113-76f996a1a271,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:07.935203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] Publish callbacks [] for security_group (1304c17a-cfaa-4d89-b962-91d99e946d30), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:07.950301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4607c98b-a20e-4d50-a944-3509ef67d207 req-5378b3d0-9268-451a-8086-8e2648a8ffd8 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 210 time: 0.0656173
Jan 15 20:55:07.975918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:07.976428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Attempting to bind port cccca180-5851-4a9a-8113-76f996a1a271 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:07.976428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Attempting to bind port cccca180-5851-4a9a-8113-76f996a1a271 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:07.976428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Attempting to bind port cccca180-5851-4a9a-8113-76f996a1a271 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:07.990613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9019fbe4-4134-42da-8616-414096363627 admin admin] 10.222.0.46 "PUT /v2.0/routers/2575806b-5026-4f8e-bea2-5e336c8d5528/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5445473
Jan 15 20:55:07.990810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Sync routers for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:07.999264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:08.008184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:08.008882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80310250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:08.025021 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:08.025397 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:08.025796 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.026188 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:08.035752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Bound port: cccca180-5851-4a9a-8113-76f996a1a271, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:08.035950 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cccca180-5851-4a9a-8113-76f996a1a271), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.061822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2d8ff8ee-59a7-4576-89ee-513192d96e7b tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964edbaeb4c944cfb68578886695266c HTTP/1.1" status: 200  len: 380 time: 0.1781199
Jan 15 20:55:08.109521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'port': {'device_id': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'admin_state_up': True, 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'security_groups': ['656926a0-6c6f-456c-ae7f-b3d0281ca18b']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:08.131602 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] For port cccca180-5851-4a9a-8113-76f996a1a271, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:08.135836 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] For port cccca180-5851-4a9a-8113-76f996a1a271, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccca180-5851-4a9a-8113-76f996a1a271,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:08.150463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1304c17a-cfaa-4d89-b962-91d99e946d30), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.155937 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cccca180-5851-4a9a-8113-76f996a1a271), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.158545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.164904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1304c17a-cfaa-4d89-b962-91d99e946d30 HTTP/1.1" status: 204  len: 168 time: 0.6485636
Jan 15 20:55:08.199517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:08.244249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks [] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.251074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.313017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e555d60-2ca0-4d3b-8d22-91ad215d9843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304c17a-cfaa-4d89-b962-91d99e946d30,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:08.394689 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:08.405093 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:08.456456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80310250>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:55:05Z', 'revision_number': 5, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:08.457613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a772b-64b4-4949-b383-691b228e6b9b None None] Pushing event updated for resources: {'Port': ['ID=cccca180-5851-4a9a-8113-76f996a1a271,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:08.478687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.499857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Checking router: 2575806b-5026-4f8e-bea2-5e336c8d5528 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:08.505998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.511437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Routers {'2575806b-5026-4f8e-bea2-5e336c8d5528'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:08.512507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80310250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2575806b-5026-4f8e-bea2-5e336c8d5528'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:08.523197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894219-c841-4049-afe2-cab5bf5212ae req-f5612fd2-88e2-41b2-89c2-5fd801ca5b64 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:08.524741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1894219-c841-4049-afe2-cab5bf5212ae req-f5612fd2-88e2-41b2-89c2-5fd801ca5b64 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 945 time: 0.3538778
Jan 15 20:55:08.628386 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:08.642400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=117b7d8c-fb91-42c1-ad47-3ae18e45c55c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:08.656070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks [] for router_gateway (2575806b-5026-4f8e-bea2-5e336c8d5528), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.688503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Made reservation on behalf of 964edbaeb4c944cfb68578886695266c for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:08.698119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.727143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] Set router 2575806b-5026-4f8e-bea2-5e336c8d5528 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:08.743005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Allocated IP 172.20.0.1 (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd/e65ae1aa-a004-42f9-b386-4e95cf80e50a/ef3e6664-eb13-4573-b689-a2d3453f131c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:08.748823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39048) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:08.752660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (98708624-8e23-467b-8dd6-283fd90d922f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.759512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1894219-c841-4049-afe2-cab5bf5212ae req-c63b38db-cebb-4119-9bfa-2adfad615fa0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928980
Jan 15 20:55:08.773508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3380efa-644b-40f5-8697-578390f45008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.790549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.791903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-4072468b-34d1-421f-9bdf-83a0530a0e2a tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3077333
Jan 15 20:55:08.862604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Deleting port 7271e3b0-89a2-417f-b2bd-f85530a2b23e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:08.863031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:08.929309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-d4353ce2-7baf-4f8f-9eb5-f476439700b3 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.230 HTTP/1.1" status: 200  len: 696 time: 0.0648081
Jan 15 20:55:09.047510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe02b0>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:03Z', 'revision_number': 3, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:09.134131 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211a4b79-2eb1-4db0-af44-b92fff02071c None None] The sync data for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 is: [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:03Z', 'revision_number': 3, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:09.156135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-a7fa3038-92bd-4604-b696-02d841582b09 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:09.170303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcef30df-0031-4a4f-bf0d-1c59ddf9f570 req-a7fa3038-92bd-4604-b696-02d841582b09 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2388866
Jan 15 20:55:09.175456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Allocated IP 172.20.0.12 (77920bd4-7261-421c-ba8f-4e4aa10b2090/e4c19584-83c1-4b8c-8bf6-c036e0461e66/d4128316-d1ff-46a8-817e-082539cee097) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:09.197234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80310250>, [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:55:05Z', 'revision_number': 5, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:09.233360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4fc07-85bb-4eb8-ab0b-3e66a8b61d3a None None] The sync data for ids ['2575806b-5026-4f8e-bea2-5e336c8d5528'] in ncdv-master-1 is: [{'id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832319476-router', 'tenant_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:53:15Z', 'updated_at': '2022-01-15T20:55:05Z', 'revision_number': 5, 'project_id': '1ae1a2d582fd4afabe7a1fe947f7842a', 'gw_port': {'id': '7271e3b0-89a2-417f-b2bd-f85530a2b23e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2575806b-5026-4f8e-bea2-5e336c8d5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:53:16Z', 'updated_at': '2022-01-15T20:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:09.292540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-903ee074-57e2-416f-8c2c-4757a5218c8e req-66846bff-5fbe-471e-b45d-4f3685792ab2 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 210 time: 0.0829649
Jan 15 20:55:09.334982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3daff8b-b9f7-4a68-927d-6c7dc21373bc req-b9157947-eb4f-4d28-987a-2eae3ab2eca4 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 210 time: 0.0660083
Jan 15 20:55:09.406393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks [] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.495180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] For port 7271e3b0-89a2-417f-b2bd-f85530a2b23e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7271e3b0-89a2-417f-b2bd-f85530a2b23e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:09.495606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.529908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-2c1a9ad9-eed2-485c-8173-0596ac22d7c1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:09.531726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-2c1a9ad9-eed2-485c-8173-0596ac22d7c1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.5708756
Jan 15 20:55:09.546378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3380efa-644b-40f5-8697-578390f45008 admin admin] Publish callbacks [] for security_group (0dce1fba-ca30-4184-a55b-2949ad5ee615), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.564085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-41c33975-65b9-4900-8df8-323a49a72c08 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1802926
Jan 15 20:55:09.567058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for port (d4128316-d1ff-46a8-817e-082539cee097), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.577567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:09.580183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'port': {'device_id': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'admin_state_up': True, 'tenant_id': 'f6d5d92c87544c4d8080e19c1f6429bf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:09.622185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.640119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.737283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3380efa-644b-40f5-8697-578390f45008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0dce1fba-ca30-4184-a55b-2949ad5ee615), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:09.740886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:09.755385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:09.773523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:09.781561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Calling delete_port for 7271e3b0-89a2-417f-b2bd-f85530a2b23e owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:09.785237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event updated for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:09.808875 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3380efa-644b-40f5-8697-578390f45008 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ab9614b5b1047519981087292af7e5a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0581372
Jan 15 20:55:09.814286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380efa-644b-40f5-8697-578390f45008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce1fba-ca30-4184-a55b-2949ad5ee615,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:09.824779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-29967fdb-b850-43a9-9fd3-5f1e5ccbaeb9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:09.826913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-29967fdb-b850-43a9-9fd3-5f1e5ccbaeb9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 945 time: 0.4460754
Jan 15 20:55:09.831753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39060) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:09.923301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:09.924020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.020483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-9c43b5bc-7981-42eb-85bc-64a403cbea04 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9260645
Jan 15 20:55:10.030856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.045870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Request body: {'port': {'device_id': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:10.104311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:10.109841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:10.110187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] Publish callbacks [] for security_group (0dce1fba-ca30-4184-a55b-2949ad5ee615), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.112290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:10.126917 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.132870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Made reservation on behalf of f6d5d92c87544c4d8080e19c1f6429bf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:10.136692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.151731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4128316-d1ff-46a8-817e-082539cee097), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.159508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] Publish callbacks [] for security_group (0dce1fba-ca30-4184-a55b-2949ad5ee615), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.197243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:10.212267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port 07cc6e79-5c17-40cf-b596-8367f1d2319e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:10.212670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.222769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ac7ad8c5-4ff7-4f85-8466-d088d1dd9747 None None] Provisioning complete for port d4128316-d1ff-46a8-817e-082539cee097 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:10.223327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ac7ad8c5-4ff7-4f85-8466-d088d1dd9747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d4128316-d1ff-46a8-817e-082539cee097), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.262390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.308035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ad8c5-4ff7-4f85-8466-d088d1dd9747 None None] Port d4128316-d1ff-46a8-817e-082539cee097 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:10.502557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cccca180-5851-4a9a-8113-76f996a1a271 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:10.567415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b62218cc-9423-4fdd-9217-9a4f2ca50c82 None None] Provisioning complete for port ef3e6664-eb13-4573-b689-a2d3453f131c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:10.568062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b62218cc-9423-4fdd-9217-9a4f2ca50c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.611491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b62218cc-9423-4fdd-9217-9a4f2ca50c82 None None] Port ef3e6664-eb13-4573-b689-a2d3453f131c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:10.625816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cccca180-5851-4a9a-8113-76f996a1a271 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:10.626249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cccca180-5851-4a9a-8113-76f996a1a271), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.734779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port 07cc6e79-5c17-40cf-b596-8367f1d2319e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07cc6e79-5c17-40cf-b596-8367f1d2319e,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:10.734779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.753336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cccca180-5851-4a9a-8113-76f996a1a271 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:10.753739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cccca180-5851-4a9a-8113-76f996a1a271), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.793529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port cccca180-5851-4a9a-8113-76f996a1a271, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccca180-5851-4a9a-8113-76f996a1a271,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:10.798267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cccca180-5851-4a9a-8113-76f996a1a271), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.803355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for 07cc6e79-5c17-40cf-b596-8367f1d2319e owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:10.824660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 33ffdfbd-e6bf-4613-8564-5a008444519c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:10.848766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 33ffdfbd-e6bf-4613-8564-5a008444519c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:10.849187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 33ffdfbd-e6bf-4613-8564-5a008444519c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:10.872679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=cccca180-5851-4a9a-8113-76f996a1a271,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:10.873821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Allocated IP 172.20.0.11 (b7ee6eaf-eda1-43c9-9d45-4bb747012a97/49154699-6bc5-4512-8772-cbfc551dab57/9fdb652e-4fff-4829-a594-2e6365d0ca3f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:10.892222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.899567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Allocated IP 172.35.1.36 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/4c9737bb-c139-45f9-a9c5-3c4558eebb21) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:10.918082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7271e3b0-89a2-417f-b2bd-f85530a2b23e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.927557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0dce1fba-ca30-4184-a55b-2949ad5ee615), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.930198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:10.933856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dce1fba-ca30-4184-a55b-2949ad5ee615 HTTP/1.1" status: 204  len: 168 time: 1.0978177
Jan 15 20:55:10.958577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9e821-2eee-4a31-a90e-94bfe884434d req-f6382c7a-b502-4aae-95ea-49f5e0e85943 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:10.960116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7d9e821-2eee-4a31-a90e-94bfe884434d req-f6382c7a-b502-4aae-95ea-49f5e0e85943 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=427db3d9-56d4-49ff-a4f1-28302d78f56a HTTP/1.1" status: 200  len: 945 time: 0.2406528
Jan 15 20:55:10.984288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Pushing event deleted for resources: {'Port': ['ID=7271e3b0-89a2-417f-b2bd-f85530a2b23e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.039458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb997f-4b24-4343-86f1-a9e4211dade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce1fba-ca30-4184-a55b-2949ad5ee615,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.149180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7d9e821-2eee-4a31-a90e-94bfe884434d req-3627d904-499b-4a74-98ab-220c22167ec4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593823
Jan 15 20:55:11.199291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.212979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (2575806b-5026-4f8e-bea2-5e336c8d5528), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.272573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4128316-d1ff-46a8-817e-082539cee097 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:11.297456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks [] for port (d4128316-d1ff-46a8-817e-082539cee097), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.307388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (07cc6e79-5c17-40cf-b596-8367f1d2319e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.321925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Transition to ACTIVE for port object d4128316-d1ff-46a8-817e-082539cee097 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:11.330611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.343005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b8195-65b7-4904-afba-9417c4593118 req-cb0d55bb-85b8-4d06-b238-324ff7daf20d tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:11.344478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be4b8195-65b7-4904-afba-9417c4593118 req-cb0d55bb-85b8-4d06-b238-324ff7daf20d tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 932 time: 0.0922189
Jan 15 20:55:11.349799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.424151 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.428197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks [] for router_controller (2575806b-5026-4f8e-bea2-5e336c8d5528), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.430832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:11.440071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:11.443807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Pushing event updated for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.444649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=07cc6e79-5c17-40cf-b596-8367f1d2319e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.447658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:11.554807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port 07cc6e79-5c17-40cf-b596-8367f1d2319e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:11.557788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.561277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be4b8195-65b7-4904-afba-9417c4593118 req-57774384-26bd-4554-ba44-52e97d97b9ec tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832013
Jan 15 20:55:11.563284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-037ea923-9e55-4f7f-a287-fae323a9edf6 req-d6cfbe85-7c0d-4721-8fb4-b7e40f26d91c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "DELETE /v2.0/ports/07cc6e79-5c17-40cf-b596-8367f1d2319e HTTP/1.1" status: 204  len: 173 time: 1.7181592
Jan 15 20:55:11.584005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'name': 'network-vif-deleted', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:11.584005 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48a4838-3d49-48e8-b51b-530d867e3680" -d '{"events": [{"server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "name": "network-vif-deleted", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:11.602086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2575806b-5026-4f8e-bea2-5e336c8d5528), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.602642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2575806b-5026-4f8e-bea2-5e336c8d5528 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:55:11.608507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.612105 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e5bddd78-9eaa-48e4-b09f-9dc23683acab admin admin] 10.222.0.46 "DELETE /v2.0/routers/2575806b-5026-4f8e-bea2-5e336c8d5528 HTTP/1.1" status: 204  len: 168 time: 3.6118476
Jan 15 20:55:11.613146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39082) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:11.625035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=4c9737bb-c139-45f9-a9c5-3c4558eebb21,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.683220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Attempting to bind port d4128316-d1ff-46a8-817e-082539cee097 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:11.684112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Attempting to bind port d4128316-d1ff-46a8-817e-082539cee097 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:11.696699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks [] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.699877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Attempting to bind port d4128316-d1ff-46a8-817e-082539cee097 on network 77920bd4-7261-421c-ba8f-4e4aa10b2090 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:11.711012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.787443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (815016a3-e112-466b-bf9d-c184af1deddf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.793730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.800150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Port d4128316-d1ff-46a8-817e-082539cee097 on network 77920bd4-7261-421c-ba8f-4e4aa10b2090 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:11.800550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Deleting subnet ad0d3911-aa80-42f4-b82c-fc662ddb4ae8 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:55:11.800872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Attempting to bind port d4128316-d1ff-46a8-817e-082539cee097 on network 77920bd4-7261-421c-ba8f-4e4aa10b2090 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:11.818181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Publish callbacks [] for subnet (ad0d3911-aa80-42f4-b82c-fc662ddb4ae8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.842308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5022064b-917a-4b73-bde2-8f6d7557e0c8 req-0366a31f-add8-41fa-bc53-b23b6751147a tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 210 time: 0.1218266
Jan 15 20:55:11.849210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:11.849696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Checking segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:11.850089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Bound using segment: {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:11.850545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Bound port: d4128316-d1ff-46a8-817e-082539cee097, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2129c487-b4f8-4474-8f68-2dcadf8b9be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:11.850908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4128316-d1ff-46a8-817e-082539cee097), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.874538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.889622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:11.928046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ad0d3911-aa80-42f4-b82c-fc662ddb4ae8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.966172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:11.992560 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27424d44-7785-4b0b-8fb2-2072097751d7 x-openstack-request-id: req-27424d44-7785-4b0b-8fb2-2072097751d7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:11.992832 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427db3d9-56d4-49ff-a4f1-28302d78f56a", "name": "network-vif-deleted", "tag": "07cc6e79-5c17-40cf-b596-8367f1d2319e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:11.993117 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27424d44-7785-4b0b-8fb2-2072097751d7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:11.993512 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427db3d9-56d4-49ff-a4f1-28302d78f56a', 'name': 'network-vif-deleted', 'tag': '07cc6e79-5c17-40cf-b596-8367f1d2319e', 'status': 'completed', 'code': 200}
Jan 15 20:55:12.042476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:12.060240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.074049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4128316-d1ff-46a8-817e-082539cee097,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:12.100670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:12.102875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.164500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:12.165176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.166770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] 10.222.0.39 "PUT /v2.0/ports/d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 200  len: 1092 time: 2.1344688
Jan 15 20:55:12.167735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:12.171042 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1433fb-f5da-4e59-af22-07d27ec71fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "tag": "d4128316-d1ff-46a8-817e-082539cee097"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:12.179093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ad0d3911-aa80-42f4-b82c-fc662ddb4ae8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.273011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bf735-3a97-489d-844f-797d4f497eba service neutron] Pushing event updated for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:12.348815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.361821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.374948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ad0d3911-aa80-42f4-b82c-fc662ddb4ae8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.412346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:12.422030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:12.424410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:12.457296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.464009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ad0d3911-aa80-42f4-b82c-fc662ddb4ae8 HTTP/1.1" status: 204  len: 168 time: 0.8391087
Jan 15 20:55:12.465052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:12.466918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df0193-7262-4277-abbe-a7ee51b170cf None None] Network f3512071-5b96-4fd7-9045-daabc72f3719 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:12.470295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:12.518266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90ac67-e917-4669-b5df-cc4ab91fd32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0d3911-aa80-42f4-b82c-fc662ddb4ae8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:12.534998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1926473795-network', 'tenant_id': '385a05b1a0a7479db84b762eca23b55b'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:12.568297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=4c9737bb-c139-45f9-a9c5-3c4558eebb21,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:12.591928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:12.604253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:12.610971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cccca180-5851-4a9a-8113-76f996a1a271 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:12.620517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (815016a3-e112-466b-bf9d-c184af1deddf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.640378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-3092f8be-5611-4d77-83ab-f5952a8d8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:12.642749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-3092f8be-5611-4d77-83ab-f5952a8d8a08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=964edbaeb4c944cfb68578886695266c&device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 1095 time: 0.2494004
Jan 15 20:55:12.661141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:12.661962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.730378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:12.733242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.738036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.739669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-42600008-bf1a-4eda-9ec5-e33aea7a4dee tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.1681290
Jan 15 20:55:12.745622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-93d96011-f1ae-4e8f-8986-4330cad89066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 200  len: 217 time: 0.0870068
Jan 15 20:55:12.775901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-089a6daf-c19b-4c91-9966-8ebfb40fdb7b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2017870
Jan 15 20:55:12.804204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Request body: {'port': {'device_id': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:12.848336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.848587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f3512071-5b96-4fd7-9045-daabc72f3719), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:12.897437 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bdf6fe-9c30-4fb4-b50e-b8cf47d94f21 x-openstack-request-id: req-37bdf6fe-9c30-4fb4-b50e-b8cf47d94f21 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:12.898100 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "tag": "d4128316-d1ff-46a8-817e-082539cee097", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:12.898562 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37bdf6fe-9c30-4fb4-b50e-b8cf47d94f21 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:12.899175 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097', 'status': 'completed', 'code': 200}
Jan 15 20:55:12.923070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-f5653ac9-1265-4519-bbcb-e4a6c0e615e8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.36 HTTP/1.1" status: 200  len: 695 time: 0.1739662
Jan 15 20:55:12.999325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 07cc6e79-5c17-40cf-b596-8367f1d2319e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:13.037224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2369d60f-e6a6-4e8a-9bca-01594b5fa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.039478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-2369d60f-e6a6-4e8a-9bca-01594b5fa137 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4c19584-83c1-4b8c-8bf6-c036e0461e66 HTTP/1.1" status: 200  len: 851 time: 0.2613235
Jan 15 20:55:13.052372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 07cc6e79-5c17-40cf-b596-8367f1d2319e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:13.052720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 07cc6e79-5c17-40cf-b596-8367f1d2319e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:13.098109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cccca180-5851-4a9a-8113-76f996a1a271 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:13.099803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cccca180-5851-4a9a-8113-76f996a1a271), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.218373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] DHCP port deletion for f3512071-5b96-4fd7-9045-daabc72f3719 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:55:13.240115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ecd9-d4a9-48b2-afad-21930a9c83b8 req-27221669-b215-4426-8e8d-baf329b25ad9 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.241941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41c1ecd9-d4a9-48b2-afad-21930a9c83b8 req-27221669-b215-4426-8e8d-baf329b25ad9 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 944 time: 0.2661433
Jan 15 20:55:13.279712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-7c628656-56e6-499c-9463-1f82897ede74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.281248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-7c628656-56e6-499c-9463-1f82897ede74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77920bd4-7261-421c-ba8f-4e4aa10b2090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1757889
Jan 15 20:55:13.313278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cccca180-5851-4a9a-8113-76f996a1a271 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:13.322700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-7f78b38d-764d-43ab-aa46-40cdf1a40efc tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.328157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a671bc86-3f0d-4a47-890f-1b6eba0e240a None None] Provisioning complete for port ef3e6664-eb13-4573-b689-a2d3453f131c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:13.328938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7edcfe06-cc59-42d3-ad89-a2eb06fd15c1 req-7f78b38d-764d-43ab-aa46-40cdf1a40efc tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.4001465
Jan 15 20:55:13.329462 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a671bc86-3f0d-4a47-890f-1b6eba0e240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.367143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.386929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks [] for security_group (80ddf4e9-d0c9-47ec-9be0-3010faa91d00), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.387167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a671bc86-3f0d-4a47-890f-1b6eba0e240a None None] Port ef3e6664-eb13-4573-b689-a2d3453f131c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:13.394634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:13.401848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (80ddf4e9-d0c9-47ec-9be0-3010faa91d00), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.412352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Deleting port cac2167a-3a6d-43fe-a9b9-9a9413e903da {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:13.412747 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.465540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41c1ecd9-d4a9-48b2-afad-21930a9c83b8 req-2ebc75bf-5044-4e3d-997a-8f10831b5e39 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2120910
Jan 15 20:55:13.471106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:13.487616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b5005707-fcb6-4f7d-9a42-08589a062673), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.488718 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Added segment b5005707-fcb6-4f7d-9a42-08589a062673 of type vlan for network dd4402cd-4bc8-45f2-ad1b-283bdc21d905
Jan 15 20:55:13.492161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] For port cac2167a-3a6d-43fe-a9b9-9a9413e903da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac2167a-3a6d-43fe-a9b9-9a9413e903da,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:13.492871 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.511947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Calling delete_port for cac2167a-3a6d-43fe-a9b9-9a9413e903da owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:13.549673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (dd4402cd-4bc8-45f2-ad1b-283bdc21d905), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.549837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Deleting port cac2167a-3a6d-43fe-a9b9-9a9413e903da {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:13.550016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.604069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.634972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] Pushing event deleted for resources: {'Port': ['ID=cac2167a-3a6d-43fe-a9b9-9a9413e903da,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:13.647820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a4d31-086d-4e7a-97c2-912a3055f732 None None] No DVR routers for this DVR port cac2167a-3a6d-43fe-a9b9-9a9413e903da on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:13.677031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-5ce9a1b8-44e6-4bfb-9b71-6bac01fceabe service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866053
Jan 15 20:55:13.677683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ddf4e9-d0c9-47ec-9be0-3010faa91d00,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:13.723653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:13.734407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a0b682b7-782c-4b69-bbcc-316a7635fe50 admin admin] 10.222.0.46 "PUT /v2.0/routers/71742aaf-30d9-4a4e-9300-8fbadb4f6dad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3996453
Jan 15 20:55:13.737625 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Sync routers for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:13.738179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] For port cac2167a-3a6d-43fe-a9b9-9a9413e903da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cac2167a-3a6d-43fe-a9b9-9a9413e903da,segment=NetworkSegment(694dfab5-fef7-4dca-9169-69b06ddc4bc8),segment_id=694dfab5-fef7-4dca-9169-69b06ddc4bc8)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:13.738762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.747124 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:13.748600 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:13.759440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Calling delete_port for cac2167a-3a6d-43fe-a9b9-9a9413e903da owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:13.774640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (dd4402cd-4bc8-45f2-ad1b-283bdc21d905), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.782667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.783299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:13.858101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:13.862020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4402cd-4bc8-45f2-ad1b-283bdc21d905,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:13.870030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a4790cca-f8c8-48ad-836d-2c9f560de645 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7685204
Jan 15 20:55:13.872023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39134) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:13.886740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:13.900486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Request body: {'subnet': {'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1926473795-subnet', 'tenant_id': '385a05b1a0a7479db84b762eca23b55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:13.901562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ad183-662d-4c67-aecd-3f888fa97779 req-f90cd0e1-511d-494f-814b-9db0c90ba2e0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.902944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-015ad183-662d-4c67-aecd-3f888fa97779 req-f90cd0e1-511d-494f-814b-9db0c90ba2e0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 932 time: 0.4760578
Jan 15 20:55:13.957098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:13.973710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-a8dbcb66-07ca-445c-8c23-44007f9f8c1e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:13.975321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-a8dbcb66-07ca-445c-8c23-44007f9f8c1e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.3875303
Jan 15 20:55:13.997264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cac2167a-3a6d-43fe-a9b9-9a9413e903da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.007952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:14.017942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429cb027-8dee-456b-9cc6-2ccc38ef176f req-92715970-838d-44f9-9a44-6f1f6fe68af1 service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3246064
Jan 15 20:55:14.019387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:14.022116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.026107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks [] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.028959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-cb277adb-1d67-4271-86fa-390440560da1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0149643
Jan 15 20:55:14.034869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-015ad183-662d-4c67-aecd-3f888fa97779 req-5dd04200-aa7e-4e97-9533-4a5d45bbb331 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194468
Jan 15 20:55:14.087488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac2167a-3a6d-43fe-a9b9-9a9413e903da,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.089375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] No DVR routers for this DVR port cac2167a-3a6d-43fe-a9b9-9a9413e903da on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:14.093409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-420d716b-7477-4c75-aac4-e33fb884629b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490038
Jan 15 20:55:14.133845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.138660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Transition to ACTIVE for port object 9fdb652e-4fff-4829-a594-2e6365d0ca3f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:14.170652 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af400>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3e6664-eb13-4573-b689-a2d3453f131c', 'name': '', 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'mac_address': 'fa:16:3e:d4:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:08Z', 'updated_at': '2022-01-15T20:55:11Z', 'revision_number': 2, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'subnets': [{'id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:14.178428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.200005 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Checking router: 71742aaf-30d9-4a4e-9300-8fbadb4f6dad for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:14.200905 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Updating router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad port ef3e6664-eb13-4573-b689-a2d3453f131c binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:14.229425 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.230744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1907344076'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:14.233641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f3512071-5b96-4fd7-9045-daabc72f3719), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.286784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8e9130>,) {'filters': {'network_id': ['f3512071-5b96-4fd7-9045-daabc72f3719']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:14.288424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:14.289061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.292031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.305298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8e9130>, '694dfab5-fef7-4dca-9169-69b06ddc4bc8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:14.305298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8e9130>, '694dfab5-fef7-4dca-9169-69b06ddc4bc8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:14.310813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-d7a3ccdd-c572-4710-915f-b86c3905a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:14.312327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-d7a3ccdd-c572-4710-915f-b86c3905a6da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=964edbaeb4c944cfb68578886695266c&device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 1095 time: 0.2169235
Jan 15 20:55:14.359709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (694dfab5-fef7-4dca-9169-69b06ddc4bc8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.443980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-2f38dfc5-3f36-4fc1-89b8-2c451029bd4c tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3465405
Jan 15 20:55:14.445359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (694dfab5-fef7-4dca-9169-69b06ddc4bc8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.447774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7271e3b0-89a2-417f-b2bd-f85530a2b23e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:14.452998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:14.461947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-38ebe43b-aa98-4dae-a319-a85a79b328e3 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3676255
Jan 15 20:55:14.471478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:14.473045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:55:14.473453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (694dfab5-fef7-4dca-9169-69b06ddc4bc8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.474600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7271e3b0-89a2-417f-b2bd-f85530a2b23e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:55:14.475169 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:55:14.479720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7271e3b0-89a2-417f-b2bd-f85530a2b23e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:14.480380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cac2167a-3a6d-43fe-a9b9-9a9413e903da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:14.501971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cac2167a-3a6d-43fe-a9b9-9a9413e903da {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:14.503167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cac2167a-3a6d-43fe-a9b9-9a9413e903da not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:14.535369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (27c54f90-f000-4a0f-a54d-938cee527307), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.551927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e1089802-8656-455b-b680-e15ea732d831), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.552285 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Added segment e1089802-8656-455b-b680-e15ea732d831 of type vlan for network 197895cf-682e-4efc-bfb1-824ab1de40fa
Jan 15 20:55:14.572976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Attempting to bind port 9fdb652e-4fff-4829-a594-2e6365d0ca3f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:14.573472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Attempting to bind port 9fdb652e-4fff-4829-a594-2e6365d0ca3f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:14.573951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Attempting to bind port 9fdb652e-4fff-4829-a594-2e6365d0ca3f on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:14.597462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Port 9fdb652e-4fff-4829-a594-2e6365d0ca3f on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:14.597957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Attempting to bind port 9fdb652e-4fff-4829-a594-2e6365d0ca3f on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:14.603518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f3512071-5b96-4fd7-9045-daabc72f3719), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.624707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.624964 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks [] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.628245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f3512071-5b96-4fd7-9045-daabc72f3719 HTTP/1.1" status: 204  len: 168 time: 2.1113577
Jan 15 20:55:14.634221 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.634807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:14.635313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Checking segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:14.635846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Bound using segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:14.636519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Bound port: 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:14.637107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.658868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c54f90-f000-4a0f-a54d-938cee527307,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.664644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6d730-e43a-4eaf-adde-6b1aca1ac765 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3512071-5b96-4fd7-9045-daabc72f3719,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.710713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:14.711082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Network hostable DHCP agents. Network: dd4402cd-4bc8-45f2-ad1b-283bdc21d905, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:14.758402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Attempting to bind port ef3e6664-eb13-4573-b689-a2d3453f131c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:14.759480 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Attempting to bind port ef3e6664-eb13-4573-b689-a2d3453f131c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:14.760044 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Attempting to bind port ef3e6664-eb13-4573-b689-a2d3453f131c on network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:14.769973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:14.773604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:14.773926 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:14.775041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Checking segment: {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:14.775895 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.776902 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Bound using segment: {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:14.777757 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Bound port: ef3e6664-eb13-4573-b689-a2d3453f131c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c4e97-f89c-41c5-8fb3-03959dfba3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:14.778263 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.782306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:14.797958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.843874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd4402cd-4bc8-45f2-ad1b-283bdc21d905) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:14.854376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace51823-c7a7-4135-9d40-b7dc1b1b590b None None] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:14.869559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:14.873778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.882597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] For port ef3e6664-eb13-4573-b689-a2d3453f131c, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:14.893008 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] For port ef3e6664-eb13-4573-b689-a2d3453f131c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3e6664-eb13-4573-b689-a2d3453f131c,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:14.918311 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:14.921881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39146) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:14.923471 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53bbaa-eb7a-4803-85ce-44b007f7aa4d None None] Pushing event updated for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.990020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:14.990870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-df4138f6-b30d-4a20-bb2e-ab546c04d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:14.992363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-df4138f6-b30d-4a20-bb2e-ab546c04d6c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 200  len: 913 time: 0.6687720
Jan 15 20:55:15.004005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7d060da5-4304-4a23-b785-7e3da27be565 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1215842
Jan 15 20:55:15.010777 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:15.011817 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:54:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:15.014152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (197895cf-682e-4efc-bfb1-824ab1de40fa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.017023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.018486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.020303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-effc1c60-2be4-4cad-ab78-363920e91212 service neutron] 10.222.0.45 "PUT /v2.0/ports/9fdb652e-4fff-4829-a594-2e6365d0ca3f HTTP/1.1" status: 200  len: 1092 time: 2.2203286
Jan 15 20:55:15.023301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:15.036355 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee011d0-bf3b-45cf-9a1c-38bd874b636a" -d '{"events": [{"name": "network-changed", "server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:15.047385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.111023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94939c5-b83c-4a6c-8195-cc459e5013c9 None None] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:15.116277 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53bbaa-eb7a-4803-85ce-44b007f7aa4d None None] Pushing event updated for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:15.117386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.157299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5167e779-5323-4e59-abcd-f8a8337cea60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e7b99384e224302b8ad9303f560cc4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2311189
Jan 15 20:55:15.160719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:15.180137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:55:15.187283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-1f336c57-9028-4be0-9f31-72c75559495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.188546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-1f336c57-9028-4be0-9f31-72c75559495c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 1095 time: 0.1123257
Jan 15 20:55:15.189665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-831042cc-bb93-4b9a-a2a0-87f63cc189a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 200  len: 217 time: 0.1558561
Jan 15 20:55:15.218057 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:15.221792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-45e1da25-3327-4b3c-a736-3e8432472eee service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7587650
Jan 15 20:55:15.270256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Provisioning complete for port ef3e6664-eb13-4573-b689-a2d3453f131c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:15.270658 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.291063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-2299156f-e368-4a91-b834-f81b7a1ed453 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f HTTP/1.1" status: 200  len: 217 time: 0.0913713
Jan 15 20:55:15.343116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-5264bd83-2853-46c7-a192-33375aa8f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.345299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-5264bd83-2853-46c7-a192-33375aa8f65b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4c19584-83c1-4b8c-8bf6-c036e0461e66 HTTP/1.1" status: 200  len: 851 time: 0.0698116
Jan 15 20:55:15.352276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (197895cf-682e-4efc-bfb1-824ab1de40fa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.361230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.362324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.422534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-52c4fd89-8a35-437f-b861-5766d4442a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.429197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-52c4fd89-8a35-437f-b861-5766d4442a3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.1260490
Jan 15 20:55:15.493966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-b0467542-f96c-4024-b7c2-658d99cb5070 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547242
Jan 15 20:55:15.513976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Current status of the port ef3e6664-eb13-4573-b689-a2d3453f131c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:15.520102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.599070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] For port ef3e6664-eb13-4573-b689-a2d3453f131c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3e6664-eb13-4573-b689-a2d3453f131c,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:15.609224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.616819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.6545029
Jan 15 20:55:15.621367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39166) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:15.656554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'subnet': {'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:15.682262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2363a7-556c-421a-a509-9acfb4265a0a None None] Pushing event updated for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:15.726843 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:55:15.759555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c080915d-f0f7-4dad-9058-c399e48d63ef None None] Provisioning complete for port ef3e6664-eb13-4573-b689-a2d3453f131c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:15.761748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c080915d-f0f7-4dad-9058-c399e48d63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:15.769710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-76a2f6d7-cec0-4b89-8adf-e5f077ab9c53 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556345
Jan 15 20:55:15.816118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93fd6c-290c-4ecf-9d76-83f052aeb72e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Network': ['ID=197895cf-682e-4efc-bfb1-824ab1de40fa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:15.870552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 197895cf-682e-4efc-bfb1-824ab1de40fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:15.900755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-6c24d03e-53df-4e1c-a4fa-39e237cabe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:15.902607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-6c24d03e-53df-4e1c-a4fa-39e237cabe5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77920bd4-7261-421c-ba8f-4e4aa10b2090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5251253
Jan 15 20:55:15.926844 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af400>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3e6664-eb13-4573-b689-a2d3453f131c', 'name': '', 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'mac_address': 'fa:16:3e:d4:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:08Z', 'updated_at': '2022-01-15T20:55:14Z', 'revision_number': 4, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'subnets': [{'id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:15.931402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9645eaf7-87af-429f-9c34-656d9723cec3 req-36bd6295-a141-4205-95a7-272c51709ec2 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518812
Jan 15 20:55:15.933372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] Publish callbacks [] for security_group (244fe574-6365-4b45-b58b-382b731c77e6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.000034 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2186f2-bb42-4d5d-b3ac-5b1ed06345bf None None] The sync data for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 is: [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3e6664-eb13-4573-b689-a2d3453f131c', 'name': '', 'network_id': 'b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'mac_address': 'fa:16:3e:d4:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:08Z', 'updated_at': '2022-01-15T20:55:14Z', 'revision_number': 4, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'subnets': [{'id': 'e65ae1aa-a004-42f9-b386-4e95cf80e50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:16.072942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39182) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:16.081608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1559476394-network', 'tenant_id': 'd20e3420f4544148b10a95b46c70a193'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:16.085386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd895c72-847c-4d6d-a024-4c74394d0a68 req-02a9ca37-70a0-427f-a765-f213a9f8bf72 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:16.088078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd895c72-847c-4d6d-a024-4c74394d0a68 req-02a9ca37-70a0-427f-a765-f213a9f8bf72 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 944 time: 0.4404788
Jan 15 20:55:16.099911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] Publish callbacks [] for security_group (244fe574-6365-4b45-b58b-382b731c77e6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.118954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Made reservation on behalf of d20e3420f4544148b10a95b46c70a193 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:16.123699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.132776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c080915d-f0f7-4dad-9058-c399e48d63ef None None] Current status of the port ef3e6664-eb13-4573-b689-a2d3453f131c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:16.135877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.201427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.256167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks [] for security_group (0ea5e601-4acd-474e-8c39-4220f5b44070), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.266064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea5e601-4acd-474e-8c39-4220f5b44070), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.297395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5e601-4acd-474e-8c39-4220f5b44070,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:16.304111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:16.316053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a8ec7927-b6cd-4ef3-bf25-314ed297563c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.316413 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Added segment a8ec7927-b6cd-4ef3-bf25-314ed297563c of type vlan for network 1f57d30e-b517-4514-b1c5-39eaba792224
Jan 15 20:55:16.322133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:16.326745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.349891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d4128316-d1ff-46a8-817e-082539cee097 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:16.351431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd895c72-847c-4d6d-a024-4c74394d0a68 req-ccd03536-727e-47ac-8ae9-8c65565ff589 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2472694
Jan 15 20:55:16.383576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-c2b21610-fbd6-48a1-9f65-5a53da88d130 service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4689989
Jan 15 20:55:16.438044 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (244fe574-6365-4b45-b58b-382b731c77e6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.440897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.452518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/244fe574-6365-4b45-b58b-382b731c77e6 HTTP/1.1" status: 204  len: 168 time: 1.2830784
Jan 15 20:55:16.458873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1f57d30e-b517-4514-b1c5-39eaba792224), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.516038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1f57d30e-b517-4514-b1c5-39eaba792224), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.521482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:16.522420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.536889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef3e6664-eb13-4573-b689-a2d3453f131c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:16.613718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b019078-2e11-4130-a22d-be90eacb35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244fe574-6365-4b45-b58b-382b731c77e6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:16.633598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5584011
Jan 15 20:55:16.637313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:16.644227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Request body: {'subnet': {'network_id': '1f57d30e-b517-4514-b1c5-39eaba792224', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1559476394-subnet', 'tenant_id': 'd20e3420f4544148b10a95b46c70a193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:16.665370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448c0ae-2ded-4aa1-9273-786fd9165ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f57d30e-b517-4514-b1c5-39eaba792224,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:16.687236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1f57d30e-b517-4514-b1c5-39eaba792224 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:16.710726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Made reservation on behalf of d20e3420f4544148b10a95b46c70a193 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:16.714496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.720325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Allocated IP 172.35.1.89 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d986e034-fd17-4029-993e-0306fab62bb2) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:16.764862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf1433fb-f5da-4e59-af22-07d27ec71fd5 req-c0488c44-827c-47ca-b504-355adaeef304 service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3553090
Jan 15 20:55:16.784898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c1de3-d1f0-42f2-ad6f-a3bc1d875d34 req-c8281eab-f99f-430f-9ec3-b161e06b2889 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:16.786545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b71c1de3-d1f0-42f2-ad6f-a3bc1d875d34 req-c8281eab-f99f-430f-9ec3-b161e06b2889 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 944 time: 0.2069118
Jan 15 20:55:16.835062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4128316-d1ff-46a8-817e-082539cee097,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:16.891642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ef3e6664-eb13-4573-b689-a2d3453f131c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:16.892222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:16.962265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd4128316-d1ff-46a8-817e-082539cee097', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'port_id': 'd4128316-d1ff-46a8-817e-082539cee097', 'mac_address': 'fa:16:3e:d8:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:17.125673 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b71c1de3-d1f0-42f2-ad6f-a3bc1d875d34 req-365ad6a7-a2d1-4f9f-8640-84e84d7e40d5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059001
Jan 15 20:55:17.128944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (6cb1a107-97b0-45c1-aae7-9751b2400418), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.141059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d4128316-d1ff-46a8-817e-082539cee097 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:17.142312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4128316-d1ff-46a8-817e-082539cee097), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.213249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (d986e034-fd17-4029-993e-0306fab62bb2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.224306 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84207579-8a15-4919-a1f9-f5c6b239db65 x-openstack-request-id: req-84207579-8a15-4919-a1f9-f5c6b239db65 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:17.224817 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:17.225068 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84207579-8a15-4919-a1f9-f5c6b239db65 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:17.225391 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'status': 'completed', 'code': 200}
Jan 15 20:55:17.234271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:17.255478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4128316-d1ff-46a8-817e-082539cee097 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:17.314714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Subnet': ['ID=6cb1a107-97b0-45c1-aae7-9751b2400418,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:17.323595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4128316-d1ff-46a8-817e-082539cee097,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:17.331334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.347312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ef3e6664-eb13-4573-b689-a2d3453f131c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:17.361780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Checking segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:17.361996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network hostable DHCP agents. Network: 197895cf-682e-4efc-bfb1-824ab1de40fa, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:17.369217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a88446cd-42cf-49e9-97f9-834a2cc38e69 req-5db96a1a-2684-425c-9ebd-1ad732d1bea7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 210 time: 0.0579374
Jan 15 20:55:17.408116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-89572eef-ef11-4ed7-8dd2-2837c90b02f7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.409981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-89572eef-ef11-4ed7-8dd2-2837c90b02f7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.3891125
Jan 15 20:55:17.413134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e47849d2-66f7-4851-8927-57b1caacdf15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ae1a2d582fd4afabe7a1fe947f7842a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1761353
Jan 15 20:55:17.419918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:17.425591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:17.433376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:17.455387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-7ee35004-38b4-4815-9ce9-44ca00fbd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.456912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-7ee35004-38b4-4815-9ce9-44ca00fbd47e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 1095 time: 0.1969106
Jan 15 20:55:17.457454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 197895cf-682e-4efc-bfb1-824ab1de40fa is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:17.471960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d986e034-fd17-4029-993e-0306fab62bb2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.491869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 197895cf-682e-4efc-bfb1-824ab1de40fa) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:17.501865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f35704-8b80-4aa7-9495-c3e78c5d8f56 None None] Network 197895cf-682e-4efc-bfb1-824ab1de40fa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:17.526038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.526811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.553976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (e13c9882-6e5b-4d29-945e-4c0b5958caff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.554913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:17.569995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:17.575666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=d986e034-fd17-4029-993e-0306fab62bb2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:17.590792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:17.606130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d4128316-d1ff-46a8-817e-082539cee097'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:17.619953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-677ab2bf-b0f4-4b76-9e37-f00c786ebf1a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.9702904
Jan 15 20:55:17.620662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39198) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:17.631679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1241877110'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:17.679457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-78b2f372-d7d6-4dfc-a9bd-af3a2703d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.681287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-78b2f372-d7d6-4dfc-a9bd-af3a2703d635 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 923 time: 0.2059705
Jan 15 20:55:17.690926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0997839-235a-43a5-a85a-feb10f7b8638 req-22c8ff9b-bb1f-4625-8635-58a34872279e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.701445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0997839-235a-43a5-a85a-feb10f7b8638 req-22c8ff9b-bb1f-4625-8635-58a34872279e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 945 time: 0.1448593
Jan 15 20:55:17.706356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:17.711241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.712826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-197895cf-682e-4efc-bfb1-824ab1de40fa', 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'fixed_ips': [{'subnet_id': '6cb1a107-97b0-45c1-aae7-9751b2400418'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:17.713754 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.787607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:17.813306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-33fb352d-91e8-4ede-b1eb-c139097b63da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f HTTP/1.1" status: 200  len: 217 time: 0.0718021
Jan 15 20:55:17.814819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (b6322e3a-4d37-4acf-b09d-acdfffbfe81a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.822630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7b2447f7-a2f1-4edb-9a89-b9fac42e7532), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.823051 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Added segment 7b2447f7-a2f1-4edb-9a89-b9fac42e7532 of type vlan for network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe
Jan 15 20:55:17.847866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0997839-235a-43a5-a85a-feb10f7b8638 req-de849404-74ff-4568-9de9-19e5e9288bf5 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1455121
Jan 15 20:55:17.894789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13c9882-6e5b-4d29-945e-4c0b5958caff,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:17.906200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.908584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] Publish callbacks [] for security_group (e64044c0-6391-4e30-9709-2927b05594cb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.914086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d986e034-fd17-4029-993e-0306fab62bb2), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.942859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-214658bc-985e-4d08-923c-47b0d10f621b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.954081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Checking segment: {'id': 'a8ec7927-b6cd-4ef3-bf25-314ed297563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1f57d30e-b517-4514-b1c5-39eaba792224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:17.954639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Network hostable DHCP agents. Network: 1f57d30e-b517-4514-b1c5-39eaba792224, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:17.959841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Allocated IP 19.80.0.2 (197895cf-682e-4efc-bfb1-824ab1de40fa/6cb1a107-97b0-45c1-aae7-9751b2400418/61f27f54-99a8-4236-a786-59b008d87027) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:17.983893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.987549 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] Publish callbacks [] for security_group (e64044c0-6391-4e30-9709-2927b05594cb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.991186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.992007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:17.994860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-5ee9c448-1a76-4ba6-bb32-fa70606f7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:17.997561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-5ee9c448-1a76-4ba6-bb32-fa70606f7bab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.1694760
Jan 15 20:55:18.048292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-3f69b43c-bbe0-47e3-a32f-c29ffe10031d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387366
Jan 15 20:55:18.061992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:18.069564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.087467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Network 1f57d30e-b517-4514-b1c5-39eaba792224 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:18.112240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Network': ['ID=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:18.148236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:18.157269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f57d30e-b517-4514-b1c5-39eaba792224) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:18.160816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1b80620a-907f-442a-87f6-1ba096a48896 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5326748
Jan 15 20:55:18.165373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39202) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:18.174652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:18.174652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.179602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'subnet': {'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:18.261632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for port (d986e034-fd17-4029-993e-0306fab62bb2), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.269913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d986e034-fd17-4029-993e-0306fab62bb2), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.322298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e96e10b6-8e49-4b5a-86d8-211639fedd3e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6761661
Jan 15 20:55:18.322298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e64044c0-6391-4e30-9709-2927b05594cb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.322298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.322298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e64044c0-6391-4e30-9709-2927b05594cb HTTP/1.1" status: 204  len: 168 time: 0.8818736
Jan 15 20:55:18.398077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c47b1-b827-4c37-b7e2-916406cbce2b None None] Network 1f57d30e-b517-4514-b1c5-39eaba792224 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:18.422192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event updated for resources: {'Port': ['ID=d986e034-fd17-4029-993e-0306fab62bb2,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:18.453545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (b6322e3a-4d37-4acf-b09d-acdfffbfe81a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.455524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f8a0-7736-4646-9cd5-abadcc923efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64044c0-6391-4e30-9709-2927b05594cb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:18.458749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-e29d1025-c000-4bcd-a351-fca0b2ea53ec service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3995004
Jan 15 20:55:18.487316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.490254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-d9eb455e-c915-466d-b19e-8892e8c19949 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.0215554
Jan 15 20:55:18.561948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-e174deae-61bb-4da3-8d14-d1f9c083b9b3 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.89 HTTP/1.1" status: 200  len: 695 time: 0.0658121
Jan 15 20:55:18.576397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d4128316-d1ff-46a8-817e-082539cee097 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:18.703915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks [] for port (61f27f54-99a8-4236-a786-59b008d87027), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.712024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.14 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/cb54b931-8990-43b4-9c30-39ab45e72beb) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:18.719239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744621b-6202-47bf-956d-f88bae1d6252 None None] Network 1f57d30e-b517-4514-b1c5-39eaba792224 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:18.737502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:18.750176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.755629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d4128316-d1ff-46a8-817e-082539cee097 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:18.795867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d4128316-d1ff-46a8-817e-082539cee097 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:18.796243 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d4128316-d1ff-46a8-817e-082539cee097), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.802572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (61f27f54-99a8-4236-a786-59b008d87027), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:18.815475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-1b34690b-81e4-4fa2-a96b-fe2cf7631721 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:18.817907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-646bbf0a-f77d-4891-bf1f-e75c37e2023d req-1b34690b-81e4-4fa2-a96b-fe2cf7631721 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2506232
Jan 15 20:55:18.847509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cee011d0-bf3b-45cf-9a1c-38bd874b636a req-37819530-f0e2-4c29-9956-c59b58fae761 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3742828
Jan 15 20:55:18.991530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Network 197895cf-682e-4efc-bfb1-824ab1de40fa is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:19.007209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:19.020603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124bb4e-9806-4d14-a474-2ebbb136cf6c req-e34426b7-9b30-41b9-8fad-55dede6ef2d0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.022875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4124bb4e-9806-4d14-a474-2ebbb136cf6c req-e34426b7-9b30-41b9-8fad-55dede6ef2d0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 944 time: 0.1169610
Jan 15 20:55:19.037048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:19.038896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Pushing event updated for resources: {'Port': ['ID=61f27f54-99a8-4236-a786-59b008d87027,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:19.041092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:19.064964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.097583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (24c3c37c-0406-46d5-9325-bbb735e84311), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.111142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1f9312c-2905-463f-9fd0-f3f35c320f2c req-1374767f-3ba1-4c9c-995d-fb375257405f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 210 time: 0.0640023
Jan 15 20:55:19.169743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.191413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4124bb4e-9806-4d14-a474-2ebbb136cf6c req-9cea2b06-ddd6-4809-ade2-7b5610d8decb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519179
Jan 15 20:55:19.196001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Subnet': ['ID=24c3c37c-0406-46d5-9325-bbb735e84311,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:19.237808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:19.241199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d4128316-d1ff-46a8-817e-082539cee097 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:19.241803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4128316-d1ff-46a8-817e-082539cee097), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.243466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:19.250245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:19.252884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Checking segment: {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:19.253305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network hostable DHCP agents. Network: 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:19.286530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:19.289254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b04838ca-ce52-4baf-bf4b-3787252f4e58 req-83073818-9fcd-4583-9d1b-d8f2d7aa8859 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips/b6322e3a-4d37-4acf-b09d-acdfffbfe81a HTTP/1.1" status: 200  len: 692 time: 0.0841930
Jan 15 20:55:19.327249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.327249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.330853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:19.346974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Attempting to bind port 61f27f54-99a8-4236-a786-59b008d87027 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:19.347460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Attempting to bind port 61f27f54-99a8-4236-a786-59b008d87027 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:19.347594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:19.348521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Attempting to bind port 61f27f54-99a8-4236-a786-59b008d87027 on network 197895cf-682e-4efc-bfb1-824ab1de40fa {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:19.361970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67c05f-3c78-41dd-8624-63364409f861 None None] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:19.364958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5461a3fa-bd64-420e-a5de-da6392d280d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9437909
Jan 15 20:55:19.366662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.367256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.387577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Request body: {'port': {'device_id': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:19.431916 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a9a343d5-1729-4288-9907-7f8bce722d78 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2609336
Jan 15 20:55:19.443254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4128316-d1ff-46a8-817e-082539cee097,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:19.452071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:19.458625 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79714158-e287-4824-a3e5-58dfb7713be8" -d '{"events": [{"server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "name": "network-vif-plugged", "status": "completed", "tag": "d4128316-d1ff-46a8-817e-082539cee097"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:19.477723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.500968 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.504879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04838ca-ce52-4baf-bf4b-3787252f4e58 req-c56cacbd-5c49-465d-9b27-32e805ab4b6f tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.506346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b04838ca-ce52-4baf-bf4b-3787252f4e58 req-c56cacbd-5c49-465d-9b27-32e805ab4b6f tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2089148
Jan 15 20:55:19.521432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:19.522560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Checking segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:19.523206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.523821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Bound using segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:19.524945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Bound port: 61f27f54-99a8-4236-a786-59b008d87027, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:19.526932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (61f27f54-99a8-4236-a786-59b008d87027), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.629698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:19.701724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:19.713458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aecc39-fb61-4498-aaa8-2e6cd6c41e51 req-005a8de4-e5dd-4f31-9ffe-7fda4e9d61cc tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.714950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2aecc39-fb61-4498-aaa8-2e6cd6c41e51 req-005a8de4-e5dd-4f31-9ffe-7fda4e9d61cc tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.0861692
Jan 15 20:55:19.723768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:19.730305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'port_id': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'mac_address': 'fa:16:3e:d6:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49154699-6bc5-4512-8772-cbfc551dab57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:19.737992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-0f93d99d-8425-49cb-84bd-e5463ec3601a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:19.739554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-0f93d99d-8425-49cb-84bd-e5463ec3601a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.1894014
Jan 15 20:55:19.774235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-0cae4b3e-e255-4351-8d57-175e37bce2b9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/quotas/385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 375 time: 0.0195100
Jan 15 20:55:19.806267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe', 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe', 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'fixed_ips': [{'subnet_id': '24c3c37c-0406-46d5-9325-bbb735e84311'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:19.807468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.828983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] For port 61f27f54-99a8-4236-a786-59b008d87027, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:19.830546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-74b9b29d-068a-4cbe-93b2-3505e504d5eb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0479295
Jan 15 20:55:19.845272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-network', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:19.851929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] For port 61f27f54-99a8-4236-a786-59b008d87027, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61f27f54-99a8-4236-a786-59b008d87027,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:19.860952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2aecc39-fb61-4498-aaa8-2e6cd6c41e51 req-116c5b4d-b48d-4929-998d-5d878ca31d4a tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204069
Jan 15 20:55:19.861356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fdb652e-4fff-4829-a594-2e6365d0ca3f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:19.862230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.867983 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (61f27f54-99a8-4236-a786-59b008d87027), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.912529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb54b931-8990-43b4-9c30-39ab45e72beb {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:19.913003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Made reservation on behalf of 767bfd0d42c94ab5b33569bdf2c52915 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:19.915829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.934121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.934903 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks [] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:19.954210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Transition to ACTIVE for port object cb54b931-8990-43b4-9c30-39ab45e72beb will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:19.961395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.004609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-933462e0-0f79-4852-8f17-9e9d42587d07 service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731005
Jan 15 20:55:20.052829 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bcecc-623f-461c-97ef-cef9044b4178 x-openstack-request-id: req-378bcecc-623f-461c-97ef-cef9044b4178 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:20.053109 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "name": "network-vif-plugged", "status": "completed", "tag": "d4128316-d1ff-46a8-817e-082539cee097", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:20.053457 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-378bcecc-623f-461c-97ef-cef9044b4178 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:20.054101 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097', 'code': 200}
Jan 15 20:55:20.055916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:20.131401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:20.167081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-5eb23c13-3119-4a34-aa6c-118c39f424be tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips/b6322e3a-4d37-4acf-b09d-acdfffbfe81a HTTP/1.1" status: 200  len: 692 time: 0.1463137
Jan 15 20:55:20.174235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.182033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2d721-b69e-4a24-a0ff-b33217374d68 None None] Pushing event updated for resources: {'Port': ['ID=61f27f54-99a8-4236-a786-59b008d87027,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.227653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2b49-f910-41a5-9f88-8430c1577956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.256211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Allocated IP 19.86.0.2 (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe/24c3c37c-0406-46d5-9325-bbb735e84311/e858f65f-e17f-4e13-a941-97880d936761) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:20.272208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd787f-0eba-457c-b84a-70c343cef4d1 req-c321448c-359d-4342-bf97-0a1a25dc7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:20.273814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93cd787f-0eba-457c-b84a-70c343cef4d1 req-c321448c-359d-4342-bf97-0a1a25dc7bf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 1097 time: 0.2030113
Jan 15 20:55:20.284811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.326881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-18adbee3-d997-40d5-8b5b-af9aff4d462b service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213234
Jan 15 20:55:20.353329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks [] for security_group (1842bba2-83d1-4ecd-af9d-318119f2a682), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.375244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1842bba2-83d1-4ecd-af9d-318119f2a682), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.455440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9fdb652e-4fff-4829-a594-2e6365d0ca3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:20.486333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Pushing event updated for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.516323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Attempting to bind port cb54b931-8990-43b4-9c30-39ab45e72beb on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:20.516667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Attempting to bind port cb54b931-8990-43b4-9c30-39ab45e72beb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:20.518004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Attempting to bind port cb54b931-8990-43b4-9c30-39ab45e72beb on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:20.522174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:20.523840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Port cb54b931-8990-43b4-9c30-39ab45e72beb on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:20.524411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Attempting to bind port cb54b931-8990-43b4-9c30-39ab45e72beb on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:20.534906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:20.535375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:20.535760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:20.536210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Bound port: cb54b931-8990-43b4-9c30-39ab45e72beb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:20.536588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.548599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-306dbffc-358a-470d-a9fb-b1283f5b21b0 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:20.563987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-306dbffc-358a-470d-a9fb-b1283f5b21b0 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.3842061
Jan 15 20:55:20.569233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93cd787f-0eba-457c-b84a-70c343cef4d1 req-1e2446c8-75e1-4a80-927d-1d36290817ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2830870
Jan 15 20:55:20.572643 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks [] for port (e858f65f-e17f-4e13-a941-97880d936761), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.579336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842bba2-83d1-4ecd-af9d-318119f2a682,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.586116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e858f65f-e17f-4e13-a941-97880d936761), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.613589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (19abe420-332a-45f9-986e-9d9f362d939c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.613589 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Added segment 19abe420-332a-45f9-986e-9d9f362d939c of type vlan for network e14313a4-7afd-4a94-8bff-90024804c957
Jan 15 20:55:20.666100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Pushing event updated for resources: {'Port': ['ID=e858f65f-e17f-4e13-a941-97880d936761,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.697275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-c8566eb0-d26e-4bf6-a1c1-79aaf2b5a665 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.89 HTTP/1.1" status: 200  len: 695 time: 0.1315191
Jan 15 20:55:20.704608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:20.707495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:20.712730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:20.726968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:20.730387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cb54b931-8990-43b4-9c30-39ab45e72beb,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:20.749238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.814144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:20.814771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.816157 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] 10.222.0.45 "PUT /v2.0/ports/cb54b931-8990-43b4-9c30-39ab45e72beb HTTP/1.1" status: 200  len: 1092 time: 1.4329650
Jan 15 20:55:20.816608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:20.818916 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26928901-3169-49da-a4dd-baa44a9d9a09" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:20.845486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Attempting to bind port e858f65f-e17f-4e13-a941-97880d936761 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:20.846752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Attempting to bind port e858f65f-e17f-4e13-a941-97880d936761 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:20.847263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Attempting to bind port e858f65f-e17f-4e13-a941-97880d936761 on network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:20.851723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-98e64e90-5ed3-4eaf-afc3-37505f52a1a1 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.89 HTTP/1.1" status: 200  len: 695 time: 0.1531549
Jan 15 20:55:20.875960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e14313a4-7afd-4a94-8bff-90024804c957), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.896571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:20.897363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Checking segment: {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:20.898466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.899111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Bound using segment: {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:20.899901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Bound port: e858f65f-e17f-4e13-a941-97880d936761, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:20.900526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e858f65f-e17f-4e13-a941-97880d936761), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:20.925704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f06bfc-f767-444f-8bf8-e81d7d121daf service neutron] Pushing event updated for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:20.946171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-a665c89c-47ba-41f6-87ff-33487b22093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:20.948075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-a665c89c-47ba-41f6-87ff-33487b22093e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 1095 time: 0.0690074
Jan 15 20:55:20.992956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] For port e858f65f-e17f-4e13-a941-97880d936761, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:20.998663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] For port e858f65f-e17f-4e13-a941-97880d936761, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e858f65f-e17f-4e13-a941-97880d936761,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:21.009225 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e858f65f-e17f-4e13-a941-97880d936761), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.026492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-d21f5234-acc3-4c0f-a575-2425c6b3b352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb54b931-8990-43b4-9c30-39ab45e72beb HTTP/1.1" status: 200  len: 217 time: 0.0679350
Jan 15 20:55:21.047502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e14313a4-7afd-4a94-8bff-90024804c957), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.048470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:21.049124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.090043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aa448-440b-4300-8cad-d86220b7a1f9 None None] Pushing event updated for resources: {'Port': ['ID=e858f65f-e17f-4e13-a941-97880d936761,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:21.096998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4633212
Jan 15 20:55:21.104745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:21.111651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Request body: {'subnet': {'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-subnet', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:21.145625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-2b467819-a611-46f5-83b0-2ea03c347edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:21.148430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-2b467819-a611-46f5-83b0-2ea03c347edb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1145728
Jan 15 20:55:21.149376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a728de49-5e39-40bf-a50a-a454d9c63d20 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:21.156727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a728de49-5e39-40bf-a50a-a454d9c63d20 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:21.165333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a728de49-5e39-40bf-a50a-a454d9c63d20 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/networks?id=197895cf-682e-4efc-bfb1-824ab1de40fa&id=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe&id=197895cf-682e-4efc-bfb1-824ab1de40fa HTTP/1.1" status: 200  len: 1392 time: 0.4535928
Jan 15 20:55:21.166913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Made reservation on behalf of 767bfd0d42c94ab5b33569bdf2c52915 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:21.171188 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.199051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-8c8e992b-663f-40bb-9874-69e2a288603a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434415
Jan 15 20:55:21.212435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-0840ee1b-86b7-46e0-a1c0-5706af51cd19 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/quotas/dc238c23f15041c583fd50a124461b2c HTTP/1.1" status: 200  len: 375 time: 0.0459785
Jan 15 20:55:21.264756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b600ea-0370-4aa3-940d-7e92d0099902 admin admin] Pushing event updated for resources: {'Network': ['ID=e14313a4-7afd-4a94-8bff-90024804c957,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:21.284153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e14313a4-7afd-4a94-8bff-90024804c957 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:21.298383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Deleting port d986e034-fd17-4029-993e-0306fab62bb2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:21.298869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d986e034-fd17-4029-993e-0306fab62bb2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.421402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-0bb921b3-8c9e-4227-afe6-8909ae15b0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119501
Jan 15 20:55:21.460508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2d3451a3-c093-42df-9526-14135650a5ba tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2469587
Jan 15 20:55:21.650039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (55695e2d-d1d1-4299-ac90-a8f14241f6ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.736626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f21bb8e2-29d0-41bb-a9cc-b5ee02963ecc req-5c57776a-5d38-47b7-a92b-077029ee9060 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2885742
Jan 15 20:55:21.770218 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.771618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Pushing event updated for resources: {'Subnet': ['ID=55695e2d-d1d1-4299-ac90-a8f14241f6ec,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:21.782571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Checking segment: {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:21.782938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Network hostable DHCP agents. Network: e14313a4-7afd-4a94-8bff-90024804c957, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:21.805129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Network e14313a4-7afd-4a94-8bff-90024804c957 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:21.818381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e14313a4-7afd-4a94-8bff-90024804c957) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:21.823790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:21.824687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.829166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7bb00e-83f5-4ebb-a1b2-b23bc8d7ecb2 None None] Network e14313a4-7afd-4a94-8bff-90024804c957 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:21.880433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1c01ee8e-cee0-4073-b0e7-709480cd06af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7745516
Jan 15 20:55:21.883444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39292) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:21.890446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:21.922002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (4be87bbf-2aa4-4cf5-8693-235652275521), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.923120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (4be87bbf-2aa4-4cf5-8693-235652275521), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:21.959633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394a03a-4654-48ee-9ecb-e5679710a0f8 None None] Network 197895cf-682e-4efc-bfb1-824ab1de40fa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:21.995728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for router_controller (4be87bbf-2aa4-4cf5-8693-235652275521), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.008396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e14313a4-7afd-4a94-8bff-90024804c957', 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957', 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'fixed_ips': [{'subnet_id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:22.009287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.066929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d986e034-fd17-4029-993e-0306fab62bb2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.067249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (d986e034-fd17-4029-993e-0306fab62bb2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.126691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Calling delete_port for d986e034-fd17-4029-993e-0306fab62bb2 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:22.130258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-11b1b42e-53fb-4ca4-bf8a-1e29c80e28d8 service neutron] 10.222.0.46 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6682053
Jan 15 20:55:22.152339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Provisioning complete for port 61f27f54-99a8-4236-a786-59b008d87027 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:22.153481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (61f27f54-99a8-4236-a786-59b008d87027), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.214553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for router_gateway (4be87bbf-2aa4-4cf5-8693-235652275521), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.346479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Allocated IP 172.20.0.2 (e14313a4-7afd-4a94-8bff-90024804c957/55695e2d-d1d1-4299-ac90-a8f14241f6ec/5d186e28-1795-4ed7-8303-85892e804ca2) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:22.436887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-aa978629-0c11-4a97-8450-14d9465f2203 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:22.443881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-aa978629-0c11-4a97-8450-14d9465f2203 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.3611584
Jan 15 20:55:22.445342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Current status of the port 61f27f54-99a8-4236-a786-59b008d87027 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:22.445733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (61f27f54-99a8-4236-a786-59b008d87027), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.497483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Request body: {'port': {'device_id': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'admin_state_up': True, 'tenant_id': '385a05b1a0a7479db84b762eca23b55b'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:22.507451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-cbf06ae1-102c-4b16-aab9-c3827fa0cf9a service neutron] 10.222.0.46 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3394990
Jan 15 20:55:22.556866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] For port 61f27f54-99a8-4236-a786-59b008d87027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61f27f54-99a8-4236-a786-59b008d87027,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:22.577147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (61f27f54-99a8-4236-a786-59b008d87027), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.630723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e858f65f-e17f-4e13-a941-97880d936761 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:22.646491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for router_gateway (4be87bbf-2aa4-4cf5-8693-235652275521), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.678865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.693310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-58925b3d-8d55-4b76-ad15-5225b1fd546e service neutron] 10.222.0.46 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751149
Jan 15 20:55:22.721118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks [] for port (5d186e28-1795-4ed7-8303-85892e804ca2), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.728307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb303b-422e-4a0e-ab62-3dd648221033 None None] Pushing event updated for resources: {'Port': ['ID=61f27f54-99a8-4236-a786-59b008d87027,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:22.735679 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.794735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Network e14313a4-7afd-4a94-8bff-90024804c957 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:22.795942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e858f65f-e17f-4e13-a941-97880d936761 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:22.796315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e858f65f-e17f-4e13-a941-97880d936761), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.798127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Pushing event updated for resources: {'Port': ['ID=5d186e28-1795-4ed7-8303-85892e804ca2,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:22.801563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:22.803573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:22.875482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Allocated IP 172.35.1.111 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/042fd5c5-f69b-497e-91fa-4118c9af0d03) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:22.910825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Attempting to bind port 5d186e28-1795-4ed7-8303-85892e804ca2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:22.911161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Attempting to bind port 5d186e28-1795-4ed7-8303-85892e804ca2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:22.911526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Attempting to bind port 5d186e28-1795-4ed7-8303-85892e804ca2 on network e14313a4-7afd-4a94-8bff-90024804c957 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:22.913579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d986e034-fd17-4029-993e-0306fab62bb2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.916344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f2c21-85ac-4450-a6a3-50a398169f34 None None] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:22.928593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-d3c4f992-7b8c-4d94-9006-ce5f677b6ab5 service neutron] 10.222.0.46 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344213
Jan 15 20:55:22.975784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event deleted for resources: {'Port': ['ID=d986e034-fd17-4029-993e-0306fab62bb2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:22.982396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:22.991344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:22.992075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Checking segment: {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:22.992222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:22.992483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Bound using segment: {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:22.993481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Bound port: 5d186e28-1795-4ed7-8303-85892e804ca2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:22.993481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.026454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.031054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d62d7ba6-8ad8-4a05-8cd5-1fd686e8f93d None None] Provisioning complete for port 61f27f54-99a8-4236-a786-59b008d87027 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:23.031708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d62d7ba6-8ad8-4a05-8cd5-1fd686e8f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (61f27f54-99a8-4236-a786-59b008d87027), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.070764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:23.074305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.084322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e858f65f-e17f-4e13-a941-97880d936761 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:23.084720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e858f65f-e17f-4e13-a941-97880d936761), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.085128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.100253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (b6322e3a-4d37-4acf-b09d-acdfffbfe81a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.103076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.104229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a54d708-a263-4d6d-a39b-5d63c7bf873e req-78108aba-b1c2-48eb-859e-bd8a80795848 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "DELETE /v2.0/floatingips/b6322e3a-4d37-4acf-b09d-acdfffbfe81a HTTP/1.1" status: 204  len: 173 time: 2.2335882
Jan 15 20:55:23.139532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:23.150811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:23.156056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:23.166455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-6657fd7b-76fd-4b95-972b-7557c0695b12 service neutron] 10.222.0.46 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182522
Jan 15 20:55:23.205574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Pushing event updated for resources: {'Port': ['ID=042fd5c5-f69b-497e-91fa-4118c9af0d03,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:23.252347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port e858f65f-e17f-4e13-a941-97880d936761, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e858f65f-e17f-4e13-a941-97880d936761,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:23.252347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.264103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] For port 5d186e28-1795-4ed7-8303-85892e804ca2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:23.267582 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e858f65f-e17f-4e13-a941-97880d936761), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.268414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 61f27f54-99a8-4236-a786-59b008d87027 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:23.271732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] For port 5d186e28-1795-4ed7-8303-85892e804ca2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d186e28-1795-4ed7-8303-85892e804ca2,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:23.279053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 9fdb652e-4fff-4829-a594-2e6365d0ca3f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:23.321411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.357130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 9fdb652e-4fff-4829-a594-2e6365d0ca3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:23.357576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.360733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2658861-f24e-48d5-ab27-d3b53c3ba57a req-de9abbb2-1526-4474-bdef-e4f738d2b0d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:23.362313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2658861-f24e-48d5-ab27-d3b53c3ba57a req-de9abbb2-1526-4474-bdef-e4f738d2b0d3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 944 time: 0.1313767
Jan 15 20:55:23.368113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-7bf2ba5d-e3e8-45e4-ba9b-4f2eb3b4e2fe service neutron] 10.222.0.46 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924319
Jan 15 20:55:23.372562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Allocated IP 172.20.0.3 (dd4402cd-4bc8-45f2-ad1b-283bdc21d905/27c54f90-f000-4a0f-a54d-938cee527307/32c4b362-d25a-4492-abc2-6267bd6efe0b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:23.461805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d62d7ba6-8ad8-4a05-8cd5-1fd686e8f93d None None] Current status of the port 61f27f54-99a8-4236-a786-59b008d87027 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:23.473992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=e858f65f-e17f-4e13-a941-97880d936761,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:23.489717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for router_gateway (4be87bbf-2aa4-4cf5-8693-235652275521), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.540372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 61f27f54-99a8-4236-a786-59b008d87027 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:23.540746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (61f27f54-99a8-4236-a786-59b008d87027), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.620240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf171f-59b7-4baf-a37d-52ce9b358033 None None] Pushing event updated for resources: {'Port': ['ID=5d186e28-1795-4ed7-8303-85892e804ca2,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:23.672111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fdb652e-4fff-4829-a594-2e6365d0ca3f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:23.672561 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.675633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c190143c-0a5b-48ff-afd7-4fbb94825b64 None None] Provisioning complete for port e858f65f-e17f-4e13-a941-97880d936761 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:23.675965 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c190143c-0a5b-48ff-afd7-4fbb94825b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e858f65f-e17f-4e13-a941-97880d936761), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.689824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2658861-f24e-48d5-ab27-d3b53c3ba57a req-0596736d-9c60-4eda-974e-9b92683121b0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694655
Jan 15 20:55:23.750121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks [] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.838067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:23.840405 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5809b3-90ff-499c-b03d-59f9c9fce429" -d '{"events": [{"server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "name": "network-vif-plugged", "status": "completed", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:23.882110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:23.891146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:23.897605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 61f27f54-99a8-4236-a786-59b008d87027 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:23.945993 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.009682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (4be87bbf-2aa4-4cf5-8693-235652275521), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.024205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:24.033758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:24.036327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:24.095732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6506054-6278-4ab9-8f81-a6ae0c2c4bf1 req-d9304568-b20b-4350-b139-e0c364cc3657 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:24.097302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6506054-6278-4ab9-8f81-a6ae0c2c4bf1 req-d9304568-b20b-4350-b139-e0c364cc3657 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 931 time: 0.1895754
Jan 15 20:55:24.112526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35e33-66df-4382-aec1-1a2e79e2ae47 req-85f0d5eb-e930-41bd-a371-0f55056b2dd9 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:24.125740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02d35e33-66df-4382-aec1-1a2e79e2ae47 req-85f0d5eb-e930-41bd-a371-0f55056b2dd9 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.2750573
Jan 15 20:55:24.191163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:24.191395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:24.195507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c190143c-0a5b-48ff-afd7-4fbb94825b64 None None] Current status of the port e858f65f-e17f-4e13-a941-97880d936761 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:24.205541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Router 4be87bbf-2aa4-4cf5-8693-235652275521 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:55:24.212572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:24.213257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.236726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.270120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-f3eeaf90-2974-49fe-b516-a149965fa13e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7985470
Jan 15 20:55:24.286852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Request body: {'port': {'device_id': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:24.299107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6506054-6278-4ab9-8f81-a6ae0c2c4bf1 req-06af8baf-97bc-4148-a9bb-6e7e2f074b18 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643848
Jan 15 20:55:24.328272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6899ebdb-a418-4914-92f8-57c66d37585e None None] Provisioning complete for port e858f65f-e17f-4e13-a941-97880d936761 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:24.328642 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6899ebdb-a418-4914-92f8-57c66d37585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e858f65f-e17f-4e13-a941-97880d936761), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.358361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02d35e33-66df-4382-aec1-1a2e79e2ae47 req-aceb20c1-23dc-40c6-ab04-7f9a1c11385f tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316647
Jan 15 20:55:24.402995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:24.430376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Sync routers for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:24.433680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.436199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-585f1c4a-6c56-4002-9ac2-26d8f1ac1630 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.5515738
Jan 15 20:55:24.439327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39310) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:24.449032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.511464 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531bd94-5608-42a3-a767-39ed0af13e25 x-openstack-request-id: req-6531bd94-5608-42a3-a767-39ed0af13e25 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:24.511965 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:24.513100 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6531bd94-5608-42a3-a767-39ed0af13e25 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:24.513835 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb', 'status': 'completed', 'code': 200}
Jan 15 20:55:24.535462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:24.538932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aea82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:24.660474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-c5de7316-d4f0-4048-a426-d9c73c104791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:24.666810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-c5de7316-d4f0-4048-a426-d9c73c104791 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 1095 time: 0.1297827
Jan 15 20:55:24.750928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e858f65f-e17f-4e13-a941-97880d936761 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:24.855014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6899ebdb-a418-4914-92f8-57c66d37585e None None] Current status of the port e858f65f-e17f-4e13-a941-97880d936761 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:24.896696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-a8f176ca-c586-4e74-8d38-c976c4ac9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:24.898564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:24.905615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-a8f176ca-c586-4e74-8d38-c976c4ac9469 service neutron] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.2351081
Jan 15 20:55:24.906357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:24.985372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cb54b931-8990-43b4-9c30-39ab45e72beb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:24.988326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e858f65f-e17f-4e13-a941-97880d936761 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:24.988706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e858f65f-e17f-4e13-a941-97880d936761), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:24.991873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-95275704-a30c-4a64-8aaf-09010722b075 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb54b931-8990-43b4-9c30-39ab45e72beb HTTP/1.1" status: 200  len: 217 time: 0.0670478
Jan 15 20:55:25.010640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e58bc5-e836-447a-87d4-1fb27ebe1509 req-fb112c8a-084b-4df1-9ac8-28cd1cdf4c71 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:25.012281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4e58bc5-e836-447a-87d4-1fb27ebe1509 req-fb112c8a-084b-4df1-9ac8-28cd1cdf4c71 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.4651296
Jan 15 20:55:25.070520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-c64020d3-b644-4eee-9b25-6bf58537475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:25.071984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-c64020d3-b644-4eee-9b25-6bf58537475e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.0718982
Jan 15 20:55:25.119983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-26052b99-99a1-4686-af0b-770fda9c284f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400534
Jan 15 20:55:25.158039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3009f0-b9ce-4975-addf-9e57474c2554 None None] Network e14313a4-7afd-4a94-8bff-90024804c957 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:25.183082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c038-98f5-4a8a-b8a5-a4efec70698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.235783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db95df-fce0-4202-b5d3-3f8749c9c3a9 req-e224902f-bd8a-4269-8f76-07f34613001b tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:25.237897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4db95df-fce0-4202-b5d3-3f8749c9c3a9 req-e224902f-bd8a-4269-8f76-07f34613001b tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.6364179
Jan 15 20:55:25.266246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-4495d4d1-04d7-41af-a6e2-0e910bbfc9fe service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389787
Jan 15 20:55:25.299895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e858f65f-e17f-4e13-a941-97880d936761 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:25.301068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 61f27f54-99a8-4236-a786-59b008d87027 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:25.340171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Provisioning complete for port 5d186e28-1795-4ed7-8303-85892e804ca2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:25.340594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.426815 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c038-98f5-4a8a-b8a5-a4efec70698a admin admin] Publish callbacks [] for security_group (80b6a9f2-0571-489c-ba48-b7969c056dac), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.458200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cb54b931-8990-43b4-9c30-39ab45e72beb,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:25.476626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c038-98f5-4a8a-b8a5-a4efec70698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (80b6a9f2-0571-489c-ba48-b7969c056dac), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.503271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 61f27f54-99a8-4236-a786-59b008d87027 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:25.503643 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (61f27f54-99a8-4236-a786-59b008d87027), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.534000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'cb54b931-8990-43b4-9c30-39ab45e72beb', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': 'cb54b931-8990-43b4-9c30-39ab45e72beb', 'mac_address': 'fa:16:3e:54:6d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:25.576104 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26928901-3169-49da-a4dd-baa44a9d9a09 req-d0c91c7c-1517-4926-a261-69a43da0dede service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2987256
Jan 15 20:55:25.583332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a9e3c038-98f5-4a8a-b8a5-a4efec70698a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c849974ff33d4bbb82ed2c33fe57029a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6732614
Jan 15 20:55:25.583332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3c038-98f5-4a8a-b8a5-a4efec70698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b6a9f2-0571-489c-ba48-b7969c056dac,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:25.588438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39332) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:25.619962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Current status of the port 5d186e28-1795-4ed7-8303-85892e804ca2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:25.620434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.650742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-52cb3165-d189-42bf-a1f6-f3035b6e95e7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:25.657434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-52cb3165-d189-42bf-a1f6-f3035b6e95e7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:25.659096 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-52cb3165-d189-42bf-a1f6-f3035b6e95e7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "GET /v2.0/networks?id=197895cf-682e-4efc-bfb1-824ab1de40fa&id=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe&id=197895cf-682e-4efc-bfb1-824ab1de40fa HTTP/1.1" status: 200  len: 1392 time: 0.2844698
Jan 15 20:55:25.672340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'admin_state_up': True, 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:25.681549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4e58bc5-e836-447a-87d4-1fb27ebe1509 req-85881609-5dbf-47ae-9ca6-adf26fc66d2e tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6536291
Jan 15 20:55:25.694559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aea82e0>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:23Z', 'revision_number': 3, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:25.727668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe2ced8a-82af-4c3b-a4aa-d757b533fed7 req-415c7580-249d-4568-8b59-c5cf5db0cc97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 210 time: 0.0620172
Jan 15 20:55:25.739165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cb54b931-8990-43b4-9c30-39ab45e72beb is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:25.739625 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.748514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Checking router: 4be87bbf-2aa4-4cf5-8693-235652275521 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:25.748876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Updating router 4be87bbf-2aa4-4cf5-8693-235652275521 port 042fd5c5-f69b-497e-91fa-4118c9af0d03 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:25.773018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] For port 5d186e28-1795-4ed7-8303-85892e804ca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d186e28-1795-4ed7-8303-85892e804ca2,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:25.800395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.860745 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f92c09-6725-4824-8841-5357699b53c9 x-openstack-request-id: req-02f92c09-6725-4824-8841-5357699b53c9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:25.861335 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "name": "network-vif-plugged", "status": "completed", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:25.862223 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02f92c09-6725-4824-8841-5357699b53c9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:25.862788 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'code': 200}
Jan 15 20:55:25.864670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb54b931-8990-43b4-9c30-39ab45e72beb {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:25.898761 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.972818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cb54b931-8990-43b4-9c30-39ab45e72beb,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:25.979009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:25.982545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 61f27f54-99a8-4236-a786-59b008d87027 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:25.983138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:25.983650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5d186e28-1795-4ed7-8303-85892e804ca2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:25.985516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] Publish callbacks [] for security_group (80b6a9f2-0571-489c-ba48-b7969c056dac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.028194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.038093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] Publish callbacks [] for security_group (80b6a9f2-0571-489c-ba48-b7969c056dac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.040796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe066719-0a71-4cbb-acec-03a9e019b3fe None None] Pushing event updated for resources: {'Port': ['ID=5d186e28-1795-4ed7-8303-85892e804ca2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:26.097424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb108-17c9-440f-9dec-9074d1354b95 req-7bfac79c-e698-45de-8390-a347c0a4cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:26.098968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d1eb108-17c9-440f-9dec-9074d1354b95 req-7bfac79c-e698-45de-8390-a347c0a4cbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 1097 time: 0.1714051
Jan 15 20:55:26.113892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-493cb391-5a8e-4b61-8781-08fe7975d2c0 req-64004716-98c3-4289-84a1-6a2365294102 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=52f959987c084cc9a57e875ac49c7429 HTTP/1.1" status: 200  len: 1656 time: 0.2178237
Jan 15 20:55:26.196585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:26.211366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1e833811-fb3a-487b-9840-12134e956cab None None] Provisioning complete for port 5d186e28-1795-4ed7-8303-85892e804ca2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:26.211622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (80b6a9f2-0571-489c-ba48-b7969c056dac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.211720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1e833811-fb3a-487b-9840-12134e956cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.219612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.219612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80b6a9f2-0571-489c-ba48-b7969c056dac HTTP/1.1" status: 204  len: 168 time: 0.6283741
Jan 15 20:55:26.246233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c4b362-d25a-4492-abc2-6267bd6efe0b {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:26.258457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d1eb108-17c9-440f-9dec-9074d1354b95 req-27f1d6e9-45df-416a-9dc1-bd1d24a87d2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468468
Jan 15 20:55:26.259469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19485-d953-4128-b255-9a4823bc18d9 req-482a02b7-4628-4c28-a534-8d8ea4d3e990 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:26.263260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f158e5d-8dbc-4535-bc01-98b95baf5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b6a9f2-0571-489c-ba48-b7969c056dac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:26.267162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2d19485-d953-4128-b255-9a4823bc18d9 req-482a02b7-4628-4c28-a534-8d8ea4d3e990 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 945 time: 0.3723304
Jan 15 20:55:26.271448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Allocated IP 19.80.0.48 (197895cf-682e-4efc-bfb1-824ab1de40fa/6cb1a107-97b0-45c1-aae7-9751b2400418/bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:26.287912 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks [] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.334036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Transition to ACTIVE for port object 32c4b362-d25a-4492-abc2-6267bd6efe0b will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:26.354567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5d186e28-1795-4ed7-8303-85892e804ca2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:26.355131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.374678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.412230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cb54b931-8990-43b4-9c30-39ab45e72beb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:26.463850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.466770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2d19485-d953-4128-b255-9a4823bc18d9 req-6d90a219-3d36-4512-bf6b-c8c4a894194f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931667
Jan 15 20:55:26.481642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cb391-5a8e-4b61-8781-08fe7975d2c0 req-dae60c13-c4b8-4b73-b518-6d3cd7fad624 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:26.485270 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-493cb391-5a8e-4b61-8781-08fe7975d2c0 req-dae60c13-c4b8-4b73-b518-6d3cd7fad624 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks?id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 787 time: 0.3473380
Jan 15 20:55:26.509228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.528992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.560535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-493cb391-5a8e-4b61-8781-08fe7975d2c0 req-4d343bb4-f9bb-472c-a41f-a7c53e5a7b0e tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:55:26.562283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-493cb391-5a8e-4b61-8781-08fe7975d2c0 req-4d343bb4-f9bb-472c-a41f-a7c53e5a7b0e tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0613806
Jan 15 20:55:26.578588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 197895cf-682e-4efc-bfb1-824ab1de40fa is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:26.583245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:26.588206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:26.597286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:26.643263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:26.693502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:26.703560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:26.736080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7d43b9e-ea08-46e3-8cf1-7fd1e7ed3d97 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0670636
Jan 15 20:55:26.751260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe', 'admin_state_up': True, 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:26.840580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1e833811-fb3a-487b-9840-12134e956cab None None] Current status of the port 5d186e28-1795-4ed7-8303-85892e804ca2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:26.855981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5d186e28-1795-4ed7-8303-85892e804ca2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:26.858182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84da3be-6c71-441b-9f90-3dded058c778 req-a35e2e8f-717f-459c-a968-0e3c0bc4c464 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:26.865281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b84da3be-6c71-441b-9f90-3dded058c778 req-a35e2e8f-717f-459c-a968-0e3c0bc4c464 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.2875409
Jan 15 20:55:27.035549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5d186e28-1795-4ed7-8303-85892e804ca2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:27.048123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34708-0739-4903-969a-9d1cb94ac01e req-08b06011-9230-45a3-b533-e02742c9011b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.050017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78b34708-0739-4903-969a-9d1cb94ac01e req-08b06011-9230-45a3-b533-e02742c9011b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.3561776
Jan 15 20:55:27.061514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:27.061864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:27.062571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:27.111052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks [] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.119517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:27.120042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:27.133145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b84da3be-6c71-441b-9f90-3dded058c778 req-59b6021c-1afb-4486-8bfd-d09c22ebdb1b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669642
Jan 15 20:55:27.137474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:27.138028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:27.138347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:27.139261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Bound port: 32c4b362-d25a-4492-abc2-6267bd6efe0b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:27.139261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.163289 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.187204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Allocated IP 172.20.0.1 (e14313a4-7afd-4a94-8bff-90024804c957/55695e2d-d1d1-4299-ac90-a8f14241f6ec/fcf90161-58e5-491f-bd7b-ede16cb1540a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:27.234986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78b34708-0739-4903-969a-9d1cb94ac01e req-7a74acdf-f464-4f58-a240-6be994f6ddd5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688056
Jan 15 20:55:27.289267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Attempting to bind port 042fd5c5-f69b-497e-91fa-4118c9af0d03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:27.290066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Attempting to bind port 042fd5c5-f69b-497e-91fa-4118c9af0d03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:27.290663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Attempting to bind port 042fd5c5-f69b-497e-91fa-4118c9af0d03 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:27.299890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ece08ad9-ea66-4276-9caa-cda85212bf16 None None] Provisioning complete for port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:27.300351 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ece08ad9-ea66-4276-9caa-cda85212bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.313310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:27.317512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.392043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ece08ad9-ea66-4276-9caa-cda85212bf16 None None] Port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:27.404462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:27.404891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:27.405262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.405650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:27.406129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Bound port: 042fd5c5-f69b-497e-91fa-4118c9af0d03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:27.406583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.421687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:27.432255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-24a0d810-be10-4730-96b6-7c8a7540246b tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips/815016a3-e112-466b-bf9d-c184af1deddf HTTP/1.1" status: 200  len: 692 time: 0.1154847
Jan 15 20:55:27.435882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:27.450970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d98e5-60d4-4de2-a96a-239d90d9267c None None] Pushing event updated for resources: {'Port': ['ID=042fd5c5-f69b-497e-91fa-4118c9af0d03,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:27.462997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.473624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5d186e28-1795-4ed7-8303-85892e804ca2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:27.474008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.488163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Allocated IP 19.86.0.150 (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe/24c3c37c-0406-46d5-9325-bbb735e84311/4eaf05ca-1d8c-4f0d-b68a-e770667b374f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:27.523756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] For port 042fd5c5-f69b-497e-91fa-4118c9af0d03, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:27.528037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] For port 042fd5c5-f69b-497e-91fa-4118c9af0d03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=042fd5c5-f69b-497e-91fa-4118c9af0d03,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:27.535875 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.573503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4901c-ceb6-475e-b73b-33b53c3719bc req-cc494e37-acf0-4949-b265-8360e4a30c17 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.575568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cb4901c-ceb6-475e-b73b-33b53c3719bc req-cc494e37-acf0-4949-b265-8360e4a30c17 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.3205593
Jan 15 20:55:27.592293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:27.599679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Request body: {'floatingip': {'port_id': 'd4128316-d1ff-46a8-817e-082539cee097'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:27.602714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.603361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.604670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] 10.222.0.39 "PUT /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 1091 time: 3.3227808
Jan 15 20:55:27.610882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:27.613467 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a796ec0-6353-44fe-9fc6-ab11804019e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:27.617996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:27.618689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aea82e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:27.661017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d98e5-60d4-4de2-a96a-239d90d9267c None None] Pushing event updated for resources: {'Port': ['ID=042fd5c5-f69b-497e-91fa-4118c9af0d03,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:27.701063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks [] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.701842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.702452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58b15c-f9b3-429d-adb0-a0ff7df5aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:27.717823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5d186e28-1795-4ed7-8303-85892e804ca2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:27.733943 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.755827 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.777325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:27.806989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:27.818383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:27.819806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:27.822245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.843198 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:27.845731 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:27.848097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-6c350643-ba32-4633-9e8d-c5046c4178bc tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.849833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-6c350643-ba32-4633-9e8d-c5046c4178bc tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.4168272
Jan 15 20:55:27.886013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.886679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:27.907198 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-306fbd0e-decf-4990-a24e-2647b72302c4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1643264
Jan 15 20:55:27.920388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'admin_state_up': True, 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:27.987028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-a9371753-42e9-4598-b243-8e538089a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:27.989407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-a9371753-42e9-4598-b243-8e538089a111 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1094 time: 0.3135009
Jan 15 20:55:27.997395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-07b45016-1b98-476d-87a7-75a8c37b4e4b tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.36 HTTP/1.1" status: 200  len: 695 time: 0.1258228
Jan 15 20:55:27.998723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.022130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aea82e0>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:23Z', 'revision_number': 3, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:28.053945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:28.058662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.065483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75e1dc-807a-4181-8bd6-37f2ee7fb1b1 None None] The sync data for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 is: [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:23Z', 'revision_number': 3, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:28.118610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3059933d-dfcf-4a6c-81d9-36f39d0f46d6 None None] Provisioning complete for port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:28.118961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3059933d-dfcf-4a6c-81d9-36f39d0f46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.131400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8d6c7-c60c-4b39-9e15-3b267f624cab req-415a74b0-32af-4671-9708-b10e799b4b88 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:28.139271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8d6c7-c60c-4b39-9e15-3b267f624cab req-415a74b0-32af-4671-9708-b10e799b4b88 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:28.140949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ee8d6c7-c60c-4b39-9e15-3b267f624cab req-415a74b0-32af-4671-9708-b10e799b4b88 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 1654 time: 0.4046228
Jan 15 20:55:28.142259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-dd61cc55-0f49-409e-9b3a-745b10519133 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.1352675
Jan 15 20:55:28.164704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3059933d-dfcf-4a6c-81d9-36f39d0f46d6 None None] Port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:28.217513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Network e14313a4-7afd-4a94-8bff-90024804c957 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:28.218576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Allocated IP 19.80.0.251 (197895cf-682e-4efc-bfb1-824ab1de40fa/6cb1a107-97b0-45c1-aae7-9751b2400418/6bd959ef-20f3-40bb-aa81-6fa73d256727) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:28.261141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:28.282108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:28.289156 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-7cc3e7cb-aa99-45ba-9c05-aa0a0d32c7f9 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.36 HTTP/1.1" status: 200  len: 695 time: 0.2357457
Jan 15 20:55:28.316887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Pushing event updated for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:28.446778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.488033 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.502289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-af7ad541-ea05-4d57-8b57-74e6dd884465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:28.504150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-af7ad541-ea05-4d57-8b57-74e6dd884465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.3179278
Jan 15 20:55:28.534025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 197895cf-682e-4efc-bfb1-824ab1de40fa is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:28.538463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:28.541068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:28.583371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:28.603835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-510c3137-af21-4d3a-9838-ccc9b422ec0d None None] Provisioning complete for port fcf90161-58e5-491f-bd7b-ede16cb1540a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:28.604332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-510c3137-af21-4d3a-9838-ccc9b422ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.609096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:28.610065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.633755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-94dbca4b-9a0d-462c-b004-daebc027e25d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7202654
Jan 15 20:55:28.648962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:28.654285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-510c3137-af21-4d3a-9838-ccc9b422ec0d None None] Port fcf90161-58e5-491f-bd7b-ede16cb1540a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:28.728202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.875591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2acf24f-8787-4125-8eb5-4682692d6668 None None] Provisioning complete for port 6bd959ef-20f3-40bb-aa81-6fa73d256727 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:28.877030 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2acf24f-8787-4125-8eb5-4682692d6668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:28.952416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2acf24f-8787-4125-8eb5-4682692d6668 None None] Port 6bd959ef-20f3-40bb-aa81-6fa73d256727 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:28.987635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ee8d6c7-c60c-4b39-9e15-3b267f624cab req-bf8b268d-8784-4635-98a3-a9671a4d2cf0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8002007
Jan 15 20:55:29.007089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (4be87bbf-2aa4-4cf5-8693-235652275521), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.007247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cb54b931-8990-43b4-9c30-39ab45e72beb up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:29.035239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-51474244-26b5-43a4-b0f9-1278ef5fe323 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4900620
Jan 15 20:55:29.067853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 042fd5c5-f69b-497e-91fa-4118c9af0d03 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:29.113147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:29.121481 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks [] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.148830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Transition to ACTIVE for port object bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:29.156894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.187175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 042fd5c5-f69b-497e-91fa-4118c9af0d03 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:29.187627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.190615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port cb54b931-8990-43b4-9c30-39ab45e72beb completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:29.197514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port cb54b931-8990-43b4-9c30-39ab45e72beb triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:29.197895 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.251071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Pushing event updated for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:29.301878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Deleting port 4c9737bb-c139-45f9-a9c5-3c4558eebb21 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:29.301878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.417018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Attempting to bind port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:29.417641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Attempting to bind port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:29.418457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Attempting to bind port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd on network 197895cf-682e-4efc-bfb1-824ab1de40fa {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:29.426831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd on network 197895cf-682e-4efc-bfb1-824ab1de40fa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:29.427632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Attempting to bind port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd on network 197895cf-682e-4efc-bfb1-824ab1de40fa {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:29.435891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:29.436551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Checking segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:29.437194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Bound using segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:29.437829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Bound port: bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:29.438451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.448251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 042fd5c5-f69b-497e-91fa-4118c9af0d03 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:29.448736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.487387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 042fd5c5-f69b-497e-91fa-4118c9af0d03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=042fd5c5-f69b-497e-91fa-4118c9af0d03,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:29.489388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cb54b931-8990-43b4-9c30-39ab45e72beb is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:29.489909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.494231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.532928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:29.545166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:29.551624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:29.553443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.556049 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7178c087-ded4-486c-a90f-14552ff1db03" -d '{"events": [{"server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "name": "network-vif-plugged", "status": "completed", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:29.588062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cb54b931-8990-43b4-9c30-39ab45e72beb,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:29.600166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.608697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=042fd5c5-f69b-497e-91fa-4118c9af0d03,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:29.609841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:29.610630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.612385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] 10.222.0.45 "PUT /v2.0/ports/bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd HTTP/1.1" status: 200  len: 1091 time: 0.9705200
Jan 15 20:55:29.613069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:29.615755 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28cc75-03e4-41f0-b411-573f3d87d0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:29.647789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:29.694538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bd665-4a1c-4a4d-ae48-9363b6ee7bac service neutron] Pushing event updated for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:29.707995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:29.746968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:29.755919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.787285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-c30c607c-54f5-4dd5-9969-87cc5f4b5bcc service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7007446
Jan 15 20:55:29.901315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba2949-998a-48af-8141-5cfe349e7e49 req-6081cd2f-4cb0-44e6-af08-33a2ce9641a6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:29.909037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49ba2949-998a-48af-8141-5cfe349e7e49 req-6081cd2f-4cb0-44e6-af08-33a2ce9641a6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 945 time: 0.4752753
Jan 15 20:55:29.912338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:55:29.915228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11327a8d-8c8e-4157-8982-3cb4336a4c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.963638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.963973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (4c9737bb-c139-45f9-a9c5-3c4558eebb21), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:29.995168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Calling delete_port for 4c9737bb-c139-45f9-a9c5-3c4558eebb21 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:29.996709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.102375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.142556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.155897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11327a8d-8c8e-4157-8982-3cb4336a4c49 admin admin] Publish callbacks [] for security_group (e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.162697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11327a8d-8c8e-4157-8982-3cb4336a4c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.191223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaf05ca-1d8c-4f0d-b68a-e770667b374f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:30.195051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49ba2949-998a-48af-8141-5cfe349e7e49 req-8090ee47-597c-4617-a5c9-3ef3c1d949f7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850780
Jan 15 20:55:30.211465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks [] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.219483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba3e6dd6-3aa1-4789-9150-a9e25896ca35 req-9797bfb9-fe8e-4e4a-83e5-65200fa684f1 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4194880
Jan 15 20:55:30.223397 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-11327a8d-8c8e-4157-8982-3cb4336a4c49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15fd0b616d754565a6432208f2d93212&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4745946
Jan 15 20:55:30.232239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39390) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:30.268126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11327a8d-8c8e-4157-8982-3cb4336a4c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:30.283287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Transition to ACTIVE for port object 4eaf05ca-1d8c-4f0d-b68a-e770667b374f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:30.293512 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201b2ab1-227e-4b34-be96-52bf4ee5454c x-openstack-request-id: req-201b2ab1-227e-4b34-be96-52bf4ee5454c {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:30.293868 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:30.294112 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-201b2ab1-227e-4b34-be96-52bf4ee5454c {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:30.294509 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'status': 'completed', 'code': 200}
Jan 15 20:55:30.299166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.333948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] Publish callbacks [] for security_group (e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.428987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] Publish callbacks [] for security_group (e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.432047 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Floating IP c30c660f-8036-4504-8bbf-00ea3d73082f associated. External IP: 172.35.1.16, port: d4128316-d1ff-46a8-817e-082539cee097.
Jan 15 20:55:30.438483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:30.522240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Attempting to bind port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:30.522240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Attempting to bind port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:30.522574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Attempting to bind port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f on network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:30.529854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f on network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:30.530245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Attempting to bind port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f on network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:30.533758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.536341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.537776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01 HTTP/1.1" status: 204  len: 168 time: 0.3042676
Jan 15 20:55:30.544122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:30.544463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Checking segment: {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:30.544886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Bound using segment: {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:30.545322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Bound port: 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2447f7-a2f1-4edb-9a89-b9fac42e7532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:30.545684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.554210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-86ff7e07-b272-4e36-b42a-ac69a3137aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:30.555692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-86ff7e07-b272-4e36-b42a-ac69a3137aad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1094 time: 0.2206986
Jan 15 20:55:30.563501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4759c9-a13b-446b-bda5-439f7f974788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5fb6f-00a1-4c7e-bfd6-a93d0eedbe01,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:30.632711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:30.672307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf856-1ffd-45df-b7aa-a02d999a2c38 req-afe0a997-7718-4ffd-85ff-8908511d7835 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:30.674218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-071bf856-1ffd-45df-b7aa-a02d999a2c38 req-afe0a997-7718-4ffd-85ff-8908511d7835 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.3010664
Jan 15 20:55:30.690553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:30.696989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.708050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4c9737bb-c139-45f9-a9c5-3c4558eebb21), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.714235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks [] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.741629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:30.742526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.744230 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/4eaf05ca-1d8c-4f0d-b68a-e770667b374f HTTP/1.1" status: 200  len: 1092 time: 1.1015303
Jan 15 20:55:30.763821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.778557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Request body: {'port': {'device_id': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:30.801858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event deleted for resources: {'Port': ['ID=4c9737bb-c139-45f9-a9c5-3c4558eebb21,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:30.808951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a9bb-eb3a-4a3a-9be7-8b5fafbe96c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:30.866520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:30.996602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 042fd5c5-f69b-497e-91fa-4118c9af0d03 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:31.120697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 042fd5c5-f69b-497e-91fa-4118c9af0d03 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:31.121292 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.218339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 042fd5c5-f69b-497e-91fa-4118c9af0d03 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:31.288188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd959ef-20f3-40bb-aa81-6fa73d256727 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:31.297009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks [] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.300368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-3c8d8925-d5d8-4370-956f-c76dddcee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.302005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-3c8d8925-d5d8-4370-956f-c76dddcee399 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.7366979
Jan 15 20:55:31.310954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Transition to ACTIVE for port object 6bd959ef-20f3-40bb-aa81-6fa73d256727 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:31.315652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.321431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-071bf856-1ffd-45df-b7aa-a02d999a2c38 req-c5b2d315-5100-4c44-86fd-52b903ff10f8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6329885
Jan 15 20:55:31.336812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (4be87bbf-2aa4-4cf5-8693-235652275521), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.383789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:31.386937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-1abeeada-e131-4901-8d67-f599f9cf242a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.0706353
Jan 15 20:55:31.394968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Pushing event updated for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:31.420899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (815016a3-e112-466b-bf9d-c184af1deddf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.422123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.423288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef829e7b-6da6-483f-9049-5c752a0c2d2b req-1ab77d93-16e7-4e91-8003-6f68934b66a8 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "DELETE /v2.0/floatingips/815016a3-e112-466b-bf9d-c184af1deddf HTTP/1.1" status: 204  len: 173 time: 3.0992527
Jan 15 20:55:31.486468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39416) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:31.487374 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718e25da-511b-4c43-a530-d09dbe0c8aeb x-openstack-request-id: req-718e25da-511b-4c43-a530-d09dbe0c8aeb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:31.488053 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "name": "network-vif-plugged", "status": "completed", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:31.488765 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-718e25da-511b-4c43-a530-d09dbe0c8aeb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:31.489404 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb', 'code': 200}
Jan 15 20:55:31.548924 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f245460a-72a1-442d-8e7a-b0b0aea213e7 x-openstack-request-id: req-f245460a-72a1-442d-8e7a-b0b0aea213e7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:31.549454 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:31.549454 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f245460a-72a1-442d-8e7a-b0b0aea213e7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:31.551974 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd', 'status': 'completed', 'code': 200}
Jan 15 20:55:31.589087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-073169c6-ef37-48c8-936d-4bf38ecea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.590567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-073169c6-ef37-48c8-936d-4bf38ecea07e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1910067
Jan 15 20:55:31.591359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Attempting to bind port 6bd959ef-20f3-40bb-aa81-6fa73d256727 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:31.592515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Attempting to bind port 6bd959ef-20f3-40bb-aa81-6fa73d256727 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:31.592867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Attempting to bind port 6bd959ef-20f3-40bb-aa81-6fa73d256727 on network 197895cf-682e-4efc-bfb1-824ab1de40fa {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:31.639621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Port 6bd959ef-20f3-40bb-aa81-6fa73d256727 on network 197895cf-682e-4efc-bfb1-824ab1de40fa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:31.639953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Attempting to bind port 6bd959ef-20f3-40bb-aa81-6fa73d256727 on network 197895cf-682e-4efc-bfb1-824ab1de40fa {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:31.667382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1881177036-network', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:31.675023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:31.675400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Checking segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:31.675747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Bound using segment: {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:31.676201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Bound port: 6bd959ef-20f3-40bb-aa81-6fa73d256727, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1089802-8656-455b-b680-e15ea732d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:31.676565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.691896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-a3de68de-f8b2-48b3-b3f8-f43dc68278b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693600
Jan 15 20:55:31.694643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Router fdb5877f-a707-470b-82c3-7b1de6fbd331 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:31.717357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318419b-2e87-4b8f-af57-2ea1575e0457 req-ebb340df-ef04-40a9-842c-992b9b9269ae tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.721771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0318419b-2e87-4b8f-af57-2ea1575e0457 req-ebb340df-ef04-40a9-842c-992b9b9269ae tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.2760084
Jan 15 20:55:31.740712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5ce9-6edf-48db-92e1-618019aecd6a req-7314a0b6-c3db-4668-9dc9-f382d5a1bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.742249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db4a5ce9-6edf-48db-92e1-618019aecd6a req-7314a0b6-c3db-4668-9dc9-f382d5a1bdc4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 1097 time: 0.1537950
Jan 15 20:55:31.763767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-22aa2ff5-0dd8-498d-83a8-34413a9871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.764276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-22aa2ff5-0dd8-498d-83a8-34413a9871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.765060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-22aa2ff5-0dd8-498d-83a8-34413a9871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.766804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-22aa2ff5-0dd8-498d-83a8-34413a9871f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2823 time: 0.1771410
Jan 15 20:55:31.777224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Made reservation on behalf of dca2cdba56c74d46a478aff355b23447 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:31.780904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.813200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.821476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504feb97-624d-4510-a6d8-6a60c3aac642 req-6c95024d-6eba-41d9-9b6a-ea19b2fb2362 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.827881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504feb97-624d-4510-a6d8-6a60c3aac642 req-6c95024d-6eba-41d9-9b6a-ea19b2fb2362 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.834196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504feb97-624d-4510-a6d8-6a60c3aac642 req-6c95024d-6eba-41d9-9b6a-ea19b2fb2362 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:31.835841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-504feb97-624d-4510-a6d8-6a60c3aac642 req-6c95024d-6eba-41d9-9b6a-ea19b2fb2362 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2412 time: 0.2311647
Jan 15 20:55:31.837936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Network e14313a4-7afd-4a94-8bff-90024804c957 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:31.882245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:31.913479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:31.921304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:31.924593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db4a5ce9-6edf-48db-92e1-618019aecd6a req-1a9944e6-0d74-4e61-b8dd-29ff545ad103 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724610
Jan 15 20:55:31.939144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:31.974138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0318419b-2e87-4b8f-af57-2ea1575e0457 req-1b3fe259-17e4-4c5d-8ec2-be77b39c878f tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479496
Jan 15 20:55:32.023430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.024009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.025526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] 10.222.0.45 "PUT /v2.0/ports/6bd959ef-20f3-40bb-aa81-6fa73d256727 HTTP/1.1" status: 200  len: 1092 time: 1.2541082
Jan 15 20:55:32.050241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-7e2cea1f-a3c4-4f9d-98a6-e1374946dce8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3514178
Jan 15 20:55:32.062403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-4667dccc-1453-4f6d-97c7-0cbc6cdbeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.062964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-4667dccc-1453-4f6d-97c7-0cbc6cdbeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.063481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-4667dccc-1453-4f6d-97c7-0cbc6cdbeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.065384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-4667dccc-1453-4f6d-97c7-0cbc6cdbeeda service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc238c23f15041c583fd50a124461b2c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2786858
Jan 15 20:55:32.098757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d1ff3-db37-4d1c-9832-26c50c33a567 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:32.121160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks [] for security_group (03db5e63-5646-42cf-a032-e7c820e4f630), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.126120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (03db5e63-5646-42cf-a032-e7c820e4f630), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.178277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:32.232826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dce5df55-e260-4866-b17b-68530178fdc0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.233232 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Added segment dce5df55-e260-4866-b17b-68530178fdc0 of type vlan for network b2ee2cfc-030b-4aaf-9340-8d68210312df
Jan 15 20:55:32.236175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03db5e63-5646-42cf-a032-e7c820e4f630,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:32.246684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-504feb97-624d-4510-a6d8-6a60c3aac642 req-e2908a27-aea2-4171-a548-bb7b8b22bc77 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3977752
Jan 15 20:55:32.291457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:32.301510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.312520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b2ee2cfc-030b-4aaf-9340-8d68210312df), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.315184 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Sync routers for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:32.331012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bb36526a-e6f8-435c-910c-566dfa9ce424 None None] Provisioning complete for port fcf90161-58e5-491f-bd7b-ede16cb1540a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:32.331613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-66b5959f-aed8-4951-a022-feef7da589e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.331726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bb36526a-e6f8-435c-910c-566dfa9ce424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.332679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f28cc75-03e4-41f0-b411-573f3d87d0fd req-66b5959f-aed8-4951-a022-feef7da589e6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1909571
Jan 15 20:55:32.334750 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:32.335432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Router 4be87bbf-2aa4-4cf5-8693-235652275521 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:32.336229 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af46f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:32.375884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b2ee2cfc-030b-4aaf-9340-8d68210312df), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.378058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.378708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.417086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bb36526a-e6f8-435c-910c-566dfa9ce424 None None] Port fcf90161-58e5-491f-bd7b-ede16cb1540a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:32.421427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e8c73-57b1-475b-a56d-dfba44c59c11 req-0a97e339-a490-4539-963d-a0d0337b2e83 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.425009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-327e8c73-57b1-475b-a56d-dfba44c59c11 req-0a97e339-a490-4539-963d-a0d0337b2e83 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 946 time: 0.3716943
Jan 15 20:55:32.437908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7599849d-649a-4930-9cbc-56ee2633d674 req-bb282633-8ad8-4899-8729-c1abf9596654 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips/98708624-8e23-467b-8dd6-283fd90d922f HTTP/1.1" status: 200  len: 693 time: 0.1282098
Jan 15 20:55:32.447192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc886646-a11d-4b31-a454-fcabf2384441 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "PUT /v2.0/floatingips/c30c660f-8036-4504-8bbf-00ea3d73082f HTTP/1.1" status: 200  len: 991 time: 4.8537924
Jan 15 20:55:32.450513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:32.451508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:32.453744 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "tag": "d4128316-d1ff-46a8-817e-082539cee097"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:32.484690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a796ec0-6353-44fe-9fc6-ab11804019e3 req-46525c73-73a7-495c-8ead-ab1cf393f425 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3799839
Jan 15 20:55:32.491749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0042977
Jan 15 20:55:32.494753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3c8b4-6fcf-4503-8b91-61d16b428e1a admin admin] Pushing event updated for resources: {'Network': ['ID=b2ee2cfc-030b-4aaf-9340-8d68210312df,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:32.498068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39430) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:32.509384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-02331122-04c4-4dc4-a56c-b963bb876b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.510189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-02331122-04c4-4dc4-a56c-b963bb876b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.510836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-02331122-04c4-4dc4-a56c-b963bb876b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.514203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-02331122-04c4-4dc4-a56c-b963bb876b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2865 time: 0.1323457
Jan 15 20:55:32.515582 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:32.540128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Request body: {'subnet': {'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1881177036-subnet', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:32.571041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-7cb7c89b-3811-420c-9c13-24b67b4b22ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd HTTP/1.1" status: 200  len: 217 time: 0.0499506
Jan 15 20:55:32.573300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:32.589798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'port_id': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'mac_address': 'fa:16:3e:ae:19:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c54f90-f000-4a0f-a54d-938cee527307', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:32.592280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b2ee2cfc-030b-4aaf-9340-8d68210312df details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:32.626868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-bb2c2e3f-4659-476f-97dc-b06a9bda80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.628873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-bb2c2e3f-4659-476f-97dc-b06a9bda80a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cb1a107-97b0-45c1-aae7-9751b2400418 HTTP/1.1" status: 200  len: 801 time: 0.0508757
Jan 15 20:55:32.716583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7c46c5e-ad5f-4442-ae33-d2626634cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.718550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-a7c46c5e-ad5f-4442-ae33-d2626634cd41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=197895cf-682e-4efc-bfb1-824ab1de40fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0801666
Jan 15 20:55:32.723562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 32c4b362-d25a-4492-abc2-6267bd6efe0b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:32.724100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.734286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-327e8c73-57b1-475b-a56d-dfba44c59c11 req-29fc2f21-b2ed-4de5-a926-40a22dc9976d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804973
Jan 15 20:55:32.741161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c4b362-d25a-4492-abc2-6267bd6efe0b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:32.765186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:32.770399 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.780386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Made reservation on behalf of dca2cdba56c74d46a478aff355b23447 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:32.783254 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:32.788542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:32.805995 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af46f70>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c30c660f-8036-4504-8bbf-00ea3d73082f', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'port_id': 'd4128316-d1ff-46a8-817e-082539cee097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'mac_address': 'fa:16:3e:d8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 1, 'project_id': '964edbaeb4c944cfb68578886695266c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:32.806677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b27a170-ef52-401e-be2c-66753d4366ab admin admin] 10.222.0.46 "PUT /v2.0/routers/4be87bbf-2aa4-4cf5-8693-235652275521/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3654187
Jan 15 20:55:32.820523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599849d-649a-4930-9cbc-56ee2633d674 req-a72a620e-4978-4121-8fab-b4e5fcc7df87 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:32.822380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7599849d-649a-4930-9cbc-56ee2633d674 req-a72a620e-4978-4121-8fab-b4e5fcc7df87 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.3735247
Jan 15 20:55:32.831612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:32.834460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Checking router: fdb5877f-a707-470b-82c3-7b1de6fbd331 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:32.835320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Sync routers for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:32.845744 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:32.846710 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af46f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:32.847002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:32.847622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:32.925859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-345a1dc4-2b64-4907-b9f1-bcebf84c84db service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988480
Jan 15 20:55:33.011390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['32c4b362-d25a-4492-abc2-6267bd6efe0b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:33.026773 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:33.038725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-c43c2429-42b9-4828-8ca0-76f20fc52d96 service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050050
Jan 15 20:55:33.061905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7599849d-649a-4930-9cbc-56ee2633d674 req-8218c13e-c00e-4c58-bd58-e8e3715db362 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.230 HTTP/1.1" status: 200  len: 696 time: 0.1714592
Jan 15 20:55:33.119321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-142de72c-4326-4001-9b10-efe99ab3c3c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f HTTP/1.1" status: 200  len: 217 time: 0.0697179
Jan 15 20:55:33.136198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7599849d-649a-4930-9cbc-56ee2633d674 req-52835675-7dc0-4faa-b14b-5a6966c5adbb tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.230 HTTP/1.1" status: 200  len: 696 time: 0.0733123
Jan 15 20:55:33.156309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a138e-ab36-4704-84d0-a77f7cf9c7a9 req-3e7fb803-4c05-43fb-a684-debeef0a0655 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.157442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-750a138e-ab36-4704-84d0-a77f7cf9c7a9 req-3e7fb803-4c05-43fb-a684-debeef0a0655 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.3463645
Jan 15 20:55:33.180106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-53c5ba11-13e8-494d-9860-e787739b5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.182303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-53c5ba11-13e8-494d-9860-e787739b5f08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24c3c37c-0406-46d5-9325-bbb735e84311 HTTP/1.1" status: 200  len: 801 time: 0.0559499
Jan 15 20:55:33.251066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-7059733c-9c5a-414a-90f2-dc44400a6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.252693 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-7059733c-9c5a-414a-90f2-dc44400a6895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0634181
Jan 15 20:55:33.257418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:33.339278 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af46f70>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c30c660f-8036-4504-8bbf-00ea3d73082f', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'port_id': 'd4128316-d1ff-46a8-817e-082539cee097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'mac_address': 'fa:16:3e:d8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 1, 'project_id': '964edbaeb4c944cfb68578886695266c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:33.366459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-750a138e-ab36-4704-84d0-a77f7cf9c7a9 req-4c88c627-7afa-4996-8a75-4825806a1cd5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765122
Jan 15 20:55:33.368770 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f83a5-66c9-4d3a-815a-3d09b9ea2414 None None] The sync data for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 is: [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c30c660f-8036-4504-8bbf-00ea3d73082f', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'port_id': 'd4128316-d1ff-46a8-817e-082539cee097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'mac_address': 'fa:16:3e:d8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 1, 'project_id': '964edbaeb4c944cfb68578886695266c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:33.393859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-c7df8d8f-4c51-4981-9137-3d8e2cdfe929 service neutron] 10.222.0.45 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343439
Jan 15 20:55:33.468887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Deleting port 117b7d8c-fb91-42c1-ad47-3ae18e45c55c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:33.469266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.532098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (57dd3330-4769-4c43-a70f-18f0408baaca), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.554528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f'}, {'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:33.557358 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b667e78-d979-431d-9ad5-1bc187006ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f"}, {"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:33.567025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-311f1a51-399b-4bc7-84db-08830185b253 service neutron] 10.222.0.45 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592326
Jan 15 20:55:33.601325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614850>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcf90161-58e5-491f-bd7b-ede16cb1540a', 'name': '', 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'mac_address': 'fa:16:3e:85:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:26Z', 'updated_at': '2022-01-15T20:55:30Z', 'revision_number': 2, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'subnets': [{'id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:33.611390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-baea39d3-defc-403d-8bc1-73c17626103c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727 HTTP/1.1" status: 200  len: 217 time: 0.0383246
Jan 15 20:55:33.640275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Checking router: 4be87bbf-2aa4-4cf5-8693-235652275521 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:33.641004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Updating router 4be87bbf-2aa4-4cf5-8693-235652275521 port fcf90161-58e5-491f-bd7b-ede16cb1540a binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:33.645075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.645400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.649197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dd3330-4769-4c43-a70f-18f0408baaca,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:33.672515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.673181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae136-e896-42db-878c-67835adcdd12 req-353f67b9-a332-44a4-a290-c8a103972c32 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.674748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-465ae136-e896-42db-878c-67835adcdd12 req-353f67b9-a332-44a4-a290-c8a103972c32 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.1859076
Jan 15 20:55:33.683510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Calling delete_port for 117b7d8c-fb91-42c1-ad47-3ae18e45c55c owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:33.712569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-31949f2d-b461-4cf0-909c-dd2aaadeac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.714577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-31949f2d-b461-4cf0-909c-dd2aaadeac3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cb1a107-97b0-45c1-aae7-9751b2400418 HTTP/1.1" status: 200  len: 801 time: 0.0979986
Jan 15 20:55:33.719265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Checking segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:33.719629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Network hostable DHCP agents. Network: b2ee2cfc-030b-4aaf-9340-8d68210312df, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:33.732688 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf837a71-7c68-41dd-8c7d-9b53952dead3 None None] New status for floating IP c30c660f-8036-4504-8bbf-00ea3d73082f: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:55:33.775157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-71c59c4a-d6a6-4b35-a68b-330d283d6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.776898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-71c59c4a-d6a6-4b35-a68b-330d283d6e5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=197895cf-682e-4efc-bfb1-824ab1de40fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0501468
Jan 15 20:55:33.803272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-465ae136-e896-42db-878c-67835adcdd12 req-08ae9b44-08b1-4712-a53b-fe556c2a3b92 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209199
Jan 15 20:55:33.805680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Network b2ee2cfc-030b-4aaf-9340-8d68210312df is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:33.833882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2ee2cfc-030b-4aaf-9340-8d68210312df) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:33.839932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:33.841707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.859822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846ba14-06df-4fa5-98f0-fd3c042e8e94 None None] Network b2ee2cfc-030b-4aaf-9340-8d68210312df requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:33.876870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c819666-34a3-4d08-ac5c-8484c39a3bc2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3427701
Jan 15 20:55:33.879802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39444) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:33.885674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:33.902470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-5bb81100-01e7-459f-a579-aa0f4ab9cc89 service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186845
Jan 15 20:55:33.952919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.954564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.962212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (117b7d8c-fb91-42c1-ad47-3ae18e45c55c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:33.977915 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af87d5-3269-4660-93dc-0d92d8ad3c26 x-openstack-request-id: req-09af87d5-3269-4660-93dc-0d92d8ad3c26 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:33.978207 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "tag": "d4128316-d1ff-46a8-817e-082539cee097", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:33.978462 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09af87d5-3269-4660-93dc-0d92d8ad3c26 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:33.978851 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097', 'status': 'completed', 'code': 200}
Jan 15 20:55:34.043326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event deleted for resources: {'Port': ['ID=117b7d8c-fb91-42c1-ad47-3ae18e45c55c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:34.062965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f52e3c-24ec-4ac8-9772-56d34a3b2891 req-c62b048a-529c-4f09-a02b-d26229a5c4c8 service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543510
Jan 15 20:55:34.146156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2ee2cfc-030b-4aaf-9340-8d68210312df', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:34.147079 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.153950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for router_controller (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.175014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-fcf1ba32-928a-46a4-b348-bb9d598d29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:34.176583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-fcf1ba32-928a-46a4-b348-bb9d598d29bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=964edbaeb4c944cfb68578886695266c&device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 1097 time: 0.1574929
Jan 15 20:55:34.285692 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks [] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.295389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.387080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0ed2-52e7-401b-9aeb-51458193d95d None None] Pushing event updated for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:34.444440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Allocated IP 172.20.0.2 (b2ee2cfc-030b-4aaf-9340-8d68210312df/57dd3330-4769-4c43-a70f-18f0408baaca/c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:34.467479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:34.505395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Attempting to bind port fcf90161-58e5-491f-bd7b-ede16cb1540a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:34.505728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Attempting to bind port fcf90161-58e5-491f-bd7b-ede16cb1540a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:34.506091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Attempting to bind port fcf90161-58e5-491f-bd7b-ede16cb1540a on network e14313a4-7afd-4a94-8bff-90024804c957 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:34.555253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:34.555627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Checking segment: {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:34.556037 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.556420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Bound using segment: {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:34.556917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Bound port: fcf90161-58e5-491f-bd7b-ede16cb1540a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19abe420-332a-45f9-986e-9d9f362d939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:34.557295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.625355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3981a247-576a-40e8-ad47-0761becddf8f req-fe7517d0-c911-4f0d-a842-e736a9a7ef55 tempest-FloatingIPsNegativeTestJSON-841409211 tempest-FloatingIPsNegativeTestJSON-841409211-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=767bfd0d42c94ab5b33569bdf2c52915 HTTP/1.1" status: 200  len: 217 time: 0.0940061
Jan 15 20:55:34.657069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (98708624-8e23-467b-8dd6-283fd90d922f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.660176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.661350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7599849d-649a-4930-9cbc-56ee2633d674 req-5ef1449f-97b1-4444-9a62-5daa82c09997 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "DELETE /v2.0/floatingips/98708624-8e23-467b-8dd6-283fd90d922f HTTP/1.1" status: 204  len: 173 time: 1.5243552
Jan 15 20:55:34.674024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 32c4b362-d25a-4492-abc2-6267bd6efe0b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:34.709651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 32c4b362-d25a-4492-abc2-6267bd6efe0b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:34.710333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.755854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-daeaab07-68b7-44c3-8fe8-6b45dc3940a6 None None] Provisioning complete for port fcf90161-58e5-491f-bd7b-ede16cb1540a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:34.756221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-daeaab07-68b7-44c3-8fe8-6b45dc3940a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.759621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] For port fcf90161-58e5-491f-bd7b-ede16cb1540a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:34.768491 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks [] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.795670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for router_gateway (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.806117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] For port fcf90161-58e5-491f-bd7b-ede16cb1540a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf90161-58e5-491f-bd7b-ede16cb1540a,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:34.807519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.837823 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:34.850868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-6f7c2a3c-d9be-4314-991e-abd8c9ad5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:34.852559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-6f7c2a3c-d9be-4314-991e-abd8c9ad5848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 200  len: 913 time: 0.3161347
Jan 15 20:55:34.862490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-daeaab07-68b7-44c3-8fe8-6b45dc3940a6 None None] Port fcf90161-58e5-491f-bd7b-ede16cb1540a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:34.863949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5ba5-7709-4c29-8080-364a957b6ba1 req-98d60eca-8c78-4516-a36c-dba703390e8d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:34.870809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5ba5-7709-4c29-8080-364a957b6ba1 req-98d60eca-8c78-4516-a36c-dba703390e8d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:34.878728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c5ba5-7709-4c29-8080-364a957b6ba1 req-98d60eca-8c78-4516-a36c-dba703390e8d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:34.882702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Network b2ee2cfc-030b-4aaf-9340-8d68210312df is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:34.886236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Pushing event updated for resources: {'Port': ['ID=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:34.896152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b8c5ba5-7709-4c29-8080-364a957b6ba1 req-98d60eca-8c78-4516-a36c-dba703390e8d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2412 time: 0.1844888
Jan 15 20:55:34.896526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:34.899305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:34.979720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:34.980346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:35.067460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 32c4b362-d25a-4492-abc2-6267bd6efe0b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:35.067849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.073028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0ed2-52e7-401b-9aeb-51458193d95d None None] Pushing event updated for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:35.085715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b8c5ba5-7709-4c29-8080-364a957b6ba1 req-d6168898-f3ee-4eb1-843b-ba4690ecda11 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764593
Jan 15 20:55:35.089684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-d9f69ae5-4d8e-47c2-8086-68db63b1031d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 200  len: 1001 time: 0.1656585
Jan 15 20:55:35.111504 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbc2438-8b6c-421e-aa9e-3f1accfb18e0 x-openstack-request-id: req-4cbc2438-8b6c-421e-aa9e-3f1accfb18e0 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:35.111992 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:35.112309 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cbc2438-8b6c-421e-aa9e-3f1accfb18e0 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:35.113077 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'status': 'completed', 'code': 200}
Jan 15 20:55:35.113355 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727', 'status': 'completed', 'code': 200}
Jan 15 20:55:35.118847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Attempting to bind port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:35.119072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Attempting to bind port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:35.119286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Attempting to bind port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 on network b2ee2cfc-030b-4aaf-9340-8d68210312df {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:35.187590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a2839e5-f897-4b30-8273-63c84da9283a req-cb483696-822e-41a9-87d3-0ad7ea149be9 tempest-FloatingIPsNegativeTestJSON-841409211 tempest-FloatingIPsNegativeTestJSON-841409211-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0361857
Jan 15 20:55:35.193971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:35.194347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Checking segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:35.195013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.195307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Bound using segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:35.195797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Bound port: c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:35.196193 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.197327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-0c1defbe-d913-43b0-b2a5-361396043cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.198146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-0c1defbe-d913-43b0-b2a5-361396043cd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4c19584-83c1-4b8c-8bf6-c036e0461e66 HTTP/1.1" status: 200  len: 851 time: 0.0992594
Jan 15 20:55:35.210603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:35.213583 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46762e1d-6b0a-42a3-88b8-c0dffc5e0d74" -d '{"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-plugged", "status": "completed", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:35.236823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5673ce26-78eb-4445-9267-682a59016adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.237367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5673ce26-78eb-4445-9267-682a59016adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.237909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5673ce26-78eb-4445-9267-682a59016adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.240513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5673ce26-78eb-4445-9267-682a59016adf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2865 time: 0.1008241
Jan 15 20:55:35.241153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:35.285064 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.309919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:35.311526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-924e0c78-9068-4f8f-9817-2da635140a19 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips/305cae71-c2ed-4dcb-8bcf-28bba11cee80 HTTP/1.1" status: 200  len: 693 time: 0.0751324
Jan 15 20:55:35.377832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-fbd6ddb1-9676-431f-b192-1e2906c585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.379618 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-fbd6ddb1-9676-431f-b192-1e2906c585d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe HTTP/1.1" status: 200  len: 903 time: 0.1278746
Jan 15 20:55:35.405477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2b6e-d95a-4d7a-9ea3-98e029939025 req-d36f0bbe-56f0-409a-b3e7-73023dbfe9bb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.407234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-738a2b6e-d95a-4d7a-9ea3-98e029939025 req-d36f0bbe-56f0-409a-b3e7-73023dbfe9bb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 946 time: 0.2259741
Jan 15 20:55:35.430316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-acf0b6b0-4404-4d3b-91e0-7a5a68db1cba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f HTTP/1.1" status: 200  len: 217 time: 0.0416577
Jan 15 20:55:35.483864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-51cf7f97-a326-49af-a689-eca0fd1abaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.485361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-51cf7f97-a326-49af-a689-eca0fd1abaef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77920bd4-7261-421c-ba8f-4e4aa10b2090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2625120
Jan 15 20:55:35.489611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-79e023d1-8863-4d87-9fb7-2a99771add22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.491407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-79e023d1-8863-4d87-9fb7-2a99771add22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=24c3c37c-0406-46d5-9325-bbb735e84311 HTTP/1.1" status: 200  len: 801 time: 0.0496809
Jan 15 20:55:35.541761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-400b17f1-1a4e-40d4-ad71-2078ebf9bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.544275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-400b17f1-1a4e-40d4-ad71-2078ebf9bc60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0473135
Jan 15 20:55:35.562762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] For port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:35.602439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:35.608464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Provisioning complete for port fcf90161-58e5-491f-bd7b-ede16cb1540a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:35.608787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.611453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] For port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:35.649134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-738a2b6e-d95a-4d7a-9ea3-98e029939025 req-bddb0e99-9ffa-4968-bb2d-c161d9a61b21 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844518
Jan 15 20:55:35.650305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-b896f8ad-79e7-4636-9dd8-c20d67099b84 service neutron] 10.222.0.45 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988271
Jan 15 20:55:35.653971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for router_gateway (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.662708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.679572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-acb645b6-6849-4282-936c-72cfcc8774f6 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:35.687152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-acb645b6-6849-4282-936c-72cfcc8774f6 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.3680465
Jan 15 20:55:35.780388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.791589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb34233-83e7-4bc5-a2f4-70cedb240ee9 None None] Pushing event updated for resources: {'Port': ['ID=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:35.852024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-6761fc9a-189c-4715-b4be-fb287475425c service neutron] 10.222.0.45 "GET /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942647
Jan 15 20:55:35.861548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-33352c41-2c19-4411-b854-ae99acc18e27 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.244 HTTP/1.1" status: 200  len: 696 time: 0.1734333
Jan 15 20:55:35.912770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Current status of the port fcf90161-58e5-491f-bd7b-ede16cb1540a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:35.913218 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:35.935309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-ecc390e0-9f2a-4caa-954a-a59db5e0358f service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4388630
Jan 15 20:55:35.969328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] For port fcf90161-58e5-491f-bd7b-ede16cb1540a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf90161-58e5-491f-bd7b-ede16cb1540a,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:35.974470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:36.009672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5041e869-90bc-4599-8d71-793f3f3c834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.010230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5041e869-90bc-4599-8d71-793f3f3c834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.011073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5041e869-90bc-4599-8d71-793f3f3c834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.013150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-5041e869-90bc-4599-8d71-793f3f3c834b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2865 time: 0.0811703
Jan 15 20:55:36.034102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614850>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcf90161-58e5-491f-bd7b-ede16cb1540a', 'name': '', 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'mac_address': 'fa:16:3e:85:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:26Z', 'updated_at': '2022-01-15T20:55:34Z', 'revision_number': 4, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'subnets': [{'id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:36.084220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c19bec-857b-438b-97e4-3d1f3b2c5e1a None None] The sync data for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 is: [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcf90161-58e5-491f-bd7b-ede16cb1540a', 'name': '', 'network_id': 'e14313a4-7afd-4a94-8bff-90024804c957', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'mac_address': 'fa:16:3e:85:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:26Z', 'updated_at': '2022-01-15T20:55:34Z', 'revision_number': 4, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'subnets': [{'id': '55695e2d-d1d1-4299-ac90-a8f14241f6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:36.089034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f2a7b-c60d-436f-9879-e2abbd8e7ae7 None None] Pushing event updated for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:36.272681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-25a3a264-8c84-4b13-add4-ec4bd61c3b53 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.244 HTTP/1.1" status: 200  len: 696 time: 0.3361566
Jan 15 20:55:36.283366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-11c45e91-58b5-4fa6-9348-806b1e379d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.285053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-11c45e91-58b5-4fa6-9348-806b1e379d4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=197895cf-682e-4efc-bfb1-824ab1de40fa HTTP/1.1" status: 200  len: 903 time: 0.2628238
Jan 15 20:55:36.330284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992a295-c78f-439f-a053-141e71e904f9 req-133505a4-6075-4811-9b8d-bfa05fff0f45 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.331866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4992a295-c78f-439f-a053-141e71e904f9 req-133505a4-6075-4811-9b8d-bfa05fff0f45 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.5919921
Jan 15 20:55:36.338734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61e2cc5-a0a3-454c-a488-eff2faaf07b3 req-e513fdc5-c3b3-4feb-b0d7-a25eae7c81aa service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3954391
Jan 15 20:55:36.360069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-c55ff439-dfdf-419b-b473-88d68271a104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727 HTTP/1.1" status: 200  len: 217 time: 0.0533650
Jan 15 20:55:36.421187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-8bd16e38-a5d1-4f69-a002-729d29305763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.422739 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-8bd16e38-a5d1-4f69-a002-729d29305763 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cb1a107-97b0-45c1-aae7-9751b2400418 HTTP/1.1" status: 200  len: 801 time: 0.0618150
Jan 15 20:55:36.486836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-22fb71b7-6564-4c56-83b5-1d29a61ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:36.487563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Allocated IP 172.35.1.29 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/4016363d-25b4-4215-adca-a82619e9dc93) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:36.490301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-22fb71b7-6564-4c56-83b5-1d29a61ce4ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=197895cf-682e-4efc-bfb1-824ab1de40fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0600915
Jan 15 20:55:36.536560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4992a295-c78f-439f-a053-141e71e904f9 req-1fc109ec-fcaa-4795-a9df-571a6b6e8c23 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547234
Jan 15 20:55:36.642655 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-fe48cf3d-4605-401c-b6a6-3e74997d3828 service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442945
Jan 15 20:55:36.675646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for port (4016363d-25b4-4215-adca-a82619e9dc93), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:36.688886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Deleting port fea0c3e4-7c87-4007-9d62-31b9d1878086 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:36.689226 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:36.757153 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b667e78-d979-431d-9ad5-1bc187006ed4 req-dadc93af-e799-4410-b425-c193643ec898 service neutron] 10.222.0.45 "GET /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077712
Jan 15 20:55:36.828389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:36.828768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (fea0c3e4-7c87-4007-9d62-31b9d1878086), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:36.852981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Calling delete_port for fea0c3e4-7c87-4007-9d62-31b9d1878086 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:36.968523 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-989899b1-1059-4da2-b610-7c53389369e0 req-394e0d77-c01c-48b2-bfd4-71c0b25f1820 tempest-FloatingIPsNegativeTestJSON-841409211 tempest-FloatingIPsNegativeTestJSON-841409211-project] show failed (client error): The resource could not be found.
Jan 15 20:55:36.970022 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-989899b1-1059-4da2-b610-7c53389369e0 req-394e0d77-c01c-48b2-bfd4-71c0b25f1820 tempest-FloatingIPsNegativeTestJSON-841409211 tempest-FloatingIPsNegativeTestJSON-841409211-project] 10.222.0.46 "GET /v2.0/floatingips/03edd991-ae68-4c3c-bd66-5033e689d208 HTTP/1.1" status: 404  len: 350 time: 0.0469186
Jan 15 20:55:36.980498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39496) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:36.993659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4016363d-25b4-4215-adca-a82619e9dc93), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.018976 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55790e3a-5dd5-40d8-ad49-5476d4c6fb0b x-openstack-request-id: req-55790e3a-5dd5-40d8-ad49-5476d4c6fb0b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:37.019500 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-plugged", "status": "completed", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:37.019500 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55790e3a-5dd5-40d8-ad49-5476d4c6fb0b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:37.019902 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'code': 200}
Jan 15 20:55:37.038607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4eaf05ca-1d8c-4f0d-b68a-e770667b374f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:37.063192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:37.070818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:37.075854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:37.212570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:37.237332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Pushing event updated for resources: {'Port': ['ID=4016363d-25b4-4215-adca-a82619e9dc93,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:37.299599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:37.343443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'network_id': '97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe', 'port_id': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'mac_address': 'fa:16:3e:ef:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3c37c-0406-46d5-9325-bbb735e84311', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:37.401761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0560517-52c2-423f-b12e-f93b84b4d62d None None] Network b2ee2cfc-030b-4aaf-9340-8d68210312df requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:37.486389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:37.486764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.618301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:37.618702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.619782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (4be87bbf-2aa4-4cf5-8693-235652275521), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.621425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:37.622346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.624105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2b41f52d-a1e6-453d-b9a9-03b5285b5856 None None] Provisioning complete for port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:37.624407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b41f52d-a1e6-453d-b9a9-03b5285b5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.683460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaf05ca-1d8c-4f0d-b68a-e770667b374f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:37.708216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:37.735036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.735692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6bd959ef-20f3-40bb-aa81-6fa73d256727 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:37.756530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c007081-fc96-440d-9a4d-e32e1f1fd826 req-1ada24d7-4fc8-4f21-8117-571c31aed959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:37.758056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c007081-fc96-440d-9a4d-e32e1f1fd826 req-1ada24d7-4fc8-4f21-8117-571c31aed959 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1096 time: 0.6193278
Jan 15 20:55:37.763136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fea0c3e4-7c87-4007-9d62-31b9d1878086), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.777424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102df0-7b93-4df5-b5b9-d63144926e70 req-da8fe759-e0ef-49fe-b288-83215e847eca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:37.784820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102df0-7b93-4df5-b5b9-d63144926e70 req-da8fe759-e0ef-49fe-b288-83215e847eca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:37.791598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102df0-7b93-4df5-b5b9-d63144926e70 req-da8fe759-e0ef-49fe-b288-83215e847eca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:37.793631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7102df0-7b93-4df5-b5b9-d63144926e70 req-da8fe759-e0ef-49fe-b288-83215e847eca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2412 time: 0.6789112
Jan 15 20:55:37.845365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Pushing event deleted for resources: {'Port': ['ID=fea0c3e4-7c87-4007-9d62-31b9d1878086,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:37.871895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:37.898785 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:37.899826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fcf90161-58e5-491f-bd7b-ede16cb1540a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:37.975686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:38.003851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Deleting port fcf90161-58e5-491f-bd7b-ede16cb1540a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:38.004536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.011914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:38.080077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:38.084450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6bd959ef-20f3-40bb-aa81-6fa73d256727', 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'port_id': '6bd959ef-20f3-40bb-aa81-6fa73d256727', 'mac_address': 'fa:16:3e:6b:94:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb1a107-97b0-45c1-aae7-9751b2400418', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:38.136532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for router_gateway (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.163311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2b41f52d-a1e6-453d-b9a9-03b5285b5856 None None] Current status of the port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:38.185076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] For port fcf90161-58e5-491f-bd7b-ede16cb1540a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcf90161-58e5-491f-bd7b-ede16cb1540a,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:38.187040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.197325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6bd959ef-20f3-40bb-aa81-6fa73d256727 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:38.197776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.199753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fcf90161-58e5-491f-bd7b-ede16cb1540a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:38.200929 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.206380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Calling delete_port for fcf90161-58e5-491f-bd7b-ede16cb1540a owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:38.236334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd959ef-20f3-40bb-aa81-6fa73d256727 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:38.269518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:38.285434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7102df0-7b93-4df5-b5b9-d63144926e70 req-28b28495-909b-4b33-80ba-550fe86bd089 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4575398
Jan 15 20:55:38.286444 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.287161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:38.301599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c007081-fc96-440d-9a4d-e32e1f1fd826 req-2e7eafe5-e868-4594-9206-99ea2b456285 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5362039
Jan 15 20:55:38.373440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks [] for floatingip (305cae71-c2ed-4dcb-8bcf-28bba11cee80), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.377388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:38.379844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b2f6ba5d-cbd2-42da-bf59-d49dacd5eec3 None None] Provisioning complete for port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:38.380283 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ba5d-cbd2-42da-bf59-d49dacd5eec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.381202 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.382627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-728ae274-11f2-43bd-904b-c8e4d578d085 req-4d6c8806-d621-449a-8646-5f0ec7589702 tempest-FloatingIPDetailsTestJSON-205108975 tempest-FloatingIPDetailsTestJSON-205108975-project] 10.222.0.46 "DELETE /v2.0/floatingips/305cae71-c2ed-4dcb-8bcf-28bba11cee80 HTTP/1.1" status: 204  len: 173 time: 2.0874021
Jan 15 20:55:38.395589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39512) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:38.418594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:38.440439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd', 'network_id': '197895cf-682e-4efc-bfb1-824ab1de40fa', 'port_id': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd', 'mac_address': 'fa:16:3e:2d:f3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb1a107-97b0-45c1-aae7-9751b2400418', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:38.498679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fcf90161-58e5-491f-bd7b-ede16cb1540a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:38.516539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:38.521803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.564225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:38.592804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:38.605697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.626930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fcf90161-58e5-491f-bd7b-ede16cb1540a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.635926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6ba5d-cbd2-42da-bf59-d49dacd5eec3 None None] Current status of the port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:38.668316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5caac-44bc-4cb1-b287-0cdb2c5cb6a5 req-c1f6e89b-ca67-46b9-944f-96e81753cd19 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:38.670539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20e5caac-44bc-4cb1-b287-0cdb2c5cb6a5 req-c1f6e89b-ca67-46b9-944f-96e81753cd19 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.1710193
Jan 15 20:55:38.679858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:38.689112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:38.863215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20e5caac-44bc-4cb1-b287-0cdb2c5cb6a5 req-80a7056c-c7a5-4a5d-8677-8c4d728ba148 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825376
Jan 15 20:55:38.924299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6bd959ef-20f3-40bb-aa81-6fa73d256727'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:39.088362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e28a38-de76-489b-b4dd-dcb79023c394 req-3f9e5741-79ab-440b-9603-f516d3a0a817 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:39.090035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76e28a38-de76-489b-b4dd-dcb79023c394 req-3f9e5741-79ab-440b-9603-f516d3a0a817 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.1476984
Jan 15 20:55:39.161507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:55:39.187120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf90161-58e5-491f-bd7b-ede16cb1540a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:39.193602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76e28a38-de76-489b-b4dd-dcb79023c394 req-53dbd74b-0a49-412c-8401-1b19a9b1fd20 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913558
Jan 15 20:55:39.205340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.210183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.211456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.212040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.212563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.213105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.213634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.214146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.214675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.215225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.219182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.220421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.221042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:39.313173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:39.322058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4eaf05ca-1d8c-4f0d-b68a-e770667b374f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:39.324283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:39.362218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:39.476215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:39.495407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'port_id': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'mac_address': 'fa:16:3e:d6:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49154699-6bc5-4512-8772-cbfc551dab57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:39.522495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:39.603923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc26c-8e50-45ae-8b64-163f3e85d0cd req-3d166c9c-081a-403f-9314-48377da226e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:39.613010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Sync routers for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:39.615263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc26c-8e50-45ae-8b64-163f3e85d0cd req-3d166c9c-081a-403f-9314-48377da226e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:39.622980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc26c-8e50-45ae-8b64-163f3e85d0cd req-3d166c9c-081a-403f-9314-48377da226e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:39.631648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-835cc26c-8e50-45ae-8b64-163f3e85d0cd req-3d166c9c-081a-403f-9314-48377da226e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2415 time: 0.2215581
Jan 15 20:55:39.643279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (4be87bbf-2aa4-4cf5-8693-235652275521), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:39.646321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:39.650019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a50e34c5-dce7-4244-9c3d-3c0b7e642638 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.7670786
Jan 15 20:55:39.651343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39538) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:39.736890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-835cc26c-8e50-45ae-8b64-163f3e85d0cd req-6fd127f8-4664-4019-a44e-b4e4cd4a7b31 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043115
Jan 15 20:55:39.739791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:39.771465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:39.772578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5f3eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:39.817559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51f97-2ff9-4975-be39-023ef9ea34bd req-f6752e36-6f54-4066-a4a7-0129cb5ec16f tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:39.825016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daf51f97-2ff9-4975-be39-023ef9ea34bd req-f6752e36-6f54-4066-a4a7-0129cb5ec16f tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 946 time: 0.1834512
Jan 15 20:55:39.878941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fdb652e-4fff-4829-a594-2e6365d0ca3f is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:39.879356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:39.962678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:39.963048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.052557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daf51f97-2ff9-4975-be39-023ef9ea34bd req-1e86814b-74f5-4b24-b909-69baedc9f34d tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265615
Jan 15 20:55:40.053243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:40.075558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:40.097270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.194521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b237-9000-4fb8-8161-91bd5f8bbe60 req-098d4c85-0921-4b29-a9e4-6b8e782bc43e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:40.202895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32f3b237-9000-4fb8-8161-91bd5f8bbe60 req-098d4c85-0921-4b29-a9e4-6b8e782bc43e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.1311748
Jan 15 20:55:40.216506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Router 4be87bbf-2aa4-4cf5-8693-235652275521 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:40.232871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9fdb652e-4fff-4829-a594-2e6365d0ca3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:40.260180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32f3b237-9000-4fb8-8161-91bd5f8bbe60 req-05f5c25e-a718-4be2-9e30-af5be3eed44e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563715
Jan 15 20:55:40.288890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:40.359460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:40.368766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Deleting port c288ef17-d2d7-424a-9707-20f212272568 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:40.369322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c288ef17-d2d7-424a-9707-20f212272568), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.494911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:40.503855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0ab53ebf-6c27-496e-adb1-3e3e4675b6de admin admin] 10.222.0.46 "PUT /v2.0/routers/4be87bbf-2aa4-4cf5-8693-235652275521/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5227852
Jan 15 20:55:40.506857 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Sync routers for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:40.508377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39550) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:40.518556 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:40.519434 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:40.533949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] For port c288ef17-d2d7-424a-9707-20f212272568, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c288ef17-d2d7-424a-9707-20f212272568,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:40.534308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c288ef17-d2d7-424a-9707-20f212272568), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.547459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:40.557059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Calling delete_port for c288ef17-d2d7-424a-9707-20f212272568 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:40.602334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.677812 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:40.737782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5f3eb0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:37Z', 'revision_number': 3, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:40.758465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks [] for router (4be87bbf-2aa4-4cf5-8693-235652275521), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.789410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ed80-d5e2-4ca2-98be-ab39f24e0928 req-6cedcd4a-6f90-4e20-8a3f-702aff1f4087 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:40.797898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Checking router: c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:40.798228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Updating router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 port 4016363d-25b4-4215-adca-a82619e9dc93 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:40.802669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44e4ed80-d5e2-4ca2-98be-ab39f24e0928 req-6cedcd4a-6f90-4e20-8a3f-702aff1f4087 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1096 time: 0.3244634
Jan 15 20:55:40.842052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4016363d-25b4-4215-adca-a82619e9dc93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.933341 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ee0>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111'}], 'enable_snat': True}, 'gw_port_id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:38Z', 'revision_number': 5, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port': {'id': '042fd5c5-f69b-497e-91fa-4118c9af0d03', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:22Z', 'updated_at': '2022-01-15T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:40.977562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks [] for router_gateway (4be87bbf-2aa4-4cf5-8693-235652275521), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:40.985151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Allocated IP 172.20.0.1 (b2ee2cfc-030b-4aaf-9340-8d68210312df/57dd3330-4769-4c43-a70f-18f0408baaca/d5c47efe-c447-4f91-b19f-743888f834c3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:40.996134 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Checking router: 4be87bbf-2aa4-4cf5-8693-235652275521 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:41.023676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Routers {'4be87bbf-2aa4-4cf5-8693-235652275521'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:41.024365 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4be87bbf-2aa4-4cf5-8693-235652275521'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:41.069298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44e4ed80-d5e2-4ca2-98be-ab39f24e0928 req-2a092350-5399-403b-a924-dd97777880c9 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614124
Jan 15 20:55:41.112636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c288ef17-d2d7-424a-9707-20f212272568), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.118363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6bd959ef-20f3-40bb-aa81-6fa73d256727 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:41.158993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c288ef17-d2d7-424a-9707-20f212272568,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:41.221190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.221852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.221852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.222150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks [] for port (d5c47efe-c447-4f91-b19f-743888f834c3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.222250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.226668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.227023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.227357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.229464 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] Set router 4be87bbf-2aa4-4cf5-8693-235652275521 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:41.232363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.232751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.233119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.233454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.233783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.234110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:41.266956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6b0d-9d1b-4c72-b31d-c1e7c4b47b22 req-f60f4346-a90c-4d9c-bbbb-0daaa434b095 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.284830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6b0d-9d1b-4c72-b31d-c1e7c4b47b22 req-f60f4346-a90c-4d9c-bbbb-0daaa434b095 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.296059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Deleting port 042fd5c5-f69b-497e-91fa-4118c9af0d03 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:41.297225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.300107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6b0d-9d1b-4c72-b31d-c1e7c4b47b22 req-f60f4346-a90c-4d9c-bbbb-0daaa434b095 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.302894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cfe6b0d-9d1b-4c72-b31d-c1e7c4b47b22 req-f60f4346-a90c-4d9c-bbbb-0daaa434b095 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2415 time: 0.4307487
Jan 15 20:55:41.311835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.346808 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ee0>, [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:40Z', 'revision_number': 6, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:41.354691 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks [] for port (4016363d-25b4-4215-adca-a82619e9dc93), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.384075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4016363d-25b4-4215-adca-a82619e9dc93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.406421 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94605a-c618-4688-9a4b-f4bd91b817d8 None None] The sync data for ids ['4be87bbf-2aa4-4cf5-8693-235652275521'] in ncdv-master-1 is: [{'id': '4be87bbf-2aa4-4cf5-8693-235652275521', 'name': 'tempest-FloatingIPsNegativeTestJSON-211680746-router', 'tenant_id': '767bfd0d42c94ab5b33569bdf2c52915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:21Z', 'updated_at': '2022-01-15T20:55:40Z', 'revision_number': 6, 'project_id': '767bfd0d42c94ab5b33569bdf2c52915', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:41.472414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f0a8f-cafe-4e4d-989e-c17cb3a5b9bb None None] Pushing event updated for resources: {'Port': ['ID=4016363d-25b4-4215-adca-a82619e9dc93,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:41.473922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cfe6b0d-9d1b-4c72-b31d-c1e7c4b47b22 req-d77fc15a-310b-43cd-a0b0-9e27bebdcf25 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645081
Jan 15 20:55:41.491902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6bd959ef-20f3-40bb-aa81-6fa73d256727 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:41.497559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6bd959ef-20f3-40bb-aa81-6fa73d256727 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:41.498185 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.531683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670dea1-8937-43a7-bddb-85da4d995074 req-8de1f87f-7823-4fc6-afe5-3dc25b43d843 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.533306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e670dea1-8937-43a7-bddb-85da4d995074 req-8de1f87f-7823-4fc6-afe5-3dc25b43d843 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 945 time: 0.2262855
Jan 15 20:55:41.578880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Attempting to bind port 4016363d-25b4-4215-adca-a82619e9dc93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:41.579254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Attempting to bind port 4016363d-25b4-4215-adca-a82619e9dc93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:41.579614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Attempting to bind port 4016363d-25b4-4215-adca-a82619e9dc93 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:41.599637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:41.600105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:41.600511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.602459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:41.602972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Bound port: 4016363d-25b4-4215-adca-a82619e9dc93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:41.604522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4016363d-25b4-4215-adca-a82619e9dc93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.629227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:41.640576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Network b2ee2cfc-030b-4aaf-9340-8d68210312df is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:41.651576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:41.656179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:41.689677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e670dea1-8937-43a7-bddb-85da4d995074 req-77870614-3bcc-4982-a5d8-ef109cc82fa4 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416521
Jan 15 20:55:41.694551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] For port 4016363d-25b4-4215-adca-a82619e9dc93, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:41.698197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] For port 4016363d-25b4-4215-adca-a82619e9dc93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4016363d-25b4-4215-adca-a82619e9dc93,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:41.706979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4016363d-25b4-4215-adca-a82619e9dc93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.708919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.723129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.782638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f0a8f-cafe-4e4d-989e-c17cb3a5b9bb None None] Pushing event updated for resources: {'Port': ['ID=4016363d-25b4-4215-adca-a82619e9dc93,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:41.784086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8e7d1-4e1f-4b5f-978a-8b5704784eab req-3a3d96af-b75e-4006-8b6e-b405c8d8a21f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.785641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74b8e7d1-4e1f-4b5f-978a-8b5704784eab req-3a3d96af-b75e-4006-8b6e-b405c8d8a21f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1096 time: 0.1356444
Jan 15 20:55:41.846073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:41.846768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5f3eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.891933 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:41.895072 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:41.910059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-d642993f-901a-4d0b-8fff-6eece97a3f88 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:41.914574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-d642993f-901a-4d0b-8fff-6eece97a3f88 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 945 time: 0.2020843
Jan 15 20:55:41.917698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] For port 042fd5c5-f69b-497e-91fa-4118c9af0d03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=042fd5c5-f69b-497e-91fa-4118c9af0d03,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:41.919485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:41.967928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74b8e7d1-4e1f-4b5f-978a-8b5704784eab req-d95fab09-76d5-458d-a399-53e5777b8337 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660674
Jan 15 20:55:41.994860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Calling delete_port for 042fd5c5-f69b-497e-91fa-4118c9af0d03 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:42.189714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.195450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a0686f9f-2ddf-4950-b8aa-9a027d1326d6 None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:42.195824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0686f9f-2ddf-4950-b8aa-9a027d1326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.197874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6bd959ef-20f3-40bb-aa81-6fa73d256727 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:42.198242 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.199095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Router 8792720e-5a4e-48ef-9149-d04c9ac982d6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:42.240941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:42.294529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:42.296986 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362665d3-4ad1-452c-bb45-0ad971048345" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:42.305494 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.306289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:42.420228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a0686f9f-2ddf-4950-b8aa-9a027d1326d6 None None] Port d5c47efe-c447-4f91-b19f-743888f834c3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:42.423135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:42.475078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Deleting port 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:42.475419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.578494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:42.578801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.595186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:42.595737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Calling delete_port for 9fdb652e-4fff-4829-a594-2e6365d0ca3f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:42.708123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fdb652e-4fff-4829-a594-2e6365d0ca3f is: BUILD; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:42.709036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.745244 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353d05c-3f36-4aa3-817e-efd2c2e2ffec x-openstack-request-id: req-9353d05c-3f36-4aa3-817e-efd2c2e2ffec {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:42.745694 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:42.745927 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9353d05c-3f36-4aa3-817e-efd2c2e2ffec {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:42.746422 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727', 'code': 200}
Jan 15 20:55:42.772926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:42.798817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks [] for port (d5c47efe-c447-4f91-b19f-743888f834c3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.810250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.830294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fdb652e-4fff-4829-a594-2e6365d0ca3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fdb652e-4fff-4829-a594-2e6365d0ca3f,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:42.832306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5f3eb0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:37Z', 'revision_number': 3, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:42.836940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:42.868781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c386f9-cac1-4202-a7aa-b2b94f5f148b None None] The sync data for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 is: [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:37Z', 'revision_number': 3, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:42.935690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:42.961673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:42.973794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Sync routers for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:42.979651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c4c2b8d9-58a9-4370-87c2-5fbdd9c36fb8 admin admin] 10.222.0.46 "PUT /v2.0/routers/8792720e-5a4e-48ef-9149-d04c9ac982d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5829220
Jan 15 20:55:42.983294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39614) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:42.997664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:42.998662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b416f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:43.018735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3702-4eb1-41c9-a16a-eee9424c231c req-754249f0-92b5-4423-839e-0773516e8bb0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:43.025182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3702-4eb1-41c9-a16a-eee9424c231c req-754249f0-92b5-4423-839e-0773516e8bb0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:43.032770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3702-4eb1-41c9-a16a-eee9424c231c req-754249f0-92b5-4423-839e-0773516e8bb0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:43.052547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57bb3702-4eb1-41c9-a16a-eee9424c231c req-754249f0-92b5-4423-839e-0773516e8bb0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2416 time: 0.1474400
Jan 15 20:55:43.082828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:43.160509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fcf90161-58e5-491f-bd7b-ede16cb1540a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:43.198864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: fcf90161-58e5-491f-bd7b-ede16cb1540a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:43.199315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fcf90161-58e5-491f-bd7b-ede16cb1540a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:43.200517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 042fd5c5-f69b-497e-91fa-4118c9af0d03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:43.303068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:43.322302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57bb3702-4eb1-41c9-a16a-eee9424c231c req-a66785fd-7aa7-4234-ae71-a403d6939e04 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662086
Jan 15 20:55:43.390061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks [] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.400622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 9fdb652e-4fff-4829-a594-2e6365d0ca3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:43.401707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.464913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:43.508762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.555455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.596549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 042fd5c5-f69b-497e-91fa-4118c9af0d03 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:43.597189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (042fd5c5-f69b-497e-91fa-4118c9af0d03), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.604047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22753710-c389-481c-bd53-7fd475ca0273 req-13424548-abbf-498a-8d21-81d53d511503 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:43.612297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22753710-c389-481c-bd53-7fd475ca0273 req-13424548-abbf-498a-8d21-81d53d511503 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 946 time: 0.1542110
Jan 15 20:55:43.655094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=042fd5c5-f69b-497e-91fa-4118c9af0d03,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:43.660887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks [] for router_gateway (8792720e-5a4e-48ef-9149-d04c9ac982d6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.694897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22753710-c389-481c-bd53-7fd475ca0273 req-86bf4074-7d00-415d-92b6-9aa54741ccd6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815284
Jan 15 20:55:43.703161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fdb652e-4fff-4829-a594-2e6365d0ca3f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.730492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-629b9604-9784-4f8b-b0d1-57ac41f0c809 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:55:43.735812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9fdb652e-4fff-4829-a594-2e6365d0ca3f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:43.740124 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-629b9604-9784-4f8b-b0d1-57ac41f0c809 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0140820
Jan 15 20:55:43.741719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Port 9fdb652e-4fff-4829-a594-2e6365d0ca3f update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 20:55:43.742272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4eaf05ca-1d8c-4f0d-b68a-e770667b374f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:43.771673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Deleting port e2b4ed73-d630-42ac-86d5-c0868d128f2d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:43.772186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.804744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event deleted for resources: {'Port': ['ID=9fdb652e-4fff-4829-a594-2e6365d0ca3f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:43.888873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85cc1c65-a091-4601-93a3-ae2a997db031 req-f8174c74-7103-4728-9c96-4a0fb0da44cb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=39b25eb1-ffab-417c-b47d-893dabb85d7c HTTP/1.1" status: 200  len: 210 time: 0.0519817
Jan 15 20:55:43.904953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:43.912445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b416f40>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118'}], 'enable_snat': True}, 'gw_port_id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:55:40Z', 'revision_number': 5, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port': {'id': 'e2b4ed73-d630-42ac-86d5-c0868d128f2d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:47Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:43.960784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] For port e2b4ed73-d630-42ac-86d5-c0868d128f2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2b4ed73-d630-42ac-86d5-c0868d128f2d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:43.963449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] No DVR routers for this DVR port 9fdb652e-4fff-4829-a594-2e6365d0ca3f on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:43.965316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.973338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:43.977002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fa55ead-3cfe-4eab-aa1a-269475584a31 req-094506cb-85a4-45c2-8cea-faa18634bff7 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "DELETE /v2.0/ports/9fdb652e-4fff-4829-a594-2e6365d0ca3f HTTP/1.1" status: 204  len: 173 time: 2.0520301
Jan 15 20:55:43.979400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'name': 'network-vif-deleted', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:43.988547 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7a291f-953f-47c9-a916-dcf4ae760e26" -d '{"events": [{"server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "name": "network-vif-deleted", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:43.988887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Calling delete_port for e2b4ed73-d630-42ac-86d5-c0868d128f2d owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:43.991755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (4be87bbf-2aa4-4cf5-8693-235652275521), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.010727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:44.011192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.017760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Checking router: 8792720e-5a4e-48ef-9149-d04c9ac982d6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:44.052288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Routers {'8792720e-5a4e-48ef-9149-d04c9ac982d6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:44.053111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b416f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8792720e-5a4e-48ef-9149-d04c9ac982d6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:44.189149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (4be87bbf-2aa4-4cf5-8693-235652275521), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.190604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] Set router 8792720e-5a4e-48ef-9149-d04c9ac982d6 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:44.193914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks [] for router_controller (4be87bbf-2aa4-4cf5-8693-235652275521), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.202161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-8315c72e-cd44-4180-995d-6155fc1ae975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:44.203841 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-8315c72e-cd44-4180-995d-6155fc1ae975 service neutron] 10.222.0.46 "GET /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 1093 time: 0.4638994
Jan 15 20:55:44.215362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Network b2ee2cfc-030b-4aaf-9340-8d68210312df is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:44.253200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:44.253915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:55:44.258569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:44.260120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e2b4ed73-d630-42ac-86d5-c0868d128f2d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.295156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (4be87bbf-2aa4-4cf5-8693-235652275521), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.296243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be87bbf-2aa4-4cf5-8693-235652275521 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:55:44.300570 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9aa3cb-a960-4b10-9bad-c5879bba68fd x-openstack-request-id: req-3a9aa3cb-a960-4b10-9bad-c5879bba68fd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:44.300973 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b25eb1-ffab-417c-b47d-893dabb85d7c", "name": "network-vif-deleted", "tag": "9fdb652e-4fff-4829-a594-2e6365d0ca3f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:44.301123 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a9aa3cb-a960-4b10-9bad-c5879bba68fd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:44.301690 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b25eb1-ffab-417c-b47d-893dabb85d7c', 'name': 'network-vif-deleted', 'tag': '9fdb652e-4fff-4829-a594-2e6365d0ca3f', 'status': 'completed', 'code': 200}
Jan 15 20:55:44.314175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b4ed73-d630-42ac-86d5-c0868d128f2d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:44.321975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.323255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9431a8ad-f4d3-4b2e-b79a-314529c957a3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4be87bbf-2aa4-4cf5-8693-235652275521 HTTP/1.1" status: 204  len: 168 time: 3.8136926
Jan 15 20:55:44.326989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39628) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:44.477911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.491298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b416f40>, [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:55:43Z', 'revision_number': 6, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:44.509208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.562652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33548a-f295-4649-aaee-38bc4f0ab486 None None] The sync data for ids ['8792720e-5a4e-48ef-9149-d04c9ac982d6'] in ncdv-master-1 is: [{'id': '8792720e-5a4e-48ef-9149-d04c9ac982d6', 'name': 'tempest-FloatingIPDetailsTestJSON-1224061874-router', 'tenant_id': '52f959987c084cc9a57e875ac49c7429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:55:43Z', 'revision_number': 6, 'project_id': '52f959987c084cc9a57e875ac49c7429', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:44.654756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:44.655919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.670508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.676653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks [] for router_controller (8792720e-5a4e-48ef-9149-d04c9ac982d6), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.702033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:44.708468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.709930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:44.739646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Deleting subnet 55695e2d-d1d1-4299-ac90-a8f14241f6ec {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:55:44.749126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded724-75e4-45c6-9cab-db3904107bb9 req-53f12771-66da-4056-8dad-74dc306db959 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:44.751612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:55:44.756885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Publish callbacks [] for subnet (55695e2d-d1d1-4299-ac90-a8f14241f6ec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.757068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded724-75e4-45c6-9cab-db3904107bb9 req-53f12771-66da-4056-8dad-74dc306db959 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:44.763364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded724-75e4-45c6-9cab-db3904107bb9 req-53f12771-66da-4056-8dad-74dc306db959 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:44.765265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13ded724-75e4-45c6-9cab-db3904107bb9 req-53f12771-66da-4056-8dad-74dc306db959 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2416 time: 0.2977135
Jan 15 20:55:44.766514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (8792720e-5a4e-48ef-9149-d04c9ac982d6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.767113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8792720e-5a4e-48ef-9149-d04c9ac982d6 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:55:44.771724 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.772954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78f74275-7a88-4a5c-b5c8-4f6273d2cc30 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8792720e-5a4e-48ef-9149-d04c9ac982d6 HTTP/1.1" status: 204  len: 168 time: 1.7886393
Jan 15 20:55:44.780583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:44.784210 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec43acd-bb46-4f59-9020-1fa37b25b1b4" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:44.789045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39634) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:44.844699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:44.848300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bc3f31a7-f926-4085-bbca-45517b4840f7 None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:44.848870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc3f31a7-f926-4085-bbca-45517b4840f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.849111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (55695e2d-d1d1-4299-ac90-a8f14241f6ec), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.851694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:44.852036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:44.852366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:44.859354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Deleting subnet 88143916-76e3-440f-b0c2-b580113bb50f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:55:44.864382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13ded724-75e4-45c6-9cab-db3904107bb9 req-c1646dd7-bdeb-40a3-8e01-8d007741894a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900531
Jan 15 20:55:44.866397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Publish callbacks [] for subnet (88143916-76e3-440f-b0c2-b580113bb50f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.905217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:55:44.914855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f31a7-f926-4085-bbca-45517b4840f7 None None] Port d5c47efe-c447-4f91-b19f-743888f834c3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:44.924033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:44.924639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.930613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (88143916-76e3-440f-b0c2-b580113bb50f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:44.931167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:44.934932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:44.948716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694812-fe12-4933-b42b-f4879df431c9 req-95f07afd-77d1-48a2-845b-45aa12ce7b9a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:44.955160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94694812-fe12-4933-b42b-f4879df431c9 req-95f07afd-77d1-48a2-845b-45aa12ce7b9a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 946 time: 0.4007516
Jan 15 20:55:44.983675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:44.984259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:44.984803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:44.985443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Bound port: 32c4b362-d25a-4492-abc2-6267bd6efe0b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:45.093763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:45.093941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.129023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0290-7748-4f9a-aa10-ad713df8f739 req-4d418d2d-78e6-42f0-ab06-de62331752cd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:45.132515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6baa0290-7748-4f9a-aa10-ad713df8f739 req-4d418d2d-78e6-42f0-ab06-de62331752cd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 946 time: 0.1614933
Jan 15 20:55:45.166337 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (55695e2d-d1d1-4299-ac90-a8f14241f6ec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.180371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (88143916-76e3-440f-b0c2-b580113bb50f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.183770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.216764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:45.230705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.245045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6baa0290-7748-4f9a-aa10-ad713df8f739 req-1aefce4b-2901-4273-823d-bbaf8bec21ce tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054444
Jan 15 20:55:45.249986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4016363d-25b4-4215-adca-a82619e9dc93 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:45.252281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:45.290061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (88143916-76e3-440f-b0c2-b580113bb50f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.330761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 9fdb652e-4fff-4829-a594-2e6365d0ca3f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:45.331110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fdb652e-4fff-4829-a594-2e6365d0ca3f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:45.341819 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8cedf-6aa8-4ec8-902d-c6ccada83733 x-openstack-request-id: req-8ab8cedf-6aa8-4ec8-902d-c6ccada83733 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:45.342250 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:45.342610 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ab8cedf-6aa8-4ec8-902d-c6ccada83733 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:45.343156 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'code': 200}
Jan 15 20:55:45.346126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88143916-76e3-440f-b0c2-b580113bb50f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:45.353893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.354100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4bfcf3-5628-4e93-8c1e-c7e22b428771 None None] Network 7fcd1894-2f14-479f-aff8-d891908a0ae7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:45.359466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-74240a45-cb8f-46be-ac4f-84212a26d28b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/88143916-76e3-440f-b0c2-b580113bb50f HTTP/1.1" status: 204  len: 168 time: 0.5688603
Jan 15 20:55:45.362217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:45.423495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:45.428367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-52535cd3-2ba8-4ab0-b9bf-5008a891d7e0 admin admin] 10.222.0.46 "PUT /v2.0/routers/c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7719522
Jan 15 20:55:45.433721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:45.451192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:45.478830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.483573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] 10.222.0.46 "POST /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b/bindings HTTP/1.1" status: 201  len: 389 time: 1.2338669
Jan 15 20:55:45.496612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port cb54b931-8990-43b4-9c30-39ab45e72beb {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:45.497175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.527304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (7fcd1894-2f14-479f-aff8-d891908a0ae7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.591346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (55695e2d-d1d1-4299-ac90-a8f14241f6ec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.612283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4016363d-25b4-4215-adca-a82619e9dc93 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:45.614702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4016363d-25b4-4215-adca-a82619e9dc93), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.650563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55695e2d-d1d1-4299-ac90-a8f14241f6ec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:45.664447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.664587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Deleting port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:45.664688 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.675361 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e7d25d4e-6aaa-4b8b-83b1-7142371f7494 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/55695e2d-d1d1-4299-ac90-a8f14241f6ec HTTP/1.1" status: 204  len: 168 time: 1.2840860
Jan 15 20:55:45.676361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39652) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:45.730412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4374ac-7501-40c1-852a-6df482c63d59 None None] Network e14313a4-7afd-4a94-8bff-90024804c957 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:45.780371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] For port a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,segment=NetworkSegment(9d8c48e9-827b-4a1c-8c9e-6e3e2d595302),segment_id=9d8c48e9-827b-4a1c-8c9e-6e3e2d595302)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:45.780797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.797337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Calling delete_port for a088a8b3-7f13-4ec9-9749-b8700ddbbd21 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:45.817478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port cb54b931-8990-43b4-9c30-39ab45e72beb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cb54b931-8990-43b4-9c30-39ab45e72beb,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:45.818627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.834951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e14313a4-7afd-4a94-8bff-90024804c957), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:45.844071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for cb54b931-8990-43b4-9c30-39ab45e72beb owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:45.860323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Sync routers for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:45.870169 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:45.873254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:45.990895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] DHCP port deletion for 7fcd1894-2f14-479f-aff8-d891908a0ae7 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:55:45.991858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29ec763-31ae-40b5-9024-6a31841778f5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:45.993675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29ec763-31ae-40b5-9024-6a31841778f5 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.1361172
Jan 15 20:55:46.014911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] DHCP port deletion for e14313a4-7afd-4a94-8bff-90024804c957 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:55:46.035293 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:46.044298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4016363d-25b4-4215-adca-a82619e9dc93 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:46.045437 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4016363d-25b4-4215-adca-a82619e9dc93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.050146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-2cf246e8-28ac-4fb9-b11e-bb357032fc86 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/quotas/f6d5d92c87544c4d8080e19c1f6429bf HTTP/1.1" status: 200  len: 375 time: 0.0379343
Jan 15 20:55:46.095911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-dcb972d4-7cf6-4dca-bded-99b1f1d46810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:46.097942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-dcb972d4-7cf6-4dca-bded-99b1f1d46810 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1096 time: 0.2221174
Jan 15 20:55:46.132592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-72d24980-8222-4230-9c8b-6f0dff149529 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0705070
Jan 15 20:55:46.146547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 4016363d-25b4-4215-adca-a82619e9dc93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4016363d-25b4-4215-adca-a82619e9dc93,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:46.147432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504bfea-cc1a-4764-afbe-7c8c4e95e978 req-0fc33b74-cce6-4cec-a6ac-9669fb745dd7 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:46.149245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1504bfea-cc1a-4764-afbe-7c8c4e95e978 req-0fc33b74-cce6-4cec-a6ac-9669fb745dd7 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.2904260
Jan 15 20:55:46.162576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4016363d-25b4-4215-adca-a82619e9dc93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.228494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.252564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c288ef17-d2d7-424a-9707-20f212272568 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:46.258830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=4016363d-25b4-4215-adca-a82619e9dc93,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.270315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Deleting port 5d186e28-1795-4ed7-8303-85892e804ca2 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:46.271009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.292145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.301259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c288ef17-d2d7-424a-9707-20f212272568 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:46.301602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c288ef17-d2d7-424a-9707-20f212272568 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:46.319207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Deleting port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:46.319587 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.320159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5faf0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:42Z', 'revision_number': 2, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:46.362896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Checking router: c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:46.364960 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Updating router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 port d5c47efe-c447-4f91-b19f-743888f834c3 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:46.373376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cb54b931-8990-43b4-9c30-39ab45e72beb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.381185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-7c1acf32-0a62-4d5f-83b0-54074c70230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:46.382364 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-7c1acf32-0a62-4d5f-83b0-54074c70230e service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.2658935
Jan 15 20:55:46.394416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] No DVR routers for this DVR port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:46.402271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] For port 5d186e28-1795-4ed7-8303-85892e804ca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d186e28-1795-4ed7-8303-85892e804ca2,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:46.403240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.419812 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.424832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] For port a088a8b3-7f13-4ec9-9749-b8700ddbbd21, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:46.425391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.442444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Calling delete_port for a088a8b3-7f13-4ec9-9749-b8700ddbbd21 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:46.446721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 20:55:46.450992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Deleting port 5d186e28-1795-4ed7-8303-85892e804ca2 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:46.451502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.454582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cb54b931-8990-43b4-9c30-39ab45e72beb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:46.454746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=cb54b931-8990-43b4-9c30-39ab45e72beb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.455570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1504bfea-cc1a-4764-afbe-7c8c4e95e978 req-9eae317e-7d41-4101-96cc-2e0396bb0f36 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870786
Jan 15 20:55:46.457304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Calling delete_port for 5d186e28-1795-4ed7-8303-85892e804ca2 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:46.477012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (a088a8b3-7f13-4ec9-9749-b8700ddbbd21), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.507125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] No DVR routers for this DVR port a088a8b3-7f13-4ec9-9749-b8700ddbbd21 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:46.510662 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-73b1ecfd-ca48-4097-87bd-8147f9942a52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.1043470
Jan 15 20:55:46.522165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (7fcd1894-2f14-479f-aff8-d891908a0ae7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.544934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c03b50>,) {'filters': {'network_id': ['7fcd1894-2f14-479f-aff8-d891908a0ae7']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:46.555356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c03b50>, '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:46.555657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c03b50>, '9d8c48e9-827b-4a1c-8c9e-6e3e2d595302') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:46.566161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (9d8c48e9-827b-4a1c-8c9e-6e3e2d595302), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.575485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb7785-8fa3-4422-b186-0ea9f5acc955 None None] Pushing event deleted for resources: {'Port': ['ID=a088a8b3-7f13-4ec9-9749-b8700ddbbd21,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.581266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9d8c48e9-827b-4a1c-8c9e-6e3e2d595302), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.587637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:55:46.587890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (9d8c48e9-827b-4a1c-8c9e-6e3e2d595302), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.602094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] For port 5d186e28-1795-4ed7-8303-85892e804ca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d186e28-1795-4ed7-8303-85892e804ca2,segment=NetworkSegment(19abe420-332a-45f9-986e-9d9f362d939c),segment_id=19abe420-332a-45f9-986e-9d9f362d939c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:46.602792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.618159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Calling delete_port for 5d186e28-1795-4ed7-8303-85892e804ca2 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:46.638420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port cb54b931-8990-43b4-9c30-39ab45e72beb on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:46.643780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.647280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-94694812-fe12-4933-b42b-f4879df431c9 req-feb251c6-1452-4c49-8b00-077d54044be1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "DELETE /v2.0/ports/cb54b931-8990-43b4-9c30-39ab45e72beb HTTP/1.1" status: 204  len: 173 time: 1.6746740
Jan 15 20:55:46.649011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'name': 'network-vif-deleted', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:46.651485 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d588ba-19a7-471e-b1d7-08c5660d98d1" -d '{"events": [{"server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "name": "network-vif-deleted", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:55:46.684601 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:55:46.688344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-b28843e9-88c5-41f9-a498-907abc411f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:46.689132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-b28843e9-88c5-41f9-a498-907abc411f62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1542206
Jan 15 20:55:46.696802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-88403717-eadd-4aba-943b-117eef52a1ad service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5453236
Jan 15 20:55:46.737879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-2408f279-c1ea-4a51-a995-56b3363c2648 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338180
Jan 15 20:55:46.775610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.835219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5d186e28-1795-4ed7-8303-85892e804ca2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.846194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] Pushing event deleted for resources: {'Port': ['ID=5d186e28-1795-4ed7-8303-85892e804ca2,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.849876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0057b-ef2b-43cf-97bf-4baa8417f0c3 None None] No DVR routers for this DVR port 5d186e28-1795-4ed7-8303-85892e804ca2 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:46.862648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] No DVR routers for this DVR port 5d186e28-1795-4ed7-8303-85892e804ca2 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:46.897727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:46.920680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162495987', 'description': 'tempest-description--643773271'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:46.941180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-3db6c110-bee4-4a16-86c1-317664402af7 service neutron] 10.222.0.46 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430511
Jan 15 20:55:46.951075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (7fcd1894-2f14-479f-aff8-d891908a0ae7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.960575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d186e28-1795-4ed7-8303-85892e804ca2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:46.967276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:46.974239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7fcd1894-2f14-479f-aff8-d891908a0ae7 HTTP/1.1" status: 204  len: 168 time: 1.6041632
Jan 15 20:55:47.003591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8572173-31bb-4622-858f-95c7029fc9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fcd1894-2f14-479f-aff8-d891908a0ae7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:47.006916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.063865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4016363d-25b4-4215-adca-a82619e9dc93 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:47.097371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb1f4-4b07-40e2-b09b-26bb7498ea6f req-fc041956-ced2-4915-b1a3-4ab849e4c770 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:47.109574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb1f4-4b07-40e2-b09b-26bb7498ea6f req-fc041956-ced2-4915-b1a3-4ab849e4c770 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:47.116142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb1f4-4b07-40e2-b09b-26bb7498ea6f req-fc041956-ced2-4915-b1a3-4ab849e4c770 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:47.124645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dabbb1f4-4b07-40e2-b09b-26bb7498ea6f req-fc041956-ced2-4915-b1a3-4ab849e4c770 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.1515818
Jan 15 20:55:47.137339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e14313a4-7afd-4a94-8bff-90024804c957), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.178651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-c18556ad-8a9d-407b-bc9f-bb11a4af3e78 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4332457
Jan 15 20:55:47.198711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39680) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:47.205629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dabbb1f4-4b07-40e2-b09b-26bb7498ea6f req-c6708c46-c38d-425b-833b-17c1beeb0386 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800052
Jan 15 20:55:47.218093 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks [] for port (d5c47efe-c447-4f91-b19f-743888f834c3), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.228419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79ca3c40>,) {'filters': {'network_id': ['e14313a4-7afd-4a94-8bff-90024804c957']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:47.235878 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.279420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (aa993f4a-dce6-4cb1-b050-8e8eb682a7b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.285723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa993f4a-dce6-4cb1-b050-8e8eb682a7b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.336815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4016363d-25b4-4215-adca-a82619e9dc93 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:47.340752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4016363d-25b4-4215-adca-a82619e9dc93), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.344741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:47.347439 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4865b3-20fd-46cf-976d-df38a019085c" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:47.362847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79ca3c40>, '19abe420-332a-45f9-986e-9d9f362d939c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:47.363193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79ca3c40>, '19abe420-332a-45f9-986e-9d9f362d939c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:47.392431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (19abe420-332a-45f9-986e-9d9f362d939c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.416926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.423512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.5125797
Jan 15 20:55:47.426674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (19abe420-332a-45f9-986e-9d9f362d939c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.433319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:55:47.433726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (19abe420-332a-45f9-986e-9d9f362d939c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.441199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d59d3ea5-c1e9-46af-a4a5-b3f4a5948e3e req-2fac6ccd-aa9c-4b7e-bf08-e55e285a1940 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdd7983d-e38b-4ca2-8b65-295d134baf35 HTTP/1.1" status: 200  len: 210 time: 0.0913866
Jan 15 20:55:47.443944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39688) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:47.461044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'security_group_rule': {'security_group_id': 'aa993f4a-dce6-4cb1-b050-8e8eb682a7b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:47.475569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01251c-afcf-4e15-9104-4476f3c5ee0e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:47.503774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d59068-8870-419d-9e46-525c66481dcf None None] Pushing event updated for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:47.612281 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Attempting to bind port d5c47efe-c447-4f91-b19f-743888f834c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:47.612785 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Attempting to bind port d5c47efe-c447-4f91-b19f-743888f834c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:47.613276 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Attempting to bind port d5c47efe-c447-4f91-b19f-743888f834c3 on network b2ee2cfc-030b-4aaf-9340-8d68210312df {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:47.624627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe434ad1-991f-4f44-8a64-643066478ef9 req-f4906528-8647-4eb7-b215-a081ff455699 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 210 time: 0.0497353
Jan 15 20:55:47.631843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (a5b857bf-9521-4dc9-9598-b42e3a024665), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.641549 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:47.644398 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Checking segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:47.645009 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.645589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Bound using segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:47.646253 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Bound port: d5c47efe-c447-4f91-b19f-743888f834c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:47.647734 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.671303 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29eff2-8d73-4705-9be1-f797501a56b3 x-openstack-request-id: req-0a29eff2-8d73-4705-9be1-f797501a56b3 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:47.678224 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-plugged", "status": "completed", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:47.678617 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a29eff2-8d73-4705-9be1-f797501a56b3 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:47.679045 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd', 'code': 200}
Jan 15 20:55:47.714651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4016363d-25b4-4215-adca-a82619e9dc93 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:47.809776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45a6604e-5d13-4e3c-8a7e-191d929d58ad None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:47.810439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45a6604e-5d13-4e3c-8a7e-191d929d58ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.813110 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] For port d5c47efe-c447-4f91-b19f-743888f834c3, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:47.817044 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] For port d5c47efe-c447-4f91-b19f-743888f834c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c47efe-c447-4f91-b19f-743888f834c3,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:47.820012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (a5b857bf-9521-4dc9-9598-b42e3a024665), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.828019 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.839323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a088a8b3-7f13-4ec9-9749-b8700ddbbd21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:47.847325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a5b857bf-9521-4dc9-9598-b42e3a024665), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.872989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a088a8b3-7f13-4ec9-9749-b8700ddbbd21 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:47.873817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a088a8b3-7f13-4ec9-9749-b8700ddbbd21 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:47.874459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b4ed73-d630-42ac-86d5-c0868d128f2d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:47.882889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b857bf-9521-4dc9-9598-b42e3a024665,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:47.905087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.909128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8885ef76-e060-48e5-a725-086cc7a3a174 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4622006
Jan 15 20:55:47.919658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45a6604e-5d13-4e3c-8a7e-191d929d58ad None None] Port d5c47efe-c447-4f91-b19f-743888f834c3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:55:47.921707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e2b4ed73-d630-42ac-86d5-c0868d128f2d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:47.922535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e2b4ed73-d630-42ac-86d5-c0868d128f2d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:47.923218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5d186e28-1795-4ed7-8303-85892e804ca2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:47.946239 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-df5f67ce-93a6-4bd1-8cbe-c13026012beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:47.948458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5d186e28-1795-4ed7-8303-85892e804ca2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:47.948890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5d186e28-1795-4ed7-8303-85892e804ca2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:47.951766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6cb79-2b58-4792-83bc-8b93c97fa53d req-b327fa43-c51e-4ce4-80fe-4378961a8a19 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:47.953804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5f6cb79-2b58-4792-83bc-8b93c97fa53d req-b327fa43-c51e-4ce4-80fe-4378961a8a19 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.1712303
Jan 15 20:55:47.954182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39696) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:47.959367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'security_group_rule': {'security_group_id': 'aa993f4a-dce6-4cb1-b050-8e8eb682a7b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:47.989415 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:47.990033 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:48.031662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (7fe79a5a-143a-442b-815a-6ac309962c54), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.070010 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d59068-8870-419d-9e46-525c66481dcf None None] Pushing event updated for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:48.076723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5f6cb79-2b58-4792-83bc-8b93c97fa53d req-df5f67c3-80d4-4a92-afe1-b9dd004d9179 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114120
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:55:48.132461 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:55:48.147901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (7fe79a5a-143a-442b-815a-6ac309962c54), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.150273 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c53a6bc-92f6-4b24-88bd-01b5af40b40c x-openstack-request-id: req-5c53a6bc-92f6-4b24-88bd-01b5af40b40c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:48.150700 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7983d-e38b-4ca2-8b65-295d134baf35", "name": "network-vif-deleted", "tag": "cb54b931-8990-43b4-9c30-39ab45e72beb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:48.150985 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c53a6bc-92f6-4b24-88bd-01b5af40b40c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:48.151384 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd7983d-e38b-4ca2-8b65-295d134baf35', 'name': 'network-vif-deleted', 'tag': 'cb54b931-8990-43b4-9c30-39ab45e72beb', 'status': 'completed', 'code': 200}
Jan 15 20:55:48.155357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (7fe79a5a-143a-442b-815a-6ac309962c54), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.178619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe79a5a-143a-442b-815a-6ac309962c54,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:48.186956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.190892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d4de3257-3a47-4ec0-accc-ed163345c6b8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2329154
Jan 15 20:55:48.191374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39700) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:48.203274 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:48.203711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:48.212195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ce64305f-9224-4154-82b6-24b0c31248ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52f959987c084cc9a57e875ac49c7429&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9915698
Jan 15 20:55:48.212896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39702) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:48.260041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.347773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-bcc6885b-2bef-476c-9ef6-f4f3dde077f3 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1551180
Jan 15 20:55:48.360792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e14313a4-7afd-4a94-8bff-90024804c957), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.370469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:48.373409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.383252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.397878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] 10.222.0.46 "DELETE /v2.0/networks/e14313a4-7afd-4a94-8bff-90024804c957 HTTP/1.1" status: 204  len: 168 time: 2.7134318
Jan 15 20:55:48.440914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42890623-a3a3-4e79-8c06-fbd6ef21482b admin admin] Pushing event deleted for resources: {'Network': ['ID=e14313a4-7afd-4a94-8bff-90024804c957,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:48.471843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42f62-c263-471c-9735-51aef741c87f req-a694326f-b749-4bce-b246-c6a4d7a158e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.472335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42f62-c263-471c-9735-51aef741c87f req-a694326f-b749-4bce-b246-c6a4d7a158e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.472811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42f62-c263-471c-9735-51aef741c87f req-a694326f-b749-4bce-b246-c6a4d7a158e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.474545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aca42f62-c263-471c-9735-51aef741c87f req-a694326f-b749-4bce-b246-c6a4d7a158e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2871 time: 0.3397436
Jan 15 20:55:48.478294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7525-4f2b-4d85-8774-9ef73396bbd1 req-20d5e186-1a6d-4432-9ee8-278dbca7ad0a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.498788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7525-4f2b-4d85-8774-9ef73396bbd1 req-20d5e186-1a6d-4432-9ee8-278dbca7ad0a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.525839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7525-4f2b-4d85-8774-9ef73396bbd1 req-20d5e186-1a6d-4432-9ee8-278dbca7ad0a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.528254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-199d7525-4f2b-4d85-8774-9ef73396bbd1 req-20d5e186-1a6d-4432-9ee8-278dbca7ad0a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.1914945
Jan 15 20:55:48.543112 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5faf0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:47Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:48.619577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3bfc3-6f41-45e8-b918-ef1c31c0d8a4 None None] The sync data for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 is: [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:47Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:55:48.633628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] Publish callbacks [] for security_group (cfb60277-63df-49c4-ada1-91c1f5679ee6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.662916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] Publish callbacks [] for security_group (cfb60277-63df-49c4-ada1-91c1f5679ee6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.701288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-199d7525-4f2b-4d85-8774-9ef73396bbd1 req-1a64d88f-3922-4f08-be05-bc9b6e4dfee3 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474397
Jan 15 20:55:48.707322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.774734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aca42f62-c263-471c-9735-51aef741c87f req-2daf1caa-ee77-48a8-8477-d55a9a119c34 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852039
Jan 15 20:55:48.802659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-8452b9d2-5a54-48e2-88bc-99b566c25573 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:48.804197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-8452b9d2-5a54-48e2-88bc-99b566c25573 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3287504
Jan 15 20:55:48.890520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cfb60277-63df-49c4-ada1-91c1f5679ee6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.893408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.897726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfb60277-63df-49c4-ada1-91c1f5679ee6 HTTP/1.1" status: 204  len: 168 time: 0.6785848
Jan 15 20:55:48.913052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:48.918446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Current status of the port d5c47efe-c447-4f91-b19f-743888f834c3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:48.919054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:48.935570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b525a-8ee2-4f4d-a4c9-76745ee1769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb60277-63df-49c4-ada1-91c1f5679ee6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:48.960448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-832ea2fc-ca95-46e9-8d94-a39a98b30b38 req-a213c921-3660-4456-82b0-3e7f1b66b216 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 210 time: 0.1449091
Jan 15 20:55:49.002742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] For port d5c47efe-c447-4f91-b19f-743888f834c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c47efe-c447-4f91-b19f-743888f834c3,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:49.014209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.021410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:49.038243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Allocated IP 172.35.1.127 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/9749de53-7b3e-4033-8d95-9cfbc7a8e948) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:49.133819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cb54b931-8990-43b4-9c30-39ab45e72beb no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:49.138867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428bf47-3fa5-4f10-9a80-0c2f423457a7 None None] Pushing event updated for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:49.207887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: cb54b931-8990-43b4-9c30-39ab45e72beb {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:49.208223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cb54b931-8990-43b4-9c30-39ab45e72beb not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:49.223312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d5c47efe-c447-4f91-b19f-743888f834c3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:49.239521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.273580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-edafd040-c041-4627-9c01-7868354f3b6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=767bfd0d42c94ab5b33569bdf2c52915&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3552256
Jan 15 20:55:49.276953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:49.359597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:49.359972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.379104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.413147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340ed2-7775-4192-91fb-c2dfade36f31 req-c2a65785-3c97-4c84-8560-d75179740e33 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:49.422223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da340ed2-7775-4192-91fb-c2dfade36f31 req-c2a65785-3c97-4c84-8560-d75179740e33 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 945 time: 0.1537499
Jan 15 20:55:49.546111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d5c47efe-c447-4f91-b19f-743888f834c3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:49.581687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da340ed2-7775-4192-91fb-c2dfade36f31 req-3e325ad2-3a15-49a4-93a1-42f4b2f19a06 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583667
Jan 15 20:55:49.594077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.611081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] Publish callbacks [] for security_group (1842bba2-83d1-4ecd-af9d-318119f2a682), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.655477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:49.661081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:49.674038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:49.711486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-4711aa9a-e17e-4492-b40e-36ec5c382ada tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:49.717669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-4711aa9a-e17e-4492-b40e-36ec5c382ada tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 822 time: 0.3934891
Jan 15 20:55:49.730882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] Publish callbacks [] for security_group (1842bba2-83d1-4ecd-af9d-318119f2a682), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:49.735445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'Port': ['ID=9749de53-7b3e-4033-8d95-9cfbc7a8e948,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:49.752799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Request body: {'port': {'device_id': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'admin_state_up': True, 'tenant_id': 'f6d5d92c87544c4d8080e19c1f6429bf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:49.800032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-806ef5f2-3b08-4f7d-b2bf-0dd6ee189250 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:49.807355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-806ef5f2-3b08-4f7d-b2bf-0dd6ee189250 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.3171237
Jan 15 20:55:49.830726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-b39382c9-c9c0-4510-8081-5c31ad62632e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0223806
Jan 15 20:55:49.879382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-a5629471-a4b6-4ce8-b1b1-a32e5556f1db tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470371
Jan 15 20:55:49.960169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:49.999908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1842bba2-83d1-4ecd-af9d-318119f2a682), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.003215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.004382 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1842bba2-83d1-4ecd-af9d-318119f2a682 HTTP/1.1" status: 204  len: 168 time: 0.7256000
Jan 15 20:55:50.025932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Made reservation on behalf of f6d5d92c87544c4d8080e19c1f6429bf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:50.030528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.058693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61cb3-df57-4126-8234-7ae3fa0d8246 req-443bf1b1-0d41-4e86-bf76-5d0e32d3fc2f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:50.067678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61cb3-df57-4126-8234-7ae3fa0d8246 req-443bf1b1-0d41-4e86-bf76-5d0e32d3fc2f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:50.075705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61cb3-df57-4126-8234-7ae3fa0d8246 req-443bf1b1-0d41-4e86-bf76-5d0e32d3fc2f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:50.083509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c053b-2c1a-4418-8249-75a08deae1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842bba2-83d1-4ecd-af9d-318119f2a682,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:50.084602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7f61cb3-df57-4126-8234-7ae3fa0d8246 req-443bf1b1-0d41-4e86-bf76-5d0e32d3fc2f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.2185564
Jan 15 20:55:50.124613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:50.128468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.174927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1cd45597-c1fc-4425-ab42-05c889a5a959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.195530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.226947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks [] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.234321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:50.237704 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860511ef-acc6-4af9-a7a4-7e97dcec1a8f" -d '{"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:50.244859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.320229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:50.387271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7f61cb3-df57-4126-8234-7ae3fa0d8246 req-8e046511-5ab8-4360-aa33-4602d7a71a0b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977948
Jan 15 20:55:50.427991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-0e565244-2352-47bb-b968-55095d7308e6 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5073655
Jan 15 20:55:50.493269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:50.493589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:50.493923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:50.543424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:50.544988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Attempting to bind port 32c4b362-d25a-4492-abc2-6267bd6efe0b on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:50.557745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:50.558369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:50.558749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:50.559819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Bound port: 32c4b362-d25a-4492-abc2-6267bd6efe0b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:50.566158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.584374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7adc0a06-673f-4092-863d-700df9d63d26 req-0ff7ba72-c531-401c-be71-13d602a878aa tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 210 time: 0.0446272
Jan 15 20:55:50.608666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.620351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.622414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Allocated IP 172.20.0.13 (b7ee6eaf-eda1-43c9-9d45-4bb747012a97/49154699-6bc5-4512-8772-cbfc551dab57/4baa855f-535d-4714-bbe8-b38141fc46fc) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:50.692239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5fe14-7502-4e1f-892d-e4a4cdb45ea3 x-openstack-request-id: req-13a5fe14-7502-4e1f-892d-e4a4cdb45ea3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:50.692430 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:50.692689 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13a5fe14-7502-4e1f-892d-e4a4cdb45ea3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:50.693131 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'code': 200}
Jan 15 20:55:50.706064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fd37858-3374-4b03-8115-e62645f8f5b9 req-4be6e354-6c9c-4921-b844-5a9332fd5695 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657661
Jan 15 20:55:50.757056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:50.758191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'Port': ['ID=9749de53-7b3e-4033-8d95-9cfbc7a8e948,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:50.812653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.839837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26388f-4761-4135-866d-3dab9c8ca7e3 req-d83e34f9-b278-4e0d-a83d-79c919e37586 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:50.841763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed26388f-4761-4135-866d-3dab9c8ca7e3 req-d83e34f9-b278-4e0d-a83d-79c919e37586 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.0863552
Jan 15 20:55:50.845866 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:50.855620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-06500fcf-25ee-4e2c-8d96-acde92a1858a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6547701
Jan 15 20:55:50.911981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed26388f-4761-4135-866d-3dab9c8ca7e3 req-bcfc3a97-3fc6-4b2c-8334-3f93e835fd43 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635905
Jan 15 20:55:50.997034 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.046837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d5c47efe-c447-4f91-b19f-743888f834c3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:51.109970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:51.117525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.131887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.155596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92227d61-5a56-4d35-b150-7531f3d562a6 req-4055e2ae-786d-4786-8a95-d3dba88d3b43 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=79c7721a-61b2-4405-955b-a7ab2f7c9300 HTTP/1.1" status: 200  len: 210 time: 0.0754495
Jan 15 20:55:51.156270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d5c47efe-c447-4f91-b19f-743888f834c3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:51.157146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.247658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:51.267656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d5c47efe-c447-4f91-b19f-743888f834c3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:51.283025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:51.289207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:51.352059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event updated for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:51.411967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:51.415380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.418596 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] 10.222.0.45 "PUT /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 1121 time: 2.4298136
Jan 15 20:55:51.472034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39864) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:51.486829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:51.487839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.499066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['32c4b362-d25a-4492-abc2-6267bd6efe0b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:51.513325 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f91177c9-67e4-4392-80ee-45bf19dcb96b tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7801642
Jan 15 20:55:51.552505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Request body: {'port': {'device_id': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:51.623589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68609c40-67e6-4368-87c4-e425b9536ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:51.631389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.795652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32eed-bdf2-4346-9a07-7241fc04de71 req-aa5e0e83-da1c-4515-bd96-593fb29b53eb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:51.800338 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.807644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32eed-bdf2-4346-9a07-7241fc04de71 req-aa5e0e83-da1c-4515-bd96-593fb29b53eb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:51.815807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32eed-bdf2-4346-9a07-7241fc04de71 req-aa5e0e83-da1c-4515-bd96-593fb29b53eb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:51.821372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f32eed-bdf2-4346-9a07-7241fc04de71 req-aa5e0e83-da1c-4515-bd96-593fb29b53eb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.2411308
Jan 15 20:55:51.828201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1295193210-network', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:51.891231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f32eed-bdf2-4346-9a07-7241fc04de71 req-4211a44d-48c9-45c4-b88c-a45630d70cd4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583897
Jan 15 20:55:51.899361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Made reservation on behalf of e88ac3aebabe465c8903ac9b9d8f54ea for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:51.901739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:51.919228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.092174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481577e-e17a-4458-8083-2bbf1430c027 req-54e0475b-bfae-4511-9c98-a3a64f849a37 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.096018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2481577e-e17a-4458-8083-2bbf1430c027 req-54e0475b-bfae-4511-9c98-a3a64f849a37 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 932 time: 0.1175013
Jan 15 20:55:52.133691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baa855f-535d-4714-bbe8-b38141fc46fc {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:52.143960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks [] for security_group (7716f75b-624b-45b4-8936-50ef643ecfbb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.151847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7716f75b-624b-45b4-8936-50ef643ecfbb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.156913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks [] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.182340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Transition to ACTIVE for port object 4baa855f-535d-4714-bbe8-b38141fc46fc will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:52.189096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.226377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:55:52.252542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:52.273627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2481577e-e17a-4458-8083-2bbf1430c027 req-ee889eca-1a07-419f-b165-d05b34edf6d2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643622
Jan 15 20:55:52.282008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9060d70e-5628-41b1-9806-8991e4898a43), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.282431 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Added segment 9060d70e-5628-41b1-9806-8991e4898a43 of type vlan for network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab
Jan 15 20:55:52.339290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Attempting to bind port 4baa855f-535d-4714-bbe8-b38141fc46fc on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:52.340300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Attempting to bind port 4baa855f-535d-4714-bbe8-b38141fc46fc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:52.341351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Attempting to bind port 4baa855f-535d-4714-bbe8-b38141fc46fc on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:52.343656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.347904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Port 4baa855f-535d-4714-bbe8-b38141fc46fc on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:52.348310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Attempting to bind port 4baa855f-535d-4714-bbe8-b38141fc46fc on network b7ee6eaf-eda1-43c9-9d45-4bb747012a97 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:52.360384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:52.360731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Checking segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:52.363061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Bound using segment: {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:52.363537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Bound port: 4baa855f-535d-4714-bbe8-b38141fc46fc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85174845-c8ba-4847-8567-fece25122453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:52.363904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.364417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716f75b-624b-45b4-8936-50ef643ecfbb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:52.412085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5bc9-5616-4b7e-8c10-17567d746139 req-a314ee28-26bb-4965-9d52-88898ee2b2a9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.417346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-608b5bc9-5616-4b7e-8c10-17567d746139 req-a314ee28-26bb-4965-9d52-88898ee2b2a9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.2609169
Jan 15 20:55:52.419685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.420892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.421750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.442594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:52.449034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4baa855f-535d-4714-bbe8-b38141fc46fc,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:52.456024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.492410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.493187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:52.495320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] 10.222.0.45 "PUT /v2.0/ports/4baa855f-535d-4714-bbe8-b38141fc46fc HTTP/1.1" status: 200  len: 1092 time: 0.9584064
Jan 15 20:55:52.520294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0449095
Jan 15 20:55:52.524349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39966) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:52.534032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c98cf-0c76-4327-9ad7-8508daa26eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:52.542292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Request body: {'subnet': {'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-subnet', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:52.589730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-4381940c-3b72-4679-80bd-564718102204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.591603 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-4381940c-3b72-4679-80bd-564718102204 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 1095 time: 0.0460033
Jan 15 20:55:52.645647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-ab4f8fe6-d61a-4e1e-b6d3-a9e26aebf58a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4baa855f-535d-4714-bbe8-b38141fc46fc HTTP/1.1" status: 200  len: 217 time: 0.0458801
Jan 15 20:55:52.694721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b'}, {'name': 'network-changed', 'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:52.697079 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:55:52.697833 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf257332-d852-4896-b49d-392f3e78e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b"}, {"name": "network-changed", "server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:52.715984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f5318285-c0ba-43c2-bf49-4a1f0fe84490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:52.717493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f5318285-c0ba-43c2-bf49-4a1f0fe84490 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.0635972
Jan 15 20:55:52.752081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-20d72b26-892d-4dd9-ab61-bc2b377f8a97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286179
Jan 15 20:55:52.856888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-f7f7a4b5-1ce2-413c-8257-afe61beff1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958238
Jan 15 20:55:52.903376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de7d52-12b8-479f-8437-7b3e6f581629 admin admin] Pushing event updated for resources: {'Network': ['ID=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:52.922672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:55:52.963584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-608b5bc9-5616-4b7e-8c10-17567d746139 req-c222a2c7-1387-4711-942c-6e79c7b8db33 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5213742
Jan 15 20:55:52.964756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Made reservation on behalf of e88ac3aebabe465c8903ac9b9d8f54ea for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:52.983020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:53.002013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b86f78e4-6469-44c4-85b3-a8cfce9e0aaa req-e4feb5f8-8aa1-4db0-8da3-c922472f66ce service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393576
Jan 15 20:55:53.046669 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd4efa9-5e06-48a4-a7d2-6af26f076cc3 x-openstack-request-id: req-dbd4efa9-5e06-48a4-a7d2-6af26f076cc3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:53.047114 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:53.047378 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbd4efa9-5e06-48a4-a7d2-6af26f076cc3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:53.047774 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'status': 'completed', 'code': 200}
Jan 15 20:55:53.048125 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc', 'status': 'completed', 'code': 200}
Jan 15 20:55:53.127666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-37bd13af-de73-46d2-bba9-2699740aae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.129345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-37bd13af-de73-46d2-bba9-2699740aae3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 1095 time: 0.0514977
Jan 15 20:55:53.167107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:53.193505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-943160b9-6f74-46fc-a8e8-7cf019c23b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.195347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-943160b9-6f74-46fc-a8e8-7cf019c23b51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1124 time: 0.1292121
Jan 15 20:55:53.277089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-2fd4f00b-0cf7-437e-8574-372ee730b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.280423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-2fd4f00b-0cf7-437e-8574-372ee730b985 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 200  len: 923 time: 0.1410303
Jan 15 20:55:53.329627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-2b752333-eaea-4f93-bdbb-669b121e3b57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4baa855f-535d-4714-bbe8-b38141fc46fc HTTP/1.1" status: 200  len: 217 time: 0.0428483
Jan 15 20:55:53.340945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-dc0bb8b2-f24d-4119-9496-964292ed2765 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.342737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-dc0bb8b2-f24d-4119-9496-964292ed2765 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.2570953
Jan 15 20:55:53.408163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-2f65b91e-eda6-48d1-a7da-7cbe968e704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.412537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-2f65b91e-eda6-48d1-a7da-7cbe968e704e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 200  len: 862 time: 0.0748811
Jan 15 20:55:53.413366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-0711db0b-6ee3-49c8-b95e-93590d78b3db tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0641081
Jan 15 20:55:53.450595 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-a7aee9af-2168-4bd6-95b4-31b04a02c06e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7ee6eaf-eda1-43c9-9d45-4bb747012a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309052
Jan 15 20:55:53.473692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-ab2e20fd-1333-4990-b058-01f5a0a7c3c3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0387037
Jan 15 20:55:53.474961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-72acf422-3e33-4af4-8cb2-7f6f1927c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.476542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-72acf422-3e33-4af4-8cb2-7f6f1927c6ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.2698998
Jan 15 20:55:53.478119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (345691be-d567-45fc-9302-785e5647e9a2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:53.550400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-04e1c240-e545-4146-a233-80a16797c373 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917072
Jan 15 20:55:53.632951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-dd8de36d-d179-4c97-832d-2ba5e988c41c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.1231792
Jan 15 20:55:53.655785 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-496a7d68-a279-413d-802b-a3d91e919c25 service neutron] 10.222.0.45 "GET /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885150
Jan 15 20:55:53.665597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345691be-d567-45fc-9302-785e5647e9a2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:53.730821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Checking segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:53.731204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Network hostable DHCP agents. Network: 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:55:53.771619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257332-d852-4896-b49d-392f3e78e5bc req-440c3565-a388-4da0-96fb-a8af3c1b0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.773095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-440c3565-a388-4da0-96fb-a8af3c1b0259 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1219728
Jan 15 20:55:53.785964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da0989-1dff-4b90-824b-b35fa6eb8bb1 req-19b9ddc0-82bf-439c-a88c-b0fe75e701ca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.792312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da0989-1dff-4b90-824b-b35fa6eb8bb1 req-19b9ddc0-82bf-439c-a88c-b0fe75e701ca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.798949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da0989-1dff-4b90-824b-b35fa6eb8bb1 req-19b9ddc0-82bf-439c-a88c-b0fe75e701ca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.800503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67da0989-1dff-4b90-824b-b35fa6eb8bb1 req-19b9ddc0-82bf-439c-a88c-b0fe75e701ca tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.2102773
Jan 15 20:55:53.811807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-97c2fd64-fb2b-4190-8553-1b1ebe20ccef service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2938004
Jan 15 20:55:53.847707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-4f5139db-2171-45b9-8ac6-240dc3551654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460689
Jan 15 20:55:53.862852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:55:53.953672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:53.963310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921620a-c50b-47a6-afe9-c8be75e717f1 None None] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:53.968626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:53.969245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.005932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67da0989-1dff-4b90-824b-b35fa6eb8bb1 req-322a0527-7ae5-489b-80af-25a76667b6b5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910605
Jan 15 20:55:54.025136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-69159090-8e56-4dcd-a93d-5ec775e4ad03 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4890819
Jan 15 20:55:54.028255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40046) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:54.033061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:54.060895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-00e0a604-959c-479b-ad28-7e5f4f9df87d service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247441
Jan 15 20:55:54.079370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.080964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.108381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:55:54.109869 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.120399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-5aa26338-a153-4522-9359-2bde94a0660b service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548807
Jan 15 20:55:54.151632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for router_controller (e69d3da9-83b8-4b68-a27d-788a62375b02), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.206820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead38d-aa7b-43b2-ac4c-afcd3d17f858 req-2fb54385-ad17-45ca-a8ea-add63f71018e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:54.208416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0ead38d-aa7b-43b2-ac4c-afcd3d17f858 req-2fb54385-ad17-45ca-a8ea-add63f71018e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 944 time: 0.1242659
Jan 15 20:55:54.296615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0ead38d-aa7b-43b2-ac4c-afcd3d17f858 req-53695792-38f5-45bc-827f-12f3d60e56d1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711143
Jan 15 20:55:54.335999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf257332-d852-4896-b49d-392f3e78e5bc req-9ce23b6d-face-4d20-a3d0-fb70969e93a0 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078166
Jan 15 20:55:54.368068 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.403587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Allocated IP 172.20.0.2 (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab/345691be-d567-45fc-9302-785e5647e9a2/62aa2330-490e-4110-9ba1-94c41374399e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:54.457222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ce1d-5a0c-4720-90c6-ea484d19bb21 req-5322355a-33a4-4891-a9f0-79a151acd0e6 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:54.460012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c088ce1d-5a0c-4720-90c6-ea484d19bb21 req-5322355a-33a4-4891-a9f0-79a151acd0e6 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.0791841
Jan 15 20:55:54.470483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for router_gateway (e69d3da9-83b8-4b68-a27d-788a62375b02), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.519192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c33a6a0b-da0d-4de9-bf6a-ec6b771c4692 req-80a24fa7-4495-45f3-adac-e48a4fa9319c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 210 time: 0.0580592
Jan 15 20:55:54.614391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c088ce1d-5a0c-4720-90c6-ea484d19bb21 req-0e51575a-7bb7-463f-98f7-59df1a494b9f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936935
Jan 15 20:55:54.632534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks [] for port (62aa2330-490e-4110-9ba1-94c41374399e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.642334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (62aa2330-490e-4110-9ba1-94c41374399e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.688787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:54.695136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:54.701661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:54.767197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Pushing event updated for resources: {'Port': ['ID=62aa2330-490e-4110-9ba1-94c41374399e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:54.808644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Attempting to bind port 62aa2330-490e-4110-9ba1-94c41374399e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:54.809724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Attempting to bind port 62aa2330-490e-4110-9ba1-94c41374399e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:54.810093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Attempting to bind port 62aa2330-490e-4110-9ba1-94c41374399e on network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:54.817122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:54.818277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Checking segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:54.818277 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.818578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Bound using segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:54.818909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Bound port: 62aa2330-490e-4110-9ba1-94c41374399e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:54.819298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62aa2330-490e-4110-9ba1-94c41374399e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.822110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for router_gateway (e69d3da9-83b8-4b68-a27d-788a62375b02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.845524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.849904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bf4f8db4-2878-402e-b08f-953a2e809ab6 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--162495987&fields=id&tenant_id=dca2cdba56c74d46a478aff355b23447 HTTP/1.1" status: 200  len: 267 time: 0.0944843
Jan 15 20:55:54.924431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] For port 62aa2330-490e-4110-9ba1-94c41374399e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:54.929462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] For port 62aa2330-490e-4110-9ba1-94c41374399e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62aa2330-490e-4110-9ba1-94c41374399e,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:54.935901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62aa2330-490e-4110-9ba1-94c41374399e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:54.969083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-79f9b8b4-3f51-41ac-93ca-5e7693d9ec12 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:54.976089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-79f9b8b4-3f51-41ac-93ca-5e7693d9ec12 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/networks?id=b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 200  len: 816 time: 0.1241486
Jan 15 20:55:54.987415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-7994566e-5f69-40dd-ad93-e625f76e579e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/quotas/dca2cdba56c74d46a478aff355b23447 HTTP/1.1" status: 200  len: 375 time: 0.0100882
Jan 15 20:55:55.049127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Allocated IP 172.35.1.32 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/877418c8-e67a-4568-a4ac-d0b06b2ce5c7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:55.049411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Pushing event updated for resources: {'Port': ['ID=62aa2330-490e-4110-9ba1-94c41374399e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:55.066951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.067486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.068681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.070682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.071262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.071749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.072156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.072700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.073024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.074496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.074833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-e0f7cee5-825d-4fe7-af3a-1e5236976e74 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.075066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.075066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.075779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e980-5b3c-4804-ae6a-a61c927b996d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:55:55.081501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-e0f7cee5-825d-4fe7-af3a-1e5236976e74 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.087252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-e0f7cee5-825d-4fe7-af3a-1e5236976e74 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.089022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-e0f7cee5-825d-4fe7-af3a-1e5236976e74 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.1270347
Jan 15 20:55:55.100853 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-95b96167-572e-470d-9774-62d429fde740 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dca2cdba56c74d46a478aff355b23447&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0990057
Jan 15 20:55:55.160367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:55.280918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:55.287190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port 6bd959ef-20f3-40bb-aa81-6fa73d256727 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:55.287699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:55.324319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-0434b19a-2581-4d0c-be6a-b29503be18ab service neutron] 10.222.0.46 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046535
Jan 15 20:55:55.413307 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:55.427777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:55.443215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b159117-e173-4200-8e72-b48bbf8b0416 req-12135468-e31d-429b-b631-a940788ff160 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.451754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:55:55.452794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b159117-e173-4200-8e72-b48bbf8b0416 req-12135468-e31d-429b-b631-a940788ff160 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.459430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b159117-e173-4200-8e72-b48bbf8b0416 req-12135468-e31d-429b-b631-a940788ff160 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.461190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b159117-e173-4200-8e72-b48bbf8b0416 req-12135468-e31d-429b-b631-a940788ff160 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 2418 time: 0.1945715
Jan 15 20:55:55.483003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port 6bd959ef-20f3-40bb-aa81-6fa73d256727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bd959ef-20f3-40bb-aa81-6fa73d256727,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:55.483591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:55.486894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:55.505229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:55.511137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:55.513964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Pushing event updated for resources: {'Port': ['ID=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:55.517477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for 6bd959ef-20f3-40bb-aa81-6fa73d256727 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:55.542118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-d4f0844e-b99b-4932-88ab-a92365cde2c3 service neutron] 10.222.0.46 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163851
Jan 15 20:55:55.555073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b159117-e173-4200-8e72-b48bbf8b0416 req-d378a559-65ae-4d58-9817-e243c4a246cc tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850279
Jan 15 20:55:55.841823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-7c3c47c3-3392-4e47-9073-d78424ea5b7a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.843444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-7c3c47c3-3392-4e47-9073-d78424ea5b7a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.1884053
Jan 15 20:55:55.853741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b166-d92a-4b65-b6d3-3d4389cbe444 req-94f53b9f-eef3-4433-b248-b03cc41050ef tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:55.855218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5db1b166-d92a-4b65-b6d3-3d4389cbe444 req-94f53b9f-eef3-4433-b248-b03cc41050ef tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 944 time: 0.1117849
Jan 15 20:55:55.860631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:56.017202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5db1b166-d92a-4b65-b6d3-3d4389cbe444 req-bb6bc67e-6cb1-4c10-84da-78461d451cc0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408949
Jan 15 20:55:56.208700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:56.212623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.217227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e722b6e3-5b61-4a16-be22-02e0f1db9ff1 req-73d419b0-2c6a-41cd-85e5-ceefb3f2087f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 210 time: 0.0766954
Jan 15 20:55:56.265424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for router_gateway (e69d3da9-83b8-4b68-a27d-788a62375b02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.268683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6bd959ef-20f3-40bb-aa81-6fa73d256727), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.311581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064aff-6eeb-4954-afd4-7d46acf01b93 req-0425419e-8dd4-4ed1-81f9-3bf879df98d4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:56.319318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24064aff-6eeb-4954-afd4-7d46acf01b93 req-0425419e-8dd4-4ed1-81f9-3bf879df98d4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.2082357
Jan 15 20:55:56.371176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=6bd959ef-20f3-40bb-aa81-6fa73d256727,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:56.492352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24064aff-6eeb-4954-afd4-7d46acf01b93 req-ca930dee-2734-4b1c-9b6b-1213c6b4f997 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719434
Jan 15 20:55:56.510041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port 6bd959ef-20f3-40bb-aa81-6fa73d256727 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:56.522047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.14 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:55:56.528901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.542492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-d635503e-aba9-4bf9-8c0a-68c39ce047dd tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "DELETE /v2.0/ports/6bd959ef-20f3-40bb-aa81-6fa73d256727 HTTP/1.1" status: 204  len: 173 time: 1.4464171
Jan 15 20:55:56.543138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:56.551509 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ceb8c-706c-43b3-bd4c-685f781263e0" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:56.627577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487dd66-5511-41c4-bf96-84687e74da30 None None] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:55:56.684434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59c94456-f786-44f6-b7d6-4a5c6eab00b8 req-e1a1336b-6a34-45a3-8d10-225bd05c5de7 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 210 time: 0.0810375
Jan 15 20:55:56.778382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Provisioning complete for port 62aa2330-490e-4110-9ba1-94c41374399e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:56.779144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62aa2330-490e-4110-9ba1-94c41374399e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.949114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abfd9e-1b5a-464f-af9f-10333db5a82c req-9055db3e-1f8c-4fae-a40d-fbc9632a7df5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:56.956788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abfd9e-1b5a-464f-af9f-10333db5a82c req-9055db3e-1f8c-4fae-a40d-fbc9632a7df5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:56.959010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06abfd9e-1b5a-464f-af9f-10333db5a82c req-9055db3e-1f8c-4fae-a40d-fbc9632a7df5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 1682 time: 0.1516256
Jan 15 20:55:56.985486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:56.986160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.004081 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e90014-22ee-4001-a18f-6fa5f2056d69 x-openstack-request-id: req-47e90014-22ee-4001-a18f-6fa5f2056d69 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:57.004372 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "6bd959ef-20f3-40bb-aa81-6fa73d256727", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:57.005782 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47e90014-22ee-4001-a18f-6fa5f2056d69 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:57.006185 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': '6bd959ef-20f3-40bb-aa81-6fa73d256727', 'status': 'completed', 'code': 200}
Jan 15 20:55:57.037613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-6bfd35d5-33d9-4202-b770-2c6a7a64545f service neutron] 10.222.0.39 "GET /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.5177624
Jan 15 20:55:57.062015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Current status of the port 62aa2330-490e-4110-9ba1-94c41374399e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:57.062945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62aa2330-490e-4110-9ba1-94c41374399e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.100500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] For port 62aa2330-490e-4110-9ba1-94c41374399e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62aa2330-490e-4110-9ba1-94c41374399e,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:57.107707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62aa2330-490e-4110-9ba1-94c41374399e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.110759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06abfd9e-1b5a-464f-af9f-10333db5a82c req-ea1b28dd-7750-403e-a18e-9afa61c47b87 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387961
Jan 15 20:55:57.128989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.195760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62aa2330-490e-4110-9ba1-94c41374399e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:57.234457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4baa855f-535d-4714-bbe8-b38141fc46fc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:55:57.236339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6bd959ef-20f3-40bb-aa81-6fa73d256727 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:57.241797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:55:57.271533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:55:57.276495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:55:57.279505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:57.280277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e08c0-dbd8-465d-b3b4-e32ef38e10bb None None] Pushing event updated for resources: {'Port': ['ID=62aa2330-490e-4110-9ba1-94c41374399e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:57.287664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6bd959ef-20f3-40bb-aa81-6fa73d256727 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:55:57.288008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6bd959ef-20f3-40bb-aa81-6fa73d256727 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:55:57.288434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4eaf05ca-1d8c-4f0d-b68a-e770667b374f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:57.405719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:57.406459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.415551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:57.416174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.431704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401e2fa-02e7-4591-92c6-612b63576f27 req-cfb176df-95a2-4d6e-8501-5d109a02a6cb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:57.435841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c401e2fa-02e7-4591-92c6-612b63576f27 req-cfb176df-95a2-4d6e-8501-5d109a02a6cb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 944 time: 0.0980265
Jan 15 20:55:57.456326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4baa855f-535d-4714-bbe8-b38141fc46fc,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:57.469551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-373f5733-fa79-48f7-a8d1-31899f22ff39 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6131074
Jan 15 20:55:57.484462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Request body: {'port': {'device_id': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:57.487760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4baa855f-535d-4714-bbe8-b38141fc46fc', 'network_id': 'b7ee6eaf-eda1-43c9-9d45-4bb747012a97', 'port_id': '4baa855f-535d-4714-bbe8-b38141fc46fc', 'mac_address': 'fa:16:3e:8e:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49154699-6bc5-4512-8772-cbfc551dab57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:55:57.546405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:57.546788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.548253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:57.549744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.564605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:57.566521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c401e2fa-02e7-4591-92c6-612b63576f27 req-1739d427-93ef-4b22-a930-bb7c9fddfea0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233227
Jan 15 20:55:57.595196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:57.623276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:57.626200 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69870586-c12e-402c-81cf-5c132a8cca99" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:57.633149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62aa2330-490e-4110-9ba1-94c41374399e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:57.634180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62aa2330-490e-4110-9ba1-94c41374399e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.639785 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.640731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:55:57.673247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.804077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:57.807618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7aad-78d1-4d1e-a7ad-24fc04bfb24a req-fdf651ed-bd66-44ce-ba3c-29a9b46f4f15 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:57.816447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1cc7aad-78d1-4d1e-a7ad-24fc04bfb24a req-fdf651ed-bd66-44ce-ba3c-29a9b46f4f15 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 932 time: 0.1243551
Jan 15 20:55:57.833823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9929638f-a59a-480a-bd13-f259f4ed9409 None None] Provisioning complete for port 62aa2330-490e-4110-9ba1-94c41374399e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:57.834833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9929638f-a59a-480a-bd13-f259f4ed9409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62aa2330-490e-4110-9ba1-94c41374399e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.842606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Router e69d3da9-83b8-4b68-a27d-788a62375b02 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:55:57.899156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4baa855f-535d-4714-bbe8-b38141fc46fc is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:57.900018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:57.925744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221603-ae9f-4617-a488-fbe4f80e15ce req-0d1334cf-fa63-43ad-b423-64e11524b6ac tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:57.932939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2221603-ae9f-4617-a488-fbe4f80e15ce req-0d1334cf-fa63-43ad-b423-64e11524b6ac tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 943 time: 0.2065368
Jan 15 20:55:57.951869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-f2e4efa8-b9ef-45a4-ac22-9684227fa6a6 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:57.954117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-f2e4efa8-b9ef-45a4-ac22-9684227fa6a6 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.45 "GET /v2.0/networks?id=b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 200  len: 816 time: 0.2950344
Jan 15 20:55:57.986274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:58.003726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baa855f-535d-4714-bbe8-b38141fc46fc {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:58.015846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.032392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4baa855f-535d-4714-bbe8-b38141fc46fc,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:58.050415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1cc7aad-78d1-4d1e-a7ad-24fc04bfb24a req-98c86635-a189-44a0-b78f-885f8499d6a4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329779
Jan 15 20:55:58.050856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.052782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:58.053181 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.053510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:58.066111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9929638f-a59a-480a-bd13-f259f4ed9409 None None] Current status of the port 62aa2330-490e-4110-9ba1-94c41374399e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:58.119178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c4b362-d25a-4492-abc2-6267bd6efe0b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:58.134024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:58.149476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62aa2330-490e-4110-9ba1-94c41374399e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:58.171123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2221603-ae9f-4617-a488-fbe4f80e15ce req-1ce4d82e-8034-4f1c-99ed-fb1a64e19985 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369745
Jan 15 20:55:58.179485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.272946 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd1f9d-4414-43ae-8d0c-a91141c613ea x-openstack-request-id: req-8ebd1f9d-4414-43ae-8d0c-a91141c613ea {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:58.273243 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:58.273497 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ebd1f9d-4414-43ae-8d0c-a91141c613ea {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:58.273889 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'code': 200}
Jan 15 20:55:58.301334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:58.312382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4baa855f-535d-4714-bbe8-b38141fc46fc'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:55:58.363312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:58.455690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:58.457147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:55:58.460514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.464678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-f1f189db-a3ef-40ef-8886-f77063e6d61d tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "DELETE /v2.0/ports/bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd HTTP/1.1" status: 204  len: 173 time: 1.8924584
Jan 15 20:55:58.477513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks [] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.515286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Transition to ACTIVE for port object e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:58.546834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-58ab5bd4-5cf4-4221-9477-b760aa2aacbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca2cdba56c74d46a478aff355b23447 HTTP/1.1" status: 200  len: 379 time: 0.5775964
Jan 15 20:55:58.555661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] Transition to ACTIVE for port object 32c4b362-d25a-4492-abc2-6267bd6efe0b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:55:58.559601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:55:58.572154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Sync routers for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:55:58.580869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'port': {'device_id': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'admin_state_up': True, 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'security_groups': ['aa993f4a-dce6-4cb1-b050-8e8eb682a7b4']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:55:58.594757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b6dd2cf-0b21-4e24-a315-64a02c61c9c7 req-af4b6502-786b-4aa2-aff0-bdbb856bf96f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 210 time: 0.0767202
Jan 15 20:55:58.609624 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.612067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:55:58.613141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1d9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:58.713988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.743147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301351ae-6883-4416-b341-7e5336602456 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:58.847336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] Pushing event updated for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:58.873724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:55:58.885138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:58.886657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-12b24e64-6b59-4371-a77f-4c7ea99689f6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.8569577
Jan 15 20:55:58.919515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:55:58.923097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] No DVR routers for this DVR port 32c4b362-d25a-4492-abc2-6267bd6efe0b on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:55:58.952677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9da6-0bbb-40ad-b538-092b88b0518b req-1bd064c9-9457-4efe-9bbf-c3f6b226d7e0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:58.957568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb6c9da6-0bbb-40ad-b538-092b88b0518b req-1bd064c9-9457-4efe-9bbf-c3f6b226d7e0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 944 time: 0.2070191
Jan 15 20:55:59.057338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62aa2330-490e-4110-9ba1-94c41374399e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:55:59.069968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:59.072251 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73fe7d5-c9c6-428b-b21a-559732eadefc" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:59.072532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Attempting to bind port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:59.073082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Attempting to bind port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:59.073207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Attempting to bind port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:59.085696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Made reservation on behalf of dca2cdba56c74d46a478aff355b23447 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:55:59.089350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.126448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:55:59.126709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Attempting to bind port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:55:59.146439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:55:59.146833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:55:59.147159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:55:59.147591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Bound port: e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:55:59.147950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.153225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62aa2330-490e-4110-9ba1-94c41374399e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:55:59.153647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62aa2330-490e-4110-9ba1-94c41374399e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.179199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb6c9da6-0bbb-40ad-b538-092b88b0518b req-c2d2c4c0-7c03-4575-a2e4-dc9ae0ed8f91 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145796
Jan 15 20:55:59.252771 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-77c5b7ef-4167-4c5c-909b-6cae7534b13d service neutron] 10.222.0.39 "PUT /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.1096160
Jan 15 20:55:59.256392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:55:59.256766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.279555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e904e-08d1-4f59-bd44-4460cf3f811f req-0d5b1468-77be-4cdf-bdd1-04e95f0471fb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.289465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649e904e-08d1-4f59-bd44-4460cf3f811f req-0d5b1468-77be-4cdf-bdd1-04e95f0471fb tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 945 time: 0.2220027
Jan 15 20:55:59.322168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62aa2330-490e-4110-9ba1-94c41374399e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:55:59.336708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1d9a90>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:55:55Z', 'revision_number': 3, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:55:59.378421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Checking router: e69d3da9-83b8-4b68-a27d-788a62375b02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:55:59.378421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Updating router e69d3da9-83b8-4b68-a27d-788a62375b02 port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:55:59.427956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649e904e-08d1-4f59-bd44-4460cf3f811f req-ffd3372f-b977-4646-8e91-d310b0491b80 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353862
Jan 15 20:55:59.431689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:55:59.435106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.503174 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d8e83-aabe-42e6-804b-984ce8bb08f0 x-openstack-request-id: req-a00d8e83-aabe-42e6-804b-984ce8bb08f0 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:55:59.503464 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:55:59.503709 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a00d8e83-aabe-42e6-804b-984ce8bb08f0 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:55:59.504096 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': 'bac9459d-6b17-4ac9-ab8a-15ea5ae1f6cd', 'status': 'completed', 'code': 200}
Jan 15 20:55:59.522283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:55:59.545701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a4750-d44a-4dcb-af40-38d45198fcb4 req-34a9c98a-787e-4616-9d53-f878da13412e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.547673 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc1a4750-d44a-4dcb-af40-38d45198fcb4 req-34a9c98a-787e-4616-9d53-f878da13412e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 944 time: 0.1339586
Jan 15 20:55:59.549045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.581611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:55:59.582205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.585906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-626c50d4-2682-4e22-bcde-0c2e56996f51 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.587686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-626c50d4-2682-4e22-bcde-0c2e56996f51 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2283883
Jan 15 20:55:59.629086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for 4eaf05ca-1d8c-4f0d-b68a-e770667b374f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:55:59.639560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.640185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.641604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-301351ae-6883-4416-b341-7e5336602456 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f HTTP/1.1" status: 200  len: 1092 time: 2.1624870
Jan 15 20:55:59.643518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:55:59.645628 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d4ac0-568a-460e-8265-b7c770dd4420" -d '{"events": [{"name": "network-changed", "server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:55:59.716105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e689ba3-6729-48cb-8be3-06bd77523906 req-12f99399-69fb-4958-8c1a-5051a9a0e2c1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.717723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e689ba3-6729-48cb-8be3-06bd77523906 req-12f99399-69fb-4958-8c1a-5051a9a0e2c1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.1661849
Jan 15 20:55:59.721708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc1a4750-d44a-4dcb-af40-38d45198fcb4 req-0b2c1043-0358-4b07-9038-4248e3f99962 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661344
Jan 15 20:55:59.722646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301351ae-6883-4416-b341-7e5336602456 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:59.810745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-f292366a-231b-4718-adce-73cb8b6ee62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.812316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-f292366a-231b-4718-adce-73cb8b6ee62b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 1095 time: 0.1165552
Jan 15 20:55:59.826472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e689ba3-6729-48cb-8be3-06bd77523906 req-9b6f8bb4-0a1a-4a2f-8f07-51fc0a7914a0 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857654
Jan 15 20:55:59.836605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks [] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.847226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:55:59.912023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-d047f3b9-ec37-4a02-bb9e-8fe41af43b50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f HTTP/1.1" status: 200  len: 217 time: 0.0821960
Jan 15 20:55:59.947399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1650c-4de6-4910-a5c4-e12802bb4f4c None None] Pushing event updated for resources: {'Port': ['ID=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:55:59.951481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9328c56-a2de-4d6c-8f8d-563675d59f26 req-06df6bf1-545d-44c5-b179-2f3da6d3f8a5 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 210 time: 0.0421891
Jan 15 20:55:59.992292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-886aab65-973a-4ecb-81ac-80e0d28c4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:55:59.992819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Attempting to bind port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:55:59.993802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-886aab65-973a-4ecb-81ac-80e0d28c4a37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.0716774
Jan 15 20:55:59.994415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Attempting to bind port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:55:59.997880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Attempting to bind port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:00.000412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Allocated IP 172.20.0.14 (b2ee2cfc-030b-4aaf-9340-8d68210312df/57dd3330-4769-4c43-a70f-18f0408baaca/77153925-7185-4583-89dc-fdd59e40d230) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:00.008689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:00.009310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:00.010112 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:00.011236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:00.016645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Bound port: 877418c8-e67a-4568-a4ac-d0b06b2ce5c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:00.017240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:00.039330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-a9976b3a-7256-43ce-9b04-9f3b863fd829 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376527
Jan 15 20:56:00.128274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] For port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:00.131586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] For port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:00.146097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:00.161109 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38276a14-b0a3-460b-bfa4-2b36aed29d66 x-openstack-request-id: req-38276a14-b0a3-460b-bfa4-2b36aed29d66 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:00.161109 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:00.161803 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38276a14-b0a3-460b-bfa4-2b36aed29d66 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:00.161803 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f', 'status': 'completed', 'code': 200}
Jan 15 20:56:00.172619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-ad4e5f04-b6c6-4043-85fe-a06b4fd59a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.176088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-ad4e5f04-b6c6-4043-85fe-a06b4fd59a52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&tenant_id=385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 1095 time: 0.5725677
Jan 15 20:56:00.205136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:00.206088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1d9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:00.243843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-412159e7-8343-443b-8359-ac48a3a4227f service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981337
Jan 15 20:56:00.271140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1650c-4de6-4910-a5c4-e12802bb4f4c None None] Pushing event updated for resources: {'Port': ['ID=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:00.339844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:00.468778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-7af6b6a5-d51b-4670-b450-bdbd8fdea8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.469255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc71a9-2786-4bce-b5dd-f90c666f0ffc req-045ec143-b016-4e3a-bf96-0c687bace45e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.470309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-7af6b6a5-d51b-4670-b450-bdbd8fdea8f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1095 time: 0.2263029
Jan 15 20:56:00.471462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1dc71a9-2786-4bce-b5dd-f90c666f0ffc req-045ec143-b016-4e3a-bf96-0c687bace45e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=64e6adc9-543a-4611-89fa-38967f9c5ea4 HTTP/1.1" status: 200  len: 944 time: 0.1270318
Jan 15 20:56:00.500229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42b6282e-6da0-4828-973f-24662f37b1e7 req-8eaace53-76c6-4b32-abc8-5cf88390b10e service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2497571
Jan 15 20:56:00.513413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:00.538759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1dc71a9-2786-4bce-b5dd-f90c666f0ffc req-1449c473-79fa-4872-963e-4120a0d81f52 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568147
Jan 15 20:56:00.604612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 32c4b362-d25a-4492-abc2-6267bd6efe0b host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:56:00.608138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:00.614260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-5e48816d-097c-4b62-afda-55ffdbd74df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.615734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-5e48816d-097c-4b62-afda-55ffdbd74df0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1296165
Jan 15 20:56:00.641187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1d9a90>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:55:55Z', 'revision_number': 3, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:00.654055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-b8d36d5a-cc53-402a-b553-7004d70f875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.655792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-b8d36d5a-cc53-402a-b553-7004d70f875e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 1095 time: 0.1036470
Jan 15 20:56:00.672232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-a3424d60-abf6-402b-8f24-65d91ce58acd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.0486631
Jan 15 20:56:00.683086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2342950-e3c9-4c99-9093-d177c8396e82 None None] The sync data for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 is: [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:55:55Z', 'revision_number': 3, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:56:00.748431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2a639-fdf4-40be-9398-1f330935682b req-d21f46a0-28e7-4b9f-95bd-f6d4cfa82d8e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.763527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4e2a639-fdf4-40be-9398-1f330935682b req-d21f46a0-28e7-4b9f-95bd-f6d4cfa82d8e tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 945 time: 0.1416774
Jan 15 20:56:00.777439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for port (77153925-7185-4583-89dc-fdd59e40d230), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:00.832142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4eaf05ca-1d8c-4f0d-b68a-e770667b374f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:00.843911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-2854904a-51e8-4afc-873a-d19742ba9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.845335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-2854904a-51e8-4afc-873a-d19742ba9122 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1448531
Jan 15 20:56:00.853424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4e2a639-fdf4-40be-9398-1f330935682b req-991392db-e485-4351-9fa3-44a239ce3a63 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888295
Jan 15 20:56:00.867859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-fe9ee25b-b4a2-485b-8d3c-61e3b3eb6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:00.873008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-fe9ee25b-b4a2-485b-8d3c-61e3b3eb6b3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.2055166
Jan 15 20:56:00.919062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=4eaf05ca-1d8c-4f0d-b68a-e770667b374f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:00.931286 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-cdfc8209-a019-4ff8-913f-2065f4723e6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769711
Jan 15 20:56:00.986045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-f6e1954a-0fb4-47c1-a066-8f1e37c520c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f HTTP/1.1" status: 200  len: 217 time: 0.0602589
Jan 15 20:56:01.011468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321059c9-3e5c-4f77-845a-fc3170a0f83d req-2f50a3bc-d658-4c49-b4f6-18cd7e0a04cd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:01.013316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-321059c9-3e5c-4f77-845a-fc3170a0f83d req-2f50a3bc-d658-4c49-b4f6-18cd7e0a04cd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 944 time: 0.1557655
Jan 15 20:56:01.033024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.138155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.140222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port 4eaf05ca-1d8c-4f0d-b68a-e770667b374f on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:01.145381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.148874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b2e49867-a0d2-4fb0-89df-fc7dd2898b9b req-7f1beae8-da13-43a7-ba0d-0e1f7f6ace82 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "DELETE /v2.0/ports/4eaf05ca-1d8c-4f0d-b68a-e770667b374f HTTP/1.1" status: 204  len: 173 time: 2.6710339
Jan 15 20:56:01.191009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4baa855f-535d-4714-bbe8-b38141fc46fc up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:01.304539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Network b2ee2cfc-030b-4aaf-9340-8d68210312df is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:01.307475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-e1f64d70-1c42-4113-9d73-c1fa3d05f078 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498619
Jan 15 20:56:01.311799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event updated for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:01.314974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 4baa855f-535d-4714-bbe8-b38141fc46fc completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:01.337877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4baa855f-535d-4714-bbe8-b38141fc46fc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:01.338251 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.367179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:01.414986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:01.496089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4baa855f-535d-4714-bbe8-b38141fc46fc is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:01.497277 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.504685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:01.512561 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a26e97-da14-4fa6-806a-4774c2bba3e9" -d '{"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:01.554862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4baa855f-535d-4714-bbe8-b38141fc46fc,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:01.555980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:01.558591 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc264a7-3cd8-476e-83c2-c79a2bf4f118" -d '{"events": [{"server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "name": "network-vif-plugged", "status": "completed", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:01.563933 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.641056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9255563e-da0b-41a3-b9fd-566207e7fe9b service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2930527
Jan 15 20:56:01.647963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:01.649573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.654183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-3d28ee68-24b7-4d75-91bb-10470ac8555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:01.659402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-3d28ee68-24b7-4d75-91bb-10470ac8555b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.6449029
Jan 15 20:56:01.696665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-2acc8d3d-454f-4068-b484-9e9dea051a73 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1267836
Jan 15 20:56:01.701815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:01.734196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Request body: {'port': {'device_id': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:01.769355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-4d9a97de-4ed0-42d6-a1c1-10e5d51c6ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0813947
Jan 15 20:56:01.789732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-321059c9-3e5c-4f77-845a-fc3170a0f83d req-7b123771-00b9-4478-951c-af7d29bb148d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7599044
Jan 15 20:56:01.827521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35af7-a0d2-47d8-a24e-41cea8fd09a5 req-055792eb-7ddf-4ab3-8675-f02e300e56d2 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:01.840723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b35af7-a0d2-47d8-a24e-41cea8fd09a5 req-055792eb-7ddf-4ab3-8675-f02e300e56d2 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.7510960
Jan 15 20:56:01.851375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45647f9b-f08a-40e5-b967-ea30a2c352d1 None None] Provisioning complete for port 77153925-7185-4583-89dc-fdd59e40d230 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:01.852048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45647f9b-f08a-40e5-b967-ea30a2c352d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (77153925-7185-4583-89dc-fdd59e40d230), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.912582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45647f9b-f08a-40e5-b967-ea30a2c352d1 None None] Port 77153925-7185-4583-89dc-fdd59e40d230 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:01.939635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (77153925-7185-4583-89dc-fdd59e40d230), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:01.974558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Allocated IP 172.20.0.1 (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab/345691be-d567-45fc-9302-785e5647e9a2/094f80d3-1dcb-49ad-a474-8524f0201fd2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:02.079927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b35af7-a0d2-47d8-a24e-41cea8fd09a5 req-63bae195-0ca1-4c58-8c2e-7783fd69f78f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375162
Jan 15 20:56:02.083434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-713fa733-e2bb-40c0-a76b-7a751bfa4c82 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:02.084448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-680a8653-73f5-4942-85ef-b0ebde5b9997 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387755
Jan 15 20:56:02.084994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-713fa733-e2bb-40c0-a76b-7a751bfa4c82 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1280797
Jan 15 20:56:02.244418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc13d8-557c-445c-8c8c-418f9e817c0c req-238cb4d7-281a-4e0a-b1f7-4381dfcdef82 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:02.246608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65cc13d8-557c-445c-8c8c-418f9e817c0c req-238cb4d7-281a-4e0a-b1f7-4381dfcdef82 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 932 time: 0.0832312
Jan 15 20:56:02.280025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718d4ac0-568a-460e-8265-b7c770dd4420 req-2acbd4d5-bdac-4f1a-807b-5dbc17b73d91 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890943
Jan 15 20:56:02.318785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65cc13d8-557c-445c-8c8c-418f9e817c0c req-d628bf67-1980-4965-af96-4ab0d8436581 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588984
Jan 15 20:56:02.393207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks [] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.442654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40470) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:02.442852 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635040e6-9684-456c-b65b-10eaea851c6f x-openstack-request-id: req-635040e6-9684-456c-b65b-10eaea851c6f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:02.443757 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "name": "network-vif-plugged", "status": "completed", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:02.444188 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-635040e6-9684-456c-b65b-10eaea851c6f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:02.444830 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc', 'code': 200}
Jan 15 20:56:02.469825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-fb4c4a37-f394-4283-9759-ef696ac8b483 service neutron] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:02.476615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-fb4c4a37-f394-4283-9759-ef696ac8b483 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.477794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-fb4c4a37-f394-4283-9759-ef696ac8b483 service neutron] 10.222.0.45 "DELETE /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3501513
Jan 15 20:56:02.501974 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be3c31-9dff-46b5-a614-81546ebd1049 x-openstack-request-id: req-67be3c31-9dff-46b5-a614-81546ebd1049 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:02.502343 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6adc9-543a-4611-89fa-38967f9c5ea4", "name": "network-vif-deleted", "tag": "4eaf05ca-1d8c-4f0d-b68a-e770667b374f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:02.502548 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67be3c31-9dff-46b5-a614-81546ebd1049 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:02.502950 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6adc9-543a-4611-89fa-38967f9c5ea4', 'name': 'network-vif-deleted', 'tag': '4eaf05ca-1d8c-4f0d-b68a-e770667b374f', 'status': 'completed', 'code': 200}
Jan 15 20:56:02.504164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.532915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:02.614541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting subnet 24c3c37c-0406-46d5-9325-bbb735e84311 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:02.620042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (24c3c37c-0406-46d5-9325-bbb735e84311), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.622915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:02.634986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:02.646582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77153925-7185-4583-89dc-fdd59e40d230 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:02.650730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:02.659004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks [] for port (77153925-7185-4583-89dc-fdd59e40d230), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.683983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Pushing event updated for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:02.685329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a69126-f6e3-41d2-a123-0901511cc701 req-ea7b1644-8e4a-42df-bb34-be42c842c3b0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:02.693178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7a69126-f6e3-41d2-a123-0901511cc701 req-ea7b1644-8e4a-42df-bb34-be42c842c3b0 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 946 time: 0.1573608
Jan 15 20:56:02.703902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Transition to ACTIVE for port object 77153925-7185-4583-89dc-fdd59e40d230 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:02.710467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e232d-d769-4cfa-80d4-471f5a1432c0 req-5921b491-5ef6-4443-ae3c-da70cbca792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:02.715511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:02.729183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad8e232d-d769-4cfa-80d4-471f5a1432c0 req-5921b491-5ef6-4443-ae3c-da70cbca792c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 1097 time: 0.1318269
Jan 15 20:56:02.749877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.752373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f', 'mac_address': 'fa:16:3e:f9:01:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:02.756435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (24c3c37c-0406-46d5-9325-bbb735e84311), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.837283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e69d3da9-83b8-4b68-a27d-788a62375b02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.878184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:02.878965 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.909279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:02.969395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:02.975535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (24c3c37c-0406-46d5-9325-bbb735e84311), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:02.978399 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.094494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:03.124361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (24c3c37c-0406-46d5-9325-bbb735e84311), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.146019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:03.213019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:03.222568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Pushing event updated for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:03.251274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.252748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad8e232d-d769-4cfa-80d4-471f5a1432c0 req-4dc96d7d-b133-4bca-9e62-e9116fa99924 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5198381
Jan 15 20:56:03.258400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/subnets/24c3c37c-0406-46d5-9325-bbb735e84311 HTTP/1.1" status: 204  len: 168 time: 0.8148179
Jan 15 20:56:03.277998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7a69126-f6e3-41d2-a123-0901511cc701 req-a39a8077-012f-4737-a5c1-2e4f762834a9 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5835416
Jan 15 20:56:03.278805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b9aea-abbd-4e8b-93f3-6862cdedb393 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Subnet': ['ID=24c3c37c-0406-46d5-9325-bbb735e84311,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:03.281916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40514) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:03.302546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195c27c-a8cb-4fb8-abc5-8ff9197196b3 None None] Network 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:03.314301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Attempting to bind port 77153925-7185-4583-89dc-fdd59e40d230 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:03.315791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Attempting to bind port 77153925-7185-4583-89dc-fdd59e40d230 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:03.316358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Attempting to bind port 77153925-7185-4583-89dc-fdd59e40d230 on network b2ee2cfc-030b-4aaf-9340-8d68210312df {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:03.329154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.334694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Port 77153925-7185-4583-89dc-fdd59e40d230 on network b2ee2cfc-030b-4aaf-9340-8d68210312df not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:03.335280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Attempting to bind port 77153925-7185-4583-89dc-fdd59e40d230 on network b2ee2cfc-030b-4aaf-9340-8d68210312df {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:03.349775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:03.356793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Checking segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:03.357488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Bound using segment: {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:03.358279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Bound port: 77153925-7185-4583-89dc-fdd59e40d230, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce5df55-e260-4866-b17b-68530178fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:03.358840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (77153925-7185-4583-89dc-fdd59e40d230), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.416973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-36712a87-03ff-49d3-bb18-7e8f01b3f467 None None] Provisioning complete for port 094f80d3-1dcb-49ad-a474-8524f0201fd2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:03.417382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36712a87-03ff-49d3-bb18-7e8f01b3f467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.462145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.495680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcfc8c-6af6-4a0c-944c-d8dd163ac89b req-46fc0d94-9891-4596-b8ed-1cd4ec67a836 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:03.497657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2fcfc8c-6af6-4a0c-944c-d8dd163ac89b req-46fc0d94-9891-4596-b8ed-1cd4ec67a836 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 945 time: 0.2143102
Jan 15 20:56:03.527968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:03.532982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77153925-7185-4583-89dc-fdd59e40d230,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:03.541174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.542428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a8ce-a5fa-4351-a661-15f6eb18b021 req-7456114c-d631-401f-90f0-b3be415bf09b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:03.544983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ab3a8ce-a5fa-4351-a661-15f6eb18b021 req-7456114c-d631-401f-90f0-b3be415bf09b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.1299241
Jan 15 20:56:03.592037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:03.592564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.594241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] 10.222.0.45 "PUT /v2.0/ports/77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 200  len: 1092 time: 1.8707283
Jan 15 20:56:03.641336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-36712a87-03ff-49d3-bb18-7e8f01b3f467 None None] Port 094f80d3-1dcb-49ad-a474-8524f0201fd2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:03.663234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f1632-ba56-4f77-8100-d9aca7d26354 service neutron] Pushing event updated for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:03.677399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:03.678214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.689530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2fcfc8c-6af6-4a0c-944c-d8dd163ac89b req-44550462-6b03-4449-888c-ad08e98d4bff tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654179
Jan 15 20:56:03.701734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ab3a8ce-a5fa-4351-a661-15f6eb18b021 req-c277b6b2-a3e0-49f9-b722-2846cd6d232c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391172
Jan 15 20:56:03.706491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port e858f65f-e17f-4e13-a941-97880d936761 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:03.706835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e858f65f-e17f-4e13-a941-97880d936761), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.712049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks [] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.727418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.824485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] DHCP port deletion for 97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:56:03.834455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port e858f65f-e17f-4e13-a941-97880d936761, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e858f65f-e17f-4e13-a941-97880d936761,segment=NetworkSegment(7b2447f7-a2f1-4edb-9a89-b9fac42e7532),segment_id=7b2447f7-a2f1-4edb-9a89-b9fac42e7532)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:03.835133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e858f65f-e17f-4e13-a941-97880d936761), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.868599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for e858f65f-e17f-4e13-a941-97880d936761 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:03.882901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e69d3da9-83b8-4b68-a27d-788a62375b02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:03.934318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-353cdcdb-5a76-462f-9888-d52fd6016f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:03.943635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-353cdcdb-5a76-462f-9888-d52fd6016f27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dca2cdba56c74d46a478aff355b23447&device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 1095 time: 0.2911623
Jan 15 20:56:04.057824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e858f65f-e17f-4e13-a941-97880d936761), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.087244 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-d32139a6-ba7d-4bfb-9e4d-51d2258d42e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 200  len: 217 time: 0.0985475
Jan 15 20:56:04.087949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Pushing event updated for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.113082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:04.116814 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.122497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=e858f65f-e17f-4e13-a941-97880d936761,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.126990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port e858f65f-e17f-4e13-a941-97880d936761 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:04.218235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a033a5-82ac-4980-a84a-dbab9a5452dc req-90ba5a0e-c582-4aad-a384-fb5c5b6f81d8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:04.225386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a033a5-82ac-4980-a84a-dbab9a5452dc req-90ba5a0e-c582-4aad-a384-fb5c5b6f81d8 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 944 time: 0.3466985
Jan 15 20:56:04.242215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:04.251307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Deleting port e858f65f-e17f-4e13-a941-97880d936761 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:04.253196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e858f65f-e17f-4e13-a941-97880d936761), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.291788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-3311794b-8da0-4da0-acc2-e9895a02eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:04.294682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-3311794b-8da0-4da0-acc2-e9895a02eddf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57dd3330-4769-4c43-a70f-18f0408baaca HTTP/1.1" status: 200  len: 855 time: 0.1855285
Jan 15 20:56:04.342267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:04.348353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] For port e858f65f-e17f-4e13-a941-97880d936761, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:04.348716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e858f65f-e17f-4e13-a941-97880d936761), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.359371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:04.365367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Calling delete_port for e858f65f-e17f-4e13-a941-97880d936761 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:04.368107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Port e858f65f-e17f-4e13-a941-97880d936761 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 20:56:04.369964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.370791 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (e858f65f-e17f-4e13-a941-97880d936761), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.383006 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.385630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] No DVR routers for this DVR port e858f65f-e17f-4e13-a941-97880d936761 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:04.396079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e316b-0cdd-4a8c-9da4-3d74eddb4feb req-54953883-3c7b-4973-a5b3-e07c6cab912f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:04.409798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5e316b-0cdd-4a8c-9da4-3d74eddb4feb req-54953883-3c7b-4973-a5b3-e07c6cab912f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1095 time: 0.2005332
Jan 15 20:56:04.412969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7834c37-0b60-4f8e-9f86-e85f590c7e17 None None] Pushing event deleted for resources: {'Port': ['ID=e858f65f-e17f-4e13-a941-97880d936761,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.429786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a033a5-82ac-4980-a84a-dbab9a5452dc req-ddf9a444-c0de-410b-9d49-560ab88c4ac2 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032397
Jan 15 20:56:04.450582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e797da940>,) {'filters': {'network_id': ['97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:04.453489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-4ae78e6a-f599-4506-961d-b7ceafeffe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:04.456431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-4ae78e6a-f599-4506-961d-b7ceafeffe2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2ee2cfc-030b-4aaf-9340-8d68210312df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1533251
Jan 15 20:56:04.467164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797da940>, '7b2447f7-a2f1-4edb-9a89-b9fac42e7532') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:04.467465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797da940>, '7b2447f7-a2f1-4edb-9a89-b9fac42e7532') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:04.503214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.521609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (7b2447f7-a2f1-4edb-9a89-b9fac42e7532), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.542738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:04.576163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f5e316b-0cdd-4a8c-9da4-3d74eddb4feb req-7dbac59b-e9b6-4967-812c-e2da6631baf7 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652715
Jan 15 20:56:04.613431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7b2447f7-a2f1-4edb-9a89-b9fac42e7532), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.632916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:04.633459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (7b2447f7-a2f1-4edb-9a89-b9fac42e7532), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:04.639469 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:04.643923 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:04.675450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:04.681986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:04.682677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.737517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf699fd-c33e-4cd5-b076-d9f50e973c8d req-58638ca4-3f63-4aa9-a21f-c7e6ffc3a1d2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:04.742470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf699fd-c33e-4cd5-b076-d9f50e973c8d req-58638ca4-3f63-4aa9-a21f-c7e6ffc3a1d2 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 946 time: 0.1918292
Jan 15 20:56:04.806031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.818843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.830944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/networks/97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe HTTP/1.1" status: 204  len: 168 time: 1.5458276
Jan 15 20:56:04.833256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:04.839547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:04.841661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.873187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:04.876271 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cadd2c0-3c36-4da2-87d6-47280b118fea" -d '{"events": [{"server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:04.880196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'tag': '77153925-7185-4583-89dc-fdd59e40d230'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:04.882740 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f14616-389a-436a-aec1-d8dd7674e474" -d '{"events": [{"name": "network-changed", "server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "tag": "77153925-7185-4583-89dc-fdd59e40d230"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:04.893947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:04.903841 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:04.956448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650ee94-e4df-49a3-9436-aeaf25b2ca4b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Network': ['ID=97e9fbbf-6f05-4fa2-882d-e8fa2d23f0fe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.984999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:04.995915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f25e445b-46f6-42ed-b150-b614efc16442 None None] Provisioning complete for port 094f80d3-1dcb-49ad-a474-8524f0201fd2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:04.997290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f25e445b-46f6-42ed-b150-b614efc16442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.007541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-c0f7bf70-11e9-4c1e-bd34-d171f2d35053 service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5368109
Jan 15 20:56:05.040792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f25e445b-46f6-42ed-b150-b614efc16442 None None] Port 094f80d3-1dcb-49ad-a474-8524f0201fd2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:05.056687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf699fd-c33e-4cd5-b076-d9f50e973c8d req-6d14f8ec-785e-43ca-a713-3194230da673 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041267
Jan 15 20:56:05.057225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:05.076690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting subnet 6cb1a107-97b0-45c1-aae7-9751b2400418 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:05.082227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (6cb1a107-97b0-45c1-aae7-9751b2400418), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.092905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c123-f9be-4c90-8ae7-658fd4178795 req-96bc0b6d-268b-4894-804b-437e5a4d47c8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.095304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Router e69d3da9-83b8-4b68-a27d-788a62375b02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:56:05.101543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2855c123-f9be-4c90-8ae7-658fd4178795 req-96bc0b6d-268b-4894-804b-437e5a4d47c8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.2033589
Jan 15 20:56:05.139739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:05.139980 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.153626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40572) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:05.206920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ee9d2ebd-5d68-4e99-acfa-06b43cb59f25 req-16072a45-d3ca-449c-be4a-a9111d7f829f service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885083
Jan 15 20:56:05.243299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:05.260610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:56:05.271558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb7b11ee-e470-4cef-a5f8-bd4d77870583 admin admin] 10.222.0.46 "PUT /v2.0/routers/e69d3da9-83b8-4b68-a27d-788a62375b02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3455191
Jan 15 20:56:05.278267 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Sync routers for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:56:05.291641 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:05.294328 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4dc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:05.313741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6cb1a107-97b0-45c1-aae7-9751b2400418), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.315755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e858f65f-e17f-4e13-a941-97880d936761 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:05.369010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2855c123-f9be-4c90-8ae7-658fd4178795 req-b972113b-472d-4a62-9c65-e2fd15b5c793 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665660
Jan 15 20:56:05.381506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e858f65f-e17f-4e13-a941-97880d936761 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:05.381889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e858f65f-e17f-4e13-a941-97880d936761 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:05.385782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-3b6ee5ff-980f-4a04-b4b5-fd34295a35f5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.392456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-3b6ee5ff-980f-4a04-b4b5-fd34295a35f5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.2198141
Jan 15 20:56:05.413047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f41f9e2-223f-4003-b517-cfb5d69ff916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.437898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-c30e62d9-a156-4afa-83cd-736773ffcfb8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/quotas/385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 375 time: 0.0444348
Jan 15 20:56:05.438834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:05.439081 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f0ab0c-3959-4274-a10f-8a3b5e51c5b6 x-openstack-request-id: req-d4f0ab0c-3959-4274-a10f-8a3b5e51c5b6 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:05.439347 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "name": "network-vif-plugged", "status": "completed", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:05.439605 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4f0ab0c-3959-4274-a10f-8a3b5e51c5b6 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:05.439999 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f', 'code': 200}
Jan 15 20:56:05.504078 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e99ea5-86d9-4e90-9099-c06e7cbcd30d x-openstack-request-id: req-04e99ea5-86d9-4e90-9099-c06e7cbcd30d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:05.504595 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "tag": "77153925-7185-4583-89dc-fdd59e40d230", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:05.505202 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04e99ea5-86d9-4e90-9099-c06e7cbcd30d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:05.505755 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'tag': '77153925-7185-4583-89dc-fdd59e40d230', 'status': 'completed', 'code': 200}
Jan 15 20:56:05.565689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6cb1a107-97b0-45c1-aae7-9751b2400418), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.591612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14616-389a-436a-aec1-d8dd7674e474 req-5004d875-2b95-4ffb-85d5-76e26ee090ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.593120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-5004d875-2b95-4ffb-85d5-76e26ee090ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dca2cdba56c74d46a478aff355b23447&device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 1095 time: 0.0572965
Jan 15 20:56:05.629502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-e04eddc7-2a22-4c46-bd5c-000d34892366 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1906595
Jan 15 20:56:05.669139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05d0ff-ab65-463f-93e6-c64c7ac02150 req-82bb5429-5c5e-4a71-a047-060d44177846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.670870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca05d0ff-ab65-463f-93e6-c64c7ac02150 req-82bb5429-5c5e-4a71-a047-060d44177846 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 1097 time: 0.1594164
Jan 15 20:56:05.729944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14616-389a-436a-aec1-d8dd7674e474 req-40ad6acd-8fd5-4501-a32a-7fd91546b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.732471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-40ad6acd-8fd5-4501-a32a-7fd91546b25b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 200  len: 917 time: 0.1283188
Jan 15 20:56:05.776510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-d0a8a4ca-97e6-4267-8f94-7fcbec301787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 200  len: 217 time: 0.0371299
Jan 15 20:56:05.780336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6cb1a107-97b0-45c1-aae7-9751b2400418), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.788126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4dc40>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 2, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:05.796652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f41f9e2-223f-4003-b517-cfb5d69ff916 admin admin] Publish callbacks [] for security_group (12278efd-8e24-4bb1-aed9-3f0404aa92fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.816490 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Checking router: e69d3da9-83b8-4b68-a27d-788a62375b02 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:56:05.816932 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Updating router e69d3da9-83b8-4b68-a27d-788a62375b02 port 094f80d3-1dcb-49ad-a474-8524f0201fd2 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:56:05.844086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f41f9e2-223f-4003-b517-cfb5d69ff916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12278efd-8e24-4bb1-aed9-3f0404aa92fc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.850694 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.854173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb1a107-97b0-45c1-aae7-9751b2400418,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:05.872627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6b9d9-f696-4b2a-b58a-3bd8e552df84 None None] Network 197895cf-682e-4efc-bfb1-824ab1de40fa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:05.876203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:05.879397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-26ab57ee-89e1-4744-99eb-78d1d21244c0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/subnets/6cb1a107-97b0-45c1-aae7-9751b2400418 HTTP/1.1" status: 204  len: 168 time: 1.0083961
Jan 15 20:56:05.887681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40586) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:05.906017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca05d0ff-ab65-463f-93e6-c64c7ac02150 req-21befbf1-0752-4095-b3ce-0ce856354d61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015421
Jan 15 20:56:05.922428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8491-fb8c-436c-8e86-453bba1a8dbb req-973dbc0e-33db-4ba3-887b-fb46f3a60eaa tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.923954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfaa8491-fb8c-436c-8e86-453bba1a8dbb req-973dbc0e-33db-4ba3-887b-fb46f3a60eaa tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 944 time: 0.2266753
Jan 15 20:56:05.937651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-e4883530-fac6-4e8c-a543-05b039f33eab service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3070922
Jan 15 20:56:05.951209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14616-389a-436a-aec1-d8dd7674e474 req-44a9c851-aa8b-427b-b204-f24ef393349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:05.952695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-44a9c851-aa8b-427b-b204-f24ef393349c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57dd3330-4769-4c43-a70f-18f0408baaca HTTP/1.1" status: 200  len: 855 time: 0.1326602
Jan 15 20:56:05.953714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0f41f9e2-223f-4003-b517-cfb5d69ff916 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1fe3bbd8d0342db9e59b60322c36e55&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7993801
Jan 15 20:56:05.961817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:05.980095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41f9e2-223f-4003-b517-cfb5d69ff916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12278efd-8e24-4bb1-aed9-3f0404aa92fc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:06.064494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (197895cf-682e-4efc-bfb1-824ab1de40fa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.079132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14616-389a-436a-aec1-d8dd7674e474 req-0e1ae0c0-6986-4962-91b5-9044f37bbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:06.080922 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-0e1ae0c0-6986-4962-91b5-9044f37bbff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2ee2cfc-030b-4aaf-9340-8d68210312df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1151366
Jan 15 20:56:06.099282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e8633-aebe-4789-9d72-965364940c3e None None] DHCP port deletion for 197895cf-682e-4efc-bfb1-824ab1de40fa request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:56:06.124576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfaa8491-fb8c-436c-8e86-453bba1a8dbb req-9508f5f1-9047-4bad-8707-9055f9ad031d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1787114
Jan 15 20:56:06.192827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Deleting port 61f27f54-99a8-4236-a786-59b008d87027 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:06.193430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (61f27f54-99a8-4236-a786-59b008d87027), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.195845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-979315a0-0d38-44a7-b258-bb4f60da203f service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563055
Jan 15 20:56:06.199217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] Publish callbacks [] for security_group (12278efd-8e24-4bb1-aed9-3f0404aa92fc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.258837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] Publish callbacks [] for security_group (12278efd-8e24-4bb1-aed9-3f0404aa92fc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.280306 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks [] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.291427 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.306482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port 61f27f54-99a8-4236-a786-59b008d87027 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:06.306831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (61f27f54-99a8-4236-a786-59b008d87027), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.378275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-573e8633-aebe-4789-9d72-965364940c3e None None] For port 61f27f54-99a8-4236-a786-59b008d87027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61f27f54-99a8-4236-a786-59b008d87027,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:06.384729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (61f27f54-99a8-4236-a786-59b008d87027), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.403903 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Pushing event updated for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:06.406373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12278efd-8e24-4bb1-aed9-3f0404aa92fc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.411540 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.419921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Calling delete_port for 61f27f54-99a8-4236-a786-59b008d87027 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:06.422844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12278efd-8e24-4bb1-aed9-3f0404aa92fc HTTP/1.1" status: 204  len: 168 time: 0.4597206
Jan 15 20:56:06.426969 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.427989 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.429363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.430438 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.431446 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.432702 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.434191 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.434795 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.437120 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.437669 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.438167 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.438735 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.439594 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:06.467513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475ae8c-68a7-4a00-a5b8-f54e78acafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12278efd-8e24-4bb1-aed9-3f0404aa92fc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:06.524103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-66c907f1-75d6-4c58-b2ea-830666ba7488 service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4314756
Jan 15 20:56:06.600885 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Attempting to bind port 094f80d3-1dcb-49ad-a474-8524f0201fd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:06.610196 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Attempting to bind port 094f80d3-1dcb-49ad-a474-8524f0201fd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:06.611136 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Attempting to bind port 094f80d3-1dcb-49ad-a474-8524f0201fd2 on network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:06.617309 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:06.617977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Checking segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:06.618548 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.619100 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Bound using segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:06.619745 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Bound port: 094f80d3-1dcb-49ad-a474-8524f0201fd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:06.622222 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.721860 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (61f27f54-99a8-4236-a786-59b008d87027), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.723471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980136-b076-456a-b840-1069e10e1789 req-59e96997-07ea-4b64-ba55-dff3151e2ae1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:06.734725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e980136-b076-456a-b840-1069e10e1789 req-59e96997-07ea-4b64-ba55-dff3151e2ae1 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 946 time: 0.1350939
Jan 15 20:56:06.764590 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] For port 094f80d3-1dcb-49ad-a474-8524f0201fd2, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:06.772106 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] For port 094f80d3-1dcb-49ad-a474-8524f0201fd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094f80d3-1dcb-49ad-a474-8524f0201fd2,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:06.780514 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.798583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e8633-aebe-4789-9d72-965364940c3e None None] No DVR routers for this DVR port 61f27f54-99a8-4236-a786-59b008d87027 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:06.800343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8633-aebe-4789-9d72-965364940c3e None None] Pushing event deleted for resources: {'Port': ['ID=61f27f54-99a8-4236-a786-59b008d87027,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:06.873434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40606) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:06.876527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port 61f27f54-99a8-4236-a786-59b008d87027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61f27f54-99a8-4236-a786-59b008d87027,segment=NetworkSegment(e1089802-8656-455b-b680-e15ea732d831),segment_id=e1089802-8656-455b-b680-e15ea732d831)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:06.879473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (61f27f54-99a8-4236-a786-59b008d87027), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:06.889336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105320778', 'description': 'tempest-description--178787273'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:06.897493 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf975c-f723-4a49-a768-0374f0535509 None None] Pushing event updated for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:06.977634 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:06.978886 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4dc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:55:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:06.987125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e980136-b076-456a-b840-1069e10e1789 req-a0c75f3a-1183-4a89-bc08-500e2f280702 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261589
Jan 15 20:56:07.011582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Provisioning complete for port 094f80d3-1dcb-49ad-a474-8524f0201fd2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:07.012447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.019513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for 61f27f54-99a8-4236-a786-59b008d87027 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:07.153989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-71f14616-389a-436a-aec1-d8dd7674e474 req-72f204f2-5374-4021-8d1f-819ce12620df service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6039124
Jan 15 20:56:07.159218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 61f27f54-99a8-4236-a786-59b008d87027 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:07.211335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.254843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 61f27f54-99a8-4236-a786-59b008d87027 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:07.255402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 61f27f54-99a8-4236-a786-59b008d87027 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:07.300473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cee351c7-cf77-444f-9fb3-88c8766e1a06 req-97142bdb-8c75-45ad-9439-8305e6049031 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 210 time: 0.1371160
Jan 15 20:56:07.315740 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:07.348773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (61f27f54-99a8-4236-a786-59b008d87027), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.360009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b3433-f1e5-44b3-a780-ec63d1674bca req-c6a7b28b-fecd-4394-b88c-eb490245f08b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:07.372940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d34b3433-f1e5-44b3-a780-ec63d1674bca req-c6a7b28b-fecd-4394-b88c-eb490245f08b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.3644788
Jan 15 20:56:07.422735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port 61f27f54-99a8-4236-a786-59b008d87027 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:07.438336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=61f27f54-99a8-4236-a786-59b008d87027,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:07.456904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Current status of the port 094f80d3-1dcb-49ad-a474-8524f0201fd2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:07.459988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.541994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] For port 094f80d3-1dcb-49ad-a474-8524f0201fd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094f80d3-1dcb-49ad-a474-8524f0201fd2,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:07.551173 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.553282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d34b3433-f1e5-44b3-a780-ec63d1674bca req-80f8ebfc-b40c-4c74-a13b-b25df21e40ca tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786292
Jan 15 20:56:07.664350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.674635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.693344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (197895cf-682e-4efc-bfb1-824ab1de40fa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.717173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c33d2-8960-4a80-8de5-bd984d8d09b2 None None] Pushing event updated for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:07.736286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-324271ee-396c-4478-9c7b-543c47328c2d None None] Provisioning complete for port 094f80d3-1dcb-49ad-a474-8524f0201fd2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:07.736519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-324271ee-396c-4478-9c7b-543c47328c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.738497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79719f70>,) {'filters': {'network_id': ['197895cf-682e-4efc-bfb1-824ab1de40fa']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:07.769914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79719f70>, 'e1089802-8656-455b-b680-e15ea732d831') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:07.770246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79719f70>, 'e1089802-8656-455b-b680-e15ea732d831') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:07.777690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:07.782477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (e1089802-8656-455b-b680-e15ea732d831), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.812296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e1089802-8656-455b-b680-e15ea732d831), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.820143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:07.820731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (e1089802-8656-455b-b680-e15ea732d831), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:07.825090 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:07.828633 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:07.854565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4dc40>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:06Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:07.878885 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.890765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f6b15b0-6569-40a6-a05d-91c8b35de3dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.0127358
Jan 15 20:56:07.897431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40632) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:07.902355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'security_group_rule': {'security_group_id': 'b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:07.919980 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b48aa-5750-4fee-bfb6-759485187c33 None None] The sync data for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 is: [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:06Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:56:07.937932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (197895cf-682e-4efc-bfb1-824ab1de40fa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.958016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:07.961480 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/networks/197895cf-682e-4efc-bfb1-824ab1de40fa HTTP/1.1" status: 204  len: 168 time: 2.0726650
Jan 15 20:56:07.972851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-324271ee-396c-4478-9c7b-543c47328c2d None None] Current status of the port 094f80d3-1dcb-49ad-a474-8524f0201fd2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:07.973027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40634) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:07.973322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324321e-90ee-468d-acbc-314178c700d6 req-6e98dc3a-27db-4b2a-bc4b-a0f66d49ab9e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:07.982503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-771622425'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:07.982649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c324321e-90ee-468d-acbc-314178c700d6 req-6e98dc3a-27db-4b2a-bc4b-a0f66d49ab9e tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 944 time: 0.2296946
Jan 15 20:56:07.986316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d04f6c-28c7-4e4f-98f2-6fbdf33ef70b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Network': ['ID=197895cf-682e-4efc-bfb1-824ab1de40fa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:08.015338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (6f63f162-b31c-487f-be46-dfd793f3dcea), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.070787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ccc65-edf1-4520-a47c-1090d8ca4dc4 req-96511b5b-9eca-416d-9af0-5c0e743eaf1d tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:08.073279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936ccc65-edf1-4520-a47c-1090d8ca4dc4 req-96511b5b-9eca-416d-9af0-5c0e743eaf1d tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 946 time: 0.2308443
Jan 15 20:56:08.109033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:08.109033 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.140914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c324321e-90ee-468d-acbc-314178c700d6 req-6a869e76-aa6f-466e-b772-dc305c02d14f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567335
Jan 15 20:56:08.176140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:08.176417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936ccc65-edf1-4520-a47c-1090d8ca4dc4 req-681a88a4-6de8-4a62-84f1-126de22f5719 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2d24366-52e7-4cff-abb4-f85f63c7c8d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882063
Jan 15 20:56:08.180684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (6f63f162-b31c-487f-be46-dfd793f3dcea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.188097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6f63f162-b31c-487f-be46-dfd793f3dcea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.190503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3cf4c53f-af0f-467c-bf74-fc9b0902e867), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.191495 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Added segment 3cf4c53f-af0f-467c-bf74-fc9b0902e867 of type vlan for network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2
Jan 15 20:56:08.251400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f63f162-b31c-487f-be46-dfd793f3dcea,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:08.272790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.276521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7babf882-a205-4a7a-99dc-c03d4d3ffc38 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3757265
Jan 15 20:56:08.276686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (328be4aa-670f-40cd-8c6d-20a2a1c6cab2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.278310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40640) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:08.285269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'security_group_rule': {'security_group_id': 'b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:08.325701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (328be4aa-670f-40cd-8c6d-20a2a1c6cab2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.335467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:08.336416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.506132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-961d8c54-379c-4461-a8ad-f4db912955e0 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:08.507751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-961d8c54-379c-4461-a8ad-f4db912955e0 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.2150993
Jan 15 20:56:08.524689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5499840
Jan 15 20:56:08.527065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Request body: {'port': {'device_id': '137421ba-6834-4e42-8221-9b5de84419cc', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'admin_state_up': True, 'tenant_id': '385a05b1a0a7479db84b762eca23b55b'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:08.534085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40652) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:08.550094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'subnet': {'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:08.567617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d16a254-a9e3-41c7-a555-a596f5dd8787 req-c8f9bb2f-28f0-4aa2-8043-702639e62906 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 210 time: 0.0586455
Jan 15 20:56:08.570869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addee12-284e-44fb-b8b4-284d7b5a189e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Network': ['ID=328be4aa-670f-40cd-8c6d-20a2a1c6cab2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:08.585053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:08.651036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (15732534-d918-4b83-85de-728fa3ea8b39), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.707787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:08.712688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.781527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (15732534-d918-4b83-85de-728fa3ea8b39), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.792088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (15732534-d918-4b83-85de-728fa3ea8b39), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.807187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11963609-7fc8-46a7-ac4f-1e87e017baa6 req-e0c06988-1d6b-4d85-b0d9-7959262407c2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:08.808815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11963609-7fc8-46a7-ac4f-1e87e017baa6 req-e0c06988-1d6b-4d85-b0d9-7959262407c2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.1158237
Jan 15 20:56:08.839503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15732534-d918-4b83-85de-728fa3ea8b39,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:08.854584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.859249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6d5b328f-eb7b-4da6-bc80-e450a6310cd1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5791001
Jan 15 20:56:08.859990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:08.863592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.865533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40656) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:08.872465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:08.966411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8606cee5-5ebe-4cc2-b0e5-1522d4bab489), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:08.970656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11963609-7fc8-46a7-ac4f-1e87e017baa6 req-056e2f47-4881-4b78-870c-f6e39bbae8ce tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465292
Jan 15 20:56:09.042266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.055007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 094f80d3-1dcb-49ad-a474-8524f0201fd2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:09.074172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Subnet': ['ID=8606cee5-5ebe-4cc2-b0e5-1522d4bab489,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:09.156830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 094f80d3-1dcb-49ad-a474-8524f0201fd2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:09.157125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Checking segment: {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:09.157604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network hostable DHCP agents. Network: 328be4aa-670f-40cd-8c6d-20a2a1c6cab2, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:56:09.159196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.198319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:56:09.217071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-66b0a892-bceb-4e34-94f3-9a9209f62f32 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:09.219377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-66b0a892-bceb-4e34-94f3-9a9209f62f32 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 946 time: 0.1059558
Jan 15 20:56:09.242315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 77153925-7185-4583-89dc-fdd59e40d230 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:09.252167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 328be4aa-670f-40cd-8c6d-20a2a1c6cab2) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:09.270097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d142c1-2527-45f3-b737-33e90d95b852 None None] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:09.336275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:09.337055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.364944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-482d9c7b-f847-457c-80b9-1ef00abd45bf tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.8294988
Jan 15 20:56:09.367748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40666) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:09.383491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-851416286'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:09.454145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:09.458030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.479757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Deleting port 4baa855f-535d-4714-bbe8-b38141fc46fc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:09.480104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.537842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:09.545338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77153925-7185-4583-89dc-fdd59e40d230,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:09.559897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (19c3b961-d760-4e9e-bdc2-0ad5cb0252ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.560696 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Added segment 19c3b961-d760-4e9e-bdc2-0ad5cb0252ea of type vlan for network 4442449e-d2ed-4555-9ad6-2517eb6453e5
Jan 15 20:56:09.587994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '77153925-7185-4583-89dc-fdd59e40d230', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'port_id': '77153925-7185-4583-89dc-fdd59e40d230', 'mac_address': 'fa:16:3e:be:35:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:09.593590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 094f80d3-1dcb-49ad-a474-8524f0201fd2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:09.607251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] For port 4baa855f-535d-4714-bbe8-b38141fc46fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4baa855f-535d-4714-bbe8-b38141fc46fc,segment=NetworkSegment(85174845-c8ba-4847-8567-fece25122453),segment_id=85174845-c8ba-4847-8567-fece25122453)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:09.608250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.624238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Calling delete_port for 4baa855f-535d-4714-bbe8-b38141fc46fc owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:09.704932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 77153925-7185-4583-89dc-fdd59e40d230 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:09.705462 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (77153925-7185-4583-89dc-fdd59e40d230), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.729850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77153925-7185-4583-89dc-fdd59e40d230 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:09.733825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4442449e-d2ed-4555-9ad6-2517eb6453e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.734134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc53851-61ed-4610-8dde-13533c35fd60 req-3aa18bd4-91a5-4c06-95eb-d0e0386905f5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:09.741927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afc53851-61ed-4610-8dde-13533c35fd60 req-3aa18bd4-91a5-4c06-95eb-d0e0386905f5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.1892657
Jan 15 20:56:09.760158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Allocated IP 172.20.0.2 (dd4402cd-4bc8-45f2-ad1b-283bdc21d905/27c54f90-f000-4a0f-a54d-938cee527307/eb8f87ed-8d87-47ae-bacf-831dd563cfce) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:09.766536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77153925-7185-4583-89dc-fdd59e40d230,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:09.772520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-328be4aa-670f-40cd-8c6d-20a2a1c6cab2', 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2', 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'fixed_ips': [{'subnet_id': '8606cee5-5ebe-4cc2-b0e5-1522d4bab489'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:56:09.773683 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.810746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4442449e-d2ed-4555-9ad6-2517eb6453e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.824929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:09.825578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:09.950749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ba117-27c3-4383-a1b3-084cbd6d21d1 req-9e84956f-7fc2-4e2a-89ee-d23ce66fc26d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:09.952469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d72ba117-27c3-4383-a1b3-084cbd6d21d1 req-9e84956f-7fc2-4e2a-89ee-d23ce66fc26d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 944 time: 0.3796096
Jan 15 20:56:09.961893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5828779
Jan 15 20:56:09.962920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40682) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:09.974526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'subnet': {'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:09.999852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Allocated IP 19.80.0.2 (328be4aa-670f-40cd-8c6d-20a2a1c6cab2/8606cee5-5ebe-4cc2-b0e5-1522d4bab489/ab5c3756-a9be-46e0-a170-39d159044194) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:10.061744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afc53851-61ed-4610-8dde-13533c35fd60 req-bf2f6ec3-2bf1-4e82-8b81-77b4804ecba8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3187711
Jan 15 20:56:10.103521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks [] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.108626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c91a43-be68-449a-865c-ab646394b43e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Network': ['ID=4442449e-d2ed-4555-9ad6-2517eb6453e5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.134848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4baa855f-535d-4714-bbe8-b38141fc46fc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.137368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d72ba117-27c3-4383-a1b3-084cbd6d21d1 req-d4075ec3-ea8b-42a6-a649-8c776cec7144 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1682949
Jan 15 20:56:10.180380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.238449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event deleted for resources: {'Port': ['ID=4baa855f-535d-4714-bbe8-b38141fc46fc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.239644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56541cd3-85f5-4f30-afa5-2a5e50b43081 req-730637bf-2384-4e17-be02-125bd05545ac tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0856a94-f8a0-4fac-904b-8809dd0123c9 HTTP/1.1" status: 200  len: 210 time: 0.0504379
Jan 15 20:56:10.292303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.295766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks [] for port (ab5c3756-a9be-46e0-a170-39d159044194), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.303341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:10.306670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4baa855f-535d-4714-bbe8-b38141fc46fc'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:10.340126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.365658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] No DVR routers for this DVR port 4baa855f-535d-4714-bbe8-b38141fc46fc on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:10.366824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:10.375413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:10.377251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.378336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.379466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:10.393738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69cb340b-03a9-4134-a49f-d274b157b7f4 req-fc3dfcc2-e90f-4c45-874f-0ac7a7fca592 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.45 "DELETE /v2.0/ports/4baa855f-535d-4714-bbe8-b38141fc46fc HTTP/1.1" status: 204  len: 173 time: 1.1663122
Jan 15 20:56:10.394227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'name': 'network-vif-deleted', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:10.397055 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6455beed-147c-44eb-ae8b-d3a4074ca503" -d '{"events": [{"server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "name": "network-vif-deleted", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:10.403807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ab5c3756-a9be-46e0-a170-39d159044194), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.406619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:10.422888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.460401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:10.546487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Allocated IP 172.35.1.174 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/645b133b-d011-423d-a39c-cb7fb6e4ade6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:10.568441 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90b24a-f318-4988-b3d4-e27e2be367f8 x-openstack-request-id: req-5d90b24a-f318-4988-b3d4-e27e2be367f8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:10.568731 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0856a94-f8a0-4fac-904b-8809dd0123c9", "name": "network-vif-deleted", "tag": "4baa855f-535d-4714-bbe8-b38141fc46fc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:10.569218 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d90b24a-f318-4988-b3d4-e27e2be367f8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:10.569616 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0856a94-f8a0-4fac-904b-8809dd0123c9', 'name': 'network-vif-deleted', 'tag': '4baa855f-535d-4714-bbe8-b38141fc46fc', 'status': 'completed', 'code': 200}
Jan 15 20:56:10.580076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:10.581236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.594402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6618c-fe95-400c-9cd6-e3769ad8b644 req-3c38cd9a-d166-4346-9531-171dba11250e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:10.596397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de6618c-fe95-400c-9cd6-e3769ad8b644 req-3c38cd9a-d166-4346-9531-171dba11250e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 931 time: 0.2264745
Jan 15 20:56:10.656723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:10.668028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-cc80c417-778a-4d9a-8b6d-10fca637d19a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1475439
Jan 15 20:56:10.672368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:10.682302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Request body: {'port': {'device_id': '137421ba-6834-4e42-8221-9b5de84419cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:10.723549 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4e430c66-a67c-4364-a590-89add8fde9a7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.729851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.761907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['77153925-7185-4583-89dc-fdd59e40d230'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:10.765524 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de6618c-fe95-400c-9cd6-e3769ad8b644 req-f5e7fed4-e7b1-453d-a964-67e1534f86c3 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604269
Jan 15 20:56:10.799412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Subnet': ['ID=4e430c66-a67c-4364-a590-89add8fde9a7,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.807349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Checking segment: {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:10.807717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network hostable DHCP agents. Network: 4442449e-d2ed-4555-9ad6-2517eb6453e5, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:56:10.811926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.827047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:56:10.837316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Attempting to bind port ab5c3756-a9be-46e0-a170-39d159044194 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:10.837866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4442449e-d2ed-4555-9ad6-2517eb6453e5) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:10.838046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Attempting to bind port ab5c3756-a9be-46e0-a170-39d159044194 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:10.838515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Attempting to bind port ab5c3756-a9be-46e0-a170-39d159044194 on network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:10.841305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Pushing event updated for resources: {'Port': ['ID=ab5c3756-a9be-46e0-a170-39d159044194,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:10.846571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.851299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78520bb9-ccac-44a0-afb9-ae21e90fced0 None None] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:10.852249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:10.852931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.861510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:10.861943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Checking segment: {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:10.862536 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.863033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Bound using segment: {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:10.863633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Bound port: ab5c3756-a9be-46e0-a170-39d159044194, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:10.864273 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab5c3756-a9be-46e0-a170-39d159044194), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:10.899836 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f99a7126-d191-4c91-946e-a96ef2e04d7a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.9302423
Jan 15 20:56:11.070206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4442449e-d2ed-4555-9ad6-2517eb6453e5', 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5', 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'fixed_ips': [{'subnet_id': '4e430c66-a67c-4364-a590-89add8fde9a7'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:56:11.071216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.079695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] For port ab5c3756-a9be-46e0-a170-39d159044194, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:11.090398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.127236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] For port ab5c3756-a9be-46e0-a170-39d159044194, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5c3756-a9be-46e0-a170-39d159044194,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:11.134787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:11.156239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:11.171546 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab5c3756-a9be-46e0-a170-39d159044194), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.174593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:11.270069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4baa855f-535d-4714-bbe8-b38141fc46fc no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:11.294451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'Port': ['ID=645b133b-d011-423d-a39c-cb7fb6e4ade6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:11.318750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 4baa855f-535d-4714-bbe8-b38141fc46fc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:11.318973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4baa855f-535d-4714-bbe8-b38141fc46fc not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:11.375263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af10e-9fd4-42e5-a9a0-16f4f9903d64 None None] Pushing event updated for resources: {'Port': ['ID=ab5c3756-a9be-46e0-a170-39d159044194,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:11.377672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c736b-ecc1-46db-b1d4-4c78a5a27389 req-15574344-7476-4b64-bf73-2383daa309b2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:11.379853 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-098c736b-ecc1-46db-b1d4-4c78a5a27389 req-15574344-7476-4b64-bf73-2383daa309b2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.2283366
Jan 15 20:56:11.426314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Allocated IP 19.86.0.2 (4442449e-d2ed-4555-9ad6-2517eb6453e5/4e430c66-a67c-4364-a590-89add8fde9a7/32eed310-baa9-48e9-b681-4dfbcc08f17e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:11.480183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-888aa911-40dd-4ca7-ab36-8fc20057523b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:11.486862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-888aa911-40dd-4ca7-ab36-8fc20057523b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:11.488456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-888aa911-40dd-4ca7-ab36-8fc20057523b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/networks?id=328be4aa-670f-40cd-8c6d-20a2a1c6cab2&id=4442449e-d2ed-4555-9ad6-2517eb6453e5 HTTP/1.1" status: 200  len: 1390 time: 0.3257260
Jan 15 20:56:11.542186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.562733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f87ed-8d87-47ae-bacf-831dd563cfce {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:11.578485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks [] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.581735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-fc6cb9bb-91ae-4c08-bfe6-78630d3fbfed tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/quotas/dc238c23f15041c583fd50a124461b2c HTTP/1.1" status: 200  len: 375 time: 0.0805447
Jan 15 20:56:11.640235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks [] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.648136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-098c736b-ecc1-46db-b1d4-4c78a5a27389 req-f40afce6-51b4-43c4-884f-fcda9a8f0502 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588837
Jan 15 20:56:11.651811 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.678864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Transition to ACTIVE for port object eb8f87ed-8d87-47ae-bacf-831dd563cfce will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:11.684660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.714008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.730117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:11.747599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:11.765832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:11.774940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Pushing event updated for resources: {'Port': ['ID=32eed310-baa9-48e9-b681-4dfbcc08f17e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:11.829469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-40a638d7-7fb2-47cf-b97c-219272ee54c6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2340198
Jan 15 20:56:11.850109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Attempting to bind port 32eed310-baa9-48e9-b681-4dfbcc08f17e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:11.850584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Attempting to bind port 32eed310-baa9-48e9-b681-4dfbcc08f17e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:11.850944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Attempting to bind port 32eed310-baa9-48e9-b681-4dfbcc08f17e on network 4442449e-d2ed-4555-9ad6-2517eb6453e5 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:11.857380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:11.857753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Checking segment: {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:11.858155 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.858544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Bound using segment: {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:11.859016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Bound port: 32eed310-baa9-48e9-b681-4dfbcc08f17e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:11.859930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:11.861746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:11.933691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] For port 32eed310-baa9-48e9-b681-4dfbcc08f17e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:11.936706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] For port 32eed310-baa9-48e9-b681-4dfbcc08f17e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32eed310-baa9-48e9-b681-4dfbcc08f17e,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:11.942066 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.008147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b24dc5-2a57-4605-8736-0bbc18a34552 None None] Pushing event updated for resources: {'Port': ['ID=32eed310-baa9-48e9-b681-4dfbcc08f17e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:12.024922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128e9d4-b5f8-4740-a1f6-f2ff51664283 req-2161ef39-ac87-40b6-a679-4bfdc87e487f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:12.026393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7128e9d4-b5f8-4740-a1f6-f2ff51664283 req-2161ef39-ac87-40b6-a679-4bfdc87e487f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 945 time: 0.2657030
Jan 15 20:56:12.133627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:12.134315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:12.134315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:12.154997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-f7f90677-4890-4b2f-869c-894fe4255556 service neutron] 10.222.0.46 "GET /v2.0/networks/328be4aa-670f-40cd-8c6d-20a2a1c6cab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3135152
Jan 15 20:56:12.164268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:12.164632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:12.177711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7128e9d4-b5f8-4740-a1f6-f2ff51664283 req-e0fb8d15-0119-4300-83bf-9f27cadfbf4d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386552
Jan 15 20:56:12.246086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:12.246086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:12.246086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:12.246086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Bound port: eb8f87ed-8d87-47ae-bacf-831dd563cfce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:12.246086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.251821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.266262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.394498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'Port': ['ID=645b133b-d011-423d-a39c-cb7fb6e4ade6,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:12.421230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c5a55c61-17db-406b-8a2d-7128fe5c4771 service neutron] 10.222.0.46 "GET /v2.0/networks/328be4aa-670f-40cd-8c6d-20a2a1c6cab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593837
Jan 15 20:56:12.448035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:12.494730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.503565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:12.516208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.532415 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.538984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78a12e8f-571d-4d37-b1f9-1c09158341c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6659358
Jan 15 20:56:12.574809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:12.575485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.576825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 1091 time: 1.9012609
Jan 15 20:56:12.580874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:12.583123 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060a0b2-8edc-4c17-9153-03c43391a31b" -d '{"events": [{"name": "network-changed", "server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:12.650098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-b6b6ab19-4fcd-47ff-a346-1e669eae143a service neutron] 10.222.0.46 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215519
Jan 15 20:56:12.651963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c59b2-e147-4bb6-a4b8-3cbc42960ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:12.703332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08b7f4-9273-428b-b240-20509af8e526 None None] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:12.743860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663197-d87d-4f66-a21c-8ecf04f1691c req-02f2f66f-56ad-41e2-b30b-cec213368c10 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:12.745404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7663197-d87d-4f66-a21c-8ecf04f1691c req-02f2f66f-56ad-41e2-b30b-cec213368c10 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.1676869
Jan 15 20:56:12.799054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Provisioning complete for port ab5c3756-a9be-46e0-a170-39d159044194 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:12.799620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab5c3756-a9be-46e0-a170-39d159044194), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:12.809059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-d6e4deb7-c58c-4998-bd8d-43db097dbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:12.810537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-d6e4deb7-c58c-4998-bd8d-43db097dbd1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1094 time: 0.1064153
Jan 15 20:56:12.821104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-d51d444d-9f1b-48e5-9169-bed55ae4c2f4 service neutron] 10.222.0.46 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616879
Jan 15 20:56:12.869902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-ce06528f-8b07-418c-b462-d19bd69f2a14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 217 time: 0.0511575
Jan 15 20:56:12.886901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7663197-d87d-4f66-a21c-8ecf04f1691c req-6b09da31-fab4-4b6e-a47d-733d7b2e6016 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235287
Jan 15 20:56:12.962494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-67b7ec1f-4eef-4c12-a9f0-7254b0ac5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:12.962494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-67b7ec1f-4eef-4c12-a9f0-7254b0ac5d1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0730062
Jan 15 20:56:12.972530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Current status of the port ab5c3756-a9be-46e0-a170-39d159044194 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:12.972975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab5c3756-a9be-46e0-a170-39d159044194), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.063772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-2e4b5b80-10e9-49b8-ad37-c09cc5830d47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0801542
Jan 15 20:56:13.090976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] For port ab5c3756-a9be-46e0-a170-39d159044194, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5c3756-a9be-46e0-a170-39d159044194,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:13.118086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab5c3756-a9be-46e0-a170-39d159044194), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.186244 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684f8b7-141a-469d-80cf-bea25de10ee1 x-openstack-request-id: req-0684f8b7-141a-469d-80cf-bea25de10ee1 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:13.186244 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:13.186244 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0684f8b7-141a-469d-80cf-bea25de10ee1 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:13.186978 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'status': 'completed', 'code': 200}
Jan 15 20:56:13.198693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 32eed310-baa9-48e9-b681-4dfbcc08f17e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:13.241634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700be6-28c9-4c62-91bf-70f3ff433230 None None] Pushing event updated for resources: {'Port': ['ID=ab5c3756-a9be-46e0-a170-39d159044194,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:13.256318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 77153925-7185-4583-89dc-fdd59e40d230 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:13.321037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e705455-1323-4dfe-98d0-622a69a8b4a1 req-cdf542eb-372a-45ec-b79e-0563039d12a5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:13.335643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e705455-1323-4dfe-98d0-622a69a8b4a1 req-cdf542eb-372a-45ec-b79e-0563039d12a5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.1474965
Jan 15 20:56:13.343592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 32eed310-baa9-48e9-b681-4dfbcc08f17e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:13.344190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.395280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-fbf3eeb0-e207-4032-98bc-90581ad2c4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3251383
Jan 15 20:56:13.399079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 77153925-7185-4583-89dc-fdd59e40d230 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:13.409757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 77153925-7185-4583-89dc-fdd59e40d230 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:13.410270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (77153925-7185-4583-89dc-fdd59e40d230), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.464304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b073364-8a67-40df-b3cd-ab6496596a8b None None] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:13.501466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-453f2484-ddb5-43ec-ba77-f3b564331950 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2105320778&fields=id&tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea HTTP/1.1" status: 200  len: 267 time: 0.1918778
Jan 15 20:56:13.517416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e705455-1323-4dfe-98d0-622a69a8b4a1 req-2a31c10d-c86a-41f0-9ba5-4a1304c02d69 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808159
Jan 15 20:56:13.550230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-18fa5fb6-0b89-4583-99db-7ca34ed2f63d None None] Provisioning complete for port ab5c3756-a9be-46e0-a170-39d159044194 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:13.550604 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18fa5fb6-0b89-4583-99db-7ca34ed2f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab5c3756-a9be-46e0-a170-39d159044194), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.577520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2293d3e-7606-4c5c-8c1c-0b15c336b79d req-fbecde32-f360-4a55-8dd1-eebc0112f880 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688130
Jan 15 20:56:13.631984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 32eed310-baa9-48e9-b681-4dfbcc08f17e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:13.632609 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.702452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 77153925-7185-4583-89dc-fdd59e40d230 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:13.703149 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (77153925-7185-4583-89dc-fdd59e40d230), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.735775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 32eed310-baa9-48e9-b681-4dfbcc08f17e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32eed310-baa9-48e9-b681-4dfbcc08f17e,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:13.773503 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:13.774799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab5c3756-a9be-46e0-a170-39d159044194 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:13.786429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77153925-7185-4583-89dc-fdd59e40d230'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:13.789181 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa9115d-4e17-40c9-a107-c8b9a2eb78d7" -d '{"events": [{"server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "name": "network-vif-plugged", "status": "completed", "tag": "77153925-7185-4583-89dc-fdd59e40d230"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:14.019261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77153925-7185-4583-89dc-fdd59e40d230,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:14.036154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.046457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-05670b28-a85d-4b17-9079-79c60a401f47 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.048369 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-05670b28-a85d-4b17-9079-79c60a401f47 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 946 time: 0.0689330
Jan 15 20:56:14.048588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-18fa5fb6-0b89-4583-99db-7ca34ed2f63d None None] Current status of the port ab5c3756-a9be-46e0-a170-39d159044194 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:14.085221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=32eed310-baa9-48e9-b681-4dfbcc08f17e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:14.090865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ab5c3756-a9be-46e0-a170-39d159044194 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:14.091228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab5c3756-a9be-46e0-a170-39d159044194), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.136175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2972d3fa-3fd3-494e-8149-5045c1fedd9e req-10fb42a3-3976-4573-ac70-1b0bee40f735 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 210 time: 0.0607390
Jan 15 20:56:14.145979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-5ddd02e0-e6c1-457c-9109-5d11531a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.147804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-5ddd02e0-e6c1-457c-9109-5d11531a0774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1094 time: 0.4766495
Jan 15 20:56:14.158946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-fe2cddf3-fde6-4726-bd5e-08d343a248ae tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.160523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-fe2cddf3-fde6-4726-bd5e-08d343a248ae tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/networks?id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab HTTP/1.1" status: 200  len: 815 time: 0.6564925
Jan 15 20:56:14.172495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:14.173008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.179325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.209633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:14.220834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a2bb69f8-7b69-4760-91a7-9a41f0bd0e36 None None] Provisioning complete for port 32eed310-baa9-48e9-b681-4dfbcc08f17e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:14.221190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2bb69f8-7b69-4760-91a7-9a41f0bd0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.222193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c2f30a8c-74b1-461c-9874-ebf5855a927f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/quotas/e88ac3aebabe465c8903ac9b9d8f54ea HTTP/1.1" status: 200  len: 375 time: 0.0506439
Jan 15 20:56:14.311772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ab5c3756-a9be-46e0-a170-39d159044194 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:14.323233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:14.324708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.340671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:14.363695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-236277a5-e5bb-40d7-892e-be624e245dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.364085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-236277a5-e5bb-40d7-892e-be624e245dfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.2026081
Jan 15 20:56:14.376781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-24dbd44a-1d92-474e-b9d6-df0ef8cf18ed tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1485920
Jan 15 20:56:14.393256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb69f8-7b69-4760-91a7-9a41f0bd0e36 None None] Current status of the port 32eed310-baa9-48e9-b681-4dfbcc08f17e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:14.433177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-fa414a05-1136-4d83-affa-76db21cd6e76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 217 time: 0.0551407
Jan 15 20:56:14.442852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af292d2a-dc23-463a-ac13-815abf1dd00f req-bb639833-9156-4c6c-986d-408be9a874f9 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.444304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af292d2a-dc23-463a-ac13-815abf1dd00f req-bb639833-9156-4c6c-986d-408be9a874f9 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.1395204
Jan 15 20:56:14.510948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-fc54c456-e440-42a6-b23d-ac035a980be6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.516930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-fc54c456-e440-42a6-b23d-ac035a980be6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.518471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-fc54c456-e440-42a6-b23d-ac035a980be6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "GET /v2.0/networks?id=328be4aa-670f-40cd-8c6d-20a2a1c6cab2&id=4442449e-d2ed-4555-9ad6-2517eb6453e5 HTTP/1.1" status: 200  len: 1390 time: 0.1726520
Jan 15 20:56:14.533139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'port': {'device_id': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2', 'admin_state_up': True, 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:14.575074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-3a8a2610-b188-4eb2-8835-0e87020916c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:14.576439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-3a8a2610-b188-4eb2-8835-0e87020916c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1312683
Jan 15 20:56:14.622374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af292d2a-dc23-463a-ac13-815abf1dd00f req-ffe906c7-8e14-4fe4-8215-ad219a05e77a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1675329
Jan 15 20:56:14.629107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-8cc73b5d-7239-4f13-b56b-99439c032a55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442169
Jan 15 20:56:14.634449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-eb8f2fa1-e274-4b5e-b660-a191258c0cb5 service neutron] 10.222.0.46 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097025
Jan 15 20:56:14.691633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.709105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:14.727736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:14.736201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:14.739234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.781492 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4c515-6a13-47b4-b627-b3232c28cbd8 x-openstack-request-id: req-7ef4c515-6a13-47b4-b627-b3232c28cbd8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:14.781873 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "name": "network-vif-plugged", "status": "completed", "tag": "77153925-7185-4583-89dc-fdd59e40d230", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:14.782060 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ef4c515-6a13-47b4-b627-b3232c28cbd8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:14.782438 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77153925-7185-4583-89dc-fdd59e40d230', 'code': 200}
Jan 15 20:56:14.805239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:14.812350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:14.815861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4a628b34-f984-447f-8c6c-0f915da6ff22 req-1a459132-6173-4b08-97d3-13805eb977b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "DELETE /v2.0/ports/e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f HTTP/1.1" status: 204  len: 173 time: 0.7603488
Jan 15 20:56:14.816189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'name': 'network-vif-deleted', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:14.818734 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc18301-6ef2-4473-a5be-49604b4ee210" -d '{"events": [{"server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "name": "network-vif-deleted", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:14.837087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-0ee25e40-62eb-4017-bb9c-f15e59cc3979 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008440
Jan 15 20:56:14.848536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c1b7e291-c585-433a-8139-d2cab06d39b9 service neutron] 10.222.0.46 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930089
Jan 15 20:56:15.037680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Allocated IP 19.80.0.163 (328be4aa-670f-40cd-8c6d-20a2a1c6cab2/8606cee5-5ebe-4cc2-b0e5-1522d4bab489/d491075b-3ac1-4e95-a3ad-e9a004d6530d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:15.052786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 32eed310-baa9-48e9-b681-4dfbcc08f17e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:15.122624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03475ef1-24d1-45cb-9218-2514d232d2e0 req-6d781792-4040-42b1-ad84-6d699b718b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:15.126424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03475ef1-24d1-45cb-9218-2514d232d2e0 req-6d781792-4040-42b1-ad84-6d699b718b58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 1097 time: 0.2465351
Jan 15 20:56:15.133303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e060a0b2-8edc-4c17-9153-03c43391a31b req-e6c2ce6a-f7c2-4d3d-9c7b-95a538323671 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823622
Jan 15 20:56:15.159140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.170538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9e95-7b10-42a8-9f44-a8d20ab203bd req-97972a32-4699-45b3-9011-6a4c835853dd tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:15.178820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-063f9e95-7b10-42a8-9f44-a8d20ab203bd req-97972a32-4699-45b3-9011-6a4c835853dd tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.2834487
Jan 15 20:56:15.200251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 32eed310-baa9-48e9-b681-4dfbcc08f17e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:15.200621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.270013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03475ef1-24d1-45cb-9218-2514d232d2e0 req-8a2c15a5-0a0b-41cd-83b4-272d0f31e391 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382997
Jan 15 20:56:15.320034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4800cc59-ab1b-4339-a841-f835ec8a2e91 req-046698b9-662a-493a-b27d-b8d743cf00a5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae964f06-d93f-4029-9565-6f3d8d280d23 HTTP/1.1" status: 200  len: 210 time: 0.0619752
Jan 15 20:56:15.343789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-063f9e95-7b10-42a8-9f44-a8d20ab203bd req-d97f4d66-6374-48c6-a08b-5a3dd57e7448 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634204
Jan 15 20:56:15.387307 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.398426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 32eed310-baa9-48e9-b681-4dfbcc08f17e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:15.399834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab5c3756-a9be-46e0-a170-39d159044194 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:15.402940 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae38352-fc85-403e-9039-8638260c5450 x-openstack-request-id: req-0ae38352-fc85-403e-9039-8638260c5450 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:15.403574 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae964f06-d93f-4029-9565-6f3d8d280d23", "name": "network-vif-deleted", "tag": "e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:15.404366 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ae38352-fc85-403e-9039-8638260c5450 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:15.405070 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae964f06-d93f-4029-9565-6f3d8d280d23', 'name': 'network-vif-deleted', 'tag': 'e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f', 'status': 'completed', 'code': 200}
Jan 15 20:56:15.452527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:15.485924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.486176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ab5c3756-a9be-46e0-a170-39d159044194 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:15.486343 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab5c3756-a9be-46e0-a170-39d159044194), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.517313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:15.520338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5505481-17cf-4752-8684-5274e11ad4f9 req-14956d66-7feb-4bdb-9c6e-ec7a4aede03c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 210 time: 0.0739202
Jan 15 20:56:15.544806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:15.551512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:15.631694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902b6d-f2a2-4d22-a69c-1d3d3399687a req-fbf1a911-90c8-4c36-86de-5e959dda8575 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:15.633473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00902b6d-f2a2-4d22-a69c-1d3d3399687a req-fbf1a911-90c8-4c36-86de-5e959dda8575 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 932 time: 0.1073337
Jan 15 20:56:15.648725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:15.664084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:15.664197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.689601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ab5c3756-a9be-46e0-a170-39d159044194 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:15.708255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-0e1c688c-628f-4440-826c-48ff766f9ce0 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1784894
Jan 15 20:56:15.714114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (090861a7-0731-48f1-a7e8-b2f84e476273), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.722294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Request body: {'port': {'device_id': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5', 'admin_state_up': True, 'tenant_id': 'dc238c23f15041c583fd50a124461b2c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:15.750708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00902b6d-f2a2-4d22-a69c-1d3d3399687a req-aba63515-4a51-4798-ac5f-3c9ffda6c846 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048539
Jan 15 20:56:15.853503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (090861a7-0731-48f1-a7e8-b2f84e476273), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.885801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cfcb-fa79-4b80-bdf3-0791e685de9b req-1101675f-afeb-4794-98ca-2f2f8f3f926d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:15.888315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c067cfcb-fa79-4b80-bdf3-0791e685de9b req-1101675f-afeb-4794-98ca-2f2f8f3f926d tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.0640609
Jan 15 20:56:15.965895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Made reservation on behalf of dc238c23f15041c583fd50a124461b2c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:15.969975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.988974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c067cfcb-fa79-4b80-bdf3-0791e685de9b req-b40d8172-a5b1-47fc-9e74-a98271df00f1 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946143
Jan 15 20:56:15.991299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-d1ac906a-58c5-4c35-ad8c-4832c8b3abdc tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352397
Jan 15 20:56:15.996651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (090861a7-0731-48f1-a7e8-b2f84e476273), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:15.999369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:16.002946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "DELETE /v2.0/security-groups/090861a7-0731-48f1-a7e8-b2f84e476273 HTTP/1.1" status: 204  len: 168 time: 0.5469949
Jan 15 20:56:16.005263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:16.026025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6cfac0ff-6c75-4b5a-bc15-5ec618a06876 None None] Provisioning complete for port d491075b-3ac1-4e95-a3ad-e9a004d6530d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:16.026765 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cfac0ff-6c75-4b5a-bc15-5ec618a06876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:16.034118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e3f5-b991-45d7-ae38-119be8f0ebdd tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090861a7-0731-48f1-a7e8-b2f84e476273,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:16.072684 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-f6a80210-1009-4e09-aa15-fb4b2325b523 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] show failed (client error): The resource could not be found.
Jan 15 20:56:16.073888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f6a80210-1009-4e09-aa15-fb4b2325b523 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "GET /v2.0/security-groups/090861a7-0731-48f1-a7e8-b2f84e476273 HTTP/1.1" status: 404  len: 347 time: 0.0677128
Jan 15 20:56:16.077008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:16.078173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6cfac0ff-6c75-4b5a-bc15-5ec618a06876 None None] Port d491075b-3ac1-4e95-a3ad-e9a004d6530d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:16.149675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-0f1aeb31-b9fb-4199-aa7c-4d468c188519 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:16.155048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-0f1aeb31-b9fb-4199-aa7c-4d468c188519 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1540489
Jan 15 20:56:16.170506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-5a83a104-075d-43df-bcd2-2ac0a1e64805 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/quotas/fbb6e08a94bc415fada171a2eca3e7ad HTTP/1.1" status: 200  len: 375 time: 0.0100837
Jan 15 20:56:16.204231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-5c9822fd-540d-47ed-835a-d6d577e32c99 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0284729
Jan 15 20:56:16.263344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Allocated IP 19.86.0.45 (4442449e-d2ed-4555-9ad6-2517eb6453e5/4e430c66-a67c-4364-a590-89add8fde9a7/ea9ece42-4caf-4596-9d6a-f5ebd3e979e9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:16.310473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Deleting port 21d0d1f2-412a-43b5-a863-9bff728e047f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:16.310820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:16.555790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-3c214433-4c5f-4866-9c69-1cdb069ba8cb tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0398228
Jan 15 20:56:16.566636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ea29-d14f-4281-8157-e9192e2bb224 req-18dd329c-c89c-4d62-bf5d-529f0dde0688 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:16.575522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e307ea29-d14f-4281-8157-e9192e2bb224 req-18dd329c-c89c-4d62-bf5d-529f0dde0688 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.1195946
Jan 15 20:56:16.621468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:16.846314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e307ea29-d14f-4281-8157-e9192e2bb224 req-e13b03b2-a0e8-4a3f-aea2-fe44bdf44cad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698724
Jan 15 20:56:16.847270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:16.887504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-86761c00-26e4-46c2-b96e-f93ce91cb104 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:16.888413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'port_id': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'mac_address': 'fa:16:3e:aa:a4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c54f90-f000-4a0f-a54d-938cee527307', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:16.889266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-86761c00-26e4-46c2-b96e-f93ce91cb104 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.39 "GET /v2.0/networks?id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab HTTP/1.1" status: 200  len: 815 time: 0.3117948
Jan 15 20:56:16.960228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-32dfb609-78dd-4f02-b8c5-297daf087f98 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:16.967882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port eb8f87ed-8d87-47ae-bacf-831dd563cfce is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:16.968961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-32dfb609-78dd-4f02-b8c5-297daf087f98 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3811677
Jan 15 20:56:16.970502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:16.992370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f87ed-8d87-47ae-bacf-831dd563cfce {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:17.019138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-453fee58-6c58-4abc-ad7b-1a8a8315d88e req-379f1fda-7ca0-41d3-be19-66121f954228 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 210 time: 0.0417171
Jan 15 20:56:17.040738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.041354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for floatingip (21d0d1f2-412a-43b5-a863-9bff728e047f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.041611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-71522a46-3bb5-4a41-b824-58997bfd496b tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/quotas/fbb6e08a94bc415fada171a2eca3e7ad HTTP/1.1" status: 200  len: 375 time: 0.0710897
Jan 15 20:56:17.042213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:17.049566 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.075410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-e694b0ff-ba97-4eb9-ab8f-757ec5f85ba4 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea HTTP/1.1" status: 200  len: 380 time: 0.1749964
Jan 15 20:56:17.079763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Calling delete_port for 21d0d1f2-412a-43b5-a863-9bff728e047f owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:17.101882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'port': {'device_id': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'admin_state_up': True, 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'security_groups': ['b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:17.107361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.123622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-124b6ccf-705f-4861-8211-e01fcf4aade0 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0809381
Jan 15 20:56:17.153754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:17.207873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.262465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:17.263118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['eb8f87ed-8d87-47ae-bacf-831dd563cfce'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:17.272615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:17.275855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:17.307193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event updated for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:17.402884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Made reservation on behalf of e88ac3aebabe465c8903ac9b9d8f54ea for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:17.407377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.419537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:17.421385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.430682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (21d0d1f2-412a-43b5-a863-9bff728e047f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.437236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-847dab4f-f29e-4964-b9c8-0fa1954488ec tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:17.439070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-847dab4f-f29e-4964-b9c8-0fa1954488ec tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.2454746
Jan 15 20:56:17.477234 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-46d11063-b4c3-48fa-9a1b-4a158e08febb tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7600577
Jan 15 20:56:17.478359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Pushing event deleted for resources: {'Port': ['ID=21d0d1f2-412a-43b5-a863-9bff728e047f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:17.503738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Request body: {'port': {'device_id': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:17.521865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-a51e43c1-02fc-4bcc-ab70-a94d8e0844e6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0394270
Jan 15 20:56:17.607836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-246eb1f0-7ebb-410e-92e0-abd10cbe3d9e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0850005
Jan 15 20:56:17.642212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks [] for floatingip (246acc1f-c4f8-447a-9446-90912606ac59), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.645493 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.649136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f32a4ff-cf03-40b3-b4a6-740e04797d28 tempest-ImagesOneServerNegativeTestJSON-1333539543 tempest-ImagesOneServerNegativeTestJSON-1333539543-project] 10.222.0.46 "DELETE /v2.0/floatingips/246acc1f-c4f8-447a-9446-90912606ac59 HTTP/1.1" status: 204  len: 168 time: 1.5688696
Jan 15 20:56:17.657365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.680923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-1238d815-448f-4e9d-874b-721b323d2815 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0428569
Jan 15 20:56:17.707489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-acb7027b-cffc-4cf2-9777-e4b8bdc8bdc6 None None] Provisioning complete for port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:17.708931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acb7027b-cffc-4cf2-9777-e4b8bdc8bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.770451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde7ff-1f6f-421d-8881-de294e0242b8 req-a8f737ee-7fba-4bf5-991b-675803c2ccd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:17.778000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde7ff-1f6f-421d-8881-de294e0242b8 req-a8f737ee-7fba-4bf5-991b-675803c2ccd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:17.786408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75dde7ff-1f6f-421d-8881-de294e0242b8 req-a8f737ee-7fba-4bf5-991b-675803c2ccd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1654 time: 0.3462753
Jan 15 20:56:17.816248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-acb7027b-cffc-4cf2-9777-e4b8bdc8bdc6 None None] Port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:17.893074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7dfb-b93f-42a5-b620-b558b9ff4934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:17.900209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-ff758ff9-1e43-46ab-acb9-39f7111530e1 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915027
Jan 15 20:56:17.914472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Allocated IP 172.20.0.12 (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab/345691be-d567-45fc-9302-785e5647e9a2/a6cb493c-7db8-4ea6-9c25-c683e688717c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:17.989185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75dde7ff-1f6f-421d-8881-de294e0242b8 req-6eee68ac-5c7f-45d4-aad6-bd51f02bdaa4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922433
Jan 15 20:56:18.071811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-e88c41fb-afe3-449f-b240-28b3fbd7de3f tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:18.073306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-e88c41fb-afe3-449f-b240-28b3fbd7de3f tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3864515
Jan 15 20:56:18.101493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Request body: {'port': {'device_id': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'fbb6e08a94bc415fada171a2eca3e7ad'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:18.185213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d491075b-3ac1-4e95-a3ad-e9a004d6530d {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:18.188867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-ee463686-52bd-495f-b621-c380729897ba service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799945
Jan 15 20:56:18.200404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks [] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.227965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Transition to ACTIVE for port object d491075b-3ac1-4e95-a3ad-e9a004d6530d will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:18.238653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.244439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e1da8-54b9-4f22-93f0-0143b506fdd2 req-1d425a8f-2010-42d8-88ba-32b192db1bf2 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:18.246628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd7e1da8-54b9-4f22-93f0-0143b506fdd2 req-1d425a8f-2010-42d8-88ba-32b192db1bf2 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.1157334
Jan 15 20:56:18.250381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.317011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Pushing event updated for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:18.323382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd7e1da8-54b9-4f22-93f0-0143b506fdd2 req-98da535d-a1dc-47d3-adb9-6e29bcd2130c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677063
Jan 15 20:56:18.338697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.391928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Made reservation on behalf of fbb6e08a94bc415fada171a2eca3e7ad for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:18.395632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.423275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.455771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:18.463793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:18.482452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:18.526508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Attempting to bind port d491075b-3ac1-4e95-a3ad-e9a004d6530d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:18.527020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Attempting to bind port d491075b-3ac1-4e95-a3ad-e9a004d6530d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:18.527474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Attempting to bind port d491075b-3ac1-4e95-a3ad-e9a004d6530d on network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:18.555530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Port d491075b-3ac1-4e95-a3ad-e9a004d6530d on network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:18.555847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Attempting to bind port d491075b-3ac1-4e95-a3ad-e9a004d6530d on network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:18.584319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:18.584664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Checking segment: {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:18.585064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Bound using segment: {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:18.585497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Bound port: d491075b-3ac1-4e95-a3ad-e9a004d6530d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf4c53f-af0f-467c-bf74-fc9b0902e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:18.585835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.622454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:18.653004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbda8b84-5e2f-445f-aeeb-f130bb930c10 req-552bd263-ecd5-4c5e-96a3-1512bbbcad2e tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 210 time: 0.1455805
Jan 15 20:56:18.659061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event updated for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.690983 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:18.693860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516a83a-e3fe-4eea-ac5c-fcc1173d49d4 req-b65f3c1d-582c-4399-977c-d628f9a9b0bc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:18.695973 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-39af56e0-b847-40c4-8ca9-a2d2ea28d4fd tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1000757
Jan 15 20:56:18.703313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e516a83a-e3fe-4eea-ac5c-fcc1173d49d4 req-b65f3c1d-582c-4399-977c-d628f9a9b0bc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.1936040
Jan 15 20:56:18.775199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:18.775902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.814974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port eb8f87ed-8d87-47ae-bacf-831dd563cfce completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:18.823670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port eb8f87ed-8d87-47ae-bacf-831dd563cfce triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:18.824343 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.841964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:18.845510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:18.903466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-d583fa0f-6311-4158-9cfc-08d3111d2102 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8209779
Jan 15 20:56:18.904301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.914785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7626-3fd4-4856-85a1-030f1af85f29 req-da75c30c-88ee-4ce7-91c9-04a93cd3f1dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:18.923195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38ac7626-3fd4-4856-85a1-030f1af85f29 req-da75c30c-88ee-4ce7-91c9-04a93cd3f1dc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 932 time: 0.1433606
Jan 15 20:56:18.932796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port eb8f87ed-8d87-47ae-bacf-831dd563cfce is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:18.934461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.935703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e516a83a-e3fe-4eea-ac5c-fcc1173d49d4 req-cd662893-c36b-4fd8-ae35-e7ffd56fba5a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314212
Jan 15 20:56:18.967208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Request body: {'port': {'device_id': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:18.968394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:18.971003 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c760d5-fc22-48a8-9b46-0fc79f26e2f6" -d '{"events": [{"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:18.987835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:18.993172 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:18.995528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:19.021834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:19.022111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e8cb3b3e-9ba7-4dc0-86e0-83c3f385db9f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:19.090570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7fe4d88a-f26b-44fb-82e1-dca6cae60ae4 None None] Provisioning complete for port a6cb493c-7db8-4ea6-9c25-c683e688717c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:19.091302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d88a-f26b-44fb-82e1-dca6cae60ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.092630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:19.129638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks [] for security_group (49a988b6-831f-419e-a78c-d78b44be6ef6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.148006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.148649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4d88a-f26b-44fb-82e1-dca6cae60ae4 None None] Port a6cb493c-7db8-4ea6-9c25-c683e688717c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:19.148791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.150486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] 10.222.0.45 "PUT /v2.0/ports/d491075b-3ac1-4e95-a3ad-e9a004d6530d HTTP/1.1" status: 200  len: 1092 time: 1.6558959
Jan 15 20:56:19.150921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:19.153448 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:19.154459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38ac7626-3fd4-4856-85a1-030f1af85f29 req-fc352546-9a76-432c-ba1c-fe4fb5dbf753 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2295179
Jan 15 20:56:19.164473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (49a988b6-831f-419e-a78c-d78b44be6ef6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.168824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.191035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e4d49-9a77-4762-bf43-31d82af05659 req-1857f90f-6e48-472b-9f69-ee433bac09ba tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.195624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-80760292-f843-4bba-b1c5-55fe486286df tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.197340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-80760292-f843-4bba-b1c5-55fe486286df tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4946346
Jan 15 20:56:19.200965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-ee959172-4164-4365-af8d-1f75d4d099d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3369596
Jan 15 20:56:19.205200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c63e4d49-9a77-4762-bf43-31d82af05659 req-1857f90f-6e48-472b-9f69-ee433bac09ba tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.1660733
Jan 15 20:56:19.206021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Request body: {'port': {'device_id': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:19.217943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Request body: {'port': {'device_id': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'fbb6e08a94bc415fada171a2eca3e7ad'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:19.237317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:19.242590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Request body: {'floatingip': {'port_id': '77153925-7185-4583-89dc-fdd59e40d230'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:19.331780 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f0783-6a01-4486-a2c4-c5f17e8b037d x-openstack-request-id: req-aa6f0783-6a01-4486-a2c4-c5f17e8b037d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:19.332119 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:19.332795 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa6f0783-6a01-4486-a2c4-c5f17e8b037d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:19.333441 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'code': 200}
Jan 15 20:56:19.377132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dfe1e531-cb95-47dc-a0bc-78f72976c733 req-d8272bb3-0e22-456b-a86d-5d6c03af1229 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 210 time: 0.0586264
Jan 15 20:56:19.490199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3074e-cbb7-4697-82f4-da5a591c392f service neutron] Pushing event updated for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:19.518200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0ff22-f224-4310-9253-4d24c688b547 req-802cf9a9-0673-48e5-9934-5374736fabe6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.524265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0ff22-f224-4310-9253-4d24c688b547 req-802cf9a9-0673-48e5-9934-5374736fabe6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.531700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49d0ff22-f224-4310-9253-4d24c688b547 req-802cf9a9-0673-48e5-9934-5374736fabe6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1666 time: 0.1005013
Jan 15 20:56:19.550077 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda2cf44-50ea-4f13-a3fa-5e365a5504c5 x-openstack-request-id: req-fda2cf44-50ea-4f13-a3fa-5e365a5504c5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:19.550803 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:19.551300 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fda2cf44-50ea-4f13-a3fa-5e365a5504c5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:19.552260 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d', 'status': 'completed', 'code': 200}
Jan 15 20:56:19.591208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.599482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40990) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:19.621773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a988b6-831f-419e-a78c-d78b44be6ef6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:19.676563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49d0ff22-f224-4310-9253-4d24c688b547 req-8bbe2470-b0fe-4d78-b736-fcef469dea2b tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440682
Jan 15 20:56:19.693465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-c1f9690f-0679-4e5f-b2d0-9e2a1ff106e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.693777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-c1f9690f-0679-4e5f-b2d0-9e2a1ff106e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.695298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-c1f9690f-0679-4e5f-b2d0-9e2a1ff106e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1913 time: 0.1037626
Jan 15 20:56:19.787801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:19.838546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20b73771-486e-41d8-912b-5d84f42f4a1f req-66847a8a-7bf2-4590-aacc-41d235cccfac tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 210 time: 0.0855677
Jan 15 20:56:19.847021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.45', 64317) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:19.855882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-09fcda0b-7cd0-421f-b157-02c196b1d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.857742 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-09fcda0b-7cd0-421f-b157-02c196b1d424 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1095 time: 0.4696290
Jan 15 20:56:19.878868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7e8f-b623-4fc8-bef1-0d254a73ea46 req-5390a0bc-8db8-43cc-9e87-41c2abf4004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:19.880349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a0b7e8f-b623-4fc8-bef1-0d254a73ea46 req-5390a0bc-8db8-43cc-9e87-41c2abf4004d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.3775947
Jan 15 20:56:19.937701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Deleting subnet 49154699-6bc5-4512-8772-cbfc551dab57 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:19.948356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Allocated IP 192.168.233.23 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/8b8cea34-6f8d-4a83-aaae-cfea3dbff75c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:19.973834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Publish callbacks [] for subnet (49154699-6bc5-4512-8772-cbfc551dab57), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.120909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb60-847f-411f-b290-ee9be7ee3262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.209959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Made reservation on behalf of fbb6e08a94bc415fada171a2eca3e7ad for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:20.213545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.268190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (49154699-6bc5-4512-8772-cbfc551dab57), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.358456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cb493c-7db8-4ea6-9c25-c683e688717c {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:20.405326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks [] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.442619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-b42e0e4e-b1c1-421e-af2c-04f2ea7feb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.443098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-b42e0e4e-b1c1-421e-af2c-04f2ea7feb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.443566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-b42e0e4e-b1c1-421e-af2c-04f2ea7feb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.445204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-b42e0e4e-b1c1-421e-af2c-04f2ea7feb18 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=dc238c23f15041c583fd50a124461b2c&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.7278442
Jan 15 20:56:20.455936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Transition to ACTIVE for port object a6cb493c-7db8-4ea6-9c25-c683e688717c will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:20.484596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.578574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a0b7e8f-b623-4fc8-bef1-0d254a73ea46 req-ae14cc2d-1b04-48d8-8536-83aa8b85b1f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6887944
Jan 15 20:56:20.622381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3e8d-8a46-4fb4-8748-8ffe8b589dbc req-27e8c04a-98a7-45d3-bbb6-2b984f8b4471 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.623989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eaad3e8d-8a46-4fb4-8748-8ffe8b589dbc req-27e8c04a-98a7-45d3-bbb6-2b984f8b4471 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 945 time: 0.3366251
Jan 15 20:56:20.641209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f5095-9437-4ec9-9716-094959f3131c req-6960beb4-27a6-4e8c-ae5a-e96126dd993a tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.642737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c7f5095-9437-4ec9-9716-094959f3131c req-6960beb4-27a6-4e8c-ae5a-e96126dd993a tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 932 time: 0.3460152
Jan 15 20:56:20.660904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-3411b1e5-5082-4d3f-8c67-c6aee81bdb6a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.662419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-3411b1e5-5082-4d3f-8c67-c6aee81bdb6a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.8096313
Jan 15 20:56:20.700266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:20.735468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Pushing event updated for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:20.754385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-92bce8ca-be6c-42f0-b293-61ad265f0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.755865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-92bce8ca-be6c-42f0-b293-61ad265f0408 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.8672884
Jan 15 20:56:20.891741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (49154699-6bc5-4512-8772-cbfc551dab57), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:20.908652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-4f9a9b72-4d1c-4b0e-8842-ba567d9e6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:20.910176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-4f9a9b72-4d1c-4b0e-8842-ba567d9e6283 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4565380
Jan 15 20:56:20.932300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-2db351a1-258c-4532-b4e2-fdb33cfa02bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.1644983
Jan 15 20:56:20.938258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eaad3e8d-8a46-4fb4-8748-8ffe8b589dbc req-a4ab275c-c198-4b63-ba89-f75fe69e64a2 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2938609
Jan 15 20:56:20.956106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c7f5095-9437-4ec9-9716-094959f3131c req-5728e9e5-19a6-4bb0-9243-4cc7e84b4a42 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2840884
Jan 15 20:56:21.005141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Attempting to bind port a6cb493c-7db8-4ea6-9c25-c683e688717c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:21.005520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Attempting to bind port a6cb493c-7db8-4ea6-9c25-c683e688717c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:21.005812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Attempting to bind port a6cb493c-7db8-4ea6-9c25-c683e688717c on network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:21.012631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Port a6cb493c-7db8-4ea6-9c25-c683e688717c on network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:21.012988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Attempting to bind port a6cb493c-7db8-4ea6-9c25-c683e688717c on network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:21.022508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:21.022879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Checking segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:21.023237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Bound using segment: {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:21.023715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Bound port: a6cb493c-7db8-4ea6-9c25-c683e688717c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9060d70e-5628-41b1-9806-8991e4898a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:21.024046 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.070215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:21.073885 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.121584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ea13088-03cf-4654-b0b2-e52726c06e2b req-da4c882d-629c-4879-9fc5-eb99ecd56d6b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 210 time: 0.0547168
Jan 15 20:56:21.209519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-a08011f0-cf28-422b-af3b-7ee65f387967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.210984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-a08011f0-cf28-422b-af3b-7ee65f387967 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.2424393
Jan 15 20:56:21.216929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:21.246625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks [] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.263351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb6d5410-0f8a-4744-8507-05da7727aacb req-3054ed4c-ab79-46fe-b609-cd43484d914a tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 210 time: 0.0535641
Jan 15 20:56:21.268382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:21.280501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.303889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b332ac-22df-42d1-82c6-e08d51f2cbef req-e9e22f18-7989-4ec1-b1f3-8e9b4f1defd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.310433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b332ac-22df-42d1-82c6-e08d51f2cbef req-e9e22f18-7989-4ec1-b1f3-8e9b4f1defd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.312005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1b332ac-22df-42d1-82c6-e08d51f2cbef req-e9e22f18-7989-4ec1-b1f3-8e9b4f1defd1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1666 time: 0.1844802
Jan 15 20:56:21.322335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (49154699-6bc5-4512-8772-cbfc551dab57), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.337927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-1e159db8-e628-4d30-b245-a02ba8fbb252 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807979
Jan 15 20:56:21.373603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.374236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.375636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] 10.222.0.39 "PUT /v2.0/ports/a6cb493c-7db8-4ea6-9c25-c683e688717c HTTP/1.1" status: 200  len: 1092 time: 2.4287055
Jan 15 20:56:21.376094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:21.378412 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8811fcc-300d-4e5a-be4a-e17e75806515" -d '{"events": [{"name": "network-changed", "server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:21.413366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49154699-6bc5-4512-8772-cbfc551dab57,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:21.439649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2f9c8-93de-4ce2-822c-df92ddbce35d service neutron] Pushing event updated for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:21.445861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.14 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/6b0f9bd5-35ce-4655-ab53-3207b68d566f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:21.494920 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7bc09-05e1-4a6b-94ac-c18aca1e957e x-openstack-request-id: req-05d7bc09-05e1-4a6b-94ac-c18aca1e957e {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:21.495322 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:21.495452 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05d7bc09-05e1-4a6b-94ac-c18aca1e957e {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:21.495912 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'status': 'completed', 'code': 200}
Jan 15 20:56:21.500362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1b332ac-22df-42d1-82c6-e08d51f2cbef req-446b68ef-d916-4b02-8325-7cbf246dc7f6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506228
Jan 15 20:56:21.509165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.513374 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4b2dc710-64d9-4825-b4d2-b6a87987f5e4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/49154699-6bc5-4512-8772-cbfc551dab57 HTTP/1.1" status: 204  len: 168 time: 1.9088857
Jan 15 20:56:21.518521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:21.538662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:21.550471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-7df85c2e-698b-43d9-930a-2fa23e63dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.552067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-7df85c2e-698b-43d9-930a-2fa23e63dee0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea&device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 1095 time: 0.1039209
Jan 15 20:56:21.582477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.resource_extend [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:56:21.636964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks [] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.639872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-9e20df90-65ff-4945-b754-788ab2586404 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c HTTP/1.1" status: 200  len: 217 time: 0.0778182
Jan 15 20:56:21.710547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.723686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-6351046f-6b13-4bd6-8e0f-2f1abb4f6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.725183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-6351046f-6b13-4bd6-8e0f-2f1abb4f6f6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=345691be-d567-45fc-9302-785e5647e9a2 HTTP/1.1" status: 200  len: 854 time: 0.0779965
Jan 15 20:56:21.759456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Transition to ACTIVE for port object ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:21.766541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.774389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.801845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670504d4-d7d4-4acc-a661-76b152638d9e req-9de1ad5c-2222-4233-8446-302e665db96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:21.802780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-9de1ad5c-2222-4233-8446-302e665db96a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0697522
Jan 15 20:56:21.803995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.825893 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.844321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-ef42ed80-a114-4847-ba75-ae820281bb8c service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4532888
Jan 15 20:56:21.850882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:21.853366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.858183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.867324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b7ee6eaf-eda1-43c9-9d45-4bb747012a97), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:21.912613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:21.920016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:21.922407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:21.923179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:21.934697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:21.940054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:21.958563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Allocated IP 192.168.233.147 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/3de9d3d2-9291-4173-8d0b-3d31a05f6fe6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:21.961371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:21.991369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-e1f633eb-f4d3-45f3-83cd-246449eac899 service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810296
Jan 15 20:56:22.014668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.015320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.190703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:22.191214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-f8e4cc83-1b2c-4120-b327-5e26e4be8a93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5038457
Jan 15 20:56:22.215830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Request body: {'port': {'device_id': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:22.273962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e12676-4c52-49ad-b247-3010f0f44d3d req-413b9f76-5eb4-4802-9979-aad08b9f7696 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.275562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07e12676-4c52-49ad-b247-3010f0f44d3d req-413b9f76-5eb4-4802-9979-aad08b9f7696 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 945 time: 0.1909583
Jan 15 20:56:22.299575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51260b-6a91-458e-b3e4-49a17298c28b req-c855a29d-6c04-4bf9-a915-438e4eb86305 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.301029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e51260b-6a91-458e-b3e4-49a17298c28b req-c855a29d-6c04-4bf9-a915-438e4eb86305 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 944 time: 0.2072401
Jan 15 20:56:22.303173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-756cc546-bcaa-4e8e-843d-5c591ded3bcc None None] Provisioning complete for port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:22.303670 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-756cc546-bcaa-4e8e-843d-5c591ded3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.342924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-756cc546-bcaa-4e8e-843d-5c591ded3bcc None None] Port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:22.363357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.366652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-670504d4-d7d4-4acc-a661-76b152638d9e req-fc5512ba-d969-4990-861f-5259acb75784 service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3678482
Jan 15 20:56:22.462468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07e12676-4c52-49ad-b247-3010f0f44d3d req-673df4b6-9b15-4d7e-92b7-ed0c3209fb68 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786625
Jan 15 20:56:22.493144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e51260b-6a91-458e-b3e4-49a17298c28b req-a8c0fc45-9061-40dc-abf9-51c2fdda9622 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697614
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.541145 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.544971 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.663825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-7329ff67-4e7d-4a3d-b40d-ae1c9a5dd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.665696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-7329ff67-4e7d-4a3d-b40d-ae1c9a5dd11e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea&device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 1095 time: 0.2211471
Jan 15 20:56:22.673557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-30ef092e-3f3e-47b8-b416-00b69e275bee tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.5891039
Jan 15 20:56:22.705788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Request body: {'port': {'device_id': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:22.721443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13a10867-3f4d-4053-956a-091484e6a412 req-e0beab5f-ed4b-4f92-85c2-c0df37a5c4d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 210 time: 0.0695603
Jan 15 20:56:22.768223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b7ee6eaf-eda1-43c9-9d45-4bb747012a97), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.771295 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Floating IP 8a904e54-7386-4597-bcef-ab953f182983 associated. External IP: 172.35.1.127, port: 77153925-7185-4583-89dc-fdd59e40d230.
Jan 15 20:56:22.875270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c334e-b1d8-42d1-b895-d0258084b435 req-80653b54-3cff-4370-a34f-3e9932ce9133 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.876562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8c98eca-af57-48d1-8fd8-d3b2a5744ba9 req-e841a410-5b90-41d6-9c27-d43968030d67 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0115757
Jan 15 20:56:22.882317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c66c334e-b1d8-42d1-b895-d0258084b435 req-80653b54-3cff-4370-a34f-3e9932ce9133 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 932 time: 0.2341318
Jan 15 20:56:22.925658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-2b8dc0c6-3ee6-4f95-8106-a94c05982488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:22.926770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-2b8dc0c6-3ee6-4f95-8106-a94c05982488 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab HTTP/1.1" status: 200  len: 916 time: 0.2471001
Jan 15 20:56:22.929196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78b771f0>,) {'filters': {'network_id': ['b7ee6eaf-eda1-43c9-9d45-4bb747012a97']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:22.961457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b771f0>, '85174845-c8ba-4847-8567-fece25122453') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:22.961830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b771f0>, '85174845-c8ba-4847-8567-fece25122453') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:22.968098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Attempting to bind port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:22.968437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Attempting to bind port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:22.968769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Attempting to bind port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 on network 4442449e-d2ed-4555-9ad6-2517eb6453e5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:22.994120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (85174845-c8ba-4847-8567-fece25122453), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:22.999758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.010716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0715f7a-3adf-4a1c-b7fe-03d4004d7421 req-41490b4f-15c2-4526-a26d-d94fbd937143 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.013035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0715f7a-3adf-4a1c-b7fe-03d4004d7421 req-41490b4f-15c2-4526-a26d-d94fbd937143 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.1891854
Jan 15 20:56:23.018608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-a2c7e9c4-1bb5-4f0c-a02c-5d40b175c595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c HTTP/1.1" status: 200  len: 217 time: 0.0810690
Jan 15 20:56:23.046680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0f9bd5-35ce-4655-ab53-3207b68d566f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:23.052418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 on network 4442449e-d2ed-4555-9ad6-2517eb6453e5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:23.052722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Attempting to bind port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 on network 4442449e-d2ed-4555-9ad6-2517eb6453e5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:23.062495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c66c334e-b1d8-42d1-b895-d0258084b435 req-8fb416fb-f7b0-46db-abca-bd0daea18fb9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792538
Jan 15 20:56:23.083557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85174845-c8ba-4847-8567-fece25122453), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.102676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks [] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.104156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks [] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.139420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:23.139800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Checking segment: {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:23.140410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Bound using segment: {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:23.141261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Bound port: ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:23.141430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.141640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Transition to ACTIVE for port object 6b0f9bd5-35ce-4655-ab53-3207b68d566f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:23.163950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.166314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-4477b01b-69dd-4c39-bea3-4246a5658896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.168344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-4477b01b-69dd-4c39-bea3-4246a5658896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=345691be-d567-45fc-9302-785e5647e9a2 HTTP/1.1" status: 200  len: 854 time: 0.1349862
Jan 15 20:56:23.174049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.186123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0715f7a-3adf-4a1c-b7fe-03d4004d7421 req-1da3e329-ea1d-4004-8274-d061fc49d4c1 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591220
Jan 15 20:56:23.186379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.188260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:23.188711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (85174845-c8ba-4847-8567-fece25122453), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:23.195696 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:23.274660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:23.305330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af59ce-0ca5-4cc9-85d6-5515b30baf8a req-60c1ff4c-cf13-4622-b08f-4cf572fb377f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.312415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af59ce-0ca5-4cc9-85d6-5515b30baf8a req-60c1ff4c-cf13-4622-b08f-4cf572fb377f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.314072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2af59ce-0ca5-4cc9-85d6-5515b30baf8a req-60c1ff4c-cf13-4622-b08f-4cf572fb377f tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1678 time: 0.1713376
Jan 15 20:56:23.352596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-8c8380ac-6c2b-4707-95ac-51dbc5191f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.354079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-8c8380ac-6c2b-4707-95ac-51dbc5191f3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1471782
Jan 15 20:56:23.411316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:23.422253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:23.478265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b7ee6eaf-eda1-43c9-9d45-4bb747012a97), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.481268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:23.494317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.501493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] 10.222.0.46 "DELETE /v2.0/networks/b7ee6eaf-eda1-43c9-9d45-4bb747012a97 HTTP/1.1" status: 204  len: 168 time: 1.9706225
Jan 15 20:56:23.513263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:23.601116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:23.607966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:23.641167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.642545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.652277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.740082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66256832-79d1-4edd-ba9d-f0a265ae2b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ee6eaf-eda1-43c9-9d45-4bb747012a97,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:23.817482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41036) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:23.829101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b0f803e0-bf2f-4c93-95f2-0f32b197ca01 None None] Provisioning complete for port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:23.830374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0f803e0-bf2f-4c93-95f2-0f32b197ca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.847800 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-c317cd9c-b091-4a5a-a111-d9dd742cdded tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.6339166
Jan 15 20:56:23.854514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.856001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:23.857437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 HTTP/1.1" status: 200  len: 1091 time: 4.6555338
Jan 15 20:56:23.857898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:23.860165 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d791de93-2f6c-4944-a877-2607955c3115" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:23.876375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Request body: {'port': {'device_id': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:23.883640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f69060-307a-4cec-8c85-7b01996c0276 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:23.901444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66f43-40f6-4fdd-a0a2-fd29c9830738 req-3f1e7f56-2284-43ae-a2fd-b5e2e47ff3d5 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:23.909222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b0f803e0-bf2f-4c93-95f2-0f32b197ca01 None None] Port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:56:23.909684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2d66f43-40f6-4fdd-a0a2-fd29c9830738 req-3f1e7f56-2284-43ae-a2fd-b5e2e47ff3d5 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.5811849
Jan 15 20:56:23.911439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:56:23.925136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2af59ce-0ca5-4cc9-85d6-5515b30baf8a req-aa0144e9-079d-4b44-a461-d168b60f2cda tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5930927
Jan 15 20:56:23.925909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Attempting to bind port 6b0f9bd5-35ce-4655-ab53-3207b68d566f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:23.926239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Attempting to bind port 6b0f9bd5-35ce-4655-ab53-3207b68d566f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:23.926562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Attempting to bind port 6b0f9bd5-35ce-4655-ab53-3207b68d566f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:23.952555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Port 6b0f9bd5-35ce-4655-ab53-3207b68d566f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:23.953065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Attempting to bind port 6b0f9bd5-35ce-4655-ab53-3207b68d566f on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:23.970984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:23.971599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:23.971988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:23.972434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Bound port: 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:23.973705 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.024176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-c48b7973-97b7-43e8-964f-0d03c89bcc0a service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6502345
Jan 15 20:56:24.026459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f8c4d54-a1ff-449f-b62b-b10453702de0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6d5d92c87544c4d8080e19c1f6429bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1980498
Jan 15 20:56:24.030267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41040) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:24.079281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.147006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-b6838c95-f7df-4609-8a00-010a265f8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.147500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-b6838c95-f7df-4609-8a00-010a265f8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.149147 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-b6838c95-f7df-4609-8a00-010a265f8ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1980 time: 0.2342525
Jan 15 20:56:24.177240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2d66f43-40f6-4fdd-a0a2-fd29c9830738 req-cd691055-d1b5-4399-8235-dea3d49cebd0 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666457
Jan 15 20:56:24.233405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.237742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930637d3-cd8b-45c4-a256-d1086b059821 req-eb81a14f-9787-4086-9376-077c8cf0ed44 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.239264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-930637d3-cd8b-45c4-a256-d1086b059821 req-eb81a14f-9787-4086-9376-077c8cf0ed44 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 944 time: 0.2328970
Jan 15 20:56:24.244589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:24.250918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-4ee5ac55-edad-48fc-9121-32eef81d599b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d HTTP/1.1" status: 200  len: 217 time: 0.0902073
Jan 15 20:56:24.263470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:56:24.272149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:24.282307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] Publish callbacks [] for security_group (e2d24366-52e7-4cff-abb4-f85f63c7c8d4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.283735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Sync routers for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:56:24.291805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.296396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.296745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:24.301716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:24.302835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:24.316413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8811fcc-300d-4e5a-be4a-e17e75806515 req-00161a95-104c-4b49-862d-ab26af011a35 service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804313
Jan 15 20:56:24.343972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks [] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.363095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] Publish callbacks [] for security_group (e2d24366-52e7-4cff-abb4-f85f63c7c8d4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.380563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.381210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.383471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] 10.222.0.45 "PUT /v2.0/ports/6b0f9bd5-35ce-4655-ab53-3207b68d566f HTTP/1.1" status: 200  len: 1092 time: 2.1743166
Jan 15 20:56:24.385967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:24.388936 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326b8371-5268-4a18-a265-a29ed70f2fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:24.452734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:24.460182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Transition to ACTIVE for port object 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:24.482149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-930637d3-cd8b-45c4-a256-d1086b059821 req-c78e57c0-965d-40ad-990f-cac5152f076f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2200620
Jan 15 20:56:24.499619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b96c7-5fc5-4a4e-86de-c7f5c1800e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:24.532947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a813c-6105-403e-8165-d41c03493305 req-2a8f9d3c-1591-4c93-b920-806f5e3ccfde tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.534512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a7a813c-6105-403e-8165-d41c03493305 req-2a8f9d3c-1591-4c93-b920-806f5e3ccfde tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 936 time: 0.1555917
Jan 15 20:56:24.540453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-e16861ab-f5f7-4fe4-af3a-c133a6995487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.542015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-e16861ab-f5f7-4fe4-af3a-c133a6995487 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 1095 time: 0.0999174
Jan 15 20:56:24.546977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2d24366-52e7-4cff-abb4-f85f63c7c8d4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.551832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.555393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2d24366-52e7-4cff-abb4-f85f63c7c8d4 HTTP/1.1" status: 204  len: 168 time: 0.5159183
Jan 15 20:56:24.592070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:24.596743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-086aa833-b735-46ef-94e5-a9f1836cfbbb tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "PUT /v2.0/floatingips/8a904e54-7386-4597-bcef-ab953f182983 HTTP/1.1" status: 200  len: 992 time: 5.3583841
Jan 15 20:56:24.608274 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b887da5-2f78-4d11-b633-0b65eac7dc28 x-openstack-request-id: req-2b887da5-2f78-4d11-b633-0b65eac7dc28 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:24.608574 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:24.608854 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b887da5-2f78-4d11-b633-0b65eac7dc28 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:24.609278 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9', 'status': 'completed', 'code': 200}
Jan 15 20:56:24.622668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-b29101a1-450c-4059-9e44-6a6d1ca44481 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f HTTP/1.1" status: 200  len: 217 time: 0.0459578
Jan 15 20:56:24.627575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-2a3f2775-bc0f-4f0e-a808-7e6a9d1ec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.634382 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-2a3f2775-bc0f-4f0e-a808-7e6a9d1ec64e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8606cee5-5ebe-4cc2-b0e5-1522d4bab489 HTTP/1.1" status: 200  len: 801 time: 0.3723800
Jan 15 20:56:24.685844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6cb493c-7db8-4ea6-9c25-c683e688717c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:24.692569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-54bae984-0415-43ef-940f-14c64bf9964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.694194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-54bae984-0415-43ef-940f-14c64bf9964e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.0578115
Jan 15 20:56:24.727469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80093d8a-7721-4fef-81ae-65e9b1822123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d24366-52e7-4cff-abb4-f85f63c7c8d4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:24.794497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-d337a6a9-3bab-4079-b432-02101c06ac18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551298
Jan 15 20:56:24.817351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1d8e-225a-414d-a9cf-401519b6c251 req-0290b121-8546-4da4-829a-661c3e8b972f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.819701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-950a1d8e-225a-414d-a9cf-401519b6c251 req-0290b121-8546-4da4-829a-661c3e8b972f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 944 time: 0.1216681
Jan 15 20:56:24.871659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:24.901082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a7a813c-6105-403e-8165-d41c03493305 req-7235c70d-f2be-476c-b6ec-7df47892118a tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3570268
Jan 15 20:56:24.918694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-86a22f3b-fccc-401c-a80f-0ea5503b88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:24.920271 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-86a22f3b-fccc-401c-a80f-0ea5503b88c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=328be4aa-670f-40cd-8c6d-20a2a1c6cab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1798332
Jan 15 20:56:24.956038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-950a1d8e-225a-414d-a9cf-401519b6c251 req-985b13d4-6754-4bcb-be8d-d81506fae815 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193478
Jan 15 20:56:24.957718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:25.021265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8c1c0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a904e54-7386-4597-bcef-ab953f182983', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'floating_ip_address': '172.35.1.127', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'port_id': '77153925-7185-4583-89dc-fdd59e40d230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'mac_address': 'fa:16:3e:be:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:49Z', 'updated_at': '2022-01-15T20:56:21Z', 'revision_number': 1, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:25.065564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks [] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.108112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Transition to ACTIVE for port object 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:25.124253 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5fa7f6-ed1b-46b6-9323-194b29a44e35 x-openstack-request-id: req-4e5fa7f6-ed1b-46b6-9323-194b29a44e35 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:25.128746 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:25.129177 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e5fa7f6-ed1b-46b6-9323-194b29a44e35 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:25.132439 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'status': 'completed', 'code': 200}
Jan 15 20:56:25.135064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.159250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Checking router: c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:56:25.190311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-191537bb-a40e-47de-9c64-be61214533bd service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3682449
Jan 15 20:56:25.205032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:25.205930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:25.209139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:25.240898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Attempting to bind port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:25.241341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Attempting to bind port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:25.241566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Attempting to bind port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:25.292145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:25.293154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Attempting to bind port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:25.319180 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-5ecee9cc-5d3b-4ff5-9c7c-f1a9cd2aa6dc service neutron] 10.222.0.45 "GET /v2.0/networks/328be4aa-670f-40cd-8c6d-20a2a1c6cab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722291
Jan 15 20:56:25.322746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:25.323352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:25.323493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:25.325060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Bound port: 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:25.325536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.332874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'port_id': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'mac_address': 'fa:16:3e:8f:b5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:25.338087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:25.397570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aef7ceb-203c-417a-b312-51465a0e51d9 req-8f2845c1-6341-4eef-89cf-6bee30f797f3 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055058
Jan 15 20:56:25.484297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41534bd0-351c-4f79-8ddc-96d2c59264b5 req-58d5b66b-8057-4741-980c-acf65e80399e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:25.513511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41534bd0-351c-4f79-8ddc-96d2c59264b5 req-58d5b66b-8057-4741-980c-acf65e80399e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:25.532301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41534bd0-351c-4f79-8ddc-96d2c59264b5 req-58d5b66b-8057-4741-980c-acf65e80399e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1678 time: 0.1913192
Jan 15 20:56:25.618954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a6cb493c-7db8-4ea6-9c25-c683e688717c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:25.619345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.662968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:25.666736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cb493c-7db8-4ea6-9c25-c683e688717c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:25.795820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:25.801325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41534bd0-351c-4f79-8ddc-96d2c59264b5 req-2604e65c-5105-4e97-aeb3-c5f2118fcf2e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674534
Jan 15 20:56:25.817790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Attempting to bind port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:25.818138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Attempting to bind port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:25.818471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Attempting to bind port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:25.849980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:25.860884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-7d72806e-a9d9-4d39-9f51-dbd36de389ad service neutron] 10.222.0.45 "GET /v2.0/networks/328be4aa-670f-40cd-8c6d-20a2a1c6cab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5163052
Jan 15 20:56:25.861546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:25.862544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Attempting to bind port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:25.887706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.889764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-a7c704d5-9558-460f-b38d-0633043a767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:25.891322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-a7c704d5-9558-460f-b38d-0633043a767d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 1095 time: 0.3564878
Jan 15 20:56:25.899696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-f466d192-03fe-46c0-b9ed-839eb85cef74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2978883
Jan 15 20:56:25.921706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:25.970809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:25.974641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:25.975015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:25.975548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:25.976007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Bound port: 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:25.976967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:26.044816 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-a57991a9-30e3-48c7-92d5-a5ddf0b4213f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 HTTP/1.1" status: 200  len: 217 time: 0.1732464
Jan 15 20:56:26.084940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.085555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:26.087261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] 10.222.0.45 "PUT /v2.0/ports/8b8cea34-6f8d-4a83-aaae-cfea3dbff75c HTTP/1.1" status: 200  len: 1095 time: 3.3926086
Jan 15 20:56:26.109869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba6665-3edb-48f1-b23a-cc45e4153d8c req-948820a8-2400-41ca-86f9-ca6965a712be tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.111538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10ba6665-3edb-48f1-b23a-cc45e4153d8c req-948820a8-2400-41ca-86f9-ca6965a712be tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.3633745
Jan 15 20:56:26.146457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:26.190999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41086) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:26.205620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10ba6665-3edb-48f1-b23a-cc45e4153d8c req-c656653b-e2fe-4ec0-b89f-67b03bc08532 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809712
Jan 15 20:56:26.239952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116ed8-0175-4b90-9199-274d15e26614 req-497b3d53-20a6-4663-9a4b-7b1a2be95bdc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.241778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d116ed8-0175-4b90-9199-274d15e26614 req-497b3d53-20a6-4663-9a4b-7b1a2be95bdc tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 945 time: 0.2593472
Jan 15 20:56:26.252531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-c2ef740e-34d1-4b5b-aaba-dbfe715b7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.254294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-c2ef740e-34d1-4b5b-aaba-dbfe715b7275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=964edbaeb4c944cfb68578886695266c&device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 1097 time: 0.2206540
Jan 15 20:56:26.290854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['a6cb493c-7db8-4ea6-9c25-c683e688717c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:26.324906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a579d8-a7bf-41b0-8b56-03d8da584e08 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:26.338920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-38f40c65-7d5f-4b28-aaaf-6a2076296916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.341268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-38f40c65-7d5f-4b28-aaaf-6a2076296916 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e430c66-a67c-4364-a590-89add8fde9a7 HTTP/1.1" status: 200  len: 801 time: 0.2737362
Jan 15 20:56:26.410800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:26.421312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1838441163-network', 'tenant_id': '3cef5a2521494b239b270c5bb8cf2739'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:26.429193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-4b9b694e-73f9-49ee-89ae-7cb2a486405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.430694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-4b9b694e-73f9-49ee-89ae-7cb2a486405b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 1098 time: 0.2520139
Jan 15 20:56:26.455612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:26.496930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-9ac5dc53-ef87-4261-ba67-2413e3194b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c HTTP/1.1" status: 200  len: 217 time: 0.0559931
Jan 15 20:56:26.498030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:26.562185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8c1c0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a904e54-7386-4597-bcef-ab953f182983', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'floating_ip_address': '172.35.1.127', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'port_id': '77153925-7185-4583-89dc-fdd59e40d230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'mac_address': 'fa:16:3e:be:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:49Z', 'updated_at': '2022-01-15T20:56:21Z', 'revision_number': 1, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:26.597613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d116ed8-0175-4b90-9199-274d15e26614 req-ef1c5f49-c4f9-4ddf-9602-e987a6555f47 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3381782
Jan 15 20:56:26.606446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-d2b04090-98ff-4783-8fe9-12374b4996bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.608173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-d2b04090-98ff-4783-8fe9-12374b4996bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.7029612
Jan 15 20:56:26.684331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79c88c-3877-456a-a35f-46dc3d7e7ff3 None None] The sync data for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 is: [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a904e54-7386-4597-bcef-ab953f182983', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'floating_ip_address': '172.35.1.127', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'port_id': '77153925-7185-4583-89dc-fdd59e40d230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'mac_address': 'fa:16:3e:be:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:55:49Z', 'updated_at': '2022-01-15T20:56:21Z', 'revision_number': 1, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:56:26.685793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-6c3fa1d5-6b15-4a4a-8a8e-a90c0bf1e571 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f HTTP/1.1" status: 200  len: 217 time: 0.0589364
Jan 15 20:56:26.696561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-1ef0a12f-2b8f-4eec-9672-0797b5a8049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.697986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-1ef0a12f-2b8f-4eec-9672-0797b5a8049e service neutron] 10.222.0.39 "GET /v2.0/networks?id=77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 200  len: 913 time: 0.3850775
Jan 15 20:56:26.706748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdf64b-4c9d-45bc-93e6-bfdbba1d2c13 req-c17d8efe-9603-4f22-9d3c-7ea7a63835a1 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.714412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37bdf64b-4c9d-45bc-93e6-bfdbba1d2c13 req-c17d8efe-9603-4f22-9d3c-7ea7a63835a1 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.3797305
Jan 15 20:56:26.847347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'tag': '77153925-7185-4583-89dc-fdd59e40d230'}, {'name': 'network-changed', 'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:26.849676 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1652703f-bcce-49fd-9162-fb93af73b0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "tag": "77153925-7185-4583-89dc-fdd59e40d230"}, {"name": "network-changed", "server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:26.853573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f142e83-3848-41f1-9053-3176b27cf73d req-08448caf-501a-4e54-ab76-8b15cb69ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.856004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-08448caf-501a-4e54-ab76-8b15cb69ea55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4442449e-d2ed-4555-9ad6-2517eb6453e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4960959
Jan 15 20:56:26.898455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-c95cb2a5-1462-476b-9320-ed09d86a5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:26.901005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-c95cb2a5-1462-476b-9320-ed09d86a5f14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1838315
Jan 15 20:56:26.975869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37bdf64b-4c9d-45bc-93e6-bfdbba1d2c13 req-fcfff30c-7db9-4526-b55c-bf723c0ac9bf tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603588
Jan 15 20:56:26.977885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-6a6277d9-8a4e-4729-af07-3cc8ad7f21a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 200  len: 1001 time: 0.2400963
Jan 15 20:56:26.981522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-9f2a59d9-c160-41e3-a975-830232562928 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674577
Jan 15 20:56:26.991421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ac30-06db-466d-94a0-0799d90a13de req-48a247bb-91a1-4fe5-8848-8a3852274dba tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.007813 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a43ac30-06db-466d-94a0-0799d90a13de req-48a247bb-91a1-4fe5-8848-8a3852274dba tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 944 time: 0.2824748
Jan 15 20:56:27.073220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eebaa8-9c59-4051-a154-3c607a8e63ee None None] New status for floating IP 8a904e54-7386-4597-bcef-ab953f182983: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:56:27.094388 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-94b497cb-1d1c-4185-8b97-1b99c21b50fb service neutron] 10.222.0.45 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007608
Jan 15 20:56:27.120391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.122539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.124314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] 10.222.0.39 "PUT /v2.0/ports/3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 HTTP/1.1" status: 200  len: 1096 time: 3.2613792
Jan 15 20:56:27.160259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Made reservation on behalf of 3cef5a2521494b239b270c5bb8cf2739 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:27.170514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.261079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ff8f5-07ea-470f-b831-d04ba1bc3c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:27.262689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-02bac531-aade-4103-92c0-7ffd98e51034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.264722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.264858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-02bac531-aade-4103-92c0-7ffd98e51034 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4c19584-83c1-4b8c-8bf6-c036e0461e66 HTTP/1.1" status: 200  len: 851 time: 0.2420058
Jan 15 20:56:27.283393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-00e31b76-5b9d-4b0c-8865-d747eec15edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.285152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-00e31b76-5b9d-4b0c-8865-d747eec15edd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.7780936
Jan 15 20:56:27.360720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a43ac30-06db-466d-94a0-0799d90a13de req-d2c3c6c6-b29d-4d78-8205-d1ca61f7dfdc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519268
Jan 15 20:56:27.407982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-dbe9f237-805f-4c5d-ba82-2f79e9a4136b service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3968914
Jan 15 20:56:27.413216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-9e3761dc-82bd-4587-af78-16380d8141a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.414775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-9e3761dc-82bd-4587-af78-16380d8141a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 1099 time: 0.1861269
Jan 15 20:56:27.478664 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362ec9a-da73-4d39-8e9c-b890aecaec06 x-openstack-request-id: req-5362ec9a-da73-4d39-8e9c-b890aecaec06 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:27.479057 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "tag": "77153925-7185-4583-89dc-fdd59e40d230", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:27.479254 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5362ec9a-da73-4d39-8e9c-b890aecaec06 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:27.479593 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'tag': '77153925-7185-4583-89dc-fdd59e40d230', 'status': 'completed', 'code': 200}
Jan 15 20:56:27.479843 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'status': 'completed', 'code': 200}
Jan 15 20:56:27.487219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-23c86899-d35a-41d3-ba61-f9ea9de9a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.488798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-23c86899-d35a-41d3-ba61-f9ea9de9a105 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77920bd4-7261-421c-ba8f-4e4aa10b2090&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2109878
Jan 15 20:56:27.496572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-ed505655-8b2f-42fb-96ec-a01dd5e51bdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 HTTP/1.1" status: 200  len: 217 time: 0.0716362
Jan 15 20:56:27.502376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-ef745a37-cf73-47c2-bad7-448666b8130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.503859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-ef745a37-cf73-47c2-bad7-448666b8130b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1904342
Jan 15 20:56:27.517113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad72d0-40c7-4f7a-bc33-f72277d51161 req-7ae0e192-8200-4f7a-bd09-8c7c928edf27 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.523374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad72d0-40c7-4f7a-bc33-f72277d51161 req-7ae0e192-8200-4f7a-bd09-8c7c928edf27 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.524938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29ad72d0-40c7-4f7a-bc33-f72277d51161 req-7ae0e192-8200-4f7a-bd09-8c7c928edf27 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1678 time: 0.2511430
Jan 15 20:56:27.531967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4f142e83-3848-41f1-9053-3176b27cf73d req-7bdd1f8d-c8c7-4490-8894-6fd78407c143 service neutron] 10.222.0.45 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4249794
Jan 15 20:56:27.671979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks [] for security_group (08332ad8-4b00-4f9b-a2f1-b047bc549f62), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.680203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-fa173670-77a1-4207-af5e-54b89119a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.681680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-fa173670-77a1-4207-af5e-54b89119a253 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1608040
Jan 15 20:56:27.690791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08332ad8-4b00-4f9b-a2f1-b047bc549f62), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.707202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29ad72d0-40c7-4f7a-bc33-f72277d51161 req-5e285fe2-f75d-4b95-83fe-5c72c95237a9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380007
Jan 15 20:56:27.711157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b4c5f-7cea-4dfe-b9f9-adc7e0121e4e req-ed1f59d4-b6af-4371-921a-6a8f8ecea192 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.711325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-fc273511-b8bc-4342-a855-07a65ea6e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.712108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-667b4c5f-7cea-4dfe-b9f9-adc7e0121e4e req-ed1f59d4-b6af-4371-921a-6a8f8ecea192 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.2044582
Jan 15 20:56:27.712253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-fc273511-b8bc-4342-a855-07a65ea6e2b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dca2cdba56c74d46a478aff355b23447&device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 1097 time: 0.2395811
Jan 15 20:56:27.714094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-326b8371-5268-4a18-a265-a29ed70f2fc7 req-03c4a7d9-4ae2-4f23-9d51-9fcc7f36cce4 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970271
Jan 15 20:56:27.719611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-324a8095-cbfb-4a37-bd7b-9bb4190bf633 service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221584
Jan 15 20:56:27.785158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:27.856130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08332ad8-4b00-4f9b-a2f1-b047bc549f62,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:27.860414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de93-2f6c-4944-a877-2607955c3115 req-73c5010c-3e4f-4ec2-98bb-79c5ea4eaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.860935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de93-2f6c-4944-a877-2607955c3115 req-73c5010c-3e4f-4ec2-98bb-79c5ea4eaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.862444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-73c5010c-3e4f-4ec2-98bb-79c5ea4eaa15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc238c23f15041c583fd50a124461b2c&device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1980 time: 0.2515502
Jan 15 20:56:27.866488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a3c1e973-3d44-4394-9e4f-0b72dee84272), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:27.866850 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Added segment a3c1e973-3d44-4394-9e4f-0b72dee84272 of type vlan for network 09ef4aab-2bac-4c4e-9262-24301f7f3ad6
Jan 15 20:56:27.869671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-ba412a2c-cb93-45a5-99f9-aacb205b1775 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400927
Jan 15 20:56:27.893585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-667b4c5f-7cea-4dfe-b9f9-adc7e0121e4e req-04ed19e7-0a40-4ae7-b096-f19b7493db16 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611745
Jan 15 20:56:27.907308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84995793-440b-4a7e-af7f-30f3cf956f9b req-62acceb0-aed2-4827-801b-cd5e78388abd service neutron] 10.222.0.39 "GET /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844850
Jan 15 20:56:27.923023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034dfd1-2257-44cf-84be-67264caae461 req-56c2ab42-9695-4fcd-933a-cf0ca11f477f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.923023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c034dfd1-2257-44cf-84be-67264caae461 req-56c2ab42-9695-4fcd-933a-cf0ca11f477f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 945 time: 0.1281028
Jan 15 20:56:27.987330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-4e4f51c1-d7ec-4088-9feb-a71fd0a7b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:27.988817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-4e4f51c1-d7ec-4088-9feb-a71fd0a7b39b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2989974
Jan 15 20:56:27.991354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c034dfd1-2257-44cf-84be-67264caae461 req-ba7f01f5-8dc0-4d40-bcf0-57d56cf733e4 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592394
Jan 15 20:56:28.078051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (09ef4aab-2bac-4c4e-9262-24301f7f3ad6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.147555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-ec0e0232-ee65-4432-9b88-226f910600d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.149415 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-ec0e0232-ee65-4432-9b88-226f910600d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 200  len: 917 time: 0.4102647
Jan 15 20:56:28.159113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe7e4-a8e5-41d4-8de5-b49a120e4cee req-4436ad4d-6360-4c5c-83da-bdeb7ce2ab9f tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.162033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-378fe7e4-a8e5-41d4-8de5-b49a120e4cee req-4436ad4d-6360-4c5c-83da-bdeb7ce2ab9f tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.0797238
Jan 15 20:56:28.173605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (09ef4aab-2bac-4c4e-9262-24301f7f3ad6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.174568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.175170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.227471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-378fe7e4-a8e5-41d4-8de5-b49a120e4cee req-00257008-f50a-42d2-b850-4cd35a43a102 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588982
Jan 15 20:56:28.355970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41122) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:28.360937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Request body: {'subnet': {'network_id': '09ef4aab-2bac-4c4e-9262-24301f7f3ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1838441163-subnet', 'tenant_id': '3cef5a2521494b239b270c5bb8cf2739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:28.364749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1711347
Jan 15 20:56:28.399136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df4ceb99-a81c-44f3-bdea-490e94374dda req-9968a4a8-5ea2-40a3-bdf3-d91d8bbe23ea service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5176847
Jan 15 20:56:28.414011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Made reservation on behalf of 3cef5a2521494b239b270c5bb8cf2739 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:28.416470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.424711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de93-2f6c-4944-a877-2607955c3115 req-4a7b73de-c5e0-4383-a203-e3e8b346a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.426130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-4a7b73de-c5e0-4383-a203-e3e8b346a1ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=4442449e-d2ed-4555-9ad6-2517eb6453e5 HTTP/1.1" status: 200  len: 902 time: 0.5467365
Jan 15 20:56:28.446608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badec126-9960-4d8e-b4c8-94e9b9985640 admin admin] Pushing event updated for resources: {'Network': ['ID=09ef4aab-2bac-4c4e-9262-24301f7f3ad6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:28.472568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 09ef4aab-2bac-4c4e-9262-24301f7f3ad6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:28.552453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-7cf8d8b4-a3ab-42e6-bf31-96142daec627 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 200  len: 1002 time: 0.3738670
Jan 15 20:56:28.558729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-94cbd0ce-af06-4a3b-b636-08b8137f78f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 HTTP/1.1" status: 200  len: 217 time: 0.1126196
Jan 15 20:56:28.573933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-078a76cf-9da8-43a1-a68a-674de9270f6b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5488474
Jan 15 20:56:28.627310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de93-2f6c-4944-a877-2607955c3115 req-86d2981a-acd6-490c-a7d6-37ad30b3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.628766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-86d2981a-acd6-490c-a7d6-37ad30b3ccd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e430c66-a67c-4364-a590-89add8fde9a7 HTTP/1.1" status: 200  len: 801 time: 0.0560057
Jan 15 20:56:28.657390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a912253-5d22-41ff-a62a-963be52cd659 req-2858bf29-d25b-48bd-9eaa-9b7b61d6d480 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.658971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a912253-5d22-41ff-a62a-963be52cd659 req-2858bf29-d25b-48bd-9eaa-9b7b61d6d480 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 944 time: 0.1409192
Jan 15 20:56:28.674865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6cb493c-7db8-4ea6-9c25-c683e688717c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:28.788511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-91f5aadf-d92f-43d1-8aad-6ff669d14f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.790440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-91f5aadf-d92f-43d1-8aad-6ff669d14f31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57dd3330-4769-4c43-a70f-18f0408baaca HTTP/1.1" status: 200  len: 855 time: 0.2287405
Jan 15 20:56:28.833368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port a6cb493c-7db8-4ea6-9c25-c683e688717c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:28.834098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a912253-5d22-41ff-a62a-963be52cd659 req-e23e463d-e779-4dbd-a507-78aaf339ea7d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543670
Jan 15 20:56:28.838722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port a6cb493c-7db8-4ea6-9c25-c683e688717c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:28.839838 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.877342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791de93-2f6c-4944-a877-2607955c3115 req-044a7587-2b7b-4f5f-9250-1aa759acc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.879014 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-044a7587-2b7b-4f5f-9250-1aa759acc7a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4442449e-d2ed-4555-9ad6-2517eb6453e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2203932
Jan 15 20:56:28.887922 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a945899-58c2-4ac4-b804-e6458a7b5551 req-3984c2b4-6466-4298-8db2-33e257a15739 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578821
Jan 15 20:56:28.901492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (925987fa-ae40-41e4-9b7c-6a8fd766a893), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:28.905696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-12d97bad-02fb-44cc-877d-200b5de6cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:28.907313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-12d97bad-02fb-44cc-877d-200b5de6cd12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2ee2cfc-030b-4aaf-9340-8d68210312df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1073394
Jan 15 20:56:28.992554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925987fa-ae40-41e4-9b7c-6a8fd766a893,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:29.067553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d52-86a1-43b3-90c8-7132aee0ad7d req-a9478bec-5707-4d2c-8cd3-e1ff09e8b7d1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.078258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d52-86a1-43b3-90c8-7132aee0ad7d req-a9478bec-5707-4d2c-8cd3-e1ff09e8b7d1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.086554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a6cb493c-7db8-4ea6-9c25-c683e688717c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:29.086781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-053a7d52-86a1-43b3-90c8-7132aee0ad7d req-a9478bec-5707-4d2c-8cd3-e1ff09e8b7d1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1678 time: 0.0950320
Jan 15 20:56:29.086913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-df496ee6-b6b8-43f5-9f67-3ec6622348eb service neutron] 10.222.0.45 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973162
Jan 15 20:56:29.087012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:29.093408 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-32d3be0b-5444-4bca-8539-cc1cfed27311 service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731224
Jan 15 20:56:29.126613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Checking segment: {'id': 'a3c1e973-3d44-4394-9e4f-0b72dee84272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '09ef4aab-2bac-4c4e-9262-24301f7f3ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:29.127183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Network hostable DHCP agents. Network: 09ef4aab-2bac-4c4e-9262-24301f7f3ad6, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:56:29.132198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:29.133485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:29.137670 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650e623-540f-4157-8eaa-e9d9b3f208a2" -d '{"events": [{"server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:29.142448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:29.170775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-053a7d52-86a1-43b3-90c8-7132aee0ad7d req-5ae92a73-391b-4442-b545-0edccae1e47c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816956
Jan 15 20:56:29.189522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Network 09ef4aab-2bac-4c4e-9262-24301f7f3ad6 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:56:29.205761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09ef4aab-2bac-4c4e-9262-24301f7f3ad6) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:29.210782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.211780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:29.219423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d62b9cd-60fb-4ac0-b7ec-f4395427e6ec None None] Network 09ef4aab-2bac-4c4e-9262-24301f7f3ad6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:29.234211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d2a760e8-e722-41cd-a992-50ce9b0790c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8766313
Jan 15 20:56:29.240316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:29.332883 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-243e9d9e-1b3f-445b-96e0-bae21a09e3a8 service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118239
Jan 15 20:56:29.335917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d791de93-2f6c-4944-a877-2607955c3115 req-2d134bc2-45f3-4144-950b-726d7746253d service neutron] 10.222.0.45 "GET /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415426
Jan 15 20:56:29.340996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:29.375452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14fc7c-f2b1-4742-b300-d70efc37a566 req-4f648793-6dcf-4b58-bed0-cebc4a76482f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.381145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c14fc7c-f2b1-4742-b300-d70efc37a566 req-4f648793-6dcf-4b58-bed0-cebc4a76482f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0963981
Jan 15 20:56:29.430188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111e85e-6803-46b5-bfc4-15b433909725 None None] Network 09ef4aab-2bac-4c4e-9262-24301f7f3ad6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:29.467317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c14fc7c-f2b1-4742-b300-d70efc37a566 req-47267fe4-b8a9-457c-8086-bd62946493c8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819786
Jan 15 20:56:29.485401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:29.488638 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44" -d '{"events": [{"name": "network-changed", "server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:29.508061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-f24ed900-bb0e-4772-8700-147a3086304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.509788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-f24ed900-bb0e-4772-8700-147a3086304b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 1098 time: 0.0922053
Jan 15 20:56:29.514267 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8596531-6934-46ee-b818-8ba24377f2ea x-openstack-request-id: req-f8596531-6934-46ee-b818-8ba24377f2ea {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:29.514820 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:29.514820 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8596531-6934-46ee-b818-8ba24377f2ea {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:29.515357 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'code': 200}
Jan 15 20:56:29.590273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:29.618087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'mac_address': 'fa:16:3e:ec:b8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:29.627461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-b9b1a8e7-9786-4cc2-a6ad-a39ab6b69faa tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:56:29.628492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-b9b1a8e7-9786-4cc2-a6ad-a39ab6b69faa tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2250843
Jan 15 20:56:29.647193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac10ee-c269-4c02-b66a-31aeda4131a3 req-5f24fd09-09a3-4e55-a638-b8ca10298ff6 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.648871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6ac10ee-c269-4c02-b66a-31aeda4131a3 req-5f24fd09-09a3-4e55-a638-b8ca10298ff6 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.0522380
Jan 15 20:56:29.669844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faaacf-b1f0-419d-9c1a-821b00437d49 req-49c3d952-78e2-4a14-9e11-5ea41c9b2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.671309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2faaacf-b1f0-419d-9c1a-821b00437d49 req-49c3d952-78e2-4a14-9e11-5ea41c9b2b62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 1097 time: 0.0863950
Jan 15 20:56:29.672274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-e4fb2aad-a2ad-46ed-88ad-3ce20b2a4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.673592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-e4fb2aad-a2ad-46ed-88ad-3ce20b2a4ee5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1477482
Jan 15 20:56:29.679891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6b0f9bd5-35ce-4655-ab53-3207b68d566f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:29.680288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:29.687286 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:56:29.696236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0f9bd5-35ce-4655-ab53-3207b68d566f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:29.718406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:29.719693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6ac10ee-c269-4c02-b66a-31aeda4131a3 req-787bc0da-2713-44ee-8f76-052738b84f9d tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638528
Jan 15 20:56:29.723011 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:29.747834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-3d00c488-55ab-4c22-95c1-2bd0d871d4d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c HTTP/1.1" status: 200  len: 217 time: 0.0536666
Jan 15 20:56:29.781550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:29.814493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-e6b96471-adb3-40c7-839e-b94de61a024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.815859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-e6b96471-adb3-40c7-839e-b94de61a024a service neutron] 10.222.0.46 "GET /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 1093 time: 0.1735702
Jan 15 20:56:29.826802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:29.827236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:56:29.858115 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2faaacf-b1f0-419d-9c1a-821b00437d49 req-5d0b837c-647d-4252-926e-04179ff7d71f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787999
Jan 15 20:56:29.869725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-96e1b0b1-4d7f-4b83-91a2-816ac0d9e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:29.871992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-96e1b0b1-4d7f-4b83-91a2-816ac0d9e2e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1058354
Jan 15 20:56:29.914681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1793798824', 'description': 'tempest-description-1428153061'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:29.942067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.001243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6b0f9bd5-35ce-4655-ab53-3207b68d566f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:30.017628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (03685487-9294-4081-b017-d58b04305ea5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.022797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (03685487-9294-4081-b017-d58b04305ea5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.061214 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.077474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7646ed1c-d9ef-4a77-8e96-db5957084099 req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.1668148
Jan 15 20:56:30.082600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991a378-5a98-41f9-9d29-980bc0ce5b50 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03685487-9294-4081-b017-d58b04305ea5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:30.213279 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b956db53-c759-44e6-beb6-d3a5b5a921fa x-openstack-request-id: req-b956db53-c759-44e6-beb6-d3a5b5a921fa {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:30.213657 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:30.213841 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b956db53-c759-44e6-beb6-d3a5b5a921fa {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:30.214190 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'status': 'completed', 'code': 200}
Jan 15 20:56:30.220951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e2c5-99f4-43e9-a899-b8879bd5382c req-8891e787-f972-4bcf-b96a-3cf3f57df7aa tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.222423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ea4e2c5-99f4-43e9-a899-b8879bd5382c req-8891e787-f972-4bcf-b96a-3cf3f57df7aa tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 945 time: 0.0558665
Jan 15 20:56:30.270058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ea4e2c5-99f4-43e9-a899-b8879bd5382c req-f397d193-8302-450c-94ad-14c01fa6fdf8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418167
Jan 15 20:56:30.304608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-da2c0d38-8d8b-4ae3-b4e4-1ae04b7efc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.306121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-da2c0d38-8d8b-4ae3-b4e4-1ae04b7efc2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 1099 time: 0.0946271
Jan 15 20:56:30.311501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-ff8a48e1-cabc-4a12-9414-7f9cdd9aff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.312917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-ff8a48e1-cabc-4a12-9414-7f9cdd9aff31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4311011
Jan 15 20:56:30.331584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-a2a82f93-af5b-4028-aeb5-87cb7059ee43 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/03685487-9294-4081-b017-d58b04305ea5 HTTP/1.1" status: 200  len: 1822 time: 0.0380874
Jan 15 20:56:30.341647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03685487-9294-4081-b017-d58b04305ea5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:30.341957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03685487-9294-4081-b017-d58b04305ea5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:30.407140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (c13974d3-24b6-4ca4-9d7f-be69f9d1bee3), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.432813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (c13974d3-24b6-4ca4-9d7f-be69f9d1bee3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.435712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:30.436336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:30.436452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:30.437565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c13974d3-24b6-4ca4-9d7f-be69f9d1bee3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.456221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13974d3-24b6-4ca4-9d7f-be69f9d1bee3,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:30.459283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:30.459651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:30.464301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.465542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-323c29db-9b0f-4ebb-88ec-bd1767e50400 req-3031a939-1447-4a92-8558-3087f93f1741 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1281967
Jan 15 20:56:30.476151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:30.476497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:30.476993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:30.477345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Bound port: eb8f87ed-8d87-47ae-bacf-831dd563cfce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:30.523912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-76ec19e4-ce37-4225-97de-591386e1839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.525310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-76ec19e4-ce37-4225-97de-591386e1839e service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2071908
Jan 15 20:56:30.532288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-505b2643-2f18-4e45-a7f5-c611d385be2c service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047787
Jan 15 20:56:30.573464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012835-bbd5-4aae-9a32-416ef4d7d5af req-54b4051f-0da9-43a9-ac18-922e7c184ff8 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.580482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012835-bbd5-4aae-9a32-416ef4d7d5af req-54b4051f-0da9-43a9-ac18-922e7c184ff8 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.582426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29012835-bbd5-4aae-9a32-416ef4d7d5af req-54b4051f-0da9-43a9-ac18-922e7c184ff8 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1678 time: 0.0586157
Jan 15 20:56:30.585829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-dba07771-a1d8-4742-bf1e-ebb11a2d9e83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 HTTP/1.1" status: 200  len: 217 time: 0.0509484
Jan 15 20:56:30.634520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29012835-bbd5-4aae-9a32-416ef4d7d5af req-80d00fa4-bc14-41b5-9476-d97fd71faea2 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465627
Jan 15 20:56:30.660777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1530400554', 'description': 'tempest-description-1659722808'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:30.673262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:30.685940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.690132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.691310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-393642f0-9f6f-43a5-bfba-91358b697509 service neutron] 10.222.0.46 "POST /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce/bindings HTTP/1.1" status: 201  len: 389 time: 0.8680747
Jan 15 20:56:30.695058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-63e58486-b7f8-4e2d-9ff2-3665149bf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.696475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-63e58486-b7f8-4e2d-9ff2-3665149bf45a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1005361
Jan 15 20:56:30.753840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1652703f-bcce-49fd-9162-fb93af73b0e7 req-5d4e9248-c8b3-45d6-a149-2fd384176f59 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100306
Jan 15 20:56:30.765915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (be83d225-eb87-4c97-b6a7-e4da68b51426), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.772553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-9cf8b782-381e-4ef5-b7b8-3c2c8c62e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.774796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-9cf8b782-381e-4ef5-b7b8-3c2c8c62e112 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0679402
Jan 15 20:56:30.776057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be83d225-eb87-4c97-b6a7-e4da68b51426), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.804427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:30.817596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-783ff5cd-ee22-47b7-abda-17a6b502d62b req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.1608746
Jan 15 20:56:30.837679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53143e61-9c4e-44a9-89a0-f93488133dfe tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be83d225-eb87-4c97-b6a7-e4da68b51426,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:30.916042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2d20e-f0f0-48e7-9293-53a64a3fe6d5 req-769ab7bb-4fd6-4f98-9328-5f142a6e6595 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.917848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9b2d20e-f0f0-48e7-9293-53a64a3fe6d5 req-769ab7bb-4fd6-4f98-9328-5f142a6e6595 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0943451
Jan 15 20:56:30.938162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-c034cba1-d6ba-4b6f-8a5b-09a9c0007a53 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557555
Jan 15 20:56:30.955640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c1e9-9598-4c9c-9f76-f7c2a30d20b5 req-333b9d41-1220-4c5d-adad-f4a8cafbf0c3 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:30.957172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f008c1e9-9598-4c9c-9f76-f7c2a30d20b5 req-333b9d41-1220-4c5d-adad-f4a8cafbf0c3 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.0888817
Jan 15 20:56:31.009904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9b2d20e-f0f0-48e7-9293-53a64a3fe6d5 req-d97d13f6-7c04-47ad-9a60-8eb5b091cdae tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828016
Jan 15 20:56:31.045427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f008c1e9-9598-4c9c-9f76-f7c2a30d20b5 req-a8b17151-6d4e-4cc0-989c-4d67d656aa87 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819185
Jan 15 20:56:31.068464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-a08a1bf2-fefe-4b68-837b-8ca5e2315d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.070812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-a08a1bf2-fefe-4b68-837b-8ca5e2315d77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1096 time: 0.1218643
Jan 15 20:56:31.132961 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e6c60cf-beb5-4130-b80f-f7eb9e33ac44 req-1e6cdefd-fb82-4c37-bc7c-c7c5d4969691 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850698
Jan 15 20:56:31.162110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9130b-2bc3-4468-bbea-031612e65aea req-e15ea0df-0aa5-47d1-bb41-f5d5131b802e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.163646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed9130b-2bc3-4468-bbea-031612e65aea req-e15ea0df-0aa5-47d1-bb41-f5d5131b802e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 945 time: 0.0588677
Jan 15 20:56:31.191220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-f60c7ee2-3bdb-42e0-9497-2f75073b774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.192688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-f60c7ee2-3bdb-42e0-9497-2f75073b774b service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1107507
Jan 15 20:56:31.227713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b396c3d-87e7-476c-8885-884122a6301f req-8af4002f-d339-4585-9d7f-67f21210d0ed tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/be83d225-eb87-4c97-b6a7-e4da68b51426 HTTP/1.1" status: 200  len: 1822 time: 0.0630949
Jan 15 20:56:31.240996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-bab15d54-3420-4b0e-b8bf-173493668239 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 217 time: 0.0395591
Jan 15 20:56:31.241608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be83d225-eb87-4c97-b6a7-e4da68b51426', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:31.241949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'be83d225-eb87-4c97-b6a7-e4da68b51426', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:31.251690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ed9130b-2bc3-4468-bbea-031612e65aea req-e27b684d-9f3d-4ec1-b91b-c9d2c2dbc35e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767043
Jan 15 20:56:31.298645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-ae1883d3-c21a-4ae8-9275-9b178676fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.300634 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-ae1883d3-c21a-4ae8-9275-9b178676fc17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0537233
Jan 15 20:56:31.318333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (6e981bc2-42b6-4c76-b1bd-04f117db5525), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.332250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-bbbb45c6-b9fd-49b0-8e44-5f9548bfd3db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259550
Jan 15 20:56:31.338283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (6e981bc2-42b6-4c76-b1bd-04f117db5525), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.342359 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6e981bc2-42b6-4c76-b1bd-04f117db5525), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.359932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e981bc2-42b6-4c76-b1bd-04f117db5525,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:31.362429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:31.366390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:31.387111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.392782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b396c3d-87e7-476c-8885-884122a6301f req-a9d5dfa0-a2cd-4f3f-98f6-875d0baedd86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.1572444
Jan 15 20:56:31.440735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1528228245', 'description': 'tempest-description-1676877329'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:31.453757 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-fc06cf5f-0581-49b8-8324-cfa494cc46c6 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138783
Jan 15 20:56:31.475762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818b5cf-ff0d-4f2e-b7b3-5f631f6ab781 req-c7ae776a-9584-4ad9-9908-8b2b54497497 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.477485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c818b5cf-ff0d-4f2e-b7b3-5f631f6ab781 req-c7ae776a-9584-4ad9-9908-8b2b54497497 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 945 time: 0.0837111
Jan 15 20:56:31.488915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.496850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6b0f9bd5-35ce-4655-ab53-3207b68d566f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:31.508652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6b0f9bd5-35ce-4655-ab53-3207b68d566f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:31.509045 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.546829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:31.551872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-a4abb5ad-3e77-4c3f-91a6-7938d8cc3f34 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911553
Jan 15 20:56:31.565334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9', 'network_id': '4442449e-d2ed-4555-9ad6-2517eb6453e5', 'port_id': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9', 'mac_address': 'fa:16:3e:4a:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e430c66-a67c-4364-a590-89add8fde9a7', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:31.574664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c818b5cf-ff0d-4f2e-b7b3-5f631f6ab781 req-36400cf4-8c26-4c9c-8fdf-c92ae6362c15 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806983
Jan 15 20:56:31.611122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (06820719-fc20-4968-bfe7-58b4d04efa2b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.615798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (06820719-fc20-4968-bfe7-58b4d04efa2b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.635818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:31.636319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.645951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06820719-fc20-4968-bfe7-58b4d04efa2b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:31.654555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.661010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:31.665996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2b56793-1607-44d3-8ccf-3596078a6aed req-d23bf2a7-7b57-446e-94c7-5279b40f0063 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2333596
Jan 15 20:56:31.667617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6b0f9bd5-35ce-4655-ab53-3207b68d566f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:31.668100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.669026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0d6bead9-3531-4fb1-b424-2910ed5b5f01 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.671109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0d6bead9-3531-4fb1-b424-2910ed5b5f01 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0590365
Jan 15 20:56:31.687005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-301462856', 'description': 'tempest-description-403904544'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:31.687281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:31.694892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:31.704347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.705153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d491075b-3ac1-4e95-a3ad-e9a004d6530d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:31.713746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:31.718666 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f65631-b945-4a25-aaaf-72795751aba0" -d '{"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:31.723570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.763929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.768855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:31.779042 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.839121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521b177-a620-435a-9b74-128a2352ac70 req-34965e9c-8969-4f5a-bf28-398f54ba03d7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.845867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521b177-a620-435a-9b74-128a2352ac70 req-34965e9c-8969-4f5a-bf28-398f54ba03d7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:31.846881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:31.847545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f521b177-a620-435a-9b74-128a2352ac70 req-34965e9c-8969-4f5a-bf28-398f54ba03d7 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1679 time: 0.0984228
Jan 15 20:56:31.858819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (59112bc2-6784-4048-9d83-79fb7b503b23), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.873028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (59112bc2-6784-4048-9d83-79fb7b503b23), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.923945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:31.932270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59112bc2-6784-4048-9d83-79fb7b503b23,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:31.936511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:31.937739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cabc9c1-ffb7-4cab-a5f8-a28f4498bf4a req-a585aea8-c4cf-4161-961c-0a42f677a001 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.2559295
Jan 15 20:56:31.946584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:31.949861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f521b177-a620-435a-9b74-128a2352ac70 req-d34bb095-8a43-4463-8888-dbc1700bed22 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936353
Jan 15 20:56:31.957411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:31.972469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d', 'network_id': '328be4aa-670f-40cd-8c6d-20a2a1c6cab2', 'port_id': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d', 'mac_address': 'fa:16:3e:a6:8f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8606cee5-5ebe-4cc2-b0e5-1522d4bab489', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:31.984905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:32.034083 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b7210-e6fd-4ef4-9ade-b1589e2cbcda x-openstack-request-id: req-602b7210-e6fd-4ef4-9ade-b1589e2cbcda {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:32.034464 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:32.035173 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-602b7210-e6fd-4ef4-9ade-b1589e2cbcda {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:32.035173 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'code': 200}
Jan 15 20:56:32.036131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-a00d2f6e-cbb4-468b-ba86-dfa1ad78c0db tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/06820719-fc20-4968-bfe7-58b4d04efa2b HTTP/1.1" status: 200  len: 1823 time: 0.0539784
Jan 15 20:56:32.038054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks [] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.044301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d491075b-3ac1-4e95-a3ad-e9a004d6530d is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:32.044784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.046181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.063649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d491075b-3ac1-4e95-a3ad-e9a004d6530d {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:32.089363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:32.095792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.096789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:32.099706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-db9dabd6-1b27-45d9-9164-5402c3a18c90 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/59112bc2-6784-4048-9d83-79fb7b503b23 HTTP/1.1" status: 200  len: 1822 time: 0.0554783
Jan 15 20:56:32.111187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06820719-fc20-4968-bfe7-58b4d04efa2b', 'remote_group_id': '59112bc2-6784-4048-9d83-79fb7b503b23', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:32.111569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06820719-fc20-4968-bfe7-58b4d04efa2b', 'remote_group_id': '59112bc2-6784-4048-9d83-79fb7b503b23', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:32.111891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:32.163806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db29a1-2f4e-4c64-9d56-62864ac495be req-3e9cacc7-8637-46c0-904a-c4842dd2e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.165487 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41db29a1-2f4e-4c64-9d56-62864ac495be req-3e9cacc7-8637-46c0-904a-c4842dd2e451 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 1097 time: 0.0548515
Jan 15 20:56:32.190817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13dadc-84ad-41e6-bee5-817ec496a3ea req-080bb32b-8bd3-4667-8b76-9f0112a16c7f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.192571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c13dadc-84ad-41e6-bee5-817ec496a3ea req-080bb32b-8bd3-4667-8b76-9f0112a16c7f tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0759478
Jan 15 20:56:32.215080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:32.217456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:32.217630 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5b0cc-e0fe-4306-9d4e-744b59ef396d" -d '{"events": [{"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:32.221895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:32.221895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:32.222208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:32.238351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:32.238798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Attempting to bind port eb8f87ed-8d87-47ae-bacf-831dd563cfce on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:32.248641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:32.249295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:32.249782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:32.250472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Bound port: eb8f87ed-8d87-47ae-bacf-831dd563cfce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:32.250780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.269457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (ec31767d-465f-4207-8d29-d9e61e3f2524), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.273840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:32.277769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c13dadc-84ad-41e6-bee5-817ec496a3ea req-58575e2b-88ea-4dbd-ba56-c550a847eb4e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765877
Jan 15 20:56:32.287084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'mac_address': 'fa:16:3e:b0:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:32.313097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (ec31767d-465f-4207-8d29-d9e61e3f2524), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.320743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-41db29a1-2f4e-4c64-9d56-62864ac495be req-2952cedb-f826-4ddc-a69d-d7e1d75d2ada service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317768
Jan 15 20:56:32.320977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (ec31767d-465f-4207-8d29-d9e61e3f2524), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.334480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:32.335280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.345848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:32.355375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec31767d-465f-4207-8d29-d9e61e3f2524,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:32.355632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:32.358478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:32.361214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.376383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.389452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8a12720-1582-49cb-9afb-77ebf4943522 req-55d34953-d454-4e95-b618-c9c92a6012f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2824771
Jan 15 20:56:32.390625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:32.396979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.445898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031cdfe-3008-45c9-b89c-ad239390c51e req-b546fe3e-9d97-4376-b478-3c97e149db98 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.447483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c031cdfe-3008-45c9-b89c-ad239390c51e req-b546fe3e-9d97-4376-b478-3c97e149db98 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.0840478
Jan 15 20:56:32.456729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:32.460645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.461110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.462475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-607d34a2-1b1a-4525-b14a-a920af0891b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 1121 time: 0.7817264
Jan 15 20:56:32.500604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c031cdfe-3008-45c9-b89c-ad239390c51e req-1b5a9443-c3c1-4ecc-b57b-93045f4e915d tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474977
Jan 15 20:56:32.560776 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef84419-9700-4258-ac1b-59b7d51698e7 x-openstack-request-id: req-1ef84419-9700-4258-ac1b-59b7d51698e7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:32.561107 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:32.561360 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ef84419-9700-4258-ac1b-59b7d51698e7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:32.561762 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'code': 200}
Jan 15 20:56:32.610947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:32.632027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['eb8f87ed-8d87-47ae-bacf-831dd563cfce'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:32.672552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:32.695489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5dda-91e0-43fc-8ee4-5f1b5b2b8c5e req-c7804303-f5cc-4c3d-8bc1-28e54bd89600 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.697014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30cc5dda-91e0-43fc-8ee4-5f1b5b2b8c5e req-c7804303-f5cc-4c3d-8bc1-28e54bd89600 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.0750468
Jan 15 20:56:32.705060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09528a-57a7-42e6-a046-b0af57856b31 req-b78689d1-4eee-4542-b944-10489654f307 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.706480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e09528a-57a7-42e6-a046-b0af57856b31 req-b78689d1-4eee-4542-b944-10489654f307 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0953314
Jan 15 20:56:32.716490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41212) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:32.722579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Request body: {'floatingip': {'port_id': 'a6cb493c-7db8-4ea6-9c25-c683e688717c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:32.755924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d491075b-3ac1-4e95-a3ad-e9a004d6530d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:32.758433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30cc5dda-91e0-43fc-8ee4-5f1b5b2b8c5e req-5ec93066-1a4f-4579-876a-cd9027148330 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509315
Jan 15 20:56:32.759061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:32.784756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.797628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1165869208', 'description': 'tempest-description-1287236424'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:32.810491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ea9ece42-4caf-4596-9d6a-f5ebd3e979e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:32.835936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.927468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c6e3-be30-4f44-bc0d-f1663f7d6367 req-736f4945-f34c-43ac-9f2c-b19a1b9a4593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:32.928992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e93c6e3-be30-4f44-bc0d-f1663f7d6367 req-736f4945-f34c-43ac-9f2c-b19a1b9a4593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0813196
Jan 15 20:56:32.967241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (5506200d-1401-4f0f-8080-c9f983e34010), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:32.976145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5506200d-1401-4f0f-8080-c9f983e34010), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.006772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:33.018157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.019394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6295b63a-67f8-4fd3-bc2c-31291b0de9ae req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2269113
Jan 15 20:56:33.061962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e93c6e3-be30-4f44-bc0d-f1663f7d6367 req-05a72bc6-43ed-41b0-a3ac-5d30d13b9bc0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065331
Jan 15 20:56:33.062857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceae585-6c84-4230-a0a3-23f302b854f0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5506200d-1401-4f0f-8080-c9f983e34010,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:33.096950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1791505198', 'description': 'tempest-description-1249643567'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:33.098322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'mac_address': 'fa:16:3e:ee:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:33.167554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655bf7f-aba6-4831-bb25-6c3485e2676b req-7f4bc4f8-131b-44e2-92bc-29f20ba17bab tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:33.174969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655bf7f-aba6-4831-bb25-6c3485e2676b req-7f4bc4f8-131b-44e2-92bc-29f20ba17bab tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:33.176575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e655bf7f-aba6-4831-bb25-6c3485e2676b req-7f4bc4f8-131b-44e2-92bc-29f20ba17bab tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1680 time: 0.0739100
Jan 15 20:56:33.194999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.218924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:33.219320 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.261877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e655bf7f-aba6-4831-bb25-6c3485e2676b req-2edbd6d8-9167-4fb7-894b-8f797bc57417 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743117
Jan 15 20:56:33.278845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:33.305817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (fe5fc437-14c8-454d-bee7-3fb5fd68009a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.311538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fe5fc437-14c8-454d-bee7-3fb5fd68009a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.335594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.341179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.343209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.345769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4719af6e-428f-4c85-93d1-f6f1c4a7ee2c req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2540929
Jan 15 20:56:33.346318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:33.347657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5030d8-39b9-495c-b0e3-17ab8638e35f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fc437-14c8-454d-bee7-3fb5fd68009a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:33.363776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.426486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-5f4fea6c-713b-4648-98c2-edd8b18d00d3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/5506200d-1401-4f0f-8080-c9f983e34010 HTTP/1.1" status: 200  len: 1824 time: 0.0417256
Jan 15 20:56:33.427278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:33.467631 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Floating IP 80bac487-5870-4c87-adff-4300b5ecb001 associated. External IP: 172.35.1.174, port: a6cb493c-7db8-4ea6-9c25-c683e688717c.
Jan 15 20:56:33.480759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-dda0ec4f-d5bf-498f-a814-ee6c2c133cd6 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/fe5fc437-14c8-454d-bee7-3fb5fd68009a HTTP/1.1" status: 200  len: 1824 time: 0.0400496
Jan 15 20:56:33.490371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5506200d-1401-4f0f-8080-c9f983e34010', 'remote_group_id': 'fe5fc437-14c8-454d-bee7-3fb5fd68009a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:33.490684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5506200d-1401-4f0f-8080-c9f983e34010', 'remote_group_id': 'fe5fc437-14c8-454d-bee7-3fb5fd68009a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:33.570382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (55813178-b822-49d6-90cd-ed68e604e3f7), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.595621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:33.643395 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (55813178-b822-49d6-90cd-ed68e604e3f7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.657031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e8755-2750-402e-a7c0-9f7bede23faf req-197f0d75-bc2d-4417-9407-17b2f3512a49 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:33.658555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e25e8755-2750-402e-a7c0-9f7bede23faf req-197f0d75-bc2d-4417-9407-17b2f3512a49 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 949 time: 0.0747516
Jan 15 20:56:33.659663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (55813178-b822-49d6-90cd-ed68e604e3f7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.715816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Router e69d3da9-83b8-4b68-a27d-788a62375b02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:56:33.828257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:56:33.832702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:33.839351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Sync routers for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:56:33.849832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:33.850477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b306d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:33.866458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e333904-19d0-4d0a-82dc-8a507746b402 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "PUT /v2.0/floatingips/80bac487-5870-4c87-adff-4300b5ecb001 HTTP/1.1" status: 200  len: 992 time: 1.1456175
Jan 15 20:56:33.963344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:34.005286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55813178-b822-49d6-90cd-ed68e604e3f7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:34.018283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.019463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14de805f-27a1-4ac4-8936-78535b68dad9 req-6b0042fb-48c7-4be3-8c40-94022c809d86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5329118
Jan 15 20:56:34.041471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e25e8755-2750-402e-a7c0-9f7bede23faf req-de79527b-89ab-4ea5-85d8-baa6bd90887a tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3748910
Jan 15 20:56:34.195805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29104-5ee6-42bc-aa63-7ff910c0c0b2 req-8e55f692-7552-40bf-bfa4-754a2b9882ce tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.197398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8a29104-5ee6-42bc-aa63-7ff910c0c0b2 req-8e55f692-7552-40bf-bfa4-754a2b9882ce tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.0565801
Jan 15 20:56:34.226296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b306d30>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80bac487-5870-4c87-adff-4300b5ecb001', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'floating_ip_address': '172.35.1.174', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'port_id': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'mac_address': 'fa:16:3e:8f:b5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:56:11Z', 'updated_at': '2022-01-15T20:56:33Z', 'revision_number': 1, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:34.253563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Checking router: e69d3da9-83b8-4b68-a27d-788a62375b02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:56:34.261876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-00717bae-3ac8-4214-80c1-e458088d67f7 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/fe5fc437-14c8-454d-bee7-3fb5fd68009a HTTP/1.1" status: 200  len: 1824 time: 0.0634165
Jan 15 20:56:34.262290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:34.262907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b306d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:34.280379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8a29104-5ee6-42bc-aa63-7ff910c0c0b2 req-05c6d28a-2ded-4e00-bd30-953dd4e0d67c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729790
Jan 15 20:56:34.327383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (fe5fc437-14c8-454d-bee7-3fb5fd68009a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.352408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (fe5fc437-14c8-454d-bee7-3fb5fd68009a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.377921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:34.436327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8209c-bccd-40d6-8759-2a243de1eebf req-9a3c3b33-3c8b-417a-adec-170cf0f8373c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.437843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bf8209c-bccd-40d6-8759-2a243de1eebf req-9a3c3b33-3c8b-417a-adec-170cf0f8373c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0774419
Jan 15 20:56:34.466237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fe5fc437-14c8-454d-bee7-3fb5fd68009a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.468856 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.469968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08cf0952-4872-456a-bf75-0790c3a918d5 req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/fe5fc437-14c8-454d-bee7-3fb5fd68009a HTTP/1.1" status: 204  len: 173 time: 0.2006938
Jan 15 20:56:34.485447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645328-2d33-4bf7-af63-47645335f8d0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fc437-14c8-454d-bee7-3fb5fd68009a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:34.510911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bf8209c-bccd-40d6-8759-2a243de1eebf req-9e2f6f2a-1327-4225-999c-ceeb2fa89b04 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605366
Jan 15 20:56:34.562694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce'}, {'name': 'network-changed', 'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:34.566954 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce"}, {"name": "network-changed", "server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:34.607781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28827a57-a795-46e0-bbbe-f52ef575733c req-45b59521-7e51-466a-b038-48c776f875b4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.613847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28827a57-a795-46e0-bbbe-f52ef575733c req-45b59521-7e51-466a-b038-48c776f875b4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.615422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28827a57-a795-46e0-bbbe-f52ef575733c req-45b59521-7e51-466a-b038-48c776f875b4 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1680 time: 0.0916529
Jan 15 20:56:34.620901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0dd6bbe9-901b-47c9-8a19-07767e655f75 req-9aae6f94-ecc7-46ba-8d91-148738fbb4e9 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/5506200d-1401-4f0f-8080-c9f983e34010 HTTP/1.1" status: 200  len: 1824 time: 0.0670192
Jan 15 20:56:34.657889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b306d30>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80bac487-5870-4c87-adff-4300b5ecb001', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'floating_ip_address': '172.35.1.174', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'port_id': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'mac_address': 'fa:16:3e:8f:b5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:56:11Z', 'updated_at': '2022-01-15T20:56:33Z', 'revision_number': 1, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:34.669220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28827a57-a795-46e0-bbbe-f52ef575733c req-89028028-aa08-471b-853d-b134b1a9983c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470614
Jan 15 20:56:34.689445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:34.691890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064e98a-b183-4c70-ab9c-8e0640a21cd6 None None] The sync data for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 is: [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80bac487-5870-4c87-adff-4300b5ecb001', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'floating_ip_address': '172.35.1.174', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'port_id': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'mac_address': 'fa:16:3e:8f:b5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:56:11Z', 'updated_at': '2022-01-15T20:56:33Z', 'revision_number': 1, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:56:34.739968 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab8993-6d72-4eb3-aa57-486a3cd5c78a x-openstack-request-id: req-4dab8993-6d72-4eb3-aa57-486a3cd5c78a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:34.740329 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:34.740599 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dab8993-6d72-4eb3-aa57-486a3cd5c78a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:34.741045 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'status': 'completed', 'code': 200}
Jan 15 20:56:34.741388 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'status': 'completed', 'code': 200}
Jan 15 20:56:34.758190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:34.764290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1997886294', 'description': 'tempest-description-1261056900'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:34.765376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:34.765769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.818205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.850623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-03c69940-2258-4012-8f78-2a44ab11599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.852558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-03c69940-2258-4012-8f78-2a44ab11599e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1124 time: 0.0694449
Jan 15 20:56:34.874231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:34.874644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.910548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:34.913433 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7191275-e666-4445-87e8-c1127d31e3c8" -d '{"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-plugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:34.921039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (2dea5ac0-3da1-4379-b827-282859af02bf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.928678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2dea5ac0-3da1-4379-b827-282859af02bf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.930664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:34.942162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:34.992101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-d628ea17-0c48-4836-beb4-2eb709b7062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:34.995415 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-d628ea17-0c48-4836-beb4-2eb709b7062a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1362400
Jan 15 20:56:35.005556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.009311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2719f88-d751-45df-bc1e-850343a2f9f9 req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2545071
Jan 15 20:56:35.023201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:35.026398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af1ba8-382e-4f35-af76-89158cf7ccea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dea5ac0-3da1-4379-b827-282859af02bf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:35.062104 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-22d088de-119f-4b0c-a694-bafe82704a7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 217 time: 0.0591483
Jan 15 20:56:35.090970 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e6279-94f7-47d0-81ae-c29f7d2c6bfc None None] New status for floating IP 80bac487-5870-4c87-adff-4300b5ecb001: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:56:35.115571 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a72250-5a95-4838-81a6-0d46a363fd98 x-openstack-request-id: req-b1a72250-5a95-4838-81a6-0d46a363fd98 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:35.115825 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-plugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:35.116251 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1a72250-5a95-4838-81a6-0d46a363fd98 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:35.116988 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'code': 200}
Jan 15 20:56:35.129174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-3ed65951-21b4-475b-811a-5c232abe2b06 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 200  len: 1824 time: 0.0648568
Jan 15 20:56:35.141371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dea5ac0-3da1-4379-b827-282859af02bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:35.141554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dea5ac0-3da1-4379-b827-282859af02bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:35.157892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-e8a1076d-9311-49fb-845a-5df6bb8ae1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.159220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-e8a1076d-9311-49fb-845a-5df6bb8ae1d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0886421
Jan 15 20:56:35.201330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-f6b54eb4-fc74-497b-b9ec-ced0e451861e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316937
Jan 15 20:56:35.277930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (3f5d6118-75a9-47c0-bafe-7c5206da0334), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.294440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d801d7-ef2c-4cdc-93b4-375ab9428a86 req-f67e45d3-2193-4dfc-872d-3fba2b59eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.296330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00d801d7-ef2c-4cdc-93b4-375ab9428a86 req-f67e45d3-2193-4dfc-872d-3fba2b59eef0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 1101 time: 0.1105373
Jan 15 20:56:35.310348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (3f5d6118-75a9-47c0-bafe-7c5206da0334), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.323349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-f76b01c3-f44a-4d7e-92dd-3a63967cbe15 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117275
Jan 15 20:56:35.325224 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (3f5d6118-75a9-47c0-bafe-7c5206da0334), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.342145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105cd6b-4131-4fa5-9525-01a059480540 req-ece09b6b-28ed-4066-8ed0-b4672a7fcfc9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.343683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7105cd6b-4131-4fa5-9525-01a059480540 req-ece09b6b-28ed-4066-8ed0-b4672a7fcfc9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1382372
Jan 15 20:56:35.370957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:35.376911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d491075b-3ac1-4e95-a3ad-e9a004d6530d up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:35.377142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5d6118-75a9-47c0-bafe-7c5206da0334,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:35.395935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.399115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25305e6c-d7db-4b79-95c7-143574d0a9f5 req-776fe6e5-ba6b-47fb-9b58-3505eccc17a0 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2638721
Jan 15 20:56:35.407049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00d801d7-ef2c-4cdc-93b4-375ab9428a86 req-55da6ca1-09a4-4b6c-9073-0bf12bc4501d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004257
Jan 15 20:56:35.430601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-14f36492-5229-409c-9bb5-7f278d4306ea service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996203
Jan 15 20:56:35.444676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7105cd6b-4131-4fa5-9525-01a059480540 req-d51f139d-5a94-4995-90ca-f70e2e4d8480 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926640
Jan 15 20:56:35.492534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port d491075b-3ac1-4e95-a3ad-e9a004d6530d completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:35.499875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d491075b-3ac1-4e95-a3ad-e9a004d6530d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:35.500248 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.514095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c89d5-c577-4e23-9e6e-9c0d3be84c7c req-dd5c8b23-9ecd-4265-9f84-a625a43f3ace tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.515761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c25c89d5-c577-4e23-9e6e-9c0d3be84c7c req-dd5c8b23-9ecd-4265-9f84-a625a43f3ace tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 950 time: 0.0606394
Jan 15 20:56:35.567830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c25c89d5-c577-4e23-9e6e-9c0d3be84c7c req-ceebaa00-d95c-4045-873c-6089c67ac5c8 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464106
Jan 15 20:56:35.571875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:35.589906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:56:35.627337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d491075b-3ac1-4e95-a3ad-e9a004d6530d is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:35.627639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.661052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:35.665940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.670051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:35.748721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:35.764342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:35.768662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:35.769067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.773183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-0ce0ca83-038d-4f64-979f-c5bb45c16188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.774889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-0ce0ca83-038d-4f64-979f-c5bb45c16188 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea&device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 1097 time: 0.0483780
Jan 15 20:56:35.820357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-d5896704-920a-42b1-954f-df09b89df39a tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 200  len: 2418 time: 0.0705888
Jan 15 20:56:35.830111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352763a-4535-4945-ade9-a7dca0ca8a3b req-99ba5783-2c6e-43ca-bc97-fea10d244363 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.831695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9352763a-4535-4945-ade9-a7dca0ca8a3b req-99ba5783-2c6e-43ca-bc97-fea10d244363 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 943 time: 0.0921297
Jan 15 20:56:35.836434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dea5ac0-3da1-4379-b827-282859af02bf', 'remote_group_id': None}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:35.836819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dea5ac0-3da1-4379-b827-282859af02bf', 'remote_group_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:35.857963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:35.858352 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.891691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-6213d42f-530a-48ea-abca-3eb1c12b0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:35.893453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-6213d42f-530a-48ea-abca-3eb1c12b0b11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab HTTP/1.1" status: 200  len: 916 time: 0.1126704
Jan 15 20:56:35.895500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:35.899825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.900733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:35.919340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9352763a-4535-4945-ade9-a7dca0ca8a3b req-59bf3960-e3e9-4359-a651-0ec539be4c7c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775802
Jan 15 20:56:35.962900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.977622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-564f5bd3-5e12-427d-9142-934e95fe0793 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c HTTP/1.1" status: 200  len: 1002 time: 0.0746899
Jan 15 20:56:35.981675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:35.995531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:35.998922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:35.999431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.013723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:36.014483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.017603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047817b3-a041-4ff6-9149-30e1fcb879c8,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:36.053554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-e3943748-12ad-4889-9e30-4c5df88c359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:36.055175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-e3943748-12ad-4889-9e30-4c5df88c359d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=345691be-d567-45fc-9302-785e5647e9a2 HTTP/1.1" status: 200  len: 854 time: 0.0706100
Jan 15 20:56:36.062914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.064330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dac43be8-13ca-4bed-8edd-55e355b826c3 req-9d241887-be43-45b1-957c-024777cc4aa1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2315669
Jan 15 20:56:36.092090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1990-31fa-408b-b56a-39e75318178a req-b10326e7-5c2a-42ba-b43e-4cfe1a88c667 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:36.099912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1990-31fa-408b-b56a-39e75318178a req-b10326e7-5c2a-42ba-b43e-4cfe1a88c667 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:36.101613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-005c1990-31fa-408b-b56a-39e75318178a req-b10326e7-5c2a-42ba-b43e-4cfe1a88c667 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0808415
Jan 15 20:56:36.118892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-38c1392e-546b-4dc3-97d5-373ec7035caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:36.121593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-38c1392e-546b-4dc3-97d5-373ec7035caa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0588930
Jan 15 20:56:36.186643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82f8f4fb-0063-422f-82fc-ac19ac6ba3a4 req-e81c92a8-1866-4576-80f7-ac3cf623cdc2 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 200  len: 3017 time: 0.0839639
Jan 15 20:56:36.216902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-005c1990-31fa-408b-b56a-39e75318178a req-1fc71e3b-851b-4a40-95f8-961bb600bfb3 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908465
Jan 15 20:56:36.235621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-bcb5912e-e8ab-4bfa-9700-1d0720ebf147 service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017046
Jan 15 20:56:36.252244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-b8f7edc6-9df4-4f2d-9349-c19501a85917 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-group-rules/047817b3-a041-4ff6-9149-30e1fcb879c8 HTTP/1.1" status: 200  len: 783 time: 0.0265105
Jan 15 20:56:36.266471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:36.266857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.306175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:36.313376 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.316290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-60bd351f-9fd3-4b4c-8c4a-229698f467ea tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 200  len: 3017 time: 0.0510483
Jan 15 20:56:36.353614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b259e3-42c8-4329-8b19-4a6cbdb95e2e req-dec8c8db-f7d2-4889-9b0d-54bbb53bc6d2 service neutron] 10.222.0.39 "GET /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113110
Jan 15 20:56:36.381734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:36.384663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.405097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.430447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-72b7f920-8427-4bf5-b99e-8765a6924735 service neutron] 10.222.0.39 "GET /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1129739
Jan 15 20:56:36.447925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (047817b3-a041-4ff6-9149-30e1fcb879c8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.453383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.454462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d1aa3bb-c45a-433d-8c43-d949a50214fb req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/047817b3-a041-4ff6-9149-30e1fcb879c8 HTTP/1.1" status: 204  len: 173 time: 0.1306233
Jan 15 20:56:36.493105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849bbc5-a26b-4d2f-a277-fc83089e3273 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=047817b3-a041-4ff6-9149-30e1fcb879c8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:36.580559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-d4785e42-b577-4641-ad96-4591c7dcf8c1 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 200  len: 2418 time: 0.1038806
Jan 15 20:56:36.659089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edc68-3450-4b60-b0e4-13070b10e87e req-863c84e9-886b-4f4f-962c-2db686604c3a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:36.660569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b01edc68-3450-4b60-b0e4-13070b10e87e req-863c84e9-886b-4f4f-962c-2db686604c3a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1374454
Jan 15 20:56:36.763402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (2dea5ac0-3da1-4379-b827-282859af02bf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.797045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b01edc68-3450-4b60-b0e4-13070b10e87e req-0344c044-dc3c-4a95-9220-03452e926067 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281178
Jan 15 20:56:36.819149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:36.822541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (2dea5ac0-3da1-4379-b827-282859af02bf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.864012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:36.905976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2dea5ac0-3da1-4379-b827-282859af02bf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.908563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:36.909744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fac8a25e-7cc8-459e-a5ef-e5fd0da6d4e7 req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/2dea5ac0-3da1-4379-b827-282859af02bf HTTP/1.1" status: 204  len: 173 time: 0.3232517
Jan 15 20:56:36.914128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f87ed-8d87-47ae-bacf-831dd563cfce {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:36.933986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:36.936708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096741a4-da88-4bce-b46d-4703df1fde73 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dea5ac0-3da1-4379-b827-282859af02bf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:36.954974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.054385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] Transition to ACTIVE for port object eb8f87ed-8d87-47ae-bacf-831dd563cfce will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:37.062702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.119084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d'}, {'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9'}, {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:37.126833 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747bb63c-03a4-461d-a651-4dcfa566aa9b" -d '{"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-plugged", "status": "completed", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d"}, {"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9"}, {"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:37.137769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] No DVR routers for this DVR port eb8f87ed-8d87-47ae-bacf-831dd563cfce on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:37.178241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93488302-8249-4490-bba4-64d683db81d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=10']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:37.186617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-93488302-8249-4490-bba4-64d683db81d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7460811
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.246896 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:37.249720 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:37.251467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe7687-7df3-41d6-afa9-982742f6010c req-88868040-2535-45bd-9715-816944c7dd48 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.253002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93fe7687-7df3-41d6-afa9-982742f6010c req-88868040-2535-45bd-9715-816944c7dd48 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 950 time: 0.0578425
Jan 15 20:56:37.294502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-e946ba54-40ba-4ac6-81c5-33b29c74b6ad tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.294502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-e946ba54-40ba-4ac6-81c5-33b29c74b6ad tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0466843
Jan 15 20:56:37.320429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93fe7687-7df3-41d6-afa9-982742f6010c req-3ee4b633-5332-4a3e-8875-27d1ab663631 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610616
Jan 15 20:56:37.326736 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-7bbc095f-40b4-4e3d-b636-b3e17c7a13d5 req-b05cec69-0f22-4b22-82c5-470c2f9bf663 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] show failed (client error): The resource could not be found.
Jan 15 20:56:37.327793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bbc095f-40b4-4e3d-b636-b3e17c7a13d5 req-b05cec69-0f22-4b22-82c5-470c2f9bf663 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/fe5fc437-14c8-454d-bee7-3fb5fd68009a HTTP/1.1" status: 404  len: 352 time: 0.0197625
Jan 15 20:56:37.346932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-9f8d68a4-bb1c-4a7a-9806-0499ca249251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.348658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-9f8d68a4-bb1c-4a7a-9806-0499ca249251 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc&tenant_id=385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 1095 time: 0.0483038
Jan 15 20:56:37.391695 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d319858-208a-4aec-a2dd-e22d6577b8f9 x-openstack-request-id: req-1d319858-208a-4aec-a2dd-e22d6577b8f9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:37.392086 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-plugged", "status": "completed", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d", "code": 200}, {"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9", "code": 200}, {"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:37.392412 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d319858-208a-4aec-a2dd-e22d6577b8f9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:37.392916 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d', 'code': 200}
Jan 15 20:56:37.393248 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9', 'code': 200}
Jan 15 20:56:37.393570 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'code': 200}
Jan 15 20:56:37.466030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfada738-b0a0-427a-8010-8c742920dcfc req-b338926f-5c15-4d56-befd-8c68b02f02ca tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.467947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dfada738-b0a0-427a-8010-8c742920dcfc req-b338926f-5c15-4d56-befd-8c68b02f02ca tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.0797560
Jan 15 20:56:37.554390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5db83-9c7b-4c43-b834-0660325409de req-2781df64-ce63-400f-83e4-1c7f39435f6c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.561485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5db83-9c7b-4c43-b834-0660325409de req-2781df64-ce63-400f-83e4-1c7f39435f6c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.563159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7b5db83-9c7b-4c43-b834-0660325409de req-2781df64-ce63-400f-83e4-1c7f39435f6c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0936127
Jan 15 20:56:37.566694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dfada738-b0a0-427a-8010-8c742920dcfc req-16418744-29c5-43a8-9db3-dbee4dde8d4e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880353
Jan 15 20:56:37.626672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7b5db83-9c7b-4c43-b834-0660325409de req-b335ab85-6852-42de-bf94-393b049525f9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576887
Jan 15 20:56:37.653362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-23c35f6c-4edf-49e7-afd0-1f7e7935cccf tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/5506200d-1401-4f0f-8080-c9f983e34010 HTTP/1.1" status: 200  len: 1824 time: 0.0512171
Jan 15 20:56:37.757230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (5506200d-1401-4f0f-8080-c9f983e34010), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.757520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-f38bb7e8-f72d-4151-8f15-3006246398c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.758990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-f38bb7e8-f72d-4151-8f15-3006246398c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1095 time: 0.3883739
Jan 15 20:56:37.768867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad81cd-c413-463a-88fb-35de74485aa7 req-55bbe01c-68f5-435f-9b2e-1d89decc298a tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.770480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dad81cd-c413-463a-88fb-35de74485aa7 req-55bbe01c-68f5-435f-9b2e-1d89decc298a tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 949 time: 0.0744791
Jan 15 20:56:37.790016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1131-dda4-4eda-9309-f76fce259b21 req-35298a1b-bfe6-441d-9d94-b3c3d46d6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.791468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3aa1131-dda4-4eda-9309-f76fce259b21 req-35298a1b-bfe6-441d-9d94-b3c3d46d6c49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 1100 time: 0.0935938
Jan 15 20:56:37.805704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (5506200d-1401-4f0f-8080-c9f983e34010), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.819989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a57ab-33f0-4f97-9aa4-5d6e9668fc74 req-bcc34c60-c840-4035-ab91-cd554c10477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.820478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a57ab-33f0-4f97-9aa4-5d6e9668fc74 req-bcc34c60-c840-4035-ab91-cd554c10477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.822032 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f08a57ab-33f0-4f97-9aa4-5d6e9668fc74 req-bcc34c60-c840-4035-ab91-cd554c10477d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1984 time: 0.1254222
Jan 15 20:56:37.858536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dad81cd-c413-463a-88fb-35de74485aa7 req-ad1f9a6a-d79e-4685-9ae9-0ef3404d4c5b tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790629
Jan 15 20:56:37.871269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5506200d-1401-4f0f-8080-c9f983e34010), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.874086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:37.875521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9d067d6-bb1a-4292-8589-5e396289eb7f req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/5506200d-1401-4f0f-8080-c9f983e34010 HTTP/1.1" status: 204  len: 173 time: 0.2162778
Jan 15 20:56:37.886696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bbfa1-488e-4071-90ac-93c5db755998 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5506200d-1401-4f0f-8080-c9f983e34010,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:37.929110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3aa1131-dda4-4eda-9309-f76fce259b21 req-2b22fc68-61a3-49f6-8ce1-c4c745c522a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040940
Jan 15 20:56:37.932945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-ef5d92d3-0068-4b45-801f-8e38ab044226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:37.934379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-ef5d92d3-0068-4b45-801f-8e38ab044226 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1670129
Jan 15 20:56:37.936613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f08a57ab-33f0-4f97-9aa4-5d6e9668fc74 req-62245790-dcf2-4c7d-bcc6-e0634d1433dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050525
Jan 15 20:56:37.999187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d6f51-c7f5-438e-a7f5-9c5b854cc5a0 req-bd568852-8532-4656-93bb-9f665b851a19 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.000684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7d6f51-c7f5-438e-a7f5-9c5b854cc5a0 req-bd568852-8532-4656-93bb-9f665b851a19 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0574398
Jan 15 20:56:38.055639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7d6f51-c7f5-438e-a7f5-9c5b854cc5a0 req-918d3df4-6b39-4dc7-932d-d8d33d5dbccc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492437
Jan 15 20:56:38.116305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-095a21e2-f34e-4666-8de4-a22f245be809 req-2093e0a2-fea1-4d85-baf5-366b9cb39a21 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/59112bc2-6784-4048-9d83-79fb7b503b23 HTTP/1.1" status: 200  len: 1822 time: 0.0375280
Jan 15 20:56:38.172008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-095a21e2-f34e-4666-8de4-a22f245be809 req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (59112bc2-6784-4048-9d83-79fb7b503b23), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.194346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-095a21e2-f34e-4666-8de4-a22f245be809 req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (59112bc2-6784-4048-9d83-79fb7b503b23), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.251013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-095a21e2-f34e-4666-8de4-a22f245be809 req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (59112bc2-6784-4048-9d83-79fb7b503b23), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.253708 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-095a21e2-f34e-4666-8de4-a22f245be809 req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.254845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-095a21e2-f34e-4666-8de4-a22f245be809 req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/59112bc2-6784-4048-9d83-79fb7b503b23 HTTP/1.1" status: 204  len: 173 time: 0.1322041
Jan 15 20:56:38.264285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ab3d-d75e-4c72-af96-a90eec05a3cc tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59112bc2-6784-4048-9d83-79fb7b503b23,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:38.367458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-2ba3a2b1-34cb-4498-9d30-b42f3e2fdaba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 200  len: 217 time: 0.0426810
Jan 15 20:56:38.369410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-ee95adb8-8ef4-4f03-aa19-d13c8c718f86 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/06820719-fc20-4968-bfe7-58b4d04efa2b HTTP/1.1" status: 200  len: 1823 time: 0.0452154
Jan 15 20:56:38.420772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0c380a39-1c2a-447d-ab13-75b234aa4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.422423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0c380a39-1c2a-447d-ab13-75b234aa4658 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0482600
Jan 15 20:56:38.441825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (06820719-fc20-4968-bfe7-58b4d04efa2b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.453936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-b3c92a0a-4e5a-4fc5-a9e4-eec4458bc396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241017
Jan 15 20:56:38.465897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (06820719-fc20-4968-bfe7-58b4d04efa2b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.507149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (06820719-fc20-4968-bfe7-58b4d04efa2b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.509977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.513614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d168e3ad-8bb8-447a-af69-2c0d1a9e5137 req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/06820719-fc20-4968-bfe7-58b4d04efa2b HTTP/1.1" status: 204  len: 173 time: 0.1314454
Jan 15 20:56:38.524156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d618e62-f5c2-4c55-9c7f-a3bda19935e3 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06820719-fc20-4968-bfe7-58b4d04efa2b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:38.556154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-842b4ca9-9336-4ba3-923e-af38c1f107f0 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959518
Jan 15 20:56:38.573294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-96c81e37-2a11-498c-8b14-c9c057847bb9 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/be83d225-eb87-4c97-b6a7-e4da68b51426 HTTP/1.1" status: 200  len: 2421 time: 0.0394580
Jan 15 20:56:38.642988 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (be83d225-eb87-4c97-b6a7-e4da68b51426), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.653476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-b89c8f55-bf5a-4ef7-9c67-0508befa4163 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899088
Jan 15 20:56:38.693470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (be83d225-eb87-4c97-b6a7-e4da68b51426), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.726331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11fd8a-7e66-4b73-8791-8359b94eb92c req-61b23e9c-56c1-4b76-a4ed-cd25f7516557 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.727801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc11fd8a-7e66-4b73-8791-8359b94eb92c req-61b23e9c-56c1-4b76-a4ed-cd25f7516557 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.0869143
Jan 15 20:56:38.777306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be83d225-eb87-4c97-b6a7-e4da68b51426), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.780486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:38.782115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e344ed59-99be-4949-8a53-66efb2aff5c4 req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/be83d225-eb87-4c97-b6a7-e4da68b51426 HTTP/1.1" status: 204  len: 173 time: 0.2029510
Jan 15 20:56:38.795401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc11fd8a-7e66-4b73-8791-8359b94eb92c req-bd605316-9ffa-4cf2-ac8e-cd7e0a16302f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616405
Jan 15 20:56:38.800570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b6f90-9ca4-4305-bf4b-5eba2244196f tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83d225-eb87-4c97-b6a7-e4da68b51426,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:38.920582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-3ed2281c-ce2d-4cb7-9a23-8cc5faefa530 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "GET /v2.0/security-groups/03685487-9294-4081-b017-d58b04305ea5 HTTP/1.1" status: 200  len: 2415 time: 0.0902336
Jan 15 20:56:38.929933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded62d9-0a7f-4e59-ad04-bdd5e4572b09 req-ab786e4b-6cd4-4511-9d74-fe80031d7a49 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.931324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dc931-0740-4842-ab2c-652d74d5af84 req-6ccaa201-61c9-439c-9c86-452c6a1a4ec3 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.933040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-6ccaa201-61c9-439c-9c86-452c6a1a4ec3 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0451157
Jan 15 20:56:38.936123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded62d9-0a7f-4e59-ad04-bdd5e4572b09 req-ab786e4b-6cd4-4511-9d74-fe80031d7a49 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:38.937761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ded62d9-0a7f-4e59-ad04-bdd5e4572b09 req-ab786e4b-6cd4-4511-9d74-fe80031d7a49 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0966756
Jan 15 20:56:39.032697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ded62d9-0a7f-4e59-ad04-bdd5e4572b09 req-9e99c1b9-ce34-4da7-985d-96e1cc22a2a6 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859149
Jan 15 20:56:39.036713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (03685487-9294-4081-b017-d58b04305ea5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.064168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0ef96423-0474-446e-bcae-ec45dbba41a0 service neutron] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:39.068671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (03685487-9294-4081-b017-d58b04305ea5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.075424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0ef96423-0474-446e-bcae-ec45dbba41a0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.077853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-650dc931-0740-4842-ab2c-652d74d5af84 req-0ef96423-0474-446e-bcae-ec45dbba41a0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1371670
Jan 15 20:56:39.132392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (03685487-9294-4081-b017-d58b04305ea5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.135349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.136556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45f774e-a9be-4bca-b699-96efed3bece1 req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] 10.222.0.46 "DELETE /v2.0/security-groups/03685487-9294-4081-b017-d58b04305ea5 HTTP/1.1" status: 204  len: 173 time: 0.1978693
Jan 15 20:56:39.142663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41324) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:39.165403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c098d-d571-44e6-9e97-27f523a0eb89 tempest-SecurityGroupRulesTestJSON-83524440 tempest-SecurityGroupRulesTestJSON-83524440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03685487-9294-4081-b017-d58b04305ea5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:39.223502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebae22-0671-45a1-8e1d-64be3063c2bd req-6331de83-8886-475c-82af-063c917c0774 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:39.225153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1eebae22-0671-45a1-8e1d-64be3063c2bd req-6331de83-8886-475c-82af-063c917c0774 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 949 time: 0.1056426
Jan 15 20:56:39.226514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Deleting subnet 925987fa-ae40-41e4-9b7c-6a8fd766a893 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:39.230742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Publish callbacks [] for subnet (925987fa-ae40-41e4-9b7c-6a8fd766a893), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.284610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (925987fa-ae40-41e4-9b7c-6a8fd766a893), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.342772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312202-b1ef-4d9f-8a42-feb93ab7f08b req-4a67d3fb-3594-4079-8dfe-07fec0537b6a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:39.345112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47312202-b1ef-4d9f-8a42-feb93ab7f08b req-4a67d3fb-3594-4079-8dfe-07fec0537b6a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1187570
Jan 15 20:56:39.354357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (925987fa-ae40-41e4-9b7c-6a8fd766a893), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.373869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1eebae22-0671-45a1-8e1d-64be3063c2bd req-93027328-69a6-47c0-8bbf-6949e0cf432b tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341019
Jan 15 20:56:39.440482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (925987fa-ae40-41e4-9b7c-6a8fd766a893), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.486785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.490775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/925987fa-ae40-41e4-9b7c-6a8fd766a893 HTTP/1.1" status: 204  len: 168 time: 0.3446856
Jan 15 20:56:39.490775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925987fa-ae40-41e4-9b7c-6a8fd766a893,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:39.491668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41332) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:39.492149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47312202-b1ef-4d9f-8a42-feb93ab7f08b req-ef83933a-5e52-4329-8ea4-58d591c7ca16 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158488
Jan 15 20:56:39.591124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.591463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.591802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.592137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.592469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.592794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.593144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.594775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.594775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.594775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.595101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.595334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.595672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a35a21c-df49-42e7-b5fc-43b2ca001052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:39.609741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (09ef4aab-2bac-4c4e-9262-24301f7f3ad6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.697309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (09ef4aab-2bac-4c4e-9262-24301f7f3ad6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.717990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a066550>,) {'filters': {'network_id': ['09ef4aab-2bac-4c4e-9262-24301f7f3ad6']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:39.727074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a066550>, 'a3c1e973-3d44-4394-9e4f-0b72dee84272') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:39.727378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a066550>, 'a3c1e973-3d44-4394-9e4f-0b72dee84272') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:39.736410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a3c1e973-3d44-4394-9e4f-0b72dee84272), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.750403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a3c1e973-3d44-4394-9e4f-0b72dee84272), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.756608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:39.757107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a3c1e973-3d44-4394-9e4f-0b72dee84272), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:39.758767 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:39.816724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (09ef4aab-2bac-4c4e-9262-24301f7f3ad6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.822057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:39.825348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] 10.222.0.46 "DELETE /v2.0/networks/09ef4aab-2bac-4c4e-9262-24301f7f3ad6 HTTP/1.1" status: 204  len: 168 time: 0.3327422
Jan 15 20:56:39.836550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537adc2-3f1d-44a9-8f3d-8796a51dde5f admin admin] Pushing event deleted for resources: {'Network': ['ID=09ef4aab-2bac-4c4e-9262-24301f7f3ad6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:39.941325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1a97-d3f9-4e69-9402-e5ca21a7efa3 req-19a635e7-aa62-404d-a63f-864a8597dcea tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:39.943104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ecc1a97-d3f9-4e69-9402-e5ca21a7efa3 req-19a635e7-aa62-404d-a63f-864a8597dcea tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.0558012
Jan 15 20:56:39.968713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41338) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:39.999519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ecc1a97-d3f9-4e69-9402-e5ca21a7efa3 req-e96a112e-0443-448d-abf1-113e613bba2a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494351
Jan 15 20:56:40.017890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d51f03ac-4336-45db-8965-a284b351930e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cef5a2521494b239b270c5bb8cf2739&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0475450
Jan 15 20:56:40.020108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:40.078272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] Publish callbacks [] for security_group (08332ad8-4b00-4f9b-a2f1-b047bc549f62), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:40.103037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] Publish callbacks [] for security_group (08332ad8-4b00-4f9b-a2f1-b047bc549f62), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:40.155159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08332ad8-4b00-4f9b-a2f1-b047bc549f62), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:40.158867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:40.160415 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08332ad8-4b00-4f9b-a2f1-b047bc549f62 HTTP/1.1" status: 204  len: 168 time: 0.1392341
Jan 15 20:56:40.169551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057d7b7-8fbf-4679-8904-7aa1e90c69d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08332ad8-4b00-4f9b-a2f1-b047bc549f62,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:40.176231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856a6e-c115-409c-86d8-68c18151be71 req-685c5288-582d-4975-994e-0b0cbcfe1406 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.177796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20856a6e-c115-409c-86d8-68c18151be71 req-685c5288-582d-4975-994e-0b0cbcfe1406 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 1095 time: 0.0756269
Jan 15 20:56:40.189350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad4c1-a3c7-45e4-a89f-ce36d07b69e4 req-4ec32bf6-a050-435b-bf20-5b76fbcec842 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.195635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad4c1-a3c7-45e4-a89f-ce36d07b69e4 req-4ec32bf6-a050-435b-bf20-5b76fbcec842 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.203580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c41ad4c1-a3c7-45e4-a89f-ce36d07b69e4 req-4ec32bf6-a050-435b-bf20-5b76fbcec842 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0921664
Jan 15 20:56:40.279604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c41ad4c1-a3c7-45e4-a89f-ce36d07b69e4 req-04d7ce84-5661-4f79-b8e4-b5cdc46eff23 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751872
Jan 15 20:56:40.281836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20856a6e-c115-409c-86d8-68c18151be71 req-ea230389-622f-48b2-bed9-eaa27edb2942 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763783
Jan 15 20:56:40.517213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60236ad5-91a0-4622-99b7-d83c414e55f1 req-1ebb5c54-33ce-4909-b7d5-d25ed3fee060 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.518763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60236ad5-91a0-4622-99b7-d83c414e55f1 req-1ebb5c54-33ce-4909-b7d5-d25ed3fee060 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 949 time: 0.0581949
Jan 15 20:56:40.590377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60236ad5-91a0-4622-99b7-d83c414e55f1 req-987f34d1-f109-4de9-bb1b-8593263868e0 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603285
Jan 15 20:56:40.701684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:40.758536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port eb8f87ed-8d87-47ae-bacf-831dd563cfce host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:56:40.758924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:40.782182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-329541c3-d9a4-4027-9d9f-4bb3a72f6901 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.783763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-329541c3-d9a4-4027-9d9f-4bb3a72f6901 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.1361928
Jan 15 20:56:40.817456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-3855c1a4-0145-444c-9a59-b24ed772df98 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/quotas/385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 375 time: 0.0194452
Jan 15 20:56:40.859672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a8c23-e5df-4217-96ba-5f37b8806f53 req-f57840b3-3c4d-4e2c-9bd9-e07537611d6d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:40.861491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-850a8c23-e5df-4217-96ba-5f37b8806f53 req-f57840b3-3c4d-4e2c-9bd9-e07537611d6d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1073966
Jan 15 20:56:40.905568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-52d1592f-61b0-4c6a-a31a-92c54a6ba0b4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0856717
Jan 15 20:56:40.989783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-850a8c23-e5df-4217-96ba-5f37b8806f53 req-e900f736-27a4-4c4e-8e9f-355b316553c6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230254
Jan 15 20:56:41.039783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-673ebb55-48d8-480f-a5f7-69837b326c3b service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236413
Jan 15 20:56:41.061370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41418) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:41.183628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1835029275-network', 'tenant_id': 'd41e33aa32794abab5f027601bdc1e38'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:41.183947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d47a2-80f5-4b28-9bd8-1b14dba269ef req-99065eb2-d62e-44e9-b256-7e07019d89e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:41.190372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d47a2-80f5-4b28-9bd8-1b14dba269ef req-99065eb2-d62e-44e9-b256-7e07019d89e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:41.191993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-459d47a2-80f5-4b28-9bd8-1b14dba269ef req-99065eb2-d62e-44e9-b256-7e07019d89e9 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.1122100
Jan 15 20:56:41.211197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Made reservation on behalf of d41e33aa32794abab5f027601bdc1e38 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:41.211467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-4eb5dc9c-4e52-4e8b-8f5c-4e88b3d476dd service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631155
Jan 15 20:56:41.214723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.227009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.256487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-459d47a2-80f5-4b28-9bd8-1b14dba269ef req-951658b3-f486-48ce-ab31-1e974463f2b1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580976
Jan 15 20:56:41.337810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks [] for security_group (eaecbff9-439d-4e7e-8810-ca1bb8a339b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.342024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (eaecbff9-439d-4e7e-8810-ca1bb8a339b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.375270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:41.399335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaecbff9-439d-4e7e-8810-ca1bb8a339b6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:41.422122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dbc8e4a3-00ac-46d2-958c-dd9f93834c11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.422477 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Added segment dbc8e4a3-00ac-46d2-958c-dd9f93834c11 of type vlan for network 6a146f69-db59-4fc6-bc0f-5723dff6a3ae
Jan 15 20:56:41.475407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6a146f69-db59-4fc6-bc0f-5723dff6a3ae), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.512492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6a146f69-db59-4fc6-bc0f-5723dff6a3ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.515101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:41.515827 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.570536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c2a595f-59fb-4423-bd8f-6cb4f50247ca req-2579cc2d-7026-4b93-a73f-e502c27f59c8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 210 time: 0.0536561
Jan 15 20:56:41.585587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5214603
Jan 15 20:56:41.588662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41438) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:41.595263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Request body: {'subnet': {'network_id': '6a146f69-db59-4fc6-bc0f-5723dff6a3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1835029275-subnet', 'tenant_id': 'd41e33aa32794abab5f027601bdc1e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:41.612384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684a7e-1d7a-4eb1-921a-70a273da2886 admin admin] Pushing event updated for resources: {'Network': ['ID=6a146f69-db59-4fc6-bc0f-5723dff6a3ae,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:41.629484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6a146f69-db59-4fc6-bc0f-5723dff6a3ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:41.639471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Made reservation on behalf of d41e33aa32794abab5f027601bdc1e38 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:41.642612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.877959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (94e3c525-31c4-42e7-b31f-9c2a001557f8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.946219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e3c525-31c4-42e7-b31f-9c2a001557f8,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:41.956348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Checking segment: {'id': 'dbc8e4a3-00ac-46d2-958c-dd9f93834c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6a146f69-db59-4fc6-bc0f-5723dff6a3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:41.956744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Network hostable DHCP agents. Network: 6a146f69-db59-4fc6-bc0f-5723dff6a3ae, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:56:41.974576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Network 6a146f69-db59-4fc6-bc0f-5723dff6a3ae is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:56:41.985162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a146f69-db59-4fc6-bc0f-5723dff6a3ae) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:41.989653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:41.990580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:41.997304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890a8cb-6ded-425e-84ba-2b5602848094 None None] Network 6a146f69-db59-4fc6-bc0f-5723dff6a3ae requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:42.023569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31d3e843-ce17-4e04-83f6-ac0292a420b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4235849
Jan 15 20:56:42.152370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77c8d7-cb58-4a9f-a102-9b8b65bb5142 req-8391b40f-3cb3-4b98-aeb5-385be16c3a92 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.154758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b77c8d7-cb58-4a9f-a102-9b8b65bb5142 req-8391b40f-3cb3-4b98-aeb5-385be16c3a92 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0668716
Jan 15 20:56:42.177197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deda9d-5524-4dd8-882d-305fd1b8b3eb None None] Network 6a146f69-db59-4fc6-bc0f-5723dff6a3ae requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:42.215435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b77c8d7-cb58-4a9f-a102-9b8b65bb5142 req-e39e11aa-7024-498a-9319-8dc695d4cf93 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544925
Jan 15 20:56:42.270268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-050d8b89-5ccf-4e9a-9d86-cd26c316860e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.276223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-050d8b89-5ccf-4e9a-9d86-cd26c316860e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.278387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-050d8b89-5ccf-4e9a-9d86-cd26c316860e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0854113
Jan 15 20:56:42.316132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1839541778', 'description': 'tempest-description-74080479'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:42.366807 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.385209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port d491075b-3ac1-4e95-a3ad-e9a004d6530d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:42.385557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.410633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549403-60d7-4e77-ba28-af25f30905f4 req-fef51b21-120b-4c5e-bf25-167041870ae1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.416736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549403-60d7-4e77-ba28-af25f30905f4 req-fef51b21-120b-4c5e-bf25-167041870ae1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.418440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49549403-60d7-4e77-ba28-af25f30905f4 req-fef51b21-120b-4c5e-bf25-167041870ae1 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 1682 time: 0.0852988
Jan 15 20:56:42.491359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port d491075b-3ac1-4e95-a3ad-e9a004d6530d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d491075b-3ac1-4e95-a3ad-e9a004d6530d,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:42.491722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.494505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (d0876cf9-adf7-4b01-b424-49a031c66604), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.498550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49549403-60d7-4e77-ba28-af25f30905f4 req-20dc9d97-a3e4-4e0c-8d14-269cf5c43e52 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698378
Jan 15 20:56:42.509335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for d491075b-3ac1-4e95-a3ad-e9a004d6530d owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:42.509612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d0876cf9-adf7-4b01-b424-49a031c66604), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.586737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.587939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efcde8f6-1245-4e4d-8a68-f15ac5b3b744 req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2766838
Jan 15 20:56:42.596969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0876cf9-adf7-4b01-b424-49a031c66604,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:42.613263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.613580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.613916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.614471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.614979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.615617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.616194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.616735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.617092 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.617475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.617807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.618133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.618457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ff3cb-019c-493b-a63b-934678abfc2c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:42.668238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-3ee3176e-9dee-4b12-84b7-ad9082d221b3 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:42.670264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-3ee3176e-9dee-4b12-84b7-ad9082d221b3 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.1707988
Jan 15 20:56:42.684948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Request body: {'port': {'device_id': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'admin_state_up': True, 'tenant_id': '385a05b1a0a7479db84b762eca23b55b'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:42.713109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d491075b-3ac1-4e95-a3ad-e9a004d6530d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.727673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d491075b-3ac1-4e95-a3ad-e9a004d6530d', 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:42.753261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=d491075b-3ac1-4e95-a3ad-e9a004d6530d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:42.793070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38a6265e-b2f3-4ada-ace0-cdf8933540dd req-7d704ba0-876c-49d5-bf11-2887146ea9f3 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 210 time: 0.0555866
Jan 15 20:56:42.805105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port d491075b-3ac1-4e95-a3ad-e9a004d6530d on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:42.809703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:42.813425 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-726de499-b3f8-48d6-b77e-9b32d272cc3c tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "DELETE /v2.0/ports/d491075b-3ac1-4e95-a3ad-e9a004d6530d HTTP/1.1" status: 204  len: 173 time: 0.5288463
Jan 15 20:56:42.814043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-deleted', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:42.816653 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bef47c-5e0a-4aa8-9185-a19ff7f79bf2" -d '{"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-deleted", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:42.849292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c72ffcaf-4fd5-451f-9bf3-8ab01476bd1b tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/d0876cf9-adf7-4b01-b424-49a031c66604 HTTP/1.1" status: 200  len: 1830 time: 0.1129467
Jan 15 20:56:42.860550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0876cf9-adf7-4b01-b424-49a031c66604', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:42.866959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0876cf9-adf7-4b01-b424-49a031c66604', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:42.987556 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f017c11c-af22-4542-9fa8-988038ef947c x-openstack-request-id: req-f017c11c-af22-4542-9fa8-988038ef947c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:42.988227 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-deleted", "tag": "d491075b-3ac1-4e95-a3ad-e9a004d6530d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:42.988495 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f017c11c-af22-4542-9fa8-988038ef947c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:42.990084 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-deleted', 'tag': 'd491075b-3ac1-4e95-a3ad-e9a004d6530d', 'status': 'completed', 'code': 200}
Jan 15 20:56:43.012553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:43.016189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.020341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:43.020683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.070884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.135317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.144576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.192133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6841f5b2-09f6-4daa-82d0-8c9ede000ee6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:43.192962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:43.193181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.213558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:43.216004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.217308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f597a9fb-e2ea-4753-9224-5f28250fe060 req-c7177b93-cb1f-42e9-89c2-73de7c6226a2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3671656
Jan 15 20:56:43.268030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Allocated IP 172.20.0.6 (dd4402cd-4bc8-45f2-ad1b-283bdc21d905/27c54f90-f000-4a0f-a54d-938cee527307/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:43.329412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d636aba-9637-4aa9-bbe1-b43128165caf req-0976c4ac-82ca-42a3-bc25-1a84822fb369 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/d0876cf9-adf7-4b01-b424-49a031c66604 HTTP/1.1" status: 200  len: 2424 time: 0.0810950
Jan 15 20:56:43.401683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ea9ece42-4caf-4596-9d6a-f5ebd3e979e9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.402490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-946c3938-d6d6-42b4-b542-5af699d5e331 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-group-rules/6841f5b2-09f6-4daa-82d0-8c9ede000ee6 HTTP/1.1" status: 200  len: 778 time: 0.0444176
Jan 15 20:56:43.416016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d491075b-3ac1-4e95-a3ad-e9a004d6530d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:43.435176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=ea9ece42-4caf-4596-9d6a-f5ebd3e979e9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:43.484517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:43.487915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.491519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5a15ca96-1ecd-43b5-b4d9-79f113a5aff1 req-7a2dde33-bd0f-42a9-8a3e-bf7ca5cb26c5 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.45 "DELETE /v2.0/ports/ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 HTTP/1.1" status: 204  len: 173 time: 0.6719651
Jan 15 20:56:43.492031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecbf53-fd27-45c2-8036-486972c5f5fb req-1c96a0d8-c202-4422-bcd1-32446f93ecdc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:43.493688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80ecbf53-fd27-45c2-8036-486972c5f5fb req-1c96a0d8-c202-4422-bcd1-32446f93ecdc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1900423
Jan 15 20:56:43.590551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-288d4d37-db6b-4358-99f7-f57485e2c28c tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/d0876cf9-adf7-4b01-b424-49a031c66604 HTTP/1.1" status: 200  len: 2424 time: 0.1663752
Jan 15 20:56:43.645259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80ecbf53-fd27-45c2-8036-486972c5f5fb req-c04f69fb-74b7-4f46-933c-1a10143c8b7d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386857
Jan 15 20:56:43.672551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks [] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.684747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.695874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.766650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6841f5b2-09f6-4daa-82d0-8c9ede000ee6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.774231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cf9f31b-1a21-4921-b3d4-cb8977ae8f52 req-b137637a-5c83-466e-bc8b-0a3e95fb6293 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8267e-acd5-4c23-807a-07e0b02204a0 HTTP/1.1" status: 200  len: 210 time: 0.0414257
Jan 15 20:56:43.777515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.778535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd0f2a5f-ea9b-4543-befa-53ad63bf7c93 req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/6841f5b2-09f6-4daa-82d0-8c9ede000ee6 HTTP/1.1" status: 204  len: 173 time: 0.1723437
Jan 15 20:56:43.794281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf5858-7b59-42f1-8b74-12cb9bf1db49 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6841f5b2-09f6-4daa-82d0-8c9ede000ee6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:43.797232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.842972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:43.846992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:43.851187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:43.887817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1246435200', 'description': 'tempest-description-652102111'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:43.909024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:43.949116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:43.950273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.993146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:43.999765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-b3b7847d-65ee-4ae7-a9a7-596f86bf1dda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3200755
Jan 15 20:56:44.018582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Request body: {'port': {'device_id': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:44.029123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306fba1-9b48-4e11-9262-373e3a63497b req-955c510b-413e-490a-9d34-41506117a82d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:44.030885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9306fba1-9b48-4e11-9262-373e3a63497b req-955c510b-413e-490a-9d34-41506117a82d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 931 time: 0.1086643
Jan 15 20:56:44.104016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.134612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.174435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9306fba1-9b48-4e11-9262-373e3a63497b req-499bbfce-4ca6-4c3b-adc4-cf42f504f2dc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209173
Jan 15 20:56:44.208108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (c94a5950-fa2c-4b4b-8e37-1edf8945cf7c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.214578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c94a5950-fa2c-4b4b-8e37-1edf8945cf7c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.259753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.261041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1b37042-2d6f-494f-8c1d-755ce18845d9 req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.3832002
Jan 15 20:56:44.326361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785aa11-2679-4733-bd73-6602d6fd11f2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a5950-fa2c-4b4b-8e37-1edf8945cf7c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:44.413227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a1ce9f4-e391-40fd-a68f-0ad7c0b549ec req-09aa86b3-fe8a-4bd0-b05a-c78f88db341e tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/c94a5950-fa2c-4b4b-8e37-1edf8945cf7c HTTP/1.1" status: 200  len: 1831 time: 0.0996075
Jan 15 20:56:44.461556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-38830133', 'description': 'tempest-description-338983548'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:44.510318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.554187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:44.566591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks [] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.590062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Transition to ACTIVE for port object 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:56:44.598755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.686080 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (0a12c847-58f2-4d3f-8ad2-22ca2e97cff1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.686299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:44.692906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a12c847-58f2-4d3f-8ad2-22ca2e97cff1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.777592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.779012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-270f98f3-c828-49dc-a648-c62f4098dda4 req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3242407
Jan 15 20:56:44.798220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aae1a2-45d0-45e0-a2d2-9194cdba59cf tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12c847-58f2-4d3f-8ad2-22ca2e97cff1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:44.879488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dec3-5ef6-46c2-b5fe-c0fdcc73c91e req-2b35127c-a70e-4a2e-968c-97409afbe3e6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:44.880991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e231dec3-5ef6-46c2-b5fe-c0fdcc73c91e req-2b35127c-a70e-4a2e-968c-97409afbe3e6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1416824
Jan 15 20:56:44.889382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:56:44.889897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:56:44.890286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:44.907577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63cc38d7-6f7f-4a6a-8054-05bac8eb5db3 req-1be3680f-cc8f-47b3-bbaa-17cb450477f3 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/0a12c847-58f2-4d3f-8ad2-22ca2e97cff1 HTTP/1.1" status: 200  len: 1829 time: 0.0997477
Jan 15 20:56:44.918384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:56:44.918977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:56:44.929116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:56:44.929457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:44.929835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:56:44.930268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Bound port: 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:56:44.930630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:44.950826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41540) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:44.992504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-deleted', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:44.995975 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438faf67-a402-4e0e-a970-26d6d59265b9" -d '{"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-deleted", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:45.024645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e231dec3-5ef6-46c2-b5fe-c0fdcc73c91e req-a52cd74c-31ea-4670-b4c6-497948bebc4c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306100
Jan 15 20:56:45.026549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting subnet 4e430c66-a67c-4364-a590-89add8fde9a7 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:45.030979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (4e430c66-a67c-4364-a590-89add8fde9a7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.036551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:56:45.044664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:56:45.053118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.063333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.098988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (4e430c66-a67c-4364-a590-89add8fde9a7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.121261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1872015904', 'description': 'tempest-description-1945134078'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:45.141607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:45.142243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.144738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] 10.222.0.39 "PUT /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 1091 time: 1.1337948
Jan 15 20:56:45.145204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:45.151190 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:45.208538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b7818-8e9b-46d6-93d1-eb35518751cd service neutron] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:45.215937 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afeeac3-d201-41ef-b317-88b2d6b0d838 x-openstack-request-id: req-4afeeac3-d201-41ef-b317-88b2d6b0d838 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:45.216347 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8267e-acd5-4c23-807a-07e0b02204a0", "name": "network-vif-deleted", "tag": "ea9ece42-4caf-4596-9d6a-f5ebd3e979e9", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:45.229334 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4afeeac3-d201-41ef-b317-88b2d6b0d838 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:45.230328 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8267e-acd5-4c23-807a-07e0b02204a0', 'name': 'network-vif-deleted', 'tag': 'ea9ece42-4caf-4596-9d6a-f5ebd3e979e9', 'status': 'completed', 'code': 200}
Jan 15 20:56:45.254880 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8ff5f-4ee4-4975-9353-ff9cd9105b22 x-openstack-request-id: req-38c8ff5f-4ee4-4975-9353-ff9cd9105b22 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:45.255123 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:45.255348 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38c8ff5f-4ee4-4975-9353-ff9cd9105b22 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:45.255640 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'status': 'completed', 'code': 200}
Jan 15 20:56:45.268207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4e430c66-a67c-4364-a590-89add8fde9a7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.271973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.297737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-5ff3d973-dc4b-436b-aef4-ab17ccbed3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:45.299450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-5ff3d973-dc4b-436b-aef4-ab17ccbed3f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1094 time: 0.0927210
Jan 15 20:56:45.355169 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-a4b1da5a-8023-4b72-942b-67e4d2c2a9a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 217 time: 0.0459416
Jan 15 20:56:45.365098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (4e430c66-a67c-4364-a590-89add8fde9a7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.405665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Subnet': ['ID=4e430c66-a67c-4364-a590-89add8fde9a7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:45.410693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.415046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3837515-cd70-4845-a7fb-fd7b66300b6e tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/subnets/4e430c66-a67c-4364-a590-89add8fde9a7 HTTP/1.1" status: 204  len: 168 time: 0.4635119
Jan 15 20:56:45.421333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41562) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:45.425608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331d4e7-fb5e-4f4c-b8ac-08e7fcccc6dc None None] Network 4442449e-d2ed-4555-9ad6-2517eb6453e5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:45.454118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:45.524603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (5a3c338a-b9bd-436a-b13d-7e1a17780016), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.535723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5a3c338a-b9bd-436a-b13d-7e1a17780016), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.548448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-c7deabdf-8c17-4793-a6ed-6cf0edf1cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:45.549675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-c7deabdf-8c17-4793-a6ed-6cf0edf1cb8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1830387
Jan 15 20:56:45.569899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89152e-ef49-46e1-885c-77e718d3674f req-d3a8b89e-ea42-4e7c-b412-2bd906c33de4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:45.582820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e89152e-ef49-46e1-885c-77e718d3674f req-d3a8b89e-ea42-4e7c-b412-2bd906c33de4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.2328460
Jan 15 20:56:45.649692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4442449e-d2ed-4555-9ad6-2517eb6453e5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.659862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-0ba30070-39df-4b6c-9ce0-7616e8fbcfd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647209
Jan 15 20:56:45.663126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:45.668960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.681294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbdceaa0-7cfb-4405-8f00-8a3995991a14 req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.5670545
Jan 15 20:56:45.684828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'mac_address': 'fa:16:3e:b0:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:45.710365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01f40-410c-4153-9603-68c835798c12 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c338a-b9bd-436a-b13d-7e1a17780016,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:45.763576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] DHCP port deletion for 4442449e-d2ed-4555-9ad6-2517eb6453e5 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:56:45.828563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e89152e-ef49-46e1-885c-77e718d3674f req-c84d7fa0-3ba9-418b-bab6-e01de52c654c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434921
Jan 15 20:56:45.864253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:45.866771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:45.924880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:45.941144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Deleting port 32eed310-baa9-48e9-b681-4dfbcc08f17e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:45.942040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.008074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:46.018135 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.117018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] For port 32eed310-baa9-48e9-b681-4dfbcc08f17e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32eed310-baa9-48e9-b681-4dfbcc08f17e,segment=NetworkSegment(19c3b961-d760-4e9e-bdc2-0ad5cb0252ea),segment_id=19c3b961-d760-4e9e-bdc2-0ad5cb0252ea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:46.118922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.142055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Calling delete_port for 32eed310-baa9-48e9-b681-4dfbcc08f17e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:46.174761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:46.249791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:46.348699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.397089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] Pushing event deleted for resources: {'Port': ['ID=32eed310-baa9-48e9-b681-4dfbcc08f17e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:46.399251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbfbe4-4fe0-4648-af80-5f411ddbc48c None None] No DVR routers for this DVR port 32eed310-baa9-48e9-b681-4dfbcc08f17e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:46.458125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-31b055fa-429d-43ae-8b08-4e309f8e4dc2 service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7737479
Jan 15 20:56:46.551191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f6d1e-ce1f-4dc8-8a95-98cd19f430f9 req-da7aa019-731f-4b48-a259-9396a1af1f60 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:46.559457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca8f6d1e-ce1f-4dc8-8a95-98cd19f430f9 req-da7aa019-731f-4b48-a259-9396a1af1f60 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1947942
Jan 15 20:56:46.567848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-721e59e8-ffa3-4412-82cd-20736334a5ff req-dd85cf13-800b-4261-9185-526358448004 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/5a3c338a-b9bd-436a-b13d-7e1a17780016 HTTP/1.1" status: 200  len: 1832 time: 0.6972702
Jan 15 20:56:46.597164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port 32eed310-baa9-48e9-b681-4dfbcc08f17e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:46.597558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.709370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca8f6d1e-ce1f-4dc8-8a95-98cd19f430f9 req-68d227fe-081b-4a20-83c2-84d83a1cebaa tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475749
Jan 15 20:56:46.743208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2004381646', 'description': 'tempest-description-1872713923'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:46.759217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port 32eed310-baa9-48e9-b681-4dfbcc08f17e, host ncdv-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:46.759587 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.765859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90c5a1cb-2fc2-4c3a-a2c7-6a44582ea85b req-d27f337a-197b-4870-973d-73f9d11e256b service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2950642
Jan 15 20:56:46.785890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for 32eed310-baa9-48e9-b681-4dfbcc08f17e owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:46.792146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Port 32eed310-baa9-48e9-b681-4dfbcc08f17e was not found and therefore no delete operation was performed {{(pid=114437) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 20:56:46.811551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (32eed310-baa9-48e9-b681-4dfbcc08f17e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.856820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=32eed310-baa9-48e9-b681-4dfbcc08f17e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:46.862845 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:46.889078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port 32eed310-baa9-48e9-b681-4dfbcc08f17e on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:47.007017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4442449e-d2ed-4555-9ad6-2517eb6453e5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.075948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 32eed310-baa9-48e9-b681-4dfbcc08f17e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:47.103458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 32eed310-baa9-48e9-b681-4dfbcc08f17e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:47.104077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 32eed310-baa9-48e9-b681-4dfbcc08f17e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:47.126763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7922f3a0>,) {'filters': {'network_id': ['4442449e-d2ed-4555-9ad6-2517eb6453e5']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:47.150831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7922f3a0>, '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:47.151301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7922f3a0>, '19c3b961-d760-4e9e-bdc2-0ad5cb0252ea') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:47.188436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (19c3b961-d760-4e9e-bdc2-0ad5cb0252ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.223445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-acc3ecb7-940d-4995-8033-40b0c4753f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:47.224870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-acc3ecb7-940d-4995-8033-40b0c4753f0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1094 time: 0.3652074
Jan 15 20:56:47.226510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (19c3b961-d760-4e9e-bdc2-0ad5cb0252ea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.268914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e09f-95f7-4e14-82ac-98ddcbc59657 req-b84c3c2b-3826-4513-800b-2b691616e707 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:47.276456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b268e09f-95f7-4e14-82ac-98ddcbc59657 req-b84c3c2b-3826-4513-800b-2b691616e707 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.2248111
Jan 15 20:56:47.282227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:47.282613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (19c3b961-d760-4e9e-bdc2-0ad5cb0252ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.297101 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:47.301760 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:47.388074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (6df400d3-3c21-401e-bff2-e7a8a3b019c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.415045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6df400d3-3c21-401e-bff2-e7a8a3b019c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.490705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:47.501652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.502901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05be7227-e30d-4f7b-a0e8-91aaff2a857c req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.7780612
Jan 15 20:56:47.514306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780a42c-e21e-4f94-8b4a-9c1d3512acc8 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df400d3-3c21-401e-bff2-e7a8a3b019c8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:47.522297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b268e09f-95f7-4e14-82ac-98ddcbc59657 req-80623b8e-4da9-4ef4-a254-6d99f57bcea0 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436399
Jan 15 20:56:47.550002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4442449e-d2ed-4555-9ad6-2517eb6453e5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.568529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.578514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41600) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:47.579127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/networks/4442449e-d2ed-4555-9ad6-2517eb6453e5 HTTP/1.1" status: 204  len: 168 time: 2.1538596
Jan 15 20:56:47.616807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-33232d1a-b153-4be2-9f3a-2a06e4fb5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:47.620246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-33232d1a-b153-4be2-9f3a-2a06e4fb5096 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.3846097
Jan 15 20:56:47.633629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace37bf-cc5f-4f1d-8556-95afebd90023 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Network': ['ID=4442449e-d2ed-4555-9ad6-2517eb6453e5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:47.681164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:47.685696 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.692298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting subnet 8606cee5-5ebe-4cc2-b0e5-1522d4bab489 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:47.696570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (8606cee5-5ebe-4cc2-b0e5-1522d4bab489), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.751285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-b21dd181-aca0-4c0d-a276-4ea3c885e38a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 217 time: 0.1071255
Jan 15 20:56:47.761947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (8606cee5-5ebe-4cc2-b0e5-1522d4bab489), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.845054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04f64d5d-15ad-413c-9fd7-0eb6e86e4f5a req-9985927a-ce2f-4297-a987-1534761e210d tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/6df400d3-3c21-401e-bff2-e7a8a3b019c8 HTTP/1.1" status: 200  len: 1832 time: 0.1061947
Jan 15 20:56:47.853385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-23ca8b3d-2f77-44e0-89be-1c8421f5b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:47.853785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-23ca8b3d-2f77-44e0-89be-1c8421f5b1fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0892167
Jan 15 20:56:47.901703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-640e9e08-edb3-42de-b320-ae8189d343ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337431
Jan 15 20:56:47.918509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-90ec8a76-7cb5-4b63-a88b-cb3860e61a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.922938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:47.924450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:47.970153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:47.973622 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0daa3-c5fc-49ab-a08a-1dd42d466b7f" -d '{"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:47.992048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:47.999538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8606cee5-5ebe-4cc2-b0e5-1522d4bab489), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.001357 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.003898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d491075b-3ac1-4e95-a3ad-e9a004d6530d no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:48.006781 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-2474db9b-7568-4cb1-919a-4ca410a30712 req-aed8432f-50c1-4bc9-8a6b-2338170b06e9 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] show failed (client error): The resource could not be found.
Jan 15 20:56:48.007821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2474db9b-7568-4cb1-919a-4ca410a30712 req-aed8432f-50c1-4bc9-8a6b-2338170b06e9 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/227f83f2-5a05-456f-a424-3c4b1e62cd2b HTTP/1.1" status: 404  len: 352 time: 0.1124709
Jan 15 20:56:48.138055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (8606cee5-5ebe-4cc2-b0e5-1522d4bab489), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.154953 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8aa10-27e3-4fa8-ac19-68208d03d269 req-5a4f1269-4b50-440e-b51d-88b7e2412862 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:48.170879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:48.171998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0f8aa10-27e3-4fa8-ac19-68208d03d269 req-5a4f1269-4b50-440e-b51d-88b7e2412862 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1665463
Jan 15 20:56:48.177217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-dab1bb6d-4ff8-4b93-87c5-210cdf78fb8e service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653167
Jan 15 20:56:48.238290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Subnet': ['ID=8606cee5-5ebe-4cc2-b0e5-1522d4bab489,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:48.245610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: d491075b-3ac1-4e95-a3ad-e9a004d6530d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:48.247808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.248037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d491075b-3ac1-4e95-a3ad-e9a004d6530d not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:48.248700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:48.254040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bbe6b25a-b55b-4158-8996-d0c997893f8a tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/subnets/8606cee5-5ebe-4cc2-b0e5-1522d4bab489 HTTP/1.1" status: 204  len: 168 time: 0.6735010
Jan 15 20:56:48.256490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41618) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:48.257435 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129a658e-5068-4318-a47b-7aff48c1e6c1 x-openstack-request-id: req-129a658e-5068-4318-a47b-7aff48c1e6c1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:48.257745 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:48.258005 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-129a658e-5068-4318-a47b-7aff48c1e6c1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:48.258405 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'code': 200}
Jan 15 20:56:48.268723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeecd2a-0a92-4808-9f5e-723d94062084 None None] Network 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:48.308502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0f8aa10-27e3-4fa8-ac19-68208d03d269 req-76226b79-7453-4121-b89d-645075c113ec tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236088
Jan 15 20:56:48.315208 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-b1884048-0f7e-4dc5-9bef-3903c05c3428 req-6c1b3d35-aa4a-4646-8b84-93feb77dd2e2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] show failed (client error): The resource could not be found.
Jan 15 20:56:48.322908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1884048-0f7e-4dc5-9bef-3903c05c3428 req-6c1b3d35-aa4a-4646-8b84-93feb77dd2e2 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-group-rules/2fe7f101-276d-4cbb-88b5-d91bf9099423 HTTP/1.1" status: 404  len: 361 time: 0.0391264
Jan 15 20:56:48.387127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:48.387695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ea9ece42-4caf-4596-9d6a-f5ebd3e979e9 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:48.410144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (328be4aa-670f-40cd-8c6d-20a2a1c6cab2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.425134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94be77f2-b524-4ae6-99f6-0e4e76e39ba0 req-4346dc73-7702-468e-9458-21a917a15a2f service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2340674
Jan 15 20:56:48.428601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-546cd2a5-ec02-46a7-985c-3ac2498103c5 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/6df400d3-3c21-401e-bff2-e7a8a3b019c8 HTTP/1.1" status: 200  len: 1832 time: 0.0844269
Jan 15 20:56:48.498779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Deleting port ab5c3756-a9be-46e0-a170-39d159044194 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:48.499251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab5c3756-a9be-46e0-a170-39d159044194), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.540775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (6df400d3-3c21-401e-bff2-e7a8a3b019c8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.549980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] DHCP port deletion for 328be4aa-670f-40cd-8c6d-20a2a1c6cab2 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:56:48.587109 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (6df400d3-3c21-401e-bff2-e7a8a3b019c8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.622140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Deleting port ab5c3756-a9be-46e0-a170-39d159044194 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:48.623451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab5c3756-a9be-46e0-a170-39d159044194), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.634882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] For port ab5c3756-a9be-46e0-a170-39d159044194, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5c3756-a9be-46e0-a170-39d159044194,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:48.637450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab5c3756-a9be-46e0-a170-39d159044194), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.650812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6df400d3-3c21-401e-bff2-e7a8a3b019c8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.655324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.670222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30e0e28d-a0cf-4966-9369-ef9d93ee7c7e req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-groups/6df400d3-3c21-401e-bff2-e7a8a3b019c8 HTTP/1.1" status: 204  len: 173 time: 0.2227426
Jan 15 20:56:48.681449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Calling delete_port for ab5c3756-a9be-46e0-a170-39d159044194 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:48.693638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def86a5d-559b-476a-b15b-92db4e78e752 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df400d3-3c21-401e-bff2-e7a8a3b019c8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:48.764707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] For port ab5c3756-a9be-46e0-a170-39d159044194, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5c3756-a9be-46e0-a170-39d159044194,segment=NetworkSegment(3cf4c53f-af0f-467c-bf74-fc9b0902e867),segment_id=3cf4c53f-af0f-467c-bf74-fc9b0902e867)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:48.767480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab5c3756-a9be-46e0-a170-39d159044194), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.806524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Calling delete_port for ab5c3756-a9be-46e0-a170-39d159044194 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:48.884823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dae211-c4f0-47f0-a387-207419ecb10b req-f008a953-d04d-4fe8-b4e5-c54da37ba57d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:48.886928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79dae211-c4f0-47f0-a387-207419ecb10b req-f008a953-d04d-4fe8-b4e5-c54da37ba57d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1892636
Jan 15 20:56:48.925402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab5c3756-a9be-46e0-a170-39d159044194), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:48.949725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-7028f3e8-e14a-4fed-8694-b88a4f99071a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/5a3c338a-b9bd-436a-b13d-7e1a17780016 HTTP/1.1" status: 200  len: 1832 time: 0.1469719
Jan 15 20:56:48.967928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ab5c3756-a9be-46e0-a170-39d159044194), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.008416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Port': ['ID=ab5c3756-a9be-46e0-a170-39d159044194,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:49.008724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] Pushing event deleted for resources: {'Port': ['ID=ab5c3756-a9be-46e0-a170-39d159044194,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:49.020684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbb609-f1ef-4c1d-87a8-7d8573cd925b None None] No DVR routers for this DVR port ab5c3756-a9be-46e0-a170-39d159044194 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:49.041924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79dae211-c4f0-47f0-a387-207419ecb10b req-8ce2a20f-f734-4f8e-a088-da5361369140 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418014
Jan 15 20:56:49.070680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] No DVR routers for this DVR port ab5c3756-a9be-46e0-a170-39d159044194 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:49.079077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (5a3c338a-b9bd-436a-b13d-7e1a17780016), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.100583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab5c3756-a9be-46e0-a170-39d159044194 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:49.131173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ab5c3756-a9be-46e0-a170-39d159044194 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:49.132023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ab5c3756-a9be-46e0-a170-39d159044194 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:49.137708 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (5a3c338a-b9bd-436a-b13d-7e1a17780016), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.240018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5a3c338a-b9bd-436a-b13d-7e1a17780016), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.242236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (328be4aa-670f-40cd-8c6d-20a2a1c6cab2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.244434 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.258225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4ed6dd1-9ef0-4f0e-adf6-273a93f653d8 req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-groups/5a3c338a-b9bd-436a-b13d-7e1a17780016 HTTP/1.1" status: 204  len: 173 time: 0.2941275
Jan 15 20:56:49.276414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a40e1c0>,) {'filters': {'network_id': ['328be4aa-670f-40cd-8c6d-20a2a1c6cab2']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:49.279028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcc651-3ab6-4b46-bd37-b597f6ee9b69 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c338a-b9bd-436a-b13d-7e1a17780016,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:49.315863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a40e1c0>, '3cf4c53f-af0f-467c-bf74-fc9b0902e867') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:49.317231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a40e1c0>, '3cf4c53f-af0f-467c-bf74-fc9b0902e867') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:49.343233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (3cf4c53f-af0f-467c-bf74-fc9b0902e867), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.364555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3cf4c53f-af0f-467c-bf74-fc9b0902e867), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.376637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:49.377137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (3cf4c53f-af0f-467c-bf74-fc9b0902e867), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:49.382308 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:49.480318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (328be4aa-670f-40cd-8c6d-20a2a1c6cab2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.498084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.503434 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] 10.222.0.46 "DELETE /v2.0/networks/328be4aa-670f-40cd-8c6d-20a2a1c6cab2 HTTP/1.1" status: 204  len: 168 time: 1.2446451
Jan 15 20:56:49.528543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493039-f698-4ce2-b941-1404195ad703 tempest-ServersTestMultiNic-1422470225 tempest-ServersTestMultiNic-1422470225-project] Pushing event deleted for resources: {'Network': ['ID=328be4aa-670f-40cd-8c6d-20a2a1c6cab2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:49.545852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-36272161-ffa8-45d3-8fe7-efe19214778b tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/0a12c847-58f2-4d3f-8ad2-22ca2e97cff1 HTTP/1.1" status: 200  len: 1829 time: 0.1164865
Jan 15 20:56:49.596101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133c481-ab26-4890-a9ee-29ec9fdcc931 req-3c26ae13-0b14-4c79-98f3-2532919cd957 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:49.597826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9133c481-ab26-4890-a9ee-29ec9fdcc931 req-3c26ae13-0b14-4c79-98f3-2532919cd957 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1018593
Jan 15 20:56:49.658148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (0a12c847-58f2-4d3f-8ad2-22ca2e97cff1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.689479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9133c481-ab26-4890-a9ee-29ec9fdcc931 req-30822b93-8f84-48b3-a6c5-29a037eaf78b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810401
Jan 15 20:56:49.703725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (0a12c847-58f2-4d3f-8ad2-22ca2e97cff1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.779429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0a12c847-58f2-4d3f-8ad2-22ca2e97cff1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.783906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:49.807205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3320323-ce9e-4ed8-a5c6-a1eb8a9ffc42 req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a12c847-58f2-4d3f-8ad2-22ca2e97cff1 HTTP/1.1" status: 204  len: 173 time: 0.2589948
Jan 15 20:56:49.831931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5833b96-a08e-4af3-94e6-e4fb5e22843a tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12c847-58f2-4d3f-8ad2-22ca2e97cff1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:49.929350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5f8d7bff-2fcf-4b4e-8301-000ef3f40dca tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/c94a5950-fa2c-4b4b-8e37-1edf8945cf7c HTTP/1.1" status: 200  len: 1831 time: 0.0539255
Jan 15 20:56:49.935597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41666) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:50.008889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (c94a5950-fa2c-4b4b-8e37-1edf8945cf7c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.036473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (c94a5950-fa2c-4b4b-8e37-1edf8945cf7c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.124313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c94a5950-fa2c-4b4b-8e37-1edf8945cf7c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.130160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.131746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f84cb442-1cb4-427b-9c97-0760a6d2ca7d req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-groups/c94a5950-fa2c-4b4b-8e37-1edf8945cf7c HTTP/1.1" status: 204  len: 173 time: 0.2016375
Jan 15 20:56:50.150824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b121516-6925-48e1-bfb1-7a4b39bf957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.185188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835c375-ebbc-4bde-9073-123d2ac49e86 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a5950-fa2c-4b4b-8e37-1edf8945cf7c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:50.263741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964e973-91a2-468e-b7e7-0acac36ab929 req-2c33caab-1dd6-47be-9cb1-f8595ce81447 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:50.265628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c964e973-91a2-468e-b7e7-0acac36ab929 req-2c33caab-1dd6-47be-9cb1-f8595ce81447 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1327715
Jan 15 20:56:50.292154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-08a1b118-ffd6-46fb-a486-0a9adb542680 tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "GET /v2.0/security-groups/d0876cf9-adf7-4b01-b424-49a031c66604 HTTP/1.1" status: 200  len: 1830 time: 0.1171515
Jan 15 20:56:50.371384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c964e973-91a2-468e-b7e7-0acac36ab929 req-1943db25-eb7e-47b6-98a1-0e09dda363c6 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982230
Jan 15 20:56:50.410611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (d0876cf9-adf7-4b01-b424-49a031c66604), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.465102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (d0876cf9-adf7-4b01-b424-49a031c66604), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.517917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.525677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d0876cf9-adf7-4b01-b424-49a031c66604), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.530031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.539394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59ffbb09-bb4b-4a79-bd5e-0a2b9c2cc84b req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0876cf9-adf7-4b01-b424-49a031c66604 HTTP/1.1" status: 204  len: 173 time: 0.2457869
Jan 15 20:56:50.550097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41682) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:50.627683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b81ce-7e7b-4ffe-be8d-d8d43717f3dc tempest-SecurityGroupRulesNegativeTestJSON-1725336859 tempest-SecurityGroupRulesNegativeTestJSON-1725336859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0876cf9-adf7-4b01-b424-49a031c66604,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:50.679674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Deleting subnet 94e3c525-31c4-42e7-b31f-9c2a001557f8 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:50.684668 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Publish callbacks [] for subnet (94e3c525-31c4-42e7-b31f-9c2a001557f8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.731027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:56:50.762896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (94e3c525-31c4-42e7-b31f-9c2a001557f8), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.871701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:50.874391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (94e3c525-31c4-42e7-b31f-9c2a001557f8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.916316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412b18-61a5-41a8-958a-22f275c76a4c req-ee066b8c-be0b-4a5e-9e3d-68d0315d3bbf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:50.921397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Deleting port ef3e6664-eb13-4573-b689-a2d3453f131c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:50.921738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:50.922567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'port_id': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'mac_address': 'fa:16:3e:90:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c54f90-f000-4a0f-a54d-938cee527307', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:56:50.925220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be412b18-61a5-41a8-958a-22f275c76a4c req-ee066b8c-be0b-4a5e-9e3d-68d0315d3bbf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1050134
Jan 15 20:56:50.978373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:50.978845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.001923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:56:51.028791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:51.032095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be412b18-61a5-41a8-958a-22f275c76a4c req-bcd57063-9fe0-41c6-9d70-c646a9fadaf4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996909
Jan 15 20:56:51.033975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (94e3c525-31c4-42e7-b31f-9c2a001557f8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.035656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.062820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e3c525-31c4-42e7-b31f-9c2a001557f8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:51.075504 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.079087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97687f2a-c555-4ba8-8470-4d1f6be1954d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/94e3c525-31c4-42e7-b31f-9c2a001557f8 HTTP/1.1" status: 204  len: 168 time: 0.5159922
Jan 15 20:56:51.081506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41696) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:51.104534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:51.130621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] For port ef3e6664-eb13-4573-b689-a2d3453f131c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3e6664-eb13-4573-b689-a2d3453f131c,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:51.132183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.148093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Calling delete_port for ef3e6664-eb13-4573-b689-a2d3453f131c owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:51.193938 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6a146f69-db59-4fc6-bc0f-5723dff6a3ae), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.288991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:56:51.330378 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6a146f69-db59-4fc6-bc0f-5723dff6a3ae), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.362085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e791ec9d0>,) {'filters': {'network_id': ['6a146f69-db59-4fc6-bc0f-5723dff6a3ae']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:51.368676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ef3e6664-eb13-4573-b689-a2d3453f131c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.376976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e791ec9d0>, 'dbc8e4a3-00ac-46d2-958c-dd9f93834c11') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:51.376976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e791ec9d0>, 'dbc8e4a3-00ac-46d2-958c-dd9f93834c11') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:51.388234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (dbc8e4a3-00ac-46d2-958c-dd9f93834c11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.427167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dbc8e4a3-00ac-46d2-958c-dd9f93834c11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.447541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:51.447952 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (dbc8e4a3-00ac-46d2-958c-dd9f93834c11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.468268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3e6664-eb13-4573-b689-a2d3453f131c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:51.624770 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:51.737931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6a146f69-db59-4fc6-bc0f-5723dff6a3ae), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.744188 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.749636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/6a146f69-db59-4fc6-bc0f-5723dff6a3ae HTTP/1.1" status: 204  len: 168 time: 0.6664882
Jan 15 20:56:51.787535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de09a4-551d-4769-82dd-30c3030609c9 req-4a6d5745-f6cc-4848-88cb-ad7e32d946e5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:51.794981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.799033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4de09a4-551d-4769-82dd-30c3030609c9 req-4a6d5745-f6cc-4848-88cb-ad7e32d946e5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 944 time: 0.1731658
Jan 15 20:56:51.827545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:51.828386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec98a02-7ae2-4582-9d5d-56734f0513cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6a146f69-db59-4fc6-bc0f-5723dff6a3ae,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:51.948870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4de09a4-551d-4769-82dd-30c3030609c9 req-74607260-6a80-458f-bc5f-9ed5407a91f9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444941
Jan 15 20:56:51.986227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:52.057137 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5e938ccd-9e9a-423a-b26a-fbd0ed04962f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d41e33aa32794abab5f027601bdc1e38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0673146
Jan 15 20:56:52.060476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41718) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:52.200503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a012-68d5-4b2c-b69f-9b1d5b791516 req-3b3bab58-a509-47e7-b899-7b3818f76755 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:52.202203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] Publish callbacks [] for security_group (eaecbff9-439d-4e7e-8810-ca1bb8a339b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.202701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c33a012-68d5-4b2c-b69f-9b1d5b791516 req-3b3bab58-a509-47e7-b899-7b3818f76755 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0642998
Jan 15 20:56:52.217140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:56:52.237630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] Publish callbacks [] for security_group (eaecbff9-439d-4e7e-8810-ca1bb8a339b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.283554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c33a012-68d5-4b2c-b69f-9b1d5b791516 req-0310a8ea-a40a-42c5-a7db-d866318c9f67 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754271
Jan 15 20:56:52.408187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (eaecbff9-439d-4e7e-8810-ca1bb8a339b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.410823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.414475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaecbff9-439d-4e7e-8810-ca1bb8a339b6 HTTP/1.1" status: 204  len: 168 time: 0.3524063
Jan 15 20:56:52.419143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:56:52.424816 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-20f206c9-069b-4750-9134-e7e719b5cdc7 admin admin] 10.222.0.46 "PUT /v2.0/routers/71742aaf-30d9-4a4e-9300-8fbadb4f6dad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4863541
Jan 15 20:56:52.427501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41726) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:52.432547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Sync routers for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:56:52.447806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8e8c-6644-461c-9386-26784d4e3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaecbff9-439d-4e7e-8810-ca1bb8a339b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:52.455430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:52.458258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:52.570150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks [] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.739049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks [] for router_gateway (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.764885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:56:52.858005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:52.903495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Deleting port cccca180-5851-4a9a-8113-76f996a1a271 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:52.903762 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cccca180-5851-4a9a-8113-76f996a1a271), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:52.991396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:56:53.001849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:56:53.002398 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.103354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] For port cccca180-5851-4a9a-8113-76f996a1a271, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cccca180-5851-4a9a-8113-76f996a1a271,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:53.106278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cccca180-5851-4a9a-8113-76f996a1a271), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.144820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Calling delete_port for cccca180-5851-4a9a-8113-76f996a1a271 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:53.180748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:56:53.181300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.197859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.205896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be970>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22'}], 'enable_snat': True}, 'gw_port_id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:56:51Z', 'revision_number': 5, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port': {'id': 'cccca180-5851-4a9a-8113-76f996a1a271', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:01Z', 'updated_at': '2022-01-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:53.265760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:56:53.268450 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f24f8e-8d41-48ec-ab63-bf8ff61cdb53" -d '{"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-plugged", "status": "completed", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:56:53.275018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Checking router: 71742aaf-30d9-4a4e-9300-8fbadb4f6dad for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:56:53.291046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:53.297770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Routers {'71742aaf-30d9-4a4e-9300-8fbadb4f6dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:53.298666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:53.301767 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.407575 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2413c6-cd20-41f0-8a12-bf500b52c3a5 x-openstack-request-id: req-8f2413c6-cd20-41f0-8a12-bf500b52c3a5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:56:53.408025 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-plugged", "status": "completed", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:56:53.408498 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f2413c6-cd20-41f0-8a12-bf500b52c3a5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:56:53.409129 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'code': 200}
Jan 15 20:56:53.456377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:53.466022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] Set router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:53.530453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cccca180-5851-4a9a-8113-76f996a1a271), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.593703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be970>, [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:56:52Z', 'revision_number': 6, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:53.633512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fbe10-7fc4-4b84-9c20-7ef4cd79916c None None] The sync data for ids ['71742aaf-30d9-4a4e-9300-8fbadb4f6dad'] in ncdv-master-1 is: [{'id': '71742aaf-30d9-4a4e-9300-8fbadb4f6dad', 'name': 'tempest-ServersTestMultiNic-1542879696-router', 'tenant_id': 'dc238c23f15041c583fd50a124461b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:00Z', 'updated_at': '2022-01-15T20:56:52Z', 'revision_number': 6, 'project_id': 'dc238c23f15041c583fd50a124461b2c', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:56:53.705084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=cccca180-5851-4a9a-8113-76f996a1a271,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:53.717909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.797228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41768) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:53.841319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.844465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks [] for router_controller (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.867612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb28024-a9e7-4bb2-bb91-0fc496c72f0a req-56b6553d-718c-4dea-9072-11862699e5a8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:53.869250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bb28024-a9e7-4bb2-bb91-0fc496c72f0a req-56b6553d-718c-4dea-9072-11862699e5a8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.3156781
Jan 15 20:56:53.885024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833c46c-833e-4584-a8ad-bcafd5726590 req-99bc33c1-1367-4e6f-82cd-f8071186d57b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:53.893231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d833c46c-833e-4584-a8ad-bcafd5726590 req-99bc33c1-1367-4e6f-82cd-f8071186d57b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.4545393
Jan 15 20:56:53.928970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d06675-d446-4649-831f-7c5652dbadda req-bdbb8c9f-b748-4f0f-8950-6635a9990faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:53.930934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25d06675-d446-4649-831f-7c5652dbadda req-bdbb8c9f-b748-4f0f-8950-6635a9990faa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1096 time: 0.4093986
Jan 15 20:56:53.975342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-network', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:53.981102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (71742aaf-30d9-4a4e-9300-8fbadb4f6dad), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.981637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71742aaf-30d9-4a4e-9300-8fbadb4f6dad {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:56:53.990877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:53.992018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56c3b94d-16e1-4e85-85ad-c5ac67886cfa admin admin] 10.222.0.46 "DELETE /v2.0/routers/71742aaf-30d9-4a4e-9300-8fbadb4f6dad HTTP/1.1" status: 204  len: 168 time: 1.5634761
Jan 15 20:56:54.007313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:54.042789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Made reservation on behalf of f3a6720be5fb4de7bcd77cc7ef9d8000 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:54.046567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.070264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.097457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Deleting subnet e65ae1aa-a004-42f9-b386-4e95cf80e50a {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:56:54.150146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Publish callbacks [] for subnet (e65ae1aa-a004-42f9-b386-4e95cf80e50a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.204238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bb28024-a9e7-4bb2-bb91-0fc496c72f0a req-82b86d73-929a-48ea-b9e5-2133b1395e6f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3083305
Jan 15 20:56:54.210570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks [] for security_group (d86d4f9b-a186-4591-93d1-22014e9cf6c2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.225348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d86d4f9b-a186-4591-93d1-22014e9cf6c2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.226718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.237554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d833c46c-833e-4584-a8ad-bcafd5726590 req-b7e918ee-7c2a-4393-9c49-2ac1616c58e5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3435104
Jan 15 20:56:54.255472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25d06675-d446-4649-831f-7c5652dbadda req-5f519f7b-366a-4fae-8f8d-3154fa52bbd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162165
Jan 15 20:56:54.269359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:54.299191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d0915955-7485-45a1-a0eb-0b06b2d7b4c0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.299887 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Added segment d0915955-7485-45a1-a0eb-0b06b2d7b4c0 of type vlan for network f1750852-5b84-449c-ab41-df71a9139482
Jan 15 20:56:54.306536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (e65ae1aa-a004-42f9-b386-4e95cf80e50a), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.415482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f1750852-5b84-449c-ab41-df71a9139482), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.473672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d4f9b-a186-4591-93d1-22014e9cf6c2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:54.507171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f1750852-5b84-449c-ab41-df71a9139482), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.508691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:54.509609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.542605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e65ae1aa-a004-42f9-b386-4e95cf80e50a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.667812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e65ae1aa-a004-42f9-b386-4e95cf80e50a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.704068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65ae1aa-a004-42f9-b386-4e95cf80e50a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:54.716925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:54.720098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e880ad-535f-4bc6-b37a-36a79a01073b None None] Network b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:54.721760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-43048486-0786-4df7-a4e0-a95d86d52e7b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e65ae1aa-a004-42f9-b386-4e95cf80e50a HTTP/1.1" status: 204  len: 168 time: 0.7147605
Jan 15 20:56:54.725041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:54.911314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.030630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Deleting port 7f865990-f653-4ecc-8d16-e9756adfdbf0 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:55.033405 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.066886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] DHCP port deletion for b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:56:55.107514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3068745
Jan 15 20:56:55.108403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de646-de26-43fe-aeb7-b9285822787d admin admin] Pushing event updated for resources: {'Network': ['ID=f1750852-5b84-449c-ab41-df71a9139482,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:55.109819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:55.115094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Request body: {'subnet': {'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-subnet', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:55.138109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f1750852-5b84-449c-ab41-df71a9139482 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:55.140301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] For port 7f865990-f653-4ecc-8d16-e9756adfdbf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f865990-f653-4ecc-8d16-e9756adfdbf0,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:55.141399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.162372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef3e6664-eb13-4573-b689-a2d3453f131c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:55.167928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Calling delete_port for 7f865990-f653-4ecc-8d16-e9756adfdbf0 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:55.231798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Made reservation on behalf of f3a6720be5fb4de7bcd77cc7ef9d8000 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:55.235288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.274337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ef3e6664-eb13-4573-b689-a2d3453f131c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:55.275623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef3e6664-eb13-4573-b689-a2d3453f131c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:55.277946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cccca180-5851-4a9a-8113-76f996a1a271 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:55.355787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cccca180-5851-4a9a-8113-76f996a1a271 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:55.356289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cccca180-5851-4a9a-8113-76f996a1a271 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:55.435330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Deleting port 7f865990-f653-4ecc-8d16-e9756adfdbf0 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:56:55.436068 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.512172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca31fb8-49b5-4b3e-b907-98c82a61efd2 req-45a61d77-90ee-4879-a49a-9abeb93aeddb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:55.514217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fca31fb8-49b5-4b3e-b907-98c82a61efd2 req-45a61d77-90ee-4879-a49a-9abeb93aeddb tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1448119
Jan 15 20:56:55.522770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.553926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] For port 7f865990-f653-4ecc-8d16-e9756adfdbf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f865990-f653-4ecc-8d16-e9756adfdbf0,segment=NetworkSegment(3b8c4e97-f89c-41c5-8fb3-03959dfba3db),segment_id=3b8c4e97-f89c-41c5-8fb3-03959dfba3db)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:56:55.554330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.579435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=7f865990-f653-4ecc-8d16-e9756adfdbf0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:55.582920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Calling delete_port for 7f865990-f653-4ecc-8d16-e9756adfdbf0 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:56:55.616104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a169895-eed2-482d-a190-bf507308a6ab req-88e8e04e-a57a-4644-976f-e9eb8e2c0320 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:55.617590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a169895-eed2-482d-a190-bf507308a6ab req-88e8e04e-a57a-4644-976f-e9eb8e2c0320 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.2149184
Jan 15 20:56:55.622484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] No DVR routers for this DVR port 7f865990-f653-4ecc-8d16-e9756adfdbf0 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:55.716803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (7f865990-f653-4ecc-8d16-e9756adfdbf0), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.753089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Pushing event deleted for resources: {'Port': ['ID=7f865990-f653-4ecc-8d16-e9756adfdbf0,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:55.757817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] No DVR routers for this DVR port 7f865990-f653-4ecc-8d16-e9756adfdbf0 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.775559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.775559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.775559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.775559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b950308d-45a3-47de-acfb-54cbe7f668d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:56:55.787669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fca31fb8-49b5-4b3e-b907-98c82a61efd2 req-a82d1ab0-4dd1-4112-be16-4e824c2d39a9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174723
Jan 15 20:56:55.809081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.829710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (f40aaf83-09a9-48bc-846a-fdca5af159b2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.883831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a169895-eed2-482d-a190-bf507308a6ab req-d7c41855-5d39-4370-9bf0-3e31288cc8cc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515550
Jan 15 20:56:55.885977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78727f70>,) {'filters': {'network_id': ['b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:55.902458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78727f70>, '3b8c4e97-f89c-41c5-8fb3-03959dfba3db') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:55.902783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78727f70>, '3b8c4e97-f89c-41c5-8fb3-03959dfba3db') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:55.928307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3b8c4e97-f89c-41c5-8fb3-03959dfba3db), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.945599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40aaf83-09a9-48bc-846a-fdca5af159b2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:55.967238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3b8c4e97-f89c-41c5-8fb3-03959dfba3db), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.974271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Checking segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:56:55.974731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Network hostable DHCP agents. Network: f1750852-5b84-449c-ab41-df71a9139482, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:56:55.980016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:56:55.980448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3b8c4e97-f89c-41c5-8fb3-03959dfba3db), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:56:55.982845 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:56:56.063774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Network f1750852-5b84-449c-ab41-df71a9139482 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:56:56.077196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.085520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.091844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd HTTP/1.1" status: 204  len: 168 time: 1.3630760
Jan 15 20:56:56.091844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1750852-5b84-449c-ab41-df71a9139482) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:56.103569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dba305-385b-4c01-a34a-647b8c33cda5 None None] Network f1750852-5b84-449c-ab41-df71a9139482 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:56.107003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:56.107615 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.110196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b40c9-a1de-456a-ac6b-f37aa801dcdf admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ab5e9e-8b20-47bb-aaec-462a1c57d1cd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:56.134088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9572e3d7-d37c-4cdc-85e2-c3edb247ef07 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0227003
Jan 15 20:56:56.137141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41822) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:56.142317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:56.191172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.192061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.243652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974110e7-ab74-4c85-8791-edf3013959db None None] Network f1750852-5b84-449c-ab41-df71a9139482 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:56:56.256868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for router_controller (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.309123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:56.405966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-305290e5-320e-4f61-819c-821646df4ab3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc238c23f15041c583fd50a124461b2c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0956016
Jan 15 20:56:56.408880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:56.462831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for router_gateway (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.768679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for router_gateway (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.797374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.864679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] Publish callbacks [] for security_group (ff8cc6d9-15e2-4526-bac7-8dd082a50cc8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:56.909972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] Publish callbacks [] for security_group (ff8cc6d9-15e2-4526-bac7-8dd082a50cc8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:57.036874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Allocated IP 172.35.1.185 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/de0ee339-8a9c-4210-bef0-8b5d79e48c56) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:57.099375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f865990-f653-4ecc-8d16-e9756adfdbf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:56:57.153317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7f865990-f653-4ecc-8d16-e9756adfdbf0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:56:57.153649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f865990-f653-4ecc-8d16-e9756adfdbf0 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:56:57.176985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4340a-d028-48d0-8d40-86cac780b367 req-85633052-e202-4304-b625-2e2a393f84ad tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:57.178669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e4340a-d028-48d0-8d40-86cac780b367 req-85633052-e202-4304-b625-2e2a393f84ad tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2571495
Jan 15 20:56:57.215880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:57.222071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81513300-0d65-49df-bfe5-b592ecf71936 req-dfe8e5f7-4d3f-44e6-b9ac-80d8290f87e9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:57.224890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81513300-0d65-49df-bfe5-b592ecf71936 req-dfe8e5f7-4d3f-44e6-b9ac-80d8290f87e9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.1980371
Jan 15 20:56:57.225592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff8cc6d9-15e2-4526-bac7-8dd082a50cc8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:57.228264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:57.229695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff8cc6d9-15e2-4526-bac7-8dd082a50cc8 HTTP/1.1" status: 204  len: 168 time: 0.8191562
Jan 15 20:56:57.250458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d550a9-d3bf-4acc-959c-006838510c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8cc6d9-15e2-4526-bac7-8dd082a50cc8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:57.309184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e4340a-d028-48d0-8d40-86cac780b367 req-cc2e3613-11c1-453d-9be7-4127ea991488 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176889
Jan 15 20:56:57.326710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81513300-0d65-49df-bfe5-b592ecf71936 req-30ce155b-bf67-42d1-ad5e-670698af4695 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872762
Jan 15 20:56:57.334147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:57.454751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:56:57.456569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Pushing event updated for resources: {'Port': ['ID=de0ee339-8a9c-4210-bef0-8b5d79e48c56,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:57.469630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:56:57.479186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:56:57.672609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f8e4-47be-44f6-b330-3580bec04ff4 req-d557bbd6-55a6-4e0f-b045-b20a2e765f45 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:57.676054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7be7f8e4-47be-44f6-b330-3580bec04ff4 req-d557bbd6-55a6-4e0f-b045-b20a2e765f45 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1096 time: 0.0633891
Jan 15 20:56:57.767340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7be7f8e4-47be-44f6-b330-3580bec04ff4 req-b5d70485-06c3-4f49-8341-2040eb6e23b1 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797813
Jan 15 20:56:57.848402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for router_gateway (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:58.236757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:58.565472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:56:58.581867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41888) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:58.586836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd7a31-5050-46d5-86c3-2149f6019ca9 req-adb0127d-517a-481f-ae20-e4befca0fbb7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:58.606622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14dd7a31-5050-46d5-86c3-2149f6019ca9 req-adb0127d-517a-481f-ae20-e4befca0fbb7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1479998
Jan 15 20:56:58.690681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14dd7a31-5050-46d5-86c3-2149f6019ca9 req-60158a54-f53a-49f4-aee8-30a7efb4f7f1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831623
Jan 15 20:56:58.785361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:56:58.798921 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Sync routers for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:56:58.807871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1032879504-network', 'tenant_id': '4e4a067d84534cbd879732a1b7c057ae'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:58.819756 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:56:58.821389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afdbac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:58.833676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:58.835373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-457f6088-0188-4be7-9e83-41062c8acba2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.6965573
Jan 15 20:56:58.838380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41914) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:58.878634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Made reservation on behalf of 4e4a067d84534cbd879732a1b7c057ae for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:58.878634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:58.892935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.031632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks [] for security_group (8c749dc3-775b-4eed-81f7-f4a774000ac2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.037843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8c749dc3-775b-4eed-81f7-f4a774000ac2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.080024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:56:59.092134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c749dc3-775b-4eed-81f7-f4a774000ac2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:59.097757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f246adf6-12e8-4e4c-8c45-a4826209e96f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.098085 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Added segment f246adf6-12e8-4e4c-8c45-a4826209e96f of type vlan for network 3e3aa82c-c20c-421b-9162-2caf64b5b86e
Jan 15 20:56:59.160274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3e3aa82c-c20c-421b-9162-2caf64b5b86e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.200177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3e3aa82c-c20c-421b-9162-2caf64b5b86e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.201841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:56:59.202508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.204682 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:56:59.299346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3aa82c-c20c-421b-9162-2caf64b5b86e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:56:59.308545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef9d517d-83b2-421a-9696-1ed2bf9239d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7217758
Jan 15 20:56:59.308756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41916) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:56:59.313929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Request body: {'subnet': {'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1032879504-subnet', 'tenant_id': '4e4a067d84534cbd879732a1b7c057ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:56:59.315733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:56:59.353977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Made reservation on behalf of 4e4a067d84534cbd879732a1b7c057ae for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:56:59.357753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.522172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.646729 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afdbac0>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:56:57Z', 'revision_number': 3, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:56:59.745894 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Checking router: 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:56:59.745894 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Updating router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 port de0ee339-8a9c-4210-bef0-8b5d79e48c56 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:56:59.783165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (107a2c50-6738-4f72-bdf9-23154ce909a0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.902703 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:56:59.916384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Allocated IP 172.20.0.1 (f1750852-5b84-449c-ab41-df71a9139482/f40aaf83-09a9-48bc-846a-fdca5af159b2/cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:56:59.973364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107a2c50-6738-4f72-bdf9-23154ce909a0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:00.002052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Checking segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:00.009162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Network hostable DHCP agents. Network: 3e3aa82c-c20c-421b-9162-2caf64b5b86e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:57:00.035609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:57:00.050776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e3aa82c-c20c-421b-9162-2caf64b5b86e) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:00.058141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:00.060167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.064195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3045a-2df3-4131-b556-9b15da453513 None None] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:00.085273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f4473-f01f-4417-bf65-5acb05de4a9f req-75357178-83f5-48e7-ab5b-0869bef341d4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:00.097062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe2f4473-f01f-4417-bf65-5acb05de4a9f req-75357178-83f5-48e7-ab5b-0869bef341d4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1940577
Jan 15 20:57:00.105077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d25e84bc-315d-4144-bcdf-bde7ad6c9453 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7944436
Jan 15 20:57:00.244972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe2f4473-f01f-4417-bf65-5acb05de4a9f req-1243b819-cee0-4335-a654-37ead2167e1b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204839
Jan 15 20:57:00.298157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks [] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.394496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.513237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8dff7b-2b17-4864-82ad-aaf3d39b22cb None None] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:00.556766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:00.562954 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks [] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.575547 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.587719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Network f1750852-5b84-449c-ab41-df71a9139482 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:00.591272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:00.606643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:00.690977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Attempting to bind port de0ee339-8a9c-4210-bef0-8b5d79e48c56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:00.691683 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Attempting to bind port de0ee339-8a9c-4210-bef0-8b5d79e48c56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:00.692938 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Attempting to bind port de0ee339-8a9c-4210-bef0-8b5d79e48c56 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:00.735056 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.762478 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a184dd4-2168-440e-a0f4-9bf0c81d1a8c None None] Pushing event updated for resources: {'Port': ['ID=de0ee339-8a9c-4210-bef0-8b5d79e48c56,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:00.775921 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:00.777553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:00.778205 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.778824 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:00.779334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Bound port: de0ee339-8a9c-4210-bef0-8b5d79e48c56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:00.779717 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:00.893876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] For port de0ee339-8a9c-4210-bef0-8b5d79e48c56, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:00.897733 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] For port de0ee339-8a9c-4210-bef0-8b5d79e48c56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de0ee339-8a9c-4210-bef0-8b5d79e48c56,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:00.914479 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:01.058866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5afe0b99-abb3-49e6-bdf9-562a1057ade5 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:01.060567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5afe0b99-abb3-49e6-bdf9-562a1057ade5 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 818 time: 0.3164020
Jan 15 20:57:01.097770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-cb561c23-43c0-4550-aab8-18e350c34bf6 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/quotas/4e4a067d84534cbd879732a1b7c057ae HTTP/1.1" status: 200  len: 375 time: 0.0190122
Jan 15 20:57:01.098960 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a184dd4-2168-440e-a0f4-9bf0c81d1a8c None None] Pushing event updated for resources: {'Port': ['ID=de0ee339-8a9c-4210-bef0-8b5d79e48c56,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:01.102754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:01.103534 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afdbac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:01.189905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-43b40adf-8517-466d-9241-315939525db7 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0778859
Jan 15 20:57:01.258249 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:01.360561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-9af6ccdb-750d-48dd-bd32-e33346561734 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561141
Jan 15 20:57:01.426446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:01.578540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020f89d-72db-47fb-ac78-aec9c10b1dee req-6f99de6d-75ba-41e0-aadd-f6ca978c6798 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:01.580754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afdbac0>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6', 'name': '', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'mac_address': 'fa:16:3e:3f:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:59Z', 'updated_at': '2022-01-15T20:56:59Z', 'revision_number': 1, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'subnets': [{'id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:01.586578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0020f89d-72db-47fb-ac78-aec9c10b1dee req-6f99de6d-75ba-41e0-aadd-f6ca978c6798 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2073221
Jan 15 20:57:01.633116 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d173312-9d57-42a1-a5fe-d60a815bbfd4 None None] The sync data for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 is: [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6', 'name': '', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'mac_address': 'fa:16:3e:3f:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:59Z', 'updated_at': '2022-01-15T20:56:59Z', 'revision_number': 1, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'subnets': [{'id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:01.686633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-d99d0e46-950c-489f-be25-1c1098ef5a02 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250592
Jan 15 20:57:01.771937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0020f89d-72db-47fb-ac78-aec9c10b1dee req-90d97e40-bae0-485f-a78b-62d001084922 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839306
Jan 15 20:57:01.915519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks [] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:01.922433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:01.983121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:02.152461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Pushing event updated for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:02.321358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Network f1750852-5b84-449c-ab41-df71a9139482 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:02.322996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:02.443750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-142c64b7-f0d7-4430-a1e9-d711f03fabe2 req-282438d6-d9a2-4330-9265-89109ea043cb tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 210 time: 0.0387790
Jan 15 20:57:02.554889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:57:02.703929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:02.721099 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4fa2c361-a4e7-4900-a2e1-ff29afa2b046 admin admin] 10.222.0.46 "PUT /v2.0/routers/0dde6a48-123f-45a1-b51f-d9d6fea03fe6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8701918
Jan 15 20:57:02.925827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867173-ecb8-4776-a1ea-63372e5a19f6 req-ac50f634-7524-4777-bdfe-335cf5f49eb8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:02.930211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74867173-ecb8-4776-a1ea-63372e5a19f6 req-ac50f634-7524-4777-bdfe-335cf5f49eb8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.0862801
Jan 15 20:57:03.070315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74867173-ecb8-4776-a1ea-63372e5a19f6 req-c6da81b4-a23d-4858-aced-3796b7a439ed tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236434
Jan 15 20:57:03.144552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de0ee339-8a9c-4210-bef0-8b5d79e48c56 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:03.239053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port de0ee339-8a9c-4210-bef0-8b5d79e48c56 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:03.240420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:03.403892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port de0ee339-8a9c-4210-bef0-8b5d79e48c56 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:03.404290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:03.483663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port de0ee339-8a9c-4210-bef0-8b5d79e48c56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de0ee339-8a9c-4210-bef0-8b5d79e48c56,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:03.494883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:03.497336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-caaa3827-5bcc-423e-b8cb-38cf04a15e16 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:03.509452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-caaa3827-5bcc-423e-b8cb-38cf04a15e16 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 819 time: 0.2486992
Jan 15 20:57:03.575044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-1c7f98cc-bbfb-4f7e-bb68-4047ac04380d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/quotas/f3a6720be5fb4de7bcd77cc7ef9d8000 HTTP/1.1" status: 200  len: 375 time: 0.0645080
Jan 15 20:57:03.589032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=de0ee339-8a9c-4210-bef0-8b5d79e48c56,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:03.739790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-a0fd4e09-fa26-4109-b9d8-e47d8aae7e5a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1637678
Jan 15 20:57:03.870688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62a393-9a17-4b98-ac05-0e791a4ca450 req-905c79fc-aea3-4a64-9c1e-52a4993547dd tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:03.877498 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a62a393-9a17-4b98-ac05-0e791a4ca450 req-905c79fc-aea3-4a64-9c1e-52a4993547dd tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.2356584
Jan 15 20:57:03.929407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-1f92573a-3bef-49fe-a24d-2e2fed4469b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886845
Jan 15 20:57:04.005791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a62a393-9a17-4b98-ac05-0e791a4ca450 req-11c600b2-5c19-4978-9784-0b98bd5ee92f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273141
Jan 15 20:57:04.056360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-80ddf5c8-cda5-4d32-8310-a47529f2ee10 service neutron] 10.222.0.46 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204615
Jan 15 20:57:04.157302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faf152a5-e158-42c2-bed3-0708071192da req-81cbea33-4e34-4df8-9470-243c9d84fdfc tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 210 time: 0.0336750
Jan 15 20:57:04.379504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7068f0-ddf4-46aa-87a0-581ec7f7cc03 req-3f8dd14f-2358-4ab9-bf44-e6f1e94ca314 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:04.399755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d7068f0-ddf4-46aa-87a0-581ec7f7cc03 req-3f8dd14f-2358-4ab9-bf44-e6f1e94ca314 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 949 time: 0.1507158
Jan 15 20:57:04.603905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa228-d45a-453d-aaa4-9870e07764d0 req-c62fd551-eb3b-487d-952e-f975781526ac tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:04.611970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-784fa228-d45a-453d-aaa4-9870e07764d0 req-c62fd551-eb3b-487d-952e-f975781526ac tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1096 time: 0.3102646
Jan 15 20:57:04.749161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d7068f0-ddf4-46aa-87a0-581ec7f7cc03 req-a5fc9ce8-bc92-4421-842b-52eaab2849d2 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3399739
Jan 15 20:57:04.833683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-85ae17de-c38a-42b3-866f-04716ff51549 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:04.836020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-85ae17de-c38a-42b3-866f-04716ff51549 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.45 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 818 time: 0.3860536
Jan 15 20:57:04.854512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-7acba920-aa28-45d1-bd04-7fbf74fa8d56 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:04.865326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-7acba920-aa28-45d1-bd04-7fbf74fa8d56 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 818 time: 0.4588649
Jan 15 20:57:04.883543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Request body: {'port': {'device_id': '733106f5-de5a-4e36-9181-b277ccd1f423', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'admin_state_up': True, 'tenant_id': '4e4a067d84534cbd879732a1b7c057ae'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:04.906746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Request body: {'port': {'device_id': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'admin_state_up': True, 'tenant_id': '4e4a067d84534cbd879732a1b7c057ae'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:05.062444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-de68938b-32ca-4158-9f53-33fb2301136c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:05.064442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-de68938b-32ca-4158-9f53-33fb2301136c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 818 time: 0.4197752
Jan 15 20:57:05.092065 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-784fa228-d45a-453d-aaa4-9870e07764d0 req-b64ecda7-3490-4f51-8881-2e18586c890e tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789383
Jan 15 20:57:05.093158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Request body: {'port': {'device_id': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'admin_state_up': True, 'tenant_id': '4e4a067d84534cbd879732a1b7c057ae'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:05.154065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de0ee339-8a9c-4210-bef0-8b5d79e48c56 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:05.254520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Made reservation on behalf of 4e4a067d84534cbd879732a1b7c057ae for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:05.260576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:05.277291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de9a4-b737-4934-b30c-9eed3dec7133 req-7d416ea3-e3fa-4df9-b0da-980892d8d5dd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:05.287604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa4de9a4-b737-4934-b30c-9eed3dec7133 req-7d416ea3-e3fa-4df9-b0da-980892d8d5dd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2032793
Jan 15 20:57:05.299926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port de0ee339-8a9c-4210-bef0-8b5d79e48c56 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:05.300701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:05.363679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Sync routers for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:05.393274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Made reservation on behalf of 4e4a067d84534cbd879732a1b7c057ae for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:05.397577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:05.404990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Made reservation on behalf of 4e4a067d84534cbd879732a1b7c057ae for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:05.408522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:05.422678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:05.423875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b063f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:05.493327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb197b7c-1442-4732-b6e9-6cc66a383766 req-2a1fe02b-4252-4934-aeb7-d7a6a1b7ffdc tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 210 time: 0.1449070
Jan 15 20:57:05.514254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa4de9a4-b737-4934-b30c-9eed3dec7133 req-d899ab40-0420-4e67-92f8-32aa9a519203 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262106
Jan 15 20:57:05.624582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Allocated IP 172.20.0.4 (3e3aa82c-c20c-421b-9162-2caf64b5b86e/107a2c50-6738-4f72-bdf9-23154ce909a0/b4e79b4f-5297-4f59-b4cf-fba91468535c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:05.775969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port de0ee339-8a9c-4210-bef0-8b5d79e48c56 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:05.789849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:05.946039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks [] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.024613 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.142258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b063f40>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6', 'name': '', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'mac_address': 'fa:16:3e:3f:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:59Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 2, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'subnets': [{'id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:06.188275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:06.197103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Checking router: 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:06.198993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Updating router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:57:06.205249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d83df058-ac60-4893-8e8c-a7014202cc91 req-addda734-988f-41a9-9124-aa9aa66b445a tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 210 time: 0.0818303
Jan 15 20:57:06.213084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Allocated IP 172.20.0.2 (3e3aa82c-c20c-421b-9162-2caf64b5b86e/107a2c50-6738-4f72-bdf9-23154ce909a0/c668866d-59e2-40a4-830d-eaaaf5f479ca) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:06.239408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:06.250036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:06.266934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.309253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event updated for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:06.501239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:06.502789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.551619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-b71b09d9-8b91-4bc8-aae9-79b7a8483ebb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:06.554963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-b71b09d9-8b91-4bc8-aae9-79b7a8483ebb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 819 time: 0.4239342
Jan 15 20:57:06.566631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-496bc166-acfa-4fe2-8717-5d07ebade2c9 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7115064
Jan 15 20:57:06.574309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Request body: {'port': {'device_id': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'admin_state_up': True, 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:06.589198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Request body: {'port': {'device_id': '733106f5-de5a-4e36-9181-b277ccd1f423', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:06.638902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-a20c1278-128f-4bf9-8d14-fe802b26fb12 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:06.640696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-a20c1278-128f-4bf9-8d14-fe802b26fb12 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 819 time: 0.2371745
Jan 15 20:57:06.660356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks [] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.675316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-62bb1625-9b9a-49f0-90b3-9437720d4c5e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/quotas/f3a6720be5fb4de7bcd77cc7ef9d8000 HTTP/1.1" status: 200  len: 375 time: 0.0189180
Jan 15 20:57:06.698510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:57:06.765885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-6c8336db-bc75-4c1d-83ac-e11ff12e679a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0820038
Jan 15 20:57:06.767930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.772254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks [] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.779695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.783553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:06.858473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Allocated IP 172.20.0.13 (3e3aa82c-c20c-421b-9162-2caf64b5b86e/107a2c50-6738-4f72-bdf9-23154ce909a0/9409ec6f-f317-4b00-ad1b-b8d9a6b10896) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:06.889434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c37f-c631-4b2f-b68e-adbfea6a3c4c None None] Pushing event updated for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:06.916621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:06.930912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:06.937878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:07.066433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Attempting to bind port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:07.066889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Attempting to bind port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:07.067478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Attempting to bind port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 on network f1750852-5b84-449c-ab41-df71a9139482 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:07.076266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:07.076797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Checking segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:07.077216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.077790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Bound using segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:07.078452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Bound port: cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:07.079056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.208755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] For port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:07.224462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] For port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:07.236315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.319209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-49474a76-ee0c-479a-834c-a619f9e8edb9 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:57:07.320366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-49474a76-ee0c-479a-834c-a619f9e8edb9 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0099626
Jan 15 20:57:07.346486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c37f-c631-4b2f-b68e-adbfea6a3c4c None None] Pushing event updated for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:07.390658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:07.391590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b063f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:07.414354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-3f103aff-cb81-4f2d-bd7b-3672ddb2ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:07.415769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-3f103aff-cb81-4f2d-bd7b-3672ddb2ac07 service neutron] 10.222.0.46 "GET /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 1093 time: 0.0872626
Jan 15 20:57:07.437126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:07.437585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:57:07.446275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks [] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.455448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event updated for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:07.476509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Made reservation on behalf of f3a6720be5fb4de7bcd77cc7ef9d8000 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:07.480457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.507600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:07.508281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.531072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-5c857527-8308-484d-81af-93a0a71ea976 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6461182
Jan 15 20:57:07.531735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:07.539690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:07.545030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-63e13ebc-dda3-49ff-b25f-779000adeafc service neutron] 10.222.0.46 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7556171
Jan 15 20:57:07.613051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Request body: {'port': {'device_id': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:07.677365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:07.709268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-eb5e39b4-7c40-4e00-9dcf-16283eb52c56 service neutron] 10.222.0.46 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624997
Jan 15 20:57:07.713229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.941790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:07.942057 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:07.984122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.025519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:08.050481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:08.053522 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcd0d37-8bf0-4fb8-b84a-12c3b41684ad" -d '{"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:08.061064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'mac_address': 'fa:16:3e:ec:b8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:08.083980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:08.098361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.149680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e51cbf-eb6c-46bc-9ef3-54c546c541ae req-99a10538-78b3-4cc3-98ba-08be448bde07 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:08.153957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Network 3e3aa82c-c20c-421b-9162-2caf64b5b86e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:08.165695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48e51cbf-eb6c-46bc-9ef3-54c546c541ae req-99a10538-78b3-4cc3-98ba-08be448bde07 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.1097913
Jan 15 20:57:08.171850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:08.180220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event updated for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:08.185286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:08.197518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6b0f9bd5-35ce-4655-ab53-3207b68d566f is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:08.198466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.227118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:08.231061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b0f9bd5-35ce-4655-ab53-3207b68d566f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:08.257451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:08.265761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48e51cbf-eb6c-46bc-9ef3-54c546c541ae req-28c9b49c-6cf7-426a-b112-27e6dece0363 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903833
Jan 15 20:57:08.271086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.279656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b063f40>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6', 'name': '', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'mac_address': 'fa:16:3e:3f:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:59Z', 'updated_at': '2022-01-15T20:57:07Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'subnets': [{'id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:08.305014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:08.305820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:08.305820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:08.312434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Allocated IP 172.20.0.7 (f1750852-5b84-449c-ab41-df71a9139482/f40aaf83-09a9-48bc-846a-fdca5af159b2/dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:08.331000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:08.331957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:08.347043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:08.347816 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.362458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:08.362895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:08.363293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:08.363770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Bound port: 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:08.465605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-75ced1d7-99c5-4799-8765-9b1dedfa40fa tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3819067
Jan 15 20:57:08.486727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Request body: {'port': {'device_id': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:08.563935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e79b4f-5297-4f59-b4cf-fba91468535c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:08.589788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:08.592714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks [] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.595883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfff11-6ea1-4f37-a6e9-b279e542ebdf None None] The sync data for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 is: [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:01Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6', 'name': '', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'mac_address': 'fa:16:3e:3f:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:59Z', 'updated_at': '2022-01-15T20:57:07Z', 'revision_number': 4, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'subnets': [{'id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:08.650840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6b0f9bd5-35ce-4655-ab53-3207b68d566f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:08.655443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:08.703544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Transition to ACTIVE for port object b4e79b4f-5297-4f59-b4cf-fba91468535c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:08.707692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.709178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-57c68b07-166f-42ce-bd26-cdd7e5318a3b service neutron] 10.222.0.46 "POST /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1/bindings HTTP/1.1" status: 201  len: 389 time: 1.2809172
Jan 15 20:57:08.725713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.747931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:08.842960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:08.861288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb73e9-a20d-4031-9485-43653df92eeb req-322fce28-35d8-4929-a930-f5bace53766f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:08.872202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ffb73e9-a20d-4031-9485-43653df92eeb req-322fce28-35d8-4929-a930-f5bace53766f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 945 time: 0.1914775
Jan 15 20:57:09.115382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ffb73e9-a20d-4031-9485-43653df92eeb req-d00c1ea8-b3e8-4c7f-9f9e-cb9a38ba04f7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421911
Jan 15 20:57:09.149199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Pushing event updated for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:09.238363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f84d6-1f7c-4480-b8b7-f300f19103e6 req-978b9736-6176-4aa9-b44b-f8f28ef15b62 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:09.265464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d4f84d6-1f7c-4480-b8b7-f300f19103e6 req-978b9736-6176-4aa9-b44b-f8f28ef15b62 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 932 time: 0.2470746
Jan 15 20:57:09.289802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:09.348253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:09.394928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'mac_address': 'fa:16:3e:ee:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:09.403783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks [] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:09.453000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c668866d-59e2-40a4-830d-eaaaf5f479ca {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:09.468577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks [] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:09.489207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Attempting to bind port b4e79b4f-5297-4f59-b4cf-fba91468535c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:09.489554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Attempting to bind port b4e79b4f-5297-4f59-b4cf-fba91468535c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:09.489901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Attempting to bind port b4e79b4f-5297-4f59-b4cf-fba91468535c on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:09.499621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Transition to ACTIVE for port object c668866d-59e2-40a4-830d-eaaaf5f479ca will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:09.549371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:09.549756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:09.551519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:09.551899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:09.554463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-812cfcae-fdb6-4616-bc0d-a1dac8449f7a req-25cd4b75-b027-444a-afe4-03392a0dcafe tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 210 time: 0.0532229
Jan 15 20:57:09.557513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:09.648696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:09.691947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d4f84d6-1f7c-4480-b8b7-f300f19103e6 req-0d8efa89-67b9-47a9-b1f3-9ff048139a4d tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4251378
Jan 15 20:57:09.736017 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42eed7a-8e59-406f-9cd8-b405cafbe115 x-openstack-request-id: req-d42eed7a-8e59-406f-9cd8-b405cafbe115 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:09.736315 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:09.737882 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d42eed7a-8e59-406f-9cd8-b405cafbe115 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:09.738198 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'code': 200}
Jan 15 20:57:09.815141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Pushing event updated for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:09.868706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:09.881315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Port b4e79b4f-5297-4f59-b4cf-fba91468535c on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:09.881838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Attempting to bind port b4e79b4f-5297-4f59-b4cf-fba91468535c on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:09.888618 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.004187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Attempting to bind port c668866d-59e2-40a4-830d-eaaaf5f479ca on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:10.004777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Attempting to bind port c668866d-59e2-40a4-830d-eaaaf5f479ca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:10.005534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Attempting to bind port c668866d-59e2-40a4-830d-eaaaf5f479ca on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:10.018034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889ccfb-26d9-403f-899d-eb93c634f588 req-71e882d2-81e0-4db4-bcfa-2e6bc1bef81a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.025389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3889ccfb-26d9-403f-899d-eb93c634f588 req-71e882d2-81e0-4db4-bcfa-2e6bc1bef81a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.1357436
Jan 15 20:57:10.035272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:10.037257 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.041051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Port c668866d-59e2-40a4-830d-eaaaf5f479ca on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:10.041405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Attempting to bind port c668866d-59e2-40a4-830d-eaaaf5f479ca on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:10.063293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:10.063635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Checking segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:10.064025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Bound using segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:10.064457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Bound port: c668866d-59e2-40a4-830d-eaaaf5f479ca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:10.064818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.093719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:10.109501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:10.110246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Checking segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:10.110882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Bound using segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:10.112626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Bound port: b4e79b4f-5297-4f59-b4cf-fba91468535c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:10.113522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.170895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:10.191514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3889ccfb-26d9-403f-899d-eb93c634f588 req-a6d75823-fdc2-4196-bdd4-a7f0968b007a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600769
Jan 15 20:57:10.213235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:10.233840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.279619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-b5a4d766-0a9e-4463-a791-11d68ba811de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.281942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-b5a4d766-0a9e-4463-a791-11d68ba811de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1096 time: 0.9207370
Jan 15 20:57:10.285944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:10.301870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:10.332755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.360597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:10.409759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.411347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.412883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] 10.222.0.39 "PUT /v2.0/ports/c668866d-59e2-40a4-830d-eaaaf5f479ca HTTP/1.1" status: 200  len: 1091 time: 2.8042836
Jan 15 20:57:10.418214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:10.420750 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b2bf0-b7f4-4314-beb7-e406ebb386a5" -d '{"events": [{"name": "network-changed", "server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:10.517220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7774-5325-48bb-a102-d24e97a619b9 req-8b53838f-9aa7-481b-945b-0d0edc6cf730 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.518104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.524358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f29e7774-5325-48bb-a102-d24e97a619b9 req-8b53838f-9aa7-481b-945b-0d0edc6cf730 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 945 time: 0.2145820
Jan 15 20:57:10.605171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f29e7774-5325-48bb-a102-d24e97a619b9 req-e1b59dcb-435c-4c69-8ee3-78690362ffee tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799072
Jan 15 20:57:10.605813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f0bf-9836-40c8-9613-0f3448343b76 service neutron] Pushing event updated for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:10.617349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:10.629664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:10.668513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-509cefb6-fad5-41f6-a453-b2161aaeebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.676300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-509cefb6-fad5-41f6-a453-b2161aaeebf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 1094 time: 0.0746424
Jan 15 20:57:10.686271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.730622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Network f1750852-5b84-449c-ab41-df71a9139482 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:10.789156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.793374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.797001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] 10.222.0.45 "PUT /v2.0/ports/b4e79b4f-5297-4f59-b4cf-fba91468535c HTTP/1.1" status: 200  len: 1091 time: 4.2142103
Jan 15 20:57:10.809219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-075d9b45-72ac-4f87-b184-dd60dd3a847d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca HTTP/1.1" status: 200  len: 217 time: 0.1087401
Jan 15 20:57:10.810959 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36753f69-c5ff-42fe-bff1-46829a22e655 x-openstack-request-id: req-36753f69-c5ff-42fe-bff1-46829a22e655 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:10.811412 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:10.811546 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36753f69-c5ff-42fe-bff1-46829a22e655 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:10.811875 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca', 'status': 'completed', 'code': 200}
Jan 15 20:57:10.843835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:10.861594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:10.868548 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc730bd3-0ff2-4a24-88a1-90d14bade26d" -d '{"events": [{"name": "network-changed", "server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:10.879003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-909fc395-53d8-4faf-9801-a6e01d7a5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:10.880605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-909fc395-53d8-4faf-9801-a6e01d7a5900 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.0622497
Jan 15 20:57:10.887061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:10.926193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:10.941660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b1e6461-64ca-419b-807d-176773cabb67 req-ba00fee1-1af6-49f6-b56b-a69a187c92c1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 210 time: 0.0598722
Jan 15 20:57:10.943477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:10.944276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:10.998609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-0b9fe026-a6d4-418e-9f94-92627f8083a9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.000322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-0b9fe026-a6d4-418e-9f94-92627f8083a9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.39 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 819 time: 1.1467006
Jan 15 20:57:11.033949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Request body: {'port': {'device_id': '689dd504-e36e-41d0-a461-acce91952e7e', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'admin_state_up': True, 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:11.074424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-2bb26db7-ae3f-4159-be12-90f7bf9d3dcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1818080
Jan 15 20:57:11.164903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:11.165927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.166083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.167556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.238308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:11.240468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6722164
Jan 15 20:57:11.258375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e743-87ba-4cc4-8385-3e83321e2d42 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Pushing event updated for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:11.288970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7098a3-bb17-4f79-8196-b47f450d2609 req-401b9959-db37-458b-a085-fbab7b79d825 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.292544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Request body: {'port': {'device_id': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:11.297493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d7098a3-bb17-4f79-8196-b47f450d2609 req-401b9959-db37-458b-a085-fbab7b79d825 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 932 time: 0.3731990
Jan 15 20:57:11.363404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8415-69b4-4f3e-8cc8-f7b5c2e00003 req-1784b6cc-3ad7-436f-a8b1-5b93b969029d tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.376194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-937f8415-69b4-4f3e-8cc8-f7b5c2e00003 req-1784b6cc-3ad7-436f-a8b1-5b93b969029d tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.2629123
Jan 15 20:57:11.382554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dd9ad-2cb7-481f-89ca-0e9c5770978e service neutron] Pushing event updated for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:11.423929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-6ab099f2-c5b0-4404-8a7f-375685d5a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.424769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:11.429155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-6ab099f2-c5b0-4404-8a7f-375685d5a0af service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 1.1049478
Jan 15 20:57:11.437313 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.476425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-2d642285-297c-40e9-ba9f-a58abf9d7ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881476
Jan 15 20:57:11.493571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:11.515015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:11.515843 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.539784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d7098a3-bb17-4f79-8196-b47f450d2609 req-ad36a30b-a71c-476e-9378-abecfaeb5e7e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412386
Jan 15 20:57:11.556626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:11.578984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:11.625042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-3a98be9e-19fc-4248-8ffa-39f5bfa885ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 217 time: 0.1550138
Jan 15 20:57:11.638316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks [] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.684286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:11.694873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6b0f9bd5-35ce-4655-ab53-3207b68d566f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:11.695668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.732117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-937f8415-69b4-4f3e-8cc8-f7b5c2e00003 req-770d4f64-b460-4718-b8f9-098bb35237c1 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3454053
Jan 15 20:57:11.744479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:11.746948 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee5d05-6e48-4007-b513-c986260bca31" -d '{"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-plugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:11.765982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4023aac4-f799-47bf-8b06-2a679f34c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:11.767524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4023aac4-f799-47bf-8b06-2a679f34c63a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 1094 time: 0.8631518
Jan 15 20:57:11.840601 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc47e9-362e-4ac8-8921-e26cc008b696 x-openstack-request-id: req-44bc47e9-362e-4ac8-8921-e26cc008b696 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:11.840601 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:11.841182 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44bc47e9-362e-4ac8-8921-e26cc008b696 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:11.841182 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c', 'status': 'completed', 'code': 200}
Jan 15 20:57:11.866329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-d5741109-2d9f-4f81-857f-8573c5fd32e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3811707
Jan 15 20:57:11.887340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Transition to ACTIVE for port object 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:11.923951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6b0f9bd5-35ce-4655-ab53-3207b68d566f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:11.924250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:11.993073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:12.001496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:12.003826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:12.006461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-7d6b8245-a1da-49f5-b58a-3858e27848ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c HTTP/1.1" status: 200  len: 217 time: 0.1502113
Jan 15 20:57:12.007059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:12.063181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8ef2b-10dc-4522-a026-a78c161accba req-6745fd1d-de5f-4b1a-bd57-f356eb3c151f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.064244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aea8ef2b-10dc-4522-a026-a78c161accba req-6745fd1d-de5f-4b1a-bd57-f356eb3c151f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.1965432
Jan 15 20:57:12.067568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-6616fadc-5168-4801-b9f9-c58bb32edeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.070618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-6616fadc-5168-4801-b9f9-c58bb32edeee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 1094 time: 0.1218333
Jan 15 20:57:12.118874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:12.147410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aea8ef2b-10dc-4522-a026-a78c161accba req-fd232ba1-ef21-48ed-9ad7-f0444a9c58f1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745168
Jan 15 20:57:12.157559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Pushing event updated for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:12.211938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-2db52953-1ed2-45b4-9531-8317d8b56ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.225216 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-2db52953-1ed2-45b4-9531-8317d8b56ed9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.5750144
Jan 15 20:57:12.336117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-2d83e834-9862-4cd4-a8bd-255d7de3d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.343255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-2d83e834-9862-4cd4-a8bd-255d7de3d11c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 919 time: 0.2086692
Jan 15 20:57:12.368219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.39', 61333) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:12.403239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-bb0c34c3-4e41-41d9-a07c-e1016ce33c77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1770573
Jan 15 20:57:12.409369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-13804c8c-41f9-44ea-8c83-0a6c8af02d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.410903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-13804c8c-41f9-44ea-8c83-0a6c8af02d9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.2701418
Jan 15 20:57:12.510791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-7355dacc-5ef2-4388-96ad-71140ec3326e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca HTTP/1.1" status: 200  len: 217 time: 0.1412280
Jan 15 20:57:12.578514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Made reservation on behalf of f3a6720be5fb4de7bcd77cc7ef9d8000 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:12.586001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:12.721514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4abd32-074d-4403-87f9-743439ceee5b req-83c5bbca-c24d-4ee5-8f36-5d57b5b5af68 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.723609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d4abd32-074d-4403-87f9-743439ceee5b req-83c5bbca-c24d-4ee5-8f36-5d57b5b5af68 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.3523974
Jan 15 20:57:12.732141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-c659d5b5-ec25-4d16-9045-10e0104afb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.735970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-c659d5b5-ec25-4d16-9045-10e0104afb0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.2017789
Jan 15 20:57:12.754359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-1fde58b3-789f-4d9b-aad8-891189bac3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3384104
Jan 15 20:57:12.763660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5064ed5-2c3c-47f3-b63d-e79fb5ff2721 req-8bd55644-2f84-4f13-a845-293f596f743a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:12.774445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5064ed5-2c3c-47f3-b63d-e79fb5ff2721 req-8bd55644-2f84-4f13-a845-293f596f743a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2688196
Jan 15 20:57:12.881303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-aea85e5d-4053-4464-aa29-68accfe2b437 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1306376
Jan 15 20:57:13.017819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5064ed5-2c3c-47f3-b63d-e79fb5ff2721 req-f6a71699-b3a2-428f-82aa-d73e9dbaa83c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403064
Jan 15 20:57:13.051573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-f561dfe6-0ca9-4605-b4a0-625e46599e69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3829057
Jan 15 20:57:13.113932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-ddf6dbec-8067-40b1-b435-1c46718b6464 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244852
Jan 15 20:57:13.178604 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0ebbf-29a6-455c-8c0a-57f614d90d1d x-openstack-request-id: req-41e0ebbf-29a6-455c-8c0a-57f614d90d1d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:13.179000 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-plugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:13.179000 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41e0ebbf-29a6-455c-8c0a-57f614d90d1d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:13.179547 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'code': 200}
Jan 15 20:57:13.192304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Deleting port d4128316-d1ff-46a8-817e-082539cee097 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:13.192802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d4128316-d1ff-46a8-817e-082539cee097), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:13.376745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e291c11b-cd22-430c-a1cd-2c7adb13964a req-add64a2a-3129-4784-92ae-717a9cafe72c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 210 time: 0.0642312
Jan 15 20:57:13.472072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-074b2bf0-b7f4-4314-beb7-e406ebb386a5 req-0d20a60e-9788-4455-8012-baf9439f7754 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3461437
Jan 15 20:57:13.486756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] For port d4128316-d1ff-46a8-817e-082539cee097, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4128316-d1ff-46a8-817e-082539cee097,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:13.487509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d4128316-d1ff-46a8-817e-082539cee097), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:13.748756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e72fd5-f90c-4b26-b3b5-1b3cd5a51456 req-5896e356-e78c-4413-8234-196f10aedfb0 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:13.757661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54e72fd5-f90c-4b26-b3b5-1b3cd5a51456 req-5896e356-e78c-4413-8234-196f10aedfb0 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 944 time: 0.2498302
Jan 15 20:57:13.961883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54e72fd5-f90c-4b26-b3b5-1b3cd5a51456 req-0045af27-b969-4a4d-9696-824f9ce4d108 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029066
Jan 15 20:57:13.963207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:13.973778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks [] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:13.988939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Transition to ACTIVE for port object dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:14.023272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.026011 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.028681 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Floating IP c30c660f-8036-4504-8bbf-00ea3d73082f disassociated. External IP: 172.35.1.16, port: d4128316-d1ff-46a8-817e-082539cee097.
Jan 15 20:57:14.029311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Calling delete_port for d4128316-d1ff-46a8-817e-082539cee097 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:14.084862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-19733bda-df1a-41f1-89a4-6dc4cf158e6f service neutron] 10.222.0.45 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0202217
Jan 15 20:57:14.087227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a2fc8b18-69a7-4bdb-9a3f-c0ea0ed40367 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3257263
Jan 15 20:57:14.116508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.151567 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.348890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e197338-8674-4148-9301-f44237de029d req-1e45358a-eff5-4f5c-ab16-24519c9bc8e8 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:14.356877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e197338-8674-4148-9301-f44237de029d req-1e45358a-eff5-4f5c-ab16-24519c9bc8e8 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1eb0bef-5aaf-46d6-8739-b12303df9842 HTTP/1.1" status: 200  len: 946 time: 0.1060109
Jan 15 20:57:14.403222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-eb2fbd0c-036f-42db-be53-2888837ef982 service neutron] 10.222.0.45 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594578
Jan 15 20:57:14.440144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d4128316-d1ff-46a8-817e-082539cee097), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.579532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event deleted for resources: {'Port': ['ID=d4128316-d1ff-46a8-817e-082539cee097,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:14.612447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e197338-8674-4148-9301-f44237de029d req-24ce94bf-284d-4fde-8f4a-72b5f07cec65 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups?id=656926a0-6c6f-456c-ae7f-b3d0281ca18b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2544503
Jan 15 20:57:14.622083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Attempting to bind port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:14.622670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Attempting to bind port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:14.623163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Attempting to bind port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:14.630990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:14.646366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Allocated IP 172.20.0.14 (f1750852-5b84-449c-ab41-df71a9139482/f40aaf83-09a9-48bc-846a-fdca5af159b2/a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:14.659585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:14.660092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Attempting to bind port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 on network 3e3aa82c-c20c-421b-9162-2caf64b5b86e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:14.696356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-7921e7c0-539f-4d31-9f45-2765001408b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:14.699584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-7921e7c0-539f-4d31-9f45-2765001408b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 1094 time: 0.2166929
Jan 15 20:57:14.704752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:14.705410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Checking segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:14.706135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Bound using segment: {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:14.706743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Bound port: 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f246adf6-12e8-4e4c-8c45-a4826209e96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:14.707449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:14.859267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c668866d-59e2-40a4-830d-eaaaf5f479ca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:14.996755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3b6b-3498-4b1d-860a-bc1aa0ba522a req-f68b5e43-1d80-469b-abf9-55d39dd13457 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:15.012954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac0f3b6b-3498-4b1d-860a-bc1aa0ba522a req-f68b5e43-1d80-469b-abf9-55d39dd13457 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.2324409
Jan 15 20:57:15.096443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:15.108672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks [] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.114107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'c668866d-59e2-40a4-830d-eaaaf5f479ca', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'port_id': 'c668866d-59e2-40a4-830d-eaaaf5f479ca', 'mac_address': 'fa:16:3e:c6:53:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107a2c50-6738-4f72-bdf9-23154ce909a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:15.159354 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.181790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Router fdb5877f-a707-470b-82c3-7b1de6fbd331 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:57:15.182568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:15.186620 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada8b43-1e54-43d6-a212-d786a141a66c" -d '{"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:15.196270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c668866d-59e2-40a4-830d-eaaaf5f479ca is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:15.199795 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.237429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c668866d-59e2-40a4-830d-eaaaf5f479ca {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:15.242422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac0f3b6b-3498-4b1d-860a-bc1aa0ba522a req-cf984927-8df7-4ec3-857c-94b1814b37e9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284901
Jan 15 20:57:15.320954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:15.329786 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.391255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.468611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:15.529015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:15.542191 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Sync routers for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:15.567080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:15.569609 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b164ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:15.633465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Attempting to bind port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:15.633713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Attempting to bind port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:15.634043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Attempting to bind port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 on network f1750852-5b84-449c-ab41-df71a9139482 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:15.642118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c668866d-59e2-40a4-830d-eaaaf5f479ca'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:15.691885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] No DVR routers for this DVR port d4128316-d1ff-46a8-817e-082539cee097 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:15.694752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:15.699070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d4abd32-074d-4403-87f9-743439ceee5b req-1297dfb2-c740-46d2-b59c-03344f37e30f tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.39 "DELETE /v2.0/ports/d4128316-d1ff-46a8-817e-082539cee097 HTTP/1.1" status: 204  len: 173 time: 2.9590235
Jan 15 20:57:15.709870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'name': 'network-vif-deleted', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:15.720453 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3adbd3-a90e-4cee-be23-016c70be8221" -d '{"events": [{"server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "name": "network-vif-deleted", "tag": "d4128316-d1ff-46a8-817e-082539cee097"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:15.763861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-edabf5b4-9d85-426d-89b3-9957a57d569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:15.765479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-edabf5b4-9d85-426d-89b3-9957a57d569d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 919 time: 1.0550659
Jan 15 20:57:15.812356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3b89-dfe3-4034-bf8a-5ef20aaef184 req-57fa8a09-c4f1-476e-959f-be4913578cd9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:15.817119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-613e3b89-dfe3-4034-bf8a-5ef20aaef184 req-57fa8a09-c4f1-476e-959f-be4913578cd9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2895646
Jan 15 20:57:15.849670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Network f1750852-5b84-449c-ab41-df71a9139482 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:15.880177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:15.895488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:15.910520 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:15.949886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 on network f1750852-5b84-449c-ab41-df71a9139482 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:15.953502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Attempting to bind port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 on network f1750852-5b84-449c-ab41-df71a9139482 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:16.070519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-a5669647-1301-4957-88f5-c5001542156f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c HTTP/1.1" status: 200  len: 217 time: 0.2141790
Jan 15 20:57:16.089736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-613e3b89-dfe3-4034-bf8a-5ef20aaef184 req-fdfa72d9-932b-4f29-bf11-88e36307433e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592671
Jan 15 20:57:16.096255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:16.096491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Checking segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:16.111997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Bound using segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:16.112666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Bound port: dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:16.113087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:16.147780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Pushing event updated for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:16.272244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-1890c669-2890-443e-81c8-7e0845aa3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:16.273797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-1890c669-2890-443e-81c8-7e0845aa3886 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.1789989
Jan 15 20:57:16.467018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:16.626313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:16.633902 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b164ca0>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:16.637974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:16.725127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-e13e0f17-96bb-410c-8aea-f7c7c74432b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4318585
Jan 15 20:57:16.727903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.742618 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:16.746021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:16.747091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:16.870831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c668866d-59e2-40a4-830d-eaaaf5f479ca up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:16.897587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:16.902514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Checking router: fdb5877f-a707-470b-82c3-7b1de6fbd331 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:16.910137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:16.911986 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:16.914185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b164ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:56:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:16.932293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-8ee19cf0-f34d-44be-96e6-576c11dd7c61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8974185
Jan 15 20:57:16.995501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Request body: {'port': {'device_id': '689dd504-e36e-41d0-a461-acce91952e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:17.040553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port c668866d-59e2-40a4-830d-eaaaf5f479ca completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:17.045751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port c668866d-59e2-40a4-830d-eaaaf5f479ca triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:17.046453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.131451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:17.133438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.136440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] 10.222.0.39 "PUT /v2.0/ports/9409ec6f-f317-4b00-ad1b-b8d9a6b10896 HTTP/1.1" status: 200  len: 1092 time: 8.6623366
Jan 15 20:57:17.138741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:17.139970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.142288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] 10.222.0.45 "PUT /v2.0/ports/dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 1091 time: 5.8852208
Jan 15 20:57:17.143687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896'}, {'name': 'network-changed', 'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:17.147497 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e9d7d-b41b-43db-85e1-a3e009b4844f" -d '{"events": [{"name": "network-changed", "server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896"}, {"name": "network-changed", "server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:17.162121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-4cbcbf91-b558-4cac-9aa4-58433c90413c service neutron] 10.222.0.45 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009030
Jan 15 20:57:17.237691 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:17.245821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446bbe-7e34-4790-ae91-aa8e3ebf0c91 req-53f2b577-7d70-4ec0-9067-2e6af5a98967 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:17.253317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e446bbe-7e34-4790-ae91-aa8e3ebf0c91 req-53f2b577-7d70-4ec0-9067-2e6af5a98967 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 932 time: 1.0477633
Jan 15 20:57:17.372974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e446bbe-7e34-4790-ae91-aa8e3ebf0c91 req-b61ccd97-cced-4bbb-95ab-1c17a2b005a1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133609
Jan 15 20:57:17.400331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c668866d-59e2-40a4-830d-eaaaf5f479ca is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:17.401492 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.490231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4e3a-67e8-4755-a821-a7fc0e7b346d service neutron] Pushing event updated for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:17.499292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.511537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:17.521899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:17.523285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d4128316-d1ff-46a8-817e-082539cee097 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:17.558897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98439-8306-4f08-961a-d8de1e85b762 req-f4eb5aa8-fd11-4d70-acea-6f0e6a360339 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:17.573975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2b98439-8306-4f08-961a-d8de1e85b762 req-f4eb5aa8-fd11-4d70-acea-6f0e6a360339 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 944 time: 0.0939093
Jan 15 20:57:17.651862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:17.659658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b4e79b4f-5297-4f59-b4cf-fba91468535c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:17.709634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2b98439-8306-4f08-961a-d8de1e85b762 req-93af191e-02fe-4ac4-a010-f5cbfe43e4cd tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340654
Jan 15 20:57:17.768747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc730bd3-0ff2-4a24-88a1-90d14bade26d req-f8a12b00-e767-4619-9903-5faceb2bb267 service neutron] 10.222.0.45 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5831532
Jan 15 20:57:17.798460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b164ca0>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:17.924242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:17.998625 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9b00c-36b6-49f2-ac3f-bab5d3d4d2a9 None None] The sync data for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 is: [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:54:53Z', 'revision_number': 4, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b23b715-3277-43ed-bf3b-bfeb4c142405', 'name': '', 'network_id': '77920bd4-7261-421c-ba8f-4e4aa10b2090', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'mac_address': 'fa:16:3e:4f:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:50Z', 'updated_at': '2022-01-15T20:55:00Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'subnets': [{'id': 'e4c19584-83c1-4b8c-8bf6-c036e0461e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:18.014777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'b4e79b4f-5297-4f59-b4cf-fba91468535c', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'port_id': 'b4e79b4f-5297-4f59-b4cf-fba91468535c', 'mac_address': 'fa:16:3e:02:4f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107a2c50-6738-4f72-bdf9-23154ce909a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:18.040034 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45503734-98d3-4365-9572-40ba3984d736 x-openstack-request-id: req-45503734-98d3-4365-9572-40ba3984d736 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:18.040378 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:18.040698 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45503734-98d3-4365-9572-40ba3984d736 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:18.041215 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'code': 200}
Jan 15 20:57:18.090490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: d4128316-d1ff-46a8-817e-082539cee097 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:18.093455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d4128316-d1ff-46a8-817e-082539cee097 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:18.108233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7a7aa105-2fd8-4fd3-8854-73a0767ef1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:18.241349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b4e79b4f-5297-4f59-b4cf-fba91468535c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:18.241736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:18.269468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e79b4f-5297-4f59-b4cf-fba91468535c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:18.290988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-e1081747-90e9-4ed2-bb11-32e6cd919044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.301879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-e1081747-90e9-4ed2-bb11-32e6cd919044 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 1095 time: 1.1069646
Jan 15 20:57:18.307601 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ad197-0617-4532-8941-514237112aa0 x-openstack-request-id: req-ff9ad197-0617-4532-8941-514237112aa0 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:18.309295 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb0bef-5aaf-46d6-8739-b12303df9842", "name": "network-vif-deleted", "tag": "d4128316-d1ff-46a8-817e-082539cee097", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:18.310091 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff9ad197-0617-4532-8941-514237112aa0 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:18.310719 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb0bef-5aaf-46d6-8739-b12303df9842', 'name': 'network-vif-deleted', 'tag': 'd4128316-d1ff-46a8-817e-082539cee097', 'status': 'completed', 'code': 200}
Jan 15 20:57:18.326862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:18.333087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:18.434340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-a0f3f75b-2b54-4566-9347-09880cfaeec9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896 HTTP/1.1" status: 200  len: 217 time: 0.0740936
Jan 15 20:57:18.442716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297d26-a856-4d59-9460-076d82d9e670 service neutron] Pushing event updated for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:18.464218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-cd926b61-1d0c-48fc-8677-828749d03515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.466071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-cd926b61-1d0c-48fc-8677-828749d03515 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1094 time: 0.8752573
Jan 15 20:57:18.474156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:18.540773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-191724b0-c16f-4151-b834-a215e3f13d3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.0412681
Jan 15 20:57:18.597447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9461-df8a-47b4-b569-949d56f01de3 req-e29e41d0-88e4-4c8c-9963-0e71802fb499 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.603050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d2a9461-df8a-47b4-b569-949d56f01de3 req-e29e41d0-88e4-4c8c-9963-0e71802fb499 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.1879232
Jan 15 20:57:18.686451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b4e79b4f-5297-4f59-b4cf-fba91468535c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:18.696999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28846-8ae3-4738-a8cf-289c83945130 req-bca1c0f3-37c9-4e8a-9e80-042b7459578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.698839 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-bca1c0f3-37c9-4e8a-9e80-042b7459578d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1051300
Jan 15 20:57:18.738997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75aee-76a7-4803-86b0-3481df363489 req-1c1faa04-59ab-4ee0-a633-1e560a4ed156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.740482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-1c1faa04-59ab-4ee0-a633-1e560a4ed156 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.2942996
Jan 15 20:57:18.746085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d2a9461-df8a-47b4-b569-949d56f01de3 req-68ae8c1c-9515-45a1-8563-e407fd0b0972 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350024
Jan 15 20:57:18.765932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f124f2c-8938-49a9-9aba-9e3d2586a86d None None] New status for floating IP c30c660f-8036-4504-8bbf-00ea3d73082f: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:57:18.806201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-a95fe58b-af16-4d83-85de-7270bd1b90e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905883
Jan 15 20:57:18.808862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-7a36e468-8518-45eb-b3cc-cf9e720d463b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292597
Jan 15 20:57:18.812610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-18f706c7-bea4-43bd-acc4-cbe653fb1cba tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:18.827205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-18f706c7-bea4-43bd-acc4-cbe653fb1cba tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2836668
Jan 15 20:57:18.862494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:18.982880 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-4d8cf493-c56c-439e-a42a-ba3c123c4575 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503327
Jan 15 20:57:19.125758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab5ca3-a3b3-4017-a6f6-698325b2492f req-b97e7b27-af70-4b0f-a1b1-e190268cf6b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:19.143692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ab5ca3-a3b3-4017-a6f6-698325b2492f req-b97e7b27-af70-4b0f-a1b1-e190268cf6b5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2160950
Jan 15 20:57:19.248979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4ab5ca3-a3b3-4017-a6f6-698325b2492f req-7462d499-5e76-449a-97a1-caf9a00d770e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014924
Jan 15 20:57:19.305685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-2b26b878-11ca-4cb8-a54d-92d5761a652f service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4630110
Jan 15 20:57:19.392676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:19.409329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.414089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks [] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.417948 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef3ac6-6cdc-4975-afb9-2624b1105eda x-openstack-request-id: req-03ef3ac6-6cdc-4975-afb9-2624b1105eda {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:19.418439 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:19.418564 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03ef3ac6-6cdc-4975-afb9-2624b1105eda {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:19.419144 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896', 'status': 'completed', 'code': 200}
Jan 15 20:57:19.419435 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93', 'status': 'completed', 'code': 200}
Jan 15 20:57:19.444885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42336) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:19.540015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Transition to ACTIVE for port object a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:19.550017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aab28846-8ae3-4738-a8cf-289c83945130 req-ec788b84-cb52-4b6b-bd2b-591cebc81ead service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4950802
Jan 15 20:57:19.583899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.601016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (656926a0-6c6f-456c-ae7f-b3d0281ca18b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.669505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (656926a0-6c6f-456c-ae7f-b3d0281ca18b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.711183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a57fcc-8ee5-461b-bcb0-a5d252b65c2b req-fb6059ae-a902-4e51-aefa-80de301b57bf tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:19.718961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8a57fcc-8ee5-461b-bcb0-a5d252b65c2b req-fb6059ae-a902-4e51-aefa-80de301b57bf tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1345458
Jan 15 20:57:19.794268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f2c75aee-76a7-4803-86b0-3481df363489 req-9199af98-f72c-4542-b8d7-e4b652502f10 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4798641
Jan 15 20:57:19.798703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8a57fcc-8ee5-461b-bcb0-a5d252b65c2b req-36dd6883-b1b9-4ee0-bcb9-e8c3a747e32c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787175
Jan 15 20:57:19.801761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Pushing event updated for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:19.821712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (656926a0-6c6f-456c-ae7f-b3d0281ca18b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.833265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:19.839014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "DELETE /v2.0/security-groups/656926a0-6c6f-456c-ae7f-b3d0281ca18b HTTP/1.1" status: 204  len: 168 time: 0.3920493
Jan 15 20:57:19.841290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42340) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:19.913882 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-89396c20-e305-4ef7-86b9-514398fb80d3 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] show failed (client error): The resource could not be found.
Jan 15 20:57:19.919025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-89396c20-e305-4ef7-86b9-514398fb80d3 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "GET /v2.0/security-groups/656926a0-6c6f-456c-ae7f-b3d0281ca18b HTTP/1.1" status: 404  len: 347 time: 0.0649059
Jan 15 20:57:19.919025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecf8a6-73d3-4b28-8de5-cd077603ad42 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656926a0-6c6f-456c-ae7f-b3d0281ca18b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:19.920235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42344) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:19.996609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-7628dc90-9289-4be5-8e28-8766808cde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:19.999906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-7628dc90-9289-4be5-8e28-8766808cde8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1094 time: 0.3523118
Jan 15 20:57:20.042764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:20.045891 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba3f226-4dec-4c1e-bcc6-0234084b38c4" -d '{"events": [{"server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "name": "network-vif-plugged", "status": "completed", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:20.140038 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec953-61f3-4970-a5ed-cb48c8528569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:20.175599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d0ea9-c91a-4dc9-aab0-4a79bb390c98 req-74c82fa4-cbda-4525-8f21-3ea000d7b12e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:20.184521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b4d0ea9-c91a-4dc9-aab0-4a79bb390c98 req-74c82fa4-cbda-4525-8f21-3ea000d7b12e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 944 time: 0.1853175
Jan 15 20:57:20.241579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Deleting port bbca7ee6-ab32-48be-bb2b-df59afb21efe {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:20.242160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:20.368965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b4d0ea9-c91a-4dc9-aab0-4a79bb390c98 req-00dbf4da-25dd-4222-b4aa-c7cd1fcfb7c1 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784229
Jan 15 20:57:20.470616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:20.471898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (bbca7ee6-ab32-48be-bb2b-df59afb21efe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:20.517528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Calling delete_port for bbca7ee6-ab32-48be-bb2b-df59afb21efe owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:20.727628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240836df-6250-409f-a5bf-6c823579bade req-c86d3b1c-795a-4d07-8459-8ad7efb5e58d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:20.735780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-240836df-6250-409f-a5bf-6c823579bade req-c86d3b1c-795a-4d07-8459-8ad7efb5e58d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 945 time: 0.1109030
Jan 15 20:57:20.842894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-240836df-6250-409f-a5bf-6c823579bade req-8991ee10-ac36-49ee-a92b-7087e1d4a28e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999093
Jan 15 20:57:20.853163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:20.855388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Attempting to bind port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:20.855388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Attempting to bind port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:20.858914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Attempting to bind port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 on network f1750852-5b84-449c-ab41-df71a9139482 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:20.936811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-93c19db4-de5c-4c77-adbc-b63f031d0809 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.1172071
Jan 15 20:57:20.942219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 on network f1750852-5b84-449c-ab41-df71a9139482 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:20.942662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Attempting to bind port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 on network f1750852-5b84-449c-ab41-df71a9139482 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:20.959298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (bbca7ee6-ab32-48be-bb2b-df59afb21efe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:20.981404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-e3f7b705-667d-46d3-b431-236c90bb9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:20.987368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-e3f7b705-667d-46d3-b431-236c90bb9944 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e4a067d84534cbd879732a1b7c057ae&device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 1095 time: 1.1147926
Jan 15 20:57:21.064355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Pushing event deleted for resources: {'Port': ['ID=bbca7ee6-ab32-48be-bb2b-df59afb21efe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:21.098975 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c1c631-3fed-4ff8-bfa5-2c2a66782590 x-openstack-request-id: req-48c1c631-3fed-4ff8-bfa5-2c2a66782590 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:21.099529 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "name": "network-vif-plugged", "status": "completed", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:21.099529 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48c1c631-3fed-4ff8-bfa5-2c2a66782590 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:21.099968 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca', 'code': 200}
Jan 15 20:57:21.106964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:21.107977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Checking segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:21.109298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Bound using segment: {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:21.109901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Bound port: a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:21.112406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:21.270846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks [] for floatingip (c30c660f-8036-4504-8bbf-00ea3d73082f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:21.277984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:21.279128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-29224570-330a-4707-a815-da9bf1992f38 tempest-ServersTestManualDisk-1686593371 tempest-ServersTestManualDisk-1686593371-project] 10.222.0.46 "DELETE /v2.0/floatingips/c30c660f-8036-4504-8bbf-00ea3d73082f HTTP/1.1" status: 204  len: 168 time: 1.3500180
Jan 15 20:57:21.302419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:21.427115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83133-edce-4366-b6b7-3626976863e7 req-d391d647-1126-4299-a321-20bcb477f775 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.434833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1d83133-edce-4366-b6b7-3626976863e7 req-d391d647-1126-4299-a321-20bcb477f775 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.2213044
Jan 15 20:57:21.444903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:21.452524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e995-0674-4e8d-a4f3-652b3984ea34 req-3fee6655-8702-41f4-9acf-ab5d698686c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.456646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5778e995-0674-4e8d-a4f3-652b3984ea34 req-3fee6655-8702-41f4-9acf-ab5d698686c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 1096 time: 0.2417645
Jan 15 20:57:21.500940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-70db26ba-b765-47ac-b166-5fc231fc4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.502607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-70db26ba-b765-47ac-b166-5fc231fc4b53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 1.4793303
Jan 15 20:57:21.591937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1d83133-edce-4366-b6b7-3626976863e7 req-c709343a-f468-49b4-b9b3-2c8440aba109 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560614
Jan 15 20:57:21.596021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Publish callbacks [] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:21.611446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:21.698464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:21.700809 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe61fbd-46a5-4997-9a92-f261674e4e25" -d '{"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:21.708066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5778e995-0674-4e8d-a4f3-652b3984ea34 req-487efd87-5d76-4047-a148-5ff6a10001f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337840
Jan 15 20:57:21.751154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:21.756145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:21.810750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:21.819417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-4c38f037-bc52-4a53-bccf-6259e81d91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.839775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-4c38f037-bc52-4a53-bccf-6259e81d91e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 200  len: 919 time: 0.8199167
Jan 15 20:57:21.925207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2981e-4115-464f-8aa4-34fc70861333 req-4ac246e4-6510-4cdd-a935-053c3d4c94ba tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.933611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecc2981e-4115-464f-8aa4-34fc70861333 req-4ac246e4-6510-4cdd-a935-053c3d4c94ba tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1658521
Jan 15 20:57:21.976411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-e5e0dd13-bd1d-4c8e-947d-5784547ed209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:21.978347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-e5e0dd13-bd1d-4c8e-947d-5784547ed209 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dca2cdba56c74d46a478aff355b23447&device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 1097 time: 0.9836020
Jan 15 20:57:21.980034 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.019489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecc2981e-4115-464f-8aa4-34fc70861333 req-9d830469-42ec-4306-b7b9-53aafcc12a1d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845838
Jan 15 20:57:22.071061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:22.097337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b4e79b4f-5297-4f59-b4cf-fba91468535c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:22.145926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:22.171795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-9afeffb8-719c-48c7-a605-94d50c623fe8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896 HTTP/1.1" status: 200  len: 217 time: 0.1455059
Jan 15 20:57:22.174514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145648-aa6a-43e8-9fe6-5ae16af08be5 req-3d0ed76d-598b-49de-ac09-538d939c8ec2 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:22.185094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b145648-aa6a-43e8-9fe6-5ae16af08be5 req-3d0ed76d-598b-49de-ac09-538d939c8ec2 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 944 time: 0.0934303
Jan 15 20:57:22.215421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:22.216031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:22.216201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:22.227493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.257829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:22.258039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:22.264452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b145648-aa6a-43e8-9fe6-5ae16af08be5 req-d3a431f2-3dad-476b-9414-b4e08229ce3e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733156
Jan 15 20:57:22.277250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:22.277641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:22.278068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:22.278541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Bound port: 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:22.278941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.358173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-b0dcacee-ce0d-4cda-8532-8067d147fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:22.362421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-b0dcacee-ce0d-4cda-8532-8067d147fbc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 200  len: 917 time: 0.1894259
Jan 15 20:57:22.382757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port b4e79b4f-5297-4f59-b4cf-fba91468535c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:22.405961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port b4e79b4f-5297-4f59-b4cf-fba91468535c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:22.407371 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.446232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:22.447139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.449449 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] 10.222.0.39 "PUT /v2.0/ports/a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 200  len: 1092 time: 5.4774809
Jan 15 20:57:22.451499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-2ce3581f-4fe6-490d-b905-0ee89cb8cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:22.453146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-2ce3581f-4fe6-490d-b905-0ee89cb8cc32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 200  len: 858 time: 0.0874498
Jan 15 20:57:22.454941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-a1542067-e13f-49f0-a3fe-6a7d467dc664 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.8979805
Jan 15 20:57:22.549834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:22.561655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:22.583457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:22.738865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6a19f-3468-45bd-ab34-5a845117031a req-786a129a-560f-45d8-a449-19a326cca48d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:22.746872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6a6a19f-3468-45bd-ab34-5a845117031a req-786a129a-560f-45d8-a449-19a326cca48d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1288366
Jan 15 20:57:22.748151 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a15c7-a5b1-43f3-b159-11237ecd8c39 x-openstack-request-id: req-5d0a15c7-a5b1-43f3-b159-11237ecd8c39 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:22.748512 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:22.748797 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d0a15c7-a5b1-43f3-b159-11237ecd8c39 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:22.749201 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'code': 200}
Jan 15 20:57:22.866305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6a6a19f-3468-45bd-ab34-5a845117031a req-315cf3ff-27a7-4ac9-ad69-6c7243173a20 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185553
Jan 15 20:57:22.935563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:57:22.990559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:23.036723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:23.062055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b4e79b4f-5297-4f59-b4cf-fba91468535c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:23.062727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:23.145848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:23.148094 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ae73a-8dfa-4cb4-a091-0c0aebabaa10" -d '{"events": [{"server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "name": "network-vif-plugged", "status": "completed", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:23.161477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-cd5cad48-557d-4674-bdef-fca404838b62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e3aa82c-c20c-421b-9162-2caf64b5b86e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3843091
Jan 15 20:57:23.215606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:23.234402 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:23.325750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:23.344942 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:23.394830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f304f-9c54-44f7-90bb-0084d16ce749 req-f960d1e2-103e-493e-ab22-dcd0194197d4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:23.404284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-250f304f-9c54-44f7-90bb-0084d16ce749 req-f960d1e2-103e-493e-ab22-dcd0194197d4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1222358
Jan 15 20:57:23.430828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:23.463579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896', 'network_id': '3e3aa82c-c20c-421b-9162-2caf64b5b86e', 'port_id': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896', 'mac_address': 'fa:16:3e:f5:40:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107a2c50-6738-4f72-bdf9-23154ce909a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:23.513850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-250f304f-9c54-44f7-90bb-0084d16ce749 req-de5c87ad-8108-4a14-85d8-35a97e9e425f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059194
Jan 15 20:57:23.548724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:23.551726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:23.552283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-44ebb432-589c-4f00-8028-317d9cb32782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:23.553856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-44ebb432-589c-4f00-8028-317d9cb32782 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.8038733
Jan 15 20:57:23.554503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120293-71c1-4881-ac34-3ed9b364d2fc service neutron] Pushing event updated for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:23.602271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:23.610900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:23.639728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-b3142829-15c4-45de-a43e-cae542ff6099 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412118
Jan 15 20:57:23.640767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:23.641321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:23.642823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:23.659479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-7c4c53a6-9899-4e7b-8e0d-3e06f8d76fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4047258
Jan 15 20:57:23.662232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-d52faf61-e70e-4d24-a9b4-494a6da79397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 200  len: 1002 time: 1.2041967
Jan 15 20:57:23.690597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:23.738618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f9c40-dc97-4061-987c-2c9cdedd95d5 req-cc664ecb-2937-438a-929c-071943117205 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:23.749744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b95f9c40-dc97-4061-987c-2c9cdedd95d5 req-cc664ecb-2937-438a-929c-071943117205 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1253386
Jan 15 20:57:23.773896 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:23.859332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-5c183de5-6134-4506-840e-1d858f014682 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958888
Jan 15 20:57:23.865753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:23.866457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attempting to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:23.876245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b95f9c40-dc97-4061-987c-2c9cdedd95d5 req-0b91cd7d-a441-47c7-9a79-b4cf75090680 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222539
Jan 15 20:57:23.906245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:23.925952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:23.940418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'port_id': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93', 'mac_address': 'fa:16:3e:d1:33:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:24.031946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-40cebd11-08d4-4f29-95a1-4f0933b4546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.034000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-40cebd11-08d4-4f29-95a1-4f0933b4546c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57dd3330-4769-4c43-a70f-18f0408baaca HTTP/1.1" status: 200  len: 855 time: 0.1031847
Jan 15 20:57:24.061098 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba1f94-e359-4ac3-ba2d-7ba8eb1ec9aa x-openstack-request-id: req-fbba1f94-e359-4ac3-ba2d-7ba8eb1ec9aa {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:24.061476 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "name": "network-vif-plugged", "status": "completed", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:24.061710 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbba1f94-e359-4ac3-ba2d-7ba8eb1ec9aa {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:24.062108 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c', 'code': 200}
Jan 15 20:57:24.065858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:24.066453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:24.067067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:24.067455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Bound port: 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:24.067851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:24.099364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:24.099783 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:24.135945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-628ae9dd-1424-487e-8d8f-2892239c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.136440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:24.137708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-628ae9dd-1424-487e-8d8f-2892239c4d9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1095 time: 1.3690140
Jan 15 20:57:24.197000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['9409ec6f-f317-4b00-ad1b-b8d9a6b10896'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:24.245580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e9fe-51b4-4edb-87de-12f7c4c3848e req-d2afe476-5259-48d7-95d4-05c13d474a2e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.257785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1161e9fe-51b4-4edb-87de-12f7c4c3848e req-d2afe476-5259-48d7-95d4-05c13d474a2e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 945 time: 0.2063971
Jan 15 20:57:24.297827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:24.322147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:24.323916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdffc5-c2e4-41fd-b1e8-d0aa9e556f2a req-346ddcd3-e00e-431a-8940-1a39f009ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.325350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ebdffc5-c2e4-41fd-b1e8-d0aa9e556f2a req-346ddcd3-e00e-431a-8940-1a39f009ad5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 1096 time: 0.2854652
Jan 15 20:57:24.440169 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1161e9fe-51b4-4edb-87de-12f7c4c3848e req-7d616ecb-94df-41cd-8814-0bdf4bda7ce6 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813991
Jan 15 20:57:24.468304 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:24.477474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-acf6f987-ff05-4e08-a287-97e14d683532 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5636797
Jan 15 20:57:24.531303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ebdffc5-c2e4-41fd-b1e8-d0aa9e556f2a req-5b968bd1-f342-4a6b-ae71-5c9fdff8cc4f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896198
Jan 15 20:57:24.552597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-126695d4-389b-4821-8a8c-b9e9e2fc0997 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 200  len: 217 time: 0.2946007
Jan 15 20:57:24.716324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:24.725331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-b0722dbc-3eb6-4873-895b-33e2e2c0a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.730721 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-b0722dbc-3eb6-4873-895b-33e2e2c0a0ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1448119
Jan 15 20:57:24.739086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:24.750083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:24.755740 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:24.799697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-7a3cd9f0-b0e6-4a09-97fb-8959a81d9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:24.810306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-7a3cd9f0-b0e6-4a09-97fb-8959a81d9916 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2ee2cfc-030b-4aaf-9340-8d68210312df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7373509
Jan 15 20:57:25.007347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad73a1-ddbe-4091-a648-075573584f46 req-02cd44ff-19c1-4675-aa21-d590e6aaaada tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:25.016121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adad73a1-ddbe-4091-a648-075573584f46 req-02cd44ff-19c1-4675-aa21-d590e6aaaada tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1065068
Jan 15 20:57:25.109217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adad73a1-ddbe-4091-a648-075573584f46 req-6bf543d4-596d-4c2f-83ff-aa04e8b9354d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917451
Jan 15 20:57:25.176417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-99064218-ad3e-4caa-8102-126e30c4fd35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4131446
Jan 15 20:57:25.408019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-0694b717-9ad5-4549-b10d-cfd69383cbd0 service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549699
Jan 15 20:57:25.421558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841ec2-200d-4077-9bd6-5bc42ccc75bc req-47af3c56-3a95-400d-ab76-8b4e5eb4b0d8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:25.428140 ncdv-master-1 neutron-server[114438]: WARNING neutron.plugins.ml2.plugin [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Concurrent port binding operations failed on port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1
Jan 15 20:57:25.435120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b841ec2-200d-4077-9bd6-5bc42ccc75bc req-47af3c56-3a95-400d-ab76-8b4e5eb4b0d8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1282086
Jan 15 20:57:25.520011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-b3324f31-cf05-4749-bb6d-7e822d678c42 service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6528077
Jan 15 20:57:25.554206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a59e9d7d-b41b-43db-85e1-a3e009b4844f req-5f40fb63-7b75-47b9-b57d-71a2957b53cb service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6757727
Jan 15 20:57:25.557681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:25.603255 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attempt 2 to bind port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1
Jan 15 20:57:25.607430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b841ec2-200d-4077-9bd6-5bc42ccc75bc req-4e5db9a0-4529-4a67-97fe-667dfb695350 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702585
Jan 15 20:57:25.610518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:25.612463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:25.616696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-a7764683-df8b-4eb3-a39f-21968afe9989 service neutron] 10.222.0.45 "PUT /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 1121 time: 6.7644870
Jan 15 20:57:25.716557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:25.827586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:25.952650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f817b5-5483-48d8-a3b4-95eaa2b0dd6a req-2419be62-5a28-4be3-9c43-7d95a6652965 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:25.967909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53f817b5-5483-48d8-a3b4-95eaa2b0dd6a req-2419be62-5a28-4be3-9c43-7d95a6652965 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1142132
Jan 15 20:57:26.114016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53f817b5-5483-48d8-a3b4-95eaa2b0dd6a req-11f60c31-6fb5-4b2d-b81a-1a5c5af0743f tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443517
Jan 15 20:57:26.380678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f16092-2c19-4816-a7c3-96aab5e63126 req-78cf2830-ae96-4d5c-a871-95ae57f8d17c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:26.396857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7f16092-2c19-4816-a7c3-96aab5e63126 req-78cf2830-ae96-4d5c-a871-95ae57f8d17c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 945 time: 0.1089973
Jan 15 20:57:26.634397 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d3cb6-0fbf-4155-af10-17e59926ca4b x-openstack-request-id: req-5c4d3cb6-0fbf-4155-af10-17e59926ca4b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:26.634397 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:26.634397 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c4d3cb6-0fbf-4155-af10-17e59926ca4b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:26.634397 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682', 'status': 'completed', 'code': 200}
Jan 15 20:57:26.711953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7f16092-2c19-4816-a7c3-96aab5e63126 req-5daeec81-3f9a-43b8-aaf5-06c5bc5dfb7d tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3058920
Jan 15 20:57:26.824391 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a550091a-6f75-4766-9fbd-1ae45bab3c7d req-1758cc2d-8f5f-4585-a0c7-a420bb38f00a service neutron] 10.222.0.45 "GET /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2643781
Jan 15 20:57:26.907218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:26.938638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:27.093388 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a4958d5-3129-4a5d-9e9f-8af7d33b5c3c req-968548ae-9b1e-4869-8441-8821130d4bc4 service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6594317
Jan 15 20:57:27.101555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:27.115377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:27.117549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:27.211698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caea99d-b52f-4f84-bc8f-7be98a46bcf1 req-14e47811-144a-4609-8f6c-5b249449631d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:27.215561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2caea99d-b52f-4f84-bc8f-7be98a46bcf1 req-14e47811-144a-4609-8f6c-5b249449631d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1469433
Jan 15 20:57:27.301661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:27.302212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:27.314305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2caea99d-b52f-4f84-bc8f-7be98a46bcf1 req-87cd950c-0c14-4d47-af6d-573eadfc6b78 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927618
Jan 15 20:57:27.330001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-fe64bde4-2156-47d3-b3d0-bac70b6e7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:27.333467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-fe64bde4-2156-47d3-b3d0-bac70b6e7dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1095 time: 0.1501162
Jan 15 20:57:27.357032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:27.361208 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217db61-58e5-44f3-9b73-409f29ca58a0" -d '{"events": [{"server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "name": "network-vif-plugged", "status": "completed", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:27.388250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:27.394248 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:27.473323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:27.584575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-6921db77-7838-4e1e-bd1c-fea383405085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:27.586685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-6921db77-7838-4e1e-bd1c-fea383405085 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.2437756
Jan 15 20:57:27.606162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:27.651881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-5839735e-043f-4301-87c8-7475f538cf08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 200  len: 217 time: 0.0581806
Jan 15 20:57:27.698882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe09bb-dff3-41ff-b5a3-f2c6237dcf12 req-7d0919ed-6b9e-4dcd-bc6b-bd0d649228b2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:27.704632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bafe09bb-dff3-41ff-b5a3-f2c6237dcf12 req-7d0919ed-6b9e-4dcd-bc6b-bd0d649228b2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1289256
Jan 15 20:57:27.759288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:27.760683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-f7516c25-ccda-4594-81cd-fd755c52dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:27.763119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-f7516c25-ccda-4594-81cd-fd755c52dbd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.0864129
Jan 15 20:57:27.763924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:27.764307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:27.899885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bafe09bb-dff3-41ff-b5a3-f2c6237dcf12 req-2f276f6e-7f22-40e5-bf70-fe7543af1850 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522777
Jan 15 20:57:27.901324 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-825446b2-cfca-4a10-9b3e-e58064d0844a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1162031
Jan 15 20:57:28.009828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:28.010564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:28.087096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:28.105155 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:28.202199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:28.205338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19390dad-1a83-4c9b-9a06-975e1ae6ac55 req-e9b3b001-84d7-4e4a-8982-0b800f02af5e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:28.215314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19390dad-1a83-4c9b-9a06-975e1ae6ac55 req-e9b3b001-84d7-4e4a-8982-0b800f02af5e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1668067
Jan 15 20:57:28.288502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19390dad-1a83-4c9b-9a06-975e1ae6ac55 req-939955fd-7499-4bf0-82fc-b669b1c2321d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721860
Jan 15 20:57:28.338609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-e629c5c7-aacf-4202-bf70-260b4b687cf3 service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4304099
Jan 15 20:57:28.352375 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa2159-1d8b-4e28-984b-037f60f9fcf6 x-openstack-request-id: req-86fa2159-1d8b-4e28-984b-037f60f9fcf6 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:28.352969 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "name": "network-vif-plugged", "status": "completed", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:28.353942 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86fa2159-1d8b-4e28-984b-037f60f9fcf6 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:28.354525 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896', 'code': 200}
Jan 15 20:57:28.524562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e722252-8077-48b3-a82f-f5d35fd57117 req-a8c9a767-2b21-4118-b88d-557a57842e12 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:28.542828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e722252-8077-48b3-a82f-f5d35fd57117 req-a8c9a767-2b21-4118-b88d-557a57842e12 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 946 time: 0.1085517
Jan 15 20:57:28.576589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Deleting port 3b23b715-3277-43ed-bf3b-bfeb4c142405 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:28.577058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:28.639392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e722252-8077-48b3-a82f-f5d35fd57117 req-815b600e-0ddc-4c14-90e6-66ca7b91a74a tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953555
Jan 15 20:57:28.649424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:28.652337 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09620f2-6855-40ba-909c-f9b44e589e02" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:28.720315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dd996-f7f6-4c01-b94b-614539dfcd4b req-a7055f17-f7c5-4b1a-a7f8-2483fff30e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:28.721877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-307dd996-f7f6-4c01-b94b-614539dfcd4b req-a7055f17-f7c5-4b1a-a7f8-2483fff30e55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 1097 time: 0.2122355
Jan 15 20:57:28.768305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e46f7dde-5a5f-4889-8eaa-d2852a2daa7f req-cf4e7b64-9317-42ae-948b-8956a0e761e8 service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4225357
Jan 15 20:57:28.774911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] For port 3b23b715-3277-43ed-bf3b-bfeb4c142405, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b23b715-3277-43ed-bf3b-bfeb4c142405,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:28.775304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:28.791565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Calling delete_port for 3b23b715-3277-43ed-bf3b-bfeb4c142405 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:28.886238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-307dd996-f7f6-4c01-b94b-614539dfcd4b req-00303c9d-282d-47c0-a158-1db34868be8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539872
Jan 15 20:57:28.988828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf679fb-eafe-45ad-b013-9da672fc7ce7 req-64e4d16a-98d2-42e1-8026-fda26c5c25b1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.006385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5cf679fb-eafe-45ad-b013-9da672fc7ce7 req-64e4d16a-98d2-42e1-8026-fda26c5c25b1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.1065512
Jan 15 20:57:29.106910 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5cf679fb-eafe-45ad-b013-9da672fc7ce7 req-fd551759-af37-451b-8803-35d709c0c0eb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971258
Jan 15 20:57:29.131835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3b23b715-3277-43ed-bf3b-bfeb4c142405), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:29.169538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23b715-3277-43ed-bf3b-bfeb4c142405,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:29.311684 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff47c8-e4e9-4e41-a744-0cefbf412161 x-openstack-request-id: req-53ff47c8-e4e9-4e41-a744-0cefbf412161 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:29.312108 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:29.312468 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53ff47c8-e4e9-4e41-a744-0cefbf412161 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:29.312989 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'status': 'completed', 'code': 200}
Jan 15 20:57:29.505026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb0a00-75e7-4e70-844f-8bf72d219cba req-d349d670-514e-4cb8-af28-81a3fa908da5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.510410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:29.514639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4bb0a00-75e7-4e70-844f-8bf72d219cba req-d349d670-514e-4cb8-af28-81a3fa908da5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1427648
Jan 15 20:57:29.578704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513295c-f4e6-45cd-9cbb-aa733ef30aa1 req-15ad75b3-fd33-435f-b9ad-6f70c1200ac7 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.587379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8513295c-f4e6-45cd-9cbb-aa733ef30aa1 req-15ad75b3-fd33-435f-b9ad-6f70c1200ac7 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1346340
Jan 15 20:57:29.618143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-91a3433d-e103-4acf-bde9-b086939a7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.620314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-91a3433d-e103-4acf-bde9-b086939a7fdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1124 time: 0.3062174
Jan 15 20:57:29.626546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4bb0a00-75e7-4e70-844f-8bf72d219cba req-ad9eef2c-2563-41e4-a47d-1e5f6c9c5b8e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109951
Jan 15 20:57:29.683425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8513295c-f4e6-45cd-9cbb-aa733ef30aa1 req-1496889e-9832-4ef4-94de-edc720441570 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920267
Jan 15 20:57:29.806366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263964b-ddd1-4f38-9a09-3de48b848c0b req-c263f8cb-a447-4ae5-96c3-e68127820eef tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.808954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5263964b-ddd1-4f38-9a09-3de48b848c0b req-c263f8cb-a447-4ae5-96c3-e68127820eef tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 946 time: 0.0690188
Jan 15 20:57:29.817421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-0496c9f6-7296-4fa2-b54a-48df77585246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:29.819048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-0496c9f6-7296-4fa2-b54a-48df77585246 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1912446
Jan 15 20:57:29.869973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5263964b-ddd1-4f38-9a09-3de48b848c0b req-dfea2f0a-1775-468e-9260-ef62f379b396 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542738
Jan 15 20:57:29.933817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-45a418a2-adb9-4635-8da0-79b4d7654f64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 217 time: 0.0618899
Jan 15 20:57:30.026960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-7e36c574-aa0b-46ac-aff3-1c9aabdb446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.028532 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-7e36c574-aa0b-46ac-aff3-1c9aabdb446e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 1097 time: 0.1653590
Jan 15 20:57:30.108028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-0ea0f32e-5096-45a0-ada6-8d222a8124e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.109777 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-0ea0f32e-5096-45a0-ada6-8d222a8124e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.1279819
Jan 15 20:57:30.115503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Router fdb5877f-a707-470b-82c3-7b1de6fbd331 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:57:30.220986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-be872bc9-e4ae-499d-b19f-869d5314a412 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770075
Jan 15 20:57:30.231153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-9219bb25-54d1-4225-b217-0f80a509093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.232928 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-9219bb25-54d1-4225-b217-0f80a509093f service neutron] 10.222.0.45 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.1948335
Jan 15 20:57:30.257296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39347f6d-b78d-4211-a97f-1e3e936643c8 req-7e7a34b1-d5ed-4980-874b-0f5126866b50 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.258998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39347f6d-b78d-4211-a97f-1e3e936643c8 req-7e7a34b1-d5ed-4980-874b-0f5126866b50 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.0680187
Jan 15 20:57:30.334325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39347f6d-b78d-4211-a97f-1e3e936643c8 req-ee59bb97-302c-4eee-874f-4f86056ba05b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641801
Jan 15 20:57:30.336659 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-afdc61b3-cd36-4054-ad76-f3316aaa9e4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f HTTP/1.1" status: 200  len: 217 time: 0.0957065
Jan 15 20:57:30.356185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:30.361664 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94a8b8-0954-4b32-88e6-bb397814780c" -d '{"events": [{"server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:30.427615 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6895d33-25e8-4669-8322-3971ece0da8d x-openstack-request-id: req-a6895d33-25e8-4669-8322-3971ece0da8d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:30.427981 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "name": "network-vif-plugged", "status": "completed", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:30.428426 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6895d33-25e8-4669-8322-3971ece0da8d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:30.429287 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93', 'code': 200}
Jan 15 20:57:30.445579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:30.460054 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Sync routers for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:30.464664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7dba4d43-1c18-4a63-934c-a5dfa2438dd7 admin admin] 10.222.0.46 "PUT /v2.0/routers/fdb5877f-a707-470b-82c3-7b1de6fbd331/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1478550
Jan 15 20:57:30.467005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42486) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:30.469071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-06ee5530-d9de-4da9-adfc-97051e92f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.470600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-06ee5530-d9de-4da9-adfc-97051e92f69c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.0987115
Jan 15 20:57:30.489703 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:30.490707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:30.521125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-f05c15aa-bce2-4619-8193-90384f7289fa service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2786584
Jan 15 20:57:30.523488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-cb85ab03-e25b-482d-81d8-cc5f2b5ded9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457523
Jan 15 20:57:30.647741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352fb0-20ae-4608-b1e4-c14ca826695f req-5980cba9-890b-40af-adf2-2341009f4faf tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.649330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1352fb0-20ae-4608-b1e4-c14ca826695f req-5980cba9-890b-40af-adf2-2341009f4faf tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 950 time: 0.1043878
Jan 15 20:57:30.655474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks [] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:30.674095 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:30.698054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38eab0-f7e8-4f21-9e64-46b447894b59 req-925a9cac-e476-465e-a9dd-d7ac7b295c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.699858 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a38eab0-f7e8-4f21-9e64-46b447894b59 req-925a9cac-e476-465e-a9dd-d7ac7b295c2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1535912
Jan 15 20:57:30.770277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b09620f2-6855-40ba-909c-f9b44e589e02 req-2a3725e5-9131-4fe9-a90c-14d4d917720e service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382245
Jan 15 20:57:30.783616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-bef98803-1473-4d69-9ac9-eafa42d7a7f7 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538340
Jan 15 20:57:30.793202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a38eab0-f7e8-4f21-9e64-46b447894b59 req-36cf606a-e7c4-4062-88a4-2a303236c532 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850763
Jan 15 20:57:30.866166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1352fb0-20ae-4608-b1e4-c14ca826695f req-2fa8a99d-f805-4350-80c1-c8c12f19fbff tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077630
Jan 15 20:57:30.888989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bece37c-d641-48b0-8ce0-d49c64f04b11 req-c7560561-c2ea-47af-b750-170bf578af0e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:30.888989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6bece37c-d641-48b0-8ce0-d49c64f04b11 req-c7560561-c2ea-47af-b750-170bf578af0e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1554847
Jan 15 20:57:30.925704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks [] for router_gateway (fdb5877f-a707-470b-82c3-7b1de6fbd331), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:30.949981 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192'}], 'enable_snat': True}, 'gw_port_id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:57:29Z', 'revision_number': 5, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port': {'id': '0faa4e42-3c94-4c03-b22e-012febb0d8fd', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:54:45Z', 'updated_at': '2022-01-15T20:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:30.950817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:31.002088 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Checking router: fdb5877f-a707-470b-82c3-7b1de6fbd331 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:31.021271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Routers {'fdb5877f-a707-470b-82c3-7b1de6fbd331'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:31.022010 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fdb5877f-a707-470b-82c3-7b1de6fbd331'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:31.071442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6bece37c-d641-48b0-8ce0-d49c64f04b11 req-29b57150-7116-491f-8f06-f5df2469f2ac tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549225
Jan 15 20:57:31.142663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc03151-6cba-4a6c-8b69-e9ae24f632be req-b486f3f0-99a1-4fa7-bc23-79537f5a9570 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:31.153514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cc03151-6cba-4a6c-8b69-e9ae24f632be req-b486f3f0-99a1-4fa7-bc23-79537f5a9570 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 944 time: 0.1542068
Jan 15 20:57:31.170003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:31.199460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682', 'network_id': 'f1750852-5b84-449c-ab41-df71a9139482', 'port_id': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682', 'mac_address': 'fa:16:3e:ec:96:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40aaf83-09a9-48bc-846a-fdca5af159b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:31.210864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Deleting port 0faa4e42-3c94-4c03-b22e-012febb0d8fd {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:31.212485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:31.224445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] Set router fdb5877f-a707-470b-82c3-7b1de6fbd331 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:31.277626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:31.278351 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:31.289319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebf5f5-6c42-40e2-b935-8d670d920f47 req-d0c63d2c-3b39-49f4-98ad-8c71f0bc8715 service neutron] 10.222.0.45 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4995763
Jan 15 20:57:31.298909 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:57:30Z', 'revision_number': 6, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:31.309124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:31.329760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb63595-edeb-4227-b1b0-1d46eed35020 None None] The sync data for ids ['fdb5877f-a707-470b-82c3-7b1de6fbd331'] in ncdv-master-1 is: [{'id': 'fdb5877f-a707-470b-82c3-7b1de6fbd331', 'name': 'tempest-ServersTestManualDisk-1014649594-router', 'tenant_id': '964edbaeb4c944cfb68578886695266c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:54:44Z', 'updated_at': '2022-01-15T20:57:30Z', 'revision_number': 6, 'project_id': '964edbaeb4c944cfb68578886695266c', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:31.334249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cc03151-6cba-4a6c-8b69-e9ae24f632be req-d5592bee-cf20-47bc-9a65-bd71d6edf41c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792650
Jan 15 20:57:31.342443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:31.350270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:31.408998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] For port 0faa4e42-3c94-4c03-b22e-012febb0d8fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0faa4e42-3c94-4c03-b22e-012febb0d8fd,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:31.410460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:31.434061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:31.442138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Calling delete_port for 0faa4e42-3c94-4c03-b22e-012febb0d8fd owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:31.522793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d5f1e-cfb2-429f-9275-ad741357ef0b req-91c0067d-a380-4954-8328-a42ec957e50b tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:31.524391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a8d5f1e-cfb2-429f-9275-ad741357ef0b req-91c0067d-a380-4954-8328-a42ec957e50b tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 946 time: 0.0910668
Jan 15 20:57:31.644578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:31.655987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a8d5f1e-cfb2-429f-9275-ad741357ef0b req-83bfa824-01f2-4ed8-8f27-3738820f2cdc tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227176
Jan 15 20:57:31.800372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0faa4e42-3c94-4c03-b22e-012febb0d8fd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:31.878201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-7a8d5907-3b44-47cd-94ca-39fbc284aaec service neutron] 10.222.0.39 "GET /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0935452
Jan 15 20:57:31.881384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0faa4e42-3c94-4c03-b22e-012febb0d8fd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:31.981065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785f215-4587-4a3d-ae2c-2609cebf9258 req-c8dfe1ec-e2e5-458a-935a-4b982f1145f7 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:31.982583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1785f215-4587-4a3d-ae2c-2609cebf9258 req-c8dfe1ec-e2e5-458a-935a-4b982f1145f7 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 943 time: 0.2037308
Jan 15 20:57:31.998123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.101820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:32.123304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.123977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:32.129104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks [] for router_controller (fdb5877f-a707-470b-82c3-7b1de6fbd331), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.158596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eeea1-9e34-4c6a-a04f-ceb147a4440c req-350d501e-7614-49ed-8898-d962baa517dc tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.159672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:32.160088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f74eeea1-9e34-4c6a-a04f-ceb147a4440c req-350d501e-7614-49ed-8898-d962baa517dc tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 945 time: 0.2029691
Jan 15 20:57:32.170910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:32.185322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.212413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1785f215-4587-4a3d-ae2c-2609cebf9258 req-16f3f41c-d87f-4b63-b432-c967ab9946da tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120478
Jan 15 20:57:32.220607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (fdb5877f-a707-470b-82c3-7b1de6fbd331), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.221010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb5877f-a707-470b-82c3-7b1de6fbd331 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:57:32.225420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.226530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f67a07d9-4ae4-4f38-b749-ac78493278cd admin admin] 10.222.0.46 "DELETE /v2.0/routers/fdb5877f-a707-470b-82c3-7b1de6fbd331 HTTP/1.1" status: 204  len: 168 time: 1.7571735
Jan 15 20:57:32.230638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42524) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:32.293821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] Transition to ACTIVE for port object 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:32.298228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.312150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f74eeea1-9e34-4c6a-a04f-ceb147a4440c req-a42f1c34-906b-4888-9747-8c5f99c39436 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165767
Jan 15 20:57:32.335877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Deleting subnet e4c19584-83c1-4b8c-8bf6-c036e0461e66 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:57:32.341632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Publish callbacks [] for subnet (e4c19584-83c1-4b8c-8bf6-c036e0461e66), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.366676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] No DVR routers for this DVR port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:32.391113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (e4c19584-83c1-4b8c-8bf6-c036e0461e66), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.392594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] Pushing event updated for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:32.416132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-79981eef-0026-4ac3-8a3c-edffe0085c9d service neutron] 10.222.0.39 "PUT /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5315325
Jan 15 20:57:32.433138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4dd05-8769-4926-a1a7-e41724fb36f8 req-0886c2a9-cbf1-4de6-8535-d120b9510bf3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.434692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98a4dd05-8769-4926-a1a7-e41724fb36f8 req-0886c2a9-cbf1-4de6-8535-d120b9510bf3 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1434000
Jan 15 20:57:32.526568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-810b4afa-abf2-4937-bbcd-2fb4d8b61c9f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.528102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-810b4afa-abf2-4937-bbcd-2fb4d8b61c9f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0496917
Jan 15 20:57:32.545411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfaedb-2ca0-4ce1-839c-6a1010bcc10f req-02ae73cb-ca66-41e1-a8b0-f2d9c336c4c6 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.546963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2cfaedb-2ca0-4ce1-839c-6a1010bcc10f req-02ae73cb-ca66-41e1-a8b0-f2d9c336c4c6 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 945 time: 0.1326916
Jan 15 20:57:32.575959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98a4dd05-8769-4926-a1a7-e41724fb36f8 req-d2c24412-1ad5-4a2b-bd5e-fec8aa858911 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211326
Jan 15 20:57:32.578561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e4c19584-83c1-4b8c-8bf6-c036e0461e66), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.586155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-9349f08e-e77a-4a83-9f43-7f73acf2972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.588368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-9349f08e-e77a-4a83-9f43-7f73acf2972f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6&tenant_id=385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 1095 time: 0.0493495
Jan 15 20:57:32.668091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-10f48410-032e-4d3b-a61a-882eca55bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.669805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-10f48410-032e-4d3b-a61a-882eca55bfc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1095 time: 0.0488646
Jan 15 20:57:32.676019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2cfaedb-2ca0-4ce1-839c-6a1010bcc10f req-9f679f04-9552-4fa1-afd5-45a3e4741e50 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194563
Jan 15 20:57:32.709367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e4c19584-83c1-4b8c-8bf6-c036e0461e66), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.747332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eeadd-76db-49d5-b596-9439c39d75cc req-636b33fc-a1bb-4114-8e77-ffb814fb8701 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.749113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e3eeadd-76db-49d5-b596-9439c39d75cc req-636b33fc-a1bb-4114-8e77-ffb814fb8701 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 945 time: 0.0922487
Jan 15 20:57:32.750374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c19584-83c1-4b8c-8bf6-c036e0461e66,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:32.758114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.763440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355e55e-4c7e-40b5-8682-15396e1cc0c4 None None] Network 77920bd4-7261-421c-ba8f-4e4aa10b2090 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:32.765477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8f469a7-ed8b-430a-9d66-ab39f06c2351 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e4c19584-83c1-4b8c-8bf6-c036e0461e66 HTTP/1.1" status: 204  len: 168 time: 0.5338314
Jan 15 20:57:32.765612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:32.841264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e3eeadd-76db-49d5-b596-9439c39d75cc req-b8b78659-8c03-4312-a620-32cb470a05e7 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704963
Jan 15 20:57:32.856048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-ef770ee7-e45d-45f5-a077-f1609b12954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:32.857564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-ef770ee7-e45d-45f5-a077-f1609b12954f service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1800461
Jan 15 20:57:32.877961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (77920bd4-7261-421c-ba8f-4e4aa10b2090), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:32.928073 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-40ae8b3a-8942-4992-9ba6-abe272f81592 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 200  len: 217 time: 0.0479782
Jan 15 20:57:32.966991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:32.998809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] DHCP port deletion for 77920bd4-7261-421c-ba8f-4e4aa10b2090 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:57:33.018246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-b26a9485-2452-4f45-b277-25ca230c9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:33.019719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-b26a9485-2452-4f45-b277-25ca230c9e48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0850294
Jan 15 20:57:33.048350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Deleting port 6a36e251-597b-4e5d-a327-487429141fbf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:33.048350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a36e251-597b-4e5d-a327-487429141fbf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.071505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:33.077816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:33.078514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.082655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Deleting port 6a36e251-597b-4e5d-a327-487429141fbf {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:33.083437 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a36e251-597b-4e5d-a327-487429141fbf), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.111960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9611a-1b40-4838-9050-dd74e13443b0 req-a594af69-0ac9-41e2-91a0-610ebc9220d2 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:33.117158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] For port 6a36e251-597b-4e5d-a327-487429141fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a36e251-597b-4e5d-a327-487429141fbf,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:33.117524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a36e251-597b-4e5d-a327-487429141fbf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.121915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bba9611a-1b40-4838-9050-dd74e13443b0 req-a594af69-0ac9-41e2-91a0-610ebc9220d2 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 945 time: 0.0924985
Jan 15 20:57:33.140033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-f89a29de-5baa-4b0c-b273-41e7b8dd0207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1087537
Jan 15 20:57:33.148099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Calling delete_port for 6a36e251-597b-4e5d-a327-487429141fbf owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:33.149610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b23b715-3277-43ed-bf3b-bfeb4c142405 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.177018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bba9611a-1b40-4838-9050-dd74e13443b0 req-ed1009a4-4ff8-408b-973a-a2833a01fc2c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538044
Jan 15 20:57:33.302840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-7911c6a4-4b4b-4d95-9d5f-a7d0be2c4d1a service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515207
Jan 15 20:57:33.320737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a36e251-597b-4e5d-a327-487429141fbf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.330549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3b23b715-3277-43ed-bf3b-bfeb4c142405 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:33.330889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b23b715-3277-43ed-bf3b-bfeb4c142405 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:33.331328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0faa4e42-3c94-4c03-b22e-012febb0d8fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.360561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003e38-0a0c-4fca-9775-eda35f710d2a req-878511af-a66c-4c4f-b296-63acb99d6e15 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:33.363364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0faa4e42-3c94-4c03-b22e-012febb0d8fd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:33.363364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0faa4e42-3c94-4c03-b22e-012febb0d8fd not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:33.363782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6a36e251-597b-4e5d-a327-487429141fbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.372289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69003e38-0a0c-4fca-9775-eda35f710d2a req-878511af-a66c-4c4f-b296-63acb99d6e15 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 944 time: 0.0742028
Jan 15 20:57:33.394222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a36e251-597b-4e5d-a327-487429141fbf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:33.401705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] No DVR routers for this DVR port 6a36e251-597b-4e5d-a327-487429141fbf on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:33.427670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6a36e251-597b-4e5d-a327-487429141fbf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:33.427670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6a36e251-597b-4e5d-a327-487429141fbf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:33.431981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] For port 6a36e251-597b-4e5d-a327-487429141fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a36e251-597b-4e5d-a327-487429141fbf,segment=NetworkSegment(2129c487-b4f8-4474-8f68-2dcadf8b9be8),segment_id=2129c487-b4f8-4474-8f68-2dcadf8b9be8)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:33.433298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a36e251-597b-4e5d-a327-487429141fbf), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.441554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69003e38-0a0c-4fca-9775-eda35f710d2a req-d537221a-67ea-4b08-8f1f-7017c5c5f2b5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611877
Jan 15 20:57:33.468905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Calling delete_port for 6a36e251-597b-4e5d-a327-487429141fbf owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:33.518453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-584238ba-0377-4669-930c-54627eee9104 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075059
Jan 15 20:57:33.522640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (77920bd4-7261-421c-ba8f-4e4aa10b2090), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.545659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:33.545903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46100>,) {'filters': {'network_id': ['77920bd4-7261-421c-ba8f-4e4aa10b2090']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:33.546104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.557323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46100>, '2129c487-b4f8-4474-8f68-2dcadf8b9be8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:33.557622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ab46100>, '2129c487-b4f8-4474-8f68-2dcadf8b9be8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:33.574817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (2129c487-b4f8-4474-8f68-2dcadf8b9be8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.581061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:33.583279 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb4a6d-9e8f-467c-ad0b-94ec1684daba" -d '{"events": [{"server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "name": "network-vif-plugged", "status": "completed", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:33.588341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2129c487-b4f8-4474-8f68-2dcadf8b9be8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.594625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:57:33.594998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (2129c487-b4f8-4474-8f68-2dcadf8b9be8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:57:33.596769 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:57:33.601666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:33.609043 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (6a36e251-597b-4e5d-a327-487429141fbf), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.611400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.612203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.640955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.666991 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690dccd3-cf80-441e-94bb-7a0388bb0f80 x-openstack-request-id: req-690dccd3-cf80-441e-94bb-7a0388bb0f80 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:33.667265 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "name": "network-vif-plugged", "status": "completed", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:33.667519 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-690dccd3-cf80-441e-94bb-7a0388bb0f80 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:33.667913 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682', 'code': 200}
Jan 15 20:57:33.689785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (77920bd4-7261-421c-ba8f-4e4aa10b2090), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.692465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] Pushing event deleted for resources: {'Port': ['ID=6a36e251-597b-4e5d-a327-487429141fbf,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:33.696647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410947b-5253-43a6-912b-717e1c3374c9 None None] No DVR routers for this DVR port 6a36e251-597b-4e5d-a327-487429141fbf on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:33.701022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.704807 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] 10.222.0.46 "DELETE /v2.0/networks/77920bd4-7261-421c-ba8f-4e4aa10b2090 HTTP/1.1" status: 204  len: 168 time: 0.9382544
Jan 15 20:57:33.737519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe62f40-95eb-402a-921e-5d2fb8ca8546 admin admin] Pushing event deleted for resources: {'Network': ['ID=77920bd4-7261-421c-ba8f-4e4aa10b2090,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:33.753288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3becc-ae05-4122-84d1-6bfb859098bf req-bdb99333-d55b-4e10-902c-d9336df8c948 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:33.763528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fd3becc-ae05-4122-84d1-6bfb859098bf req-bdb99333-d55b-4e10-902c-d9336df8c948 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 946 time: 0.1030922
Jan 15 20:57:33.820609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:57:33.824074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:33.824818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:33.836798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fd3becc-ae05-4122-84d1-6bfb859098bf req-b8e92e4f-17e6-4c6e-aa58-44d35156397e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719509
Jan 15 20:57:33.867908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470e974-dfc6-4551-8a97-ec286fe05bed req-ed651ab5-92f6-4cf6-b789-eb0e9924177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:33.869776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:33.871337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4470e974-dfc6-4551-8a97-ec286fe05bed req-ed651ab5-92f6-4cf6-b789-eb0e9924177d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1097 time: 0.1296127
Jan 15 20:57:33.918544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6b0f9bd5-35ce-4655-ab53-3207b68d566f is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:33.919370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:33.970607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4470e974-dfc6-4551-8a97-ec286fe05bed req-35d3bbff-255d-4ac0-b1a4-05b7c0267e4f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926740
Jan 15 20:57:33.975782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:34.003569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:34.014282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:34.014737 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.021418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.089220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-4db91d14-b8d8-4148-8354-5c5541b30db4 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.090035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1092-3135-4168-b358-a72f4effbb93 req-39db494a-3f1f-44d4-8400-19b920cdfd53 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.091990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-4db91d14-b8d8-4148-8354-5c5541b30db4 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1074350
Jan 15 20:57:34.096389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99a0e5d5-b728-4537-a518-583481f01936 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=964edbaeb4c944cfb68578886695266c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1194136
Jan 15 20:57:34.098584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:34.098976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42576) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:34.102663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ccc1092-3135-4168-b358-a72f4effbb93 req-39db494a-3f1f-44d4-8400-19b920cdfd53 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0981953
Jan 15 20:57:34.104823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:34.108186 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.158057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ccc1092-3135-4168-b358-a72f4effbb93 req-113efdf9-682c-4af3-9bcd-6d714dcfd75f tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543268
Jan 15 20:57:34.163323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:34.211459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] Publish callbacks [] for security_group (e7c034cb-5a1e-4c46-be45-2eeffed00506), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.267068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] Publish callbacks [] for security_group (e7c034cb-5a1e-4c46-be45-2eeffed00506), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.307975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-0a0fde42-9120-492f-bb9e-b68854f7b581 service neutron] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:34.316270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-0a0fde42-9120-492f-bb9e-b68854f7b581 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.317571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ab256c-5c61-4a04-8bfb-0d7bd17a50b7 req-0a0fde42-9120-492f-bb9e-b68854f7b581 service neutron] 10.222.0.45 "DELETE /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2149720
Jan 15 20:57:34.364482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e7c034cb-5a1e-4c46-be45-2eeffed00506), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.367137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.370827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7c034cb-5a1e-4c46-be45-2eeffed00506 HTTP/1.1" status: 204  len: 168 time: 0.2673719
Jan 15 20:57:34.394077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8938469-d014-4a6d-87a3-343a396c9fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c034cb-5a1e-4c46-be45-2eeffed00506,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:34.440981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9aea-87ff-4e48-b427-9e97d49e18b4 req-c6869448-46f0-430f-8b9f-86f15c200a28 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.442864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cedf9aea-87ff-4e48-b427-9e97d49e18b4 req-c6869448-46f0-430f-8b9f-86f15c200a28 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 945 time: 0.0569725
Jan 15 20:57:34.498966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cedf9aea-87ff-4e48-b427-9e97d49e18b4 req-85fcd059-b491-4b8a-87e3-a106b178a19d tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490913
Jan 15 20:57:34.628365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd75bd-086c-4955-ab89-8164cc463259 req-7d6318f3-74ba-464c-898d-278365051c45 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.629995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81dd75bd-086c-4955-ab89-8164cc463259 req-7d6318f3-74ba-464c-898d-278365051c45 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 944 time: 0.0667992
Jan 15 20:57:34.642248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-064e7d92-79a4-4917-93f5-c9055e187e4c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.645045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-064e7d92-79a4-4917-93f5-c9055e187e4c tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "GET /v2.0/ports?device_id=672fd3e7-4b14-4aa7-97da-6245dfabb878 HTTP/1.1" status: 200  len: 945 time: 0.0675652
Jan 15 20:57:34.695381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81dd75bd-086c-4955-ab89-8164cc463259 req-b6baeeb7-a0fd-4fe7-9182-ee588457dbae tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582814
Jan 15 20:57:34.774575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Deleting port c668866d-59e2-40a4-830d-eaaaf5f479ca {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:34.774961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.902815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-e90d66ee-5be1-4fd3-8d92-47495500c535 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.904766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] For port c668866d-59e2-40a4-830d-eaaaf5f479ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c668866d-59e2-40a4-830d-eaaaf5f479ca,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:34.905242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:34.909199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-e90d66ee-5be1-4fd3-8d92-47495500c535 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=0874eafa-ffa2-4257-b6c5-66e4bef983db HTTP/1.1" status: 200  len: 944 time: 0.0810246
Jan 15 20:57:34.920819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5fb6e-fe6f-430b-9979-2cba348c0c15 req-35b71882-e7d4-4859-833c-a057a03d7fe5 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:34.922471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9d5fb6e-fe6f-430b-9979-2cba348c0c15 req-35b71882-e7d4-4859-833c-a057a03d7fe5 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1095 time: 0.1030087
Jan 15 20:57:34.926124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Calling delete_port for c668866d-59e2-40a4-830d-eaaaf5f479ca owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:35.013395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9d5fb6e-fe6f-430b-9979-2cba348c0c15 req-4e51ec23-9d96-4cec-8803-bb19a3e83c2f tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747907
Jan 15 20:57:35.036922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port 6b0f9bd5-35ce-4655-ab53-3207b68d566f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:35.037660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.136538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c668866d-59e2-40a4-830d-eaaaf5f479ca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.152708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c668866d-59e2-40a4-830d-eaaaf5f479ca', '9409ec6f-f317-4b00-ad1b-b8d9a6b10896'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:35.175089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event deleted for resources: {'Port': ['ID=c668866d-59e2-40a4-830d-eaaaf5f479ca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:35.226444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b4e79b4f-5297-4f59-b4cf-fba91468535c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:35.253756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] No DVR routers for this DVR port c668866d-59e2-40a4-830d-eaaaf5f479ca on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:35.258913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.267329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f256a281-64ca-45ac-ba3e-f09eb3f851ce req-5c3ddb80-512c-4cdf-a09e-c9f6b7b5f56e tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "DELETE /v2.0/ports/c668866d-59e2-40a4-830d-eaaaf5f479ca HTTP/1.1" status: 204  len: 173 time: 0.6148813
Jan 15 20:57:35.267793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'name': 'network-vif-deleted', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:35.273712 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1172d4b-5959-4509-baed-768282c71f5c" -d '{"events": [{"server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "name": "network-vif-deleted", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:35.504810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:35.647934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:35.655302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-network', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:35.658781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port 6b0f9bd5-35ce-4655-ab53-3207b68d566f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6b0f9bd5-35ce-4655-ab53-3207b68d566f,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:35.659165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.672190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f'}, {'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:35.673066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90728a-01f7-4c7d-853c-b597c82ba0fc req-20ae32e4-5fdb-4d62-8a71-8081413ef044 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:35.674898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff90728a-01f7-4c7d-853c-b597c82ba0fc req-20ae32e4-5fdb-4d62-8a71-8081413ef044 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 1095 time: 0.0910892
Jan 15 20:57:35.675765 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc2bb2-0e9b-48c8-8017-5016df058162" -d '{"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f"}, {"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-unplugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:35.679266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for 6b0f9bd5-35ce-4655-ab53-3207b68d566f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:35.698292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:35.703109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.717127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.790566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:35.806693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff90728a-01f7-4c7d-853c-b597c82ba0fc req-b2e68ccf-7952-428e-bcb7-bae8ba36a48b tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777574
Jan 15 20:57:35.816060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'mac_address': 'fa:16:3e:b0:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:35.882089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks [] for security_group (da57ab38-e0fd-443e-ad79-c13e46a31004), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.883069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:35.888246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.889162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (da57ab38-e0fd-443e-ad79-c13e46a31004), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.921437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:35.943869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:57:35.968764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da57ab38-e0fd-443e-ad79-c13e46a31004,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:35.971999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5ea7fbab-ffc4-4834-af4e-8314d0c2225a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:35.972665 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Added segment 5ea7fbab-ffc4-4834-af4e-8314d0c2225a of type vlan for network f1abede3-ecab-4e83-a1da-6cc70da90e11
Jan 15 20:57:35.975847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:35.984560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.021433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731b8cb-e921-4916-95f8-8a7cb665fbc7 req-5d4dcf1d-3703-4d4d-8984-d044ab2fe1ad tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:36.023097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f1abede3-ecab-4e83-a1da-6cc70da90e11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.031016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1731b8cb-e921-4916-95f8-8a7cb665fbc7 req-5d4dcf1d-3703-4d4d-8984-d044ab2fe1ad tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0951951
Jan 15 20:57:36.054331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f1abede3-ecab-4e83-a1da-6cc70da90e11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.055671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:36.056983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.072677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6b0f9bd5-35ce-4655-ab53-3207b68d566f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.081445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:36.103642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:36.121022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=6b0f9bd5-35ce-4655-ab53-3207b68d566f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:36.125298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6161265
Jan 15 20:57:36.126038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42676) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:36.131900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Request body: {'subnet': {'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-subnet', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:36.157667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201b7fd-b801-478e-afa1-31a436ea00a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f1abede3-ecab-4e83-a1da-6cc70da90e11,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:36.163593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:36.168616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.187819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port 6b0f9bd5-35ce-4655-ab53-3207b68d566f on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:36.191196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.204548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0189c870-d5e5-40b1-a74b-bc2ef66a61aa req-ed6958ff-902e-4dd4-a47d-b06294217ad7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "DELETE /v2.0/ports/6b0f9bd5-35ce-4655-ab53-3207b68d566f HTTP/1.1" status: 204  len: 173 time: 1.2943792
Jan 15 20:57:36.205207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-deleted', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:36.207667 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60751c-5795-406b-a7ae-a153670c61de" -d '{"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-deleted", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:36.227018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1731b8cb-e921-4916-95f8-8a7cb665fbc7 req-72bc9c0c-35b0-4800-9340-bb10d66eebfe tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948133
Jan 15 20:57:36.369501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:57:36.495262 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6beff77-56aa-493f-b309-13e94b0e1e7c x-openstack-request-id: req-a6beff77-56aa-493f-b309-13e94b0e1e7c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:36.497030 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672fd3e7-4b14-4aa7-97da-6245dfabb878", "name": "network-vif-deleted", "tag": "c668866d-59e2-40a4-830d-eaaaf5f479ca", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:36.497321 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6beff77-56aa-493f-b309-13e94b0e1e7c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:36.497720 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672fd3e7-4b14-4aa7-97da-6245dfabb878', 'name': 'network-vif-deleted', 'tag': 'c668866d-59e2-40a4-830d-eaaaf5f479ca', 'status': 'completed', 'code': 200}
Jan 15 20:57:36.499640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (e91b8160-7f88-4c9a-b2e1-37391b74e86f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.566523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91b8160-7f88-4c9a-b2e1-37391b74e86f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:36.575780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Checking segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:36.576141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Network hostable DHCP agents. Network: f1abede3-ecab-4e83-a1da-6cc70da90e11, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:57:36.582862 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5077b-2c69-4384-b36c-9afe824f3074 x-openstack-request-id: req-f0f5077b-2c69-4384-b36c-9afe824f3074 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:36.583157 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-unplugged", "status": "failed", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f", "code": 422}, {"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-unplugged", "status": "completed", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:36.583409 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0f5077b-2c69-4384-b36c-9afe824f3074 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:36.583826 ncdv-master-1 neutron-server[114439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'code': 422} returned with failed status
Jan 15 20:57:36.584088 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'code': 200}
Jan 15 20:57:36.595657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:57:36.607683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1abede3-ecab-4e83-a1da-6cc70da90e11) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:36.620278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbcf3a6-9cfe-41f2-b54d-dd9542d1b105 None None] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:36.626488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:36.627125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.649849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c17849d1-401a-4377-aa2f-d8264738cb27 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5200970
Jan 15 20:57:36.651858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42714) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:36.660667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:36.705123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.706231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.737684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1abede3-ecab-4e83-a1da-6cc70da90e11', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:57:36.738514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.794661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for router_controller (252c0203-0460-4e80-8d8f-6731ac40a93d), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:36.920551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Allocated IP 172.20.0.2 (f1abede3-ecab-4e83-a1da-6cc70da90e11/e91b8160-7f88-4c9a-b2e1-37391b74e86f/ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:37.033007 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161fcf01-e2c2-4b3d-8508-3c16c6454a70 x-openstack-request-id: req-161fcf01-e2c2-4b3d-8508-3c16c6454a70 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:37.034040 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0874eafa-ffa2-4257-b6c5-66e4bef983db", "name": "network-vif-deleted", "tag": "6b0f9bd5-35ce-4655-ab53-3207b68d566f", "status": "failed", "code": 422}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:37.034940 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-161fcf01-e2c2-4b3d-8508-3c16c6454a70 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:37.038563 ncdv-master-1 neutron-server[114437]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0874eafa-ffa2-4257-b6c5-66e4bef983db', 'name': 'network-vif-deleted', 'tag': '6b0f9bd5-35ce-4655-ab53-3207b68d566f', 'status': 'failed', 'code': 422} returned with failed status
Jan 15 20:57:37.158550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks [] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.168477 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.201839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for router_gateway (252c0203-0460-4e80-8d8f-6731ac40a93d), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.239371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:37.248477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:37.259188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:37.279923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Pushing event updated for resources: {'Port': ['ID=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:37.397221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-b6185d59-dddb-4635-b568-3eea3d752a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:37.398719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-b6185d59-dddb-4635-b568-3eea3d752a29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1097 time: 0.1117914
Jan 15 20:57:37.474406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Attempting to bind port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:37.475056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Attempting to bind port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:37.475188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Attempting to bind port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb on network f1abede3-ecab-4e83-a1da-6cc70da90e11 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:37.485659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:37.486069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Checking segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:37.486462 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.486857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Bound using segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:37.487329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Bound port: ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:37.487710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.517436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-9015e6c5-8576-44f4-9ca8-849310110714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:37.519586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-9015e6c5-8576-44f4-9ca8-849310110714 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.1128836
Jan 15 20:57:37.563239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26781616-1443-4729-be16-82d1bf6e82c1 req-a883d695-9422-4020-8507-8d47656ec55b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:37.578071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26781616-1443-4729-be16-82d1bf6e82c1 req-a883d695-9422-4020-8507-8d47656ec55b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2008936
Jan 15 20:57:37.607246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-f5ae37bf-16ef-4708-ac45-36009077b183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 200  len: 217 time: 0.0796897
Jan 15 20:57:37.660678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:37.667555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] For port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:37.730820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-67d63df4-c50b-4c07-aa62-322cb6398012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:37.732310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-67d63df4-c50b-4c07-aa62-322cb6398012 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1184213
Jan 15 20:57:37.759144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] For port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:37.774941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26781616-1443-4729-be16-82d1bf6e82c1 req-b73d7020-abc9-4bb8-8548-6ea667dacd1d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955991
Jan 15 20:57:37.779061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.811786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-795f2ef6-9e6a-4a7c-977c-6e98472f43a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730970
Jan 15 20:57:37.866408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1add7b4-1b15-4971-b3db-eaf8ce419470 None None] Pushing event updated for resources: {'Port': ['ID=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:37.871013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:37.871599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:37.924312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for router_gateway (252c0203-0460-4e80-8d8f-6731ac40a93d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.068278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.071150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:38.072611 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.074921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-9153c1db-b087-4115-b313-31a12f32d6ca service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563980
Jan 15 20:57:38.177069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:38.186907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.188295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:38.297143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6b0f9bd5-35ce-4655-ab53-3207b68d566f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:38.297687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6b0f9bd5-35ce-4655-ab53-3207b68d566f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:38.318054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-845e4fa1-05d5-4230-93ab-40b5dab20897 req-87b79008-d633-4f9a-b5a5-a12beed4fd1a service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2358148
Jan 15 20:57:38.394197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:38.394731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Allocated IP 172.35.1.197 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/6aea1a36-6387-4760-91ba-1268ac06d298) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:38.553740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-1be22131-c18a-427d-83d5-eff616d02ddd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:38.555547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-1be22131-c18a-427d-83d5-eff616d02ddd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.6050847
Jan 15 20:57:38.585327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:38.591030 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab3af47-54e5-4b5d-8c5a-b2f270f5f23a" -d '{"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:38.603983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-c87ad181-7050-4ec2-a96c-c8aae8f4793a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0333319
Jan 15 20:57:38.652650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-e615a4a7-fe3c-4240-903d-e23f5ac35bfc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485430
Jan 15 20:57:38.677101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for port (6aea1a36-6387-4760-91ba-1268ac06d298), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.803444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:38.823680 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14922162-8d97-404a-b92c-4ffff33986a7 x-openstack-request-id: req-14922162-8d97-404a-b92c-4ffff33986a7 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:38.823857 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-plugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:38.824117 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14922162-8d97-404a-b92c-4ffff33986a7 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:38.824517 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'code': 200}
Jan 15 20:57:38.890487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=6aea1a36-6387-4760-91ba-1268ac06d298,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:38.916886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-22823871-f3a6-4bb5-bcde-e1ae11d2c85a service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632594
Jan 15 20:57:38.923895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:38.925547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:38.942341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:38.995761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c668866d-59e2-40a4-830d-eaaaf5f479ca no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:39.069016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: c668866d-59e2-40a4-830d-eaaaf5f479ca {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:39.070269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c668866d-59e2-40a4-830d-eaaaf5f479ca not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:39.233440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:39.317369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:39.318031 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:39.500412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:39.501530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:39.563089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ad4c3-a201-4781-a182-65fbc96cc9f9 None None] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:39.618055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:39.627864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:39.695210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for router_gateway (252c0203-0460-4e80-8d8f-6731ac40a93d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:39.749098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-61e9c009-7614-419c-be45-5c4e68eef359 None None] Provisioning complete for port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:39.749650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61e9c009-7614-419c-be45-5c4e68eef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:39.754646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:39.801546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7c78-b998-460f-8b9d-060257a2bfb1 req-4ca5ef0f-0a75-4f5a-b8a7-50e583316aa5 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:39.815357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c7c78-b998-460f-8b9d-060257a2bfb1 req-4ca5ef0f-0a75-4f5a-b8a7-50e583316aa5 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:39.825292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d01c7c78-b998-460f-8b9d-060257a2bfb1 req-4ca5ef0f-0a75-4f5a-b8a7-50e583316aa5 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3&device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 1682 time: 0.4473898
Jan 15 20:57:39.837934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-bf3c448e-3825-4f45-b28d-4fa8bff00436 service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9038956
Jan 15 20:57:39.880117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-61e9c009-7614-419c-be45-5c4e68eef359 None None] Current status of the port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:39.985722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d01c7c78-b998-460f-8b9d-060257a2bfb1 req-d7f7bf39-4ecf-410e-b1d4-14b036373f32 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607041
Jan 15 20:57:40.257565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c58f-6177-4bf3-bb9c-0e2625111581 req-b897bb6b-856d-430d-8640-b769f422857a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:40.259598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e71c58f-6177-4bf3-bb9c-0e2625111581 req-b897bb6b-856d-430d-8640-b769f422857a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1747768
Jan 15 20:57:40.311806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-da495d60-62a2-47c8-87d1-61d9039260a4 None None] Provisioning complete for port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:40.312451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da495d60-62a2-47c8-87d1-61d9039260a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:40.445839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e71c58f-6177-4bf3-bb9c-0e2625111581 req-aa9b8ab3-4191-4c82-85f5-c2fcf7b25e13 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736248
Jan 15 20:57:40.451042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:40.456993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-da495d60-62a2-47c8-87d1-61d9039260a4 None None] Current status of the port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:40.602306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8eae4018-32f6-4bef-9ba6-f91c14c5181d req-95d1668e-1443-44eb-aa56-aa900bd60141 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 210 time: 0.0586610
Jan 15 20:57:40.715717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Router 252c0203-0460-4e80-8d8f-6731ac40a93d is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:57:40.871139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:40.881953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Sync routers for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:40.899404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:40.904011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:40.904204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-389747fe-4e17-42fb-8b15-42993272bcf8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.2467139
Jan 15 20:57:40.904316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b697520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:40.904451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:41.366924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:41.468114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:41.686700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:41.688221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:41.888581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:41.898753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee7b2-fbc2-47cf-b188-4266a95ec5da req-e3fad690-0eeb-46bf-b841-c7485da46e1d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:41.919828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1ee7b2-fbc2-47cf-b188-4266a95ec5da req-e3fad690-0eeb-46bf-b841-c7485da46e1d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.3224301
Jan 15 20:57:41.925381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b697520>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:39Z', 'revision_number': 3, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:41.927849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-9aa11326-133b-476c-901f-0a947c8906f6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:41.929395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-9aa11326-133b-476c-901f-0a947c8906f6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.3542335
Jan 15 20:57:41.949059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': 'deef57f9-d933-48ad-a051-e782593799bf', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:41.964304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Checking router: 252c0203-0460-4e80-8d8f-6731ac40a93d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:41.965174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Updating router 252c0203-0460-4e80-8d8f-6731ac40a93d port 6aea1a36-6387-4760-91ba-1268ac06d298 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:57:41.991742 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.105209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:42.111121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.329405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks [] for port (6aea1a36-6387-4760-91ba-1268ac06d298), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.339555 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.392353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.4 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/00278b05-3736-45fa-b8cc-cc991355aa9a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:42.436749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Attempting to bind port 6aea1a36-6387-4760-91ba-1268ac06d298 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:42.437141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Attempting to bind port 6aea1a36-6387-4760-91ba-1268ac06d298 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:42.437507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Attempting to bind port 6aea1a36-6387-4760-91ba-1268ac06d298 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:42.457039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:42.457435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:42.457804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.458335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:42.458813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Bound port: 6aea1a36-6387-4760-91ba-1268ac06d298, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:42.459192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.461345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46a89-9ccc-4b13-af86-32335fb7e5ee None None] Pushing event updated for resources: {'Port': ['ID=6aea1a36-6387-4760-91ba-1268ac06d298,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:42.528553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] For port 6aea1a36-6387-4760-91ba-1268ac06d298, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:42.532420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] For port 6aea1a36-6387-4760-91ba-1268ac06d298, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aea1a36-6387-4760-91ba-1268ac06d298,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:42.553272 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.574230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ea17-ccad-4952-8c66-5a469eb38577 req-8750e9e9-bb71-430b-b596-4542734c93af tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:42.590927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa79ea17-ccad-4952-8c66-5a469eb38577 req-8750e9e9-bb71-430b-b596-4542734c93af tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 945 time: 0.7430103
Jan 15 20:57:42.597636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.643765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46a89-9ccc-4b13-af86-32335fb7e5ee None None] Pushing event updated for resources: {'Port': ['ID=6aea1a36-6387-4760-91ba-1268ac06d298,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:42.678934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:42.679830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b697520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:42.684761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1ee7b2-fbc2-47cf-b188-4266a95ec5da req-acac6698-bf4d-47dc-84ca-b65de938a5cd tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7657440
Jan 15 20:57:42.778045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:42.820697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa79ea17-ccad-4952-8c66-5a469eb38577 req-d718e783-2188-4ceb-ab57-35ebc7b6f066 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813731
Jan 15 20:57:42.944711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-c930d9fb-8b01-46a0-83fa-70eada6ba2ee tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:42.951838 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-c930d9fb-8b01-46a0-83fa-70eada6ba2ee tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.45 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 945 time: 0.3305635
Jan 15 20:57:42.962186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc8e766-0d11-49f9-9e67-fe08ee061e8e req-f80a718b-8d45-4627-a8c7-5dd8efc9923e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 210 time: 0.0460315
Jan 15 20:57:43.010945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:43.053581 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.121785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Allocated IP 172.20.0.1 (f1abede3-ecab-4e83-a1da-6cc70da90e11/e91b8160-7f88-4c9a-b2e1-37391b74e86f/46fd5add-95c9-4a85-ae21-cf6a6eae1548) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:43.140691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-a2caa956-1ec3-4f60-97f9-02b3251bdbee tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:43.142955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-a2caa956-1ec3-4f60-97f9-02b3251bdbee tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "GET /v2.0/ports?device_id=3809db38-b5f5-471e-b6ba-de39c46d53a3 HTTP/1.1" status: 200  len: 946 time: 0.3110347
Jan 15 20:57:43.247015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:43.253478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:43.255662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:43.273585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b697520>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:39Z', 'revision_number': 3, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:43.278054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:43.297471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks [] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.311495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33c29f-49fb-4dbe-a930-8e200eb466be None None] The sync data for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 is: [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:39Z', 'revision_number': 3, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:43.323463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.323828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.324195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.324544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.324902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.325246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.325580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.325913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.326242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.326571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.326900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.327224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.327546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.381458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:43.382094 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.411650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Deleting port b4e79b4f-5297-4f59-b4cf-fba91468535c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:43.411996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.433436 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-3542291e-43b5-438a-9839-fb9876659868 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4885044
Jan 15 20:57:43.437751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-865e7008-c17a-42f0-b90b-17f08c51b02d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:43.439300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-865e7008-c17a-42f0-b90b-17f08c51b02d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.1571741
Jan 15 20:57:43.440766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.471180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Request body: {'port': {'device_id': 'deef57f9-d933-48ad-a051-e782593799bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:43.506877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-fa81d537-54cd-4ea0-8286-86369765cdda tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/quotas/385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 375 time: 0.0204360
Jan 15 20:57:43.519330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:43.539723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Deleting port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:57:43.539970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:43.542517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.565679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:43.568029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Pushing event updated for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:43.625756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.626413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.626916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.627412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.627923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.628414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.628923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.629430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.629973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.630471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.630959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.631627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.632115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:43.642639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.659532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (252c0203-0460-4e80-8d8f-6731ac40a93d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.670758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] For port b4e79b4f-5297-4f59-b4cf-fba91468535c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e79b4f-5297-4f59-b4cf-fba91468535c,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:43.671134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.694045 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:57:43.735333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-4dba7e2d-7c7f-4956-a5cd-014062bc0ad5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2146006
Jan 15 20:57:43.771146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Calling delete_port for b4e79b4f-5297-4f59-b4cf-fba91468535c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:43.847271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] For port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,segment=NetworkSegment(f246adf6-12e8-4e4c-8c45-a4826209e96f),segment_id=f246adf6-12e8-4e4c-8c45-a4826209e96f)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:43.847945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:43.921758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-36e4c8c0-d60d-43c7-8c73-44f12d5216cf service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852653
Jan 15 20:57:44.018956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-563b8616-ca05-4358-a319-2149c23e1c1f None None] Provisioning complete for port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:44.019998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-563b8616-ca05-4358-a319-2149c23e1c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.088602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b575-a840-4358-86c4-6c9ea4daff72 req-5519abb0-807a-4ce7-887f-406d7abbb032 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:44.089619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abc9b575-a840-4358-86c4-6c9ea4daff72 req-5519abb0-807a-4ce7-887f-406d7abbb032 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0924785
Jan 15 20:57:44.096643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-563b8616-ca05-4358-a319-2149c23e1c1f None None] Port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:57:44.186061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.220541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abc9b575-a840-4358-86c4-6c9ea4daff72 req-b3feba13-f132-40a9-941f-2173bf7da528 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088264
Jan 15 20:57:44.222878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-4486dedb-1a0c-40bb-a434-389784f03e4d service neutron] 10.222.0.46 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001924
Jan 15 20:57:44.263227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.492829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Calling delete_port for 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:57:44.566396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5a3fb-2a2c-4249-8fdd-a500c30f3887 req-500eb62c-ba5d-46de-a7be-6ca2a105c023 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:44.567952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8e5a3fb-2a2c-4249-8fdd-a500c30f3887 req-500eb62c-ba5d-46de-a7be-6ca2a105c023 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 945 time: 0.1373572
Jan 15 20:57:44.651699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8e5a3fb-2a2c-4249-8fdd-a500c30f3887 req-14fd8840-39a6-4d2b-a03c-93c20ac7d470 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/security-groups?id=8c749dc3-775b-4eed-81f7-f4a774000ac2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756340
Jan 15 20:57:44.661424 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks [] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.668178 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.757727 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (252c0203-0460-4e80-8d8f-6731ac40a93d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:44.769018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Pushing event updated for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:44.982593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:44.985737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:45.071088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.099337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ebed8721-a0ee-469b-b97d-ae24b41bb06d req-f4a2c5dc-cc26-411f-bfe2-414d42252385 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 210 time: 0.0456083
Jan 15 20:57:45.126808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73956-2f23-4e15-b0b4-f3d8cdd193da req-3cac2a33-4b1d-4731-819b-89f7c4fecee5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:45.127070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce73956-2f23-4e15-b0b4-f3d8cdd193da req-3cac2a33-4b1d-4731-819b-89f7c4fecee5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 931 time: 0.2206566
Jan 15 20:57:45.161951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b4e79b4f-5297-4f59-b4cf-fba91468535c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.176579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b4e79b4f-5297-4f59-b4cf-fba91468535c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:45.253575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce73956-2f23-4e15-b0b4-f3d8cdd193da req-c6661faa-236a-40a2-8898-f7215d5d82b7 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670455
Jan 15 20:57:45.281170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event deleted for resources: {'Port': ['ID=b4e79b4f-5297-4f59-b4cf-fba91468535c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:45.342061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6aea1a36-6387-4760-91ba-1268ac06d298 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:45.365915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Router 252c0203-0460-4e80-8d8f-6731ac40a93d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:57:45.448579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6aea1a36-6387-4760-91ba-1268ac06d298 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:45.449068 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.488663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00278b05-3736-45fa-b8cc-cc991355aa9a {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:45.502327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks [] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.568199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ab1fdb20-aabb-41ec-b91e-bbcac0eb3d75 None None] Provisioning complete for port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:45.569039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ab1fdb20-aabb-41ec-b91e-bbcac0eb3d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.627408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ade915-0c57-47e7-af2a-87eef0f11d1a req-e58be48b-fbe2-4140-a55a-8e14470d520e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:45.629278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05ade915-0c57-47e7-af2a-87eef0f11d1a req-e58be48b-fbe2-4140-a55a-8e14470d520e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1701789
Jan 15 20:57:45.658442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Transition to ACTIVE for port object 00278b05-3736-45fa-b8cc-cc991355aa9a will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:45.660219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] No DVR routers for this DVR port b4e79b4f-5297-4f59-b4cf-fba91468535c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:45.663790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6aea1a36-6387-4760-91ba-1268ac06d298 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:45.664817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.671848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ab1fdb20-aabb-41ec-b91e-bbcac0eb3d75 None None] Port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:57:45.672732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.688181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70f1d363-71ac-4861-978b-bf52dc0857a1 req-868b7a32-645d-485b-951a-5bceebfbb838 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.45 "DELETE /v2.0/ports/b4e79b4f-5297-4f59-b4cf-fba91468535c HTTP/1.1" status: 204  len: 173 time: 2.7277212
Jan 15 20:57:45.690699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9409ec6f-f317-4b00-ad1b-b8d9a6b10896), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.692564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'name': 'network-vif-deleted', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:45.695404 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a112ff09-b8f1-4b29-9eff-560249da48e3" -d '{"events": [{"server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "name": "network-vif-deleted", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:45.695988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:45.716221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b4e79b4f-5297-4f59-b4cf-fba91468535c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:45.718692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-db536d85-1af2-4742-a156-5d674fcaabae admin admin] 10.222.0.46 "PUT /v2.0/routers/252c0203-0460-4e80-8d8f-6731ac40a93d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8116229
Jan 15 20:57:45.725585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 6aea1a36-6387-4760-91ba-1268ac06d298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aea1a36-6387-4760-91ba-1268ac06d298,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:45.747084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.758446 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:45.795882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05ade915-0c57-47e7-af2a-87eef0f11d1a req-4a30947b-4654-4b1f-a8aa-fc4e5d646641 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552594
Jan 15 20:57:45.827791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Pushing event deleted for resources: {'Port': ['ID=9409ec6f-f317-4b00-ad1b-b8d9a6b10896,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:45.896357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=6aea1a36-6387-4760-91ba-1268ac06d298,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:45.956756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40b5ed1c-eaa7-43a3-8fc1-d8ab41f4f96c req-9e16cd0a-3d7c-4805-a483-a21331ef6fb3 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.46 "GET /v2.0/ports?device_id=733106f5-de5a-4e36-9181-b277ccd1f423 HTTP/1.1" status: 200  len: 210 time: 0.0716136
Jan 15 20:57:45.995661 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab860e95-f7bc-43ed-b2e6-60a796f55d39 x-openstack-request-id: req-ab860e95-f7bc-43ed-b2e6-60a796f55d39 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:45.995983 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733106f5-de5a-4e36-9181-b277ccd1f423", "name": "network-vif-deleted", "tag": "b4e79b4f-5297-4f59-b4cf-fba91468535c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:45.996253 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab860e95-f7bc-43ed-b2e6-60a796f55d39 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:45.996662 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733106f5-de5a-4e36-9181-b277ccd1f423', 'name': 'network-vif-deleted', 'tag': 'b4e79b4f-5297-4f59-b4cf-fba91468535c', 'status': 'completed', 'code': 200}
Jan 15 20:57:46.004318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] No DVR routers for this DVR port 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:57:46.008814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:46.019551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1f4c430-f8a6-4206-b22d-f79213521925 req-012ca2dd-73ba-41b1-8b67-0a99949a2b07 tempest-ListServersNegativeTestJSON-1076198852 tempest-ListServersNegativeTestJSON-1076198852-project] 10.222.0.39 "DELETE /v2.0/ports/9409ec6f-f317-4b00-ad1b-b8d9a6b10896 HTTP/1.1" status: 204  len: 173 time: 2.8352282
Jan 15 20:57:46.148879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Pushing event updated for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:46.233489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Attempting to bind port 00278b05-3736-45fa-b8cc-cc991355aa9a on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:46.237106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Attempting to bind port 00278b05-3736-45fa-b8cc-cc991355aa9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:46.237681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Attempting to bind port 00278b05-3736-45fa-b8cc-cc991355aa9a on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:46.251238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Port 00278b05-3736-45fa-b8cc-cc991355aa9a on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:46.251647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Attempting to bind port 00278b05-3736-45fa-b8cc-cc991355aa9a on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:46.260203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:46.260203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:46.260203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:46.260203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Bound port: 00278b05-3736-45fa-b8cc-cc991355aa9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:46.260203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:46.399344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:46.403047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b746175-cbe9-482f-812b-b4beb5f089fb req-ad810f3a-2679-492c-b328-0bc1690f4c8c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 210 time: 0.0872092
Jan 15 20:57:46.405368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00278b05-3736-45fa-b8cc-cc991355aa9a,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:46.414050 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Sync routers for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:46.417870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:46.454700 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:46.455375 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:46.556692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2ab17-1728-48a0-ab6b-96dbb0574525 req-8ee74459-fd1e-4de1-98d6-33b1c820691a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:46.565446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e2ab17-1728-48a0-ab6b-96dbb0574525 req-8ee74459-fd1e-4de1-98d6-33b1c820691a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 943 time: 0.1601505
Jan 15 20:57:46.612483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:46.613577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:46.615145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] 10.222.0.39 "PUT /v2.0/ports/00278b05-3736-45fa-b8cc-cc991355aa9a HTTP/1.1" status: 200  len: 1091 time: 3.1487918
Jan 15 20:57:46.683203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e2ab17-1728-48a0-ab6b-96dbb0574525 req-aecb8380-ae44-47ea-92d3-a942e6206bd6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113055
Jan 15 20:57:46.770244 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:46.847722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c9f6-40f2-435b-b32b-9f8481648a92 service neutron] Pushing event updated for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:47.000852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-9270b719-b120-4a72-8e77-deca737634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:47.016100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-9270b719-b120-4a72-8e77-deca737634bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 1094 time: 0.3474743
Jan 15 20:57:47.036400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-6b66fba0-f8cf-46c6-96a9-584f2856347c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:47.037965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-6b66fba0-f8cf-46c6-96a9-584f2856347c tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 808 time: 0.5631177
Jan 15 20:57:47.043347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:47.066982 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0c10>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 2, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:47.088723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133da899-8424-4c0c-b6d2-82761a003abd req-43bf9284-83f7-41d4-b8d6-4e91175b3acb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:47.095553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-133da899-8424-4c0c-b6d2-82761a003abd req-43bf9284-83f7-41d4-b8d6-4e91175b3acb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1029038
Jan 15 20:57:47.105329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Request body: {'port': {'device_id': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'admin_state_up': True, 'tenant_id': '385a05b1a0a7479db84b762eca23b55b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:47.107718 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Checking router: 252c0203-0460-4e80-8d8f-6731ac40a93d for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:47.108316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Updating router 252c0203-0460-4e80-8d8f-6731ac40a93d port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:57:47.116673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:47.116673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9409ec6f-f317-4b00-ad1b-b8d9a6b10896 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:47.161492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-133da899-8424-4c0c-b6d2-82761a003abd req-487ed5b3-f8a7-4902-9cb5-0eb89e370ef1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614986
Jan 15 20:57:47.198123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43044) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:47.204882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-network', 'tenant_id': '340f50e25b72475288d45cf253ebff09'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:47.258810 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.270923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Made reservation on behalf of 340f50e25b72475288d45cf253ebff09 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:47.273849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.291933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43048) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:47.339223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6aea1a36-6387-4760-91ba-1268ac06d298 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:47.365314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.367841 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-9c0ecb41-4030-424a-ad65-4552fc8c12d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00278b05-3736-45fa-b8cc-cc991355aa9a HTTP/1.1" status: 200  len: 217 time: 0.3251543
Jan 15 20:57:47.498149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Deleting subnet 107a2c50-6738-4f72-bdf9-23154ce909a0 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:57:47.512560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Publish callbacks [] for subnet (107a2c50-6738-4f72-bdf9-23154ce909a0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.547792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6aea1a36-6387-4760-91ba-1268ac06d298 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:47.548550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.562286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-6b8bf83c-dfb8-4fec-89ef-36d0755f0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:47.568683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-6b8bf83c-dfb8-4fec-89ef-36d0755f0ef0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1856143
Jan 15 20:57:47.620524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (107a2c50-6738-4f72-bdf9-23154ce909a0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.662348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-d0e8e982-9571-40d2-8401-72dbefbd171a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832787
Jan 15 20:57:47.720696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (107a2c50-6738-4f72-bdf9-23154ce909a0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.721367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b4e79b4f-5297-4f59-b4cf-fba91468535c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:57:47.733537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Made reservation on behalf of 385a05b1a0a7479db84b762eca23b55b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:47.737268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.808242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: b4e79b4f-5297-4f59-b4cf-fba91468535c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:57:47.809982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b4e79b4f-5297-4f59-b4cf-fba91468535c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:57:47.885880 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-e43914c1-f1cb-467a-960b-b5416cd5eb11 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2148855
Jan 15 20:57:47.901535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks [] for security_group (7e895134-5b4c-4e92-aa62-92dc2a559a30), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.954563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53265d0c-3863-452c-b362-f49632df872b req-719dae5c-58a5-4907-92f0-134f653969ae tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 210 time: 0.0617979
Jan 15 20:57:47.959808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (107a2c50-6738-4f72-bdf9-23154ce909a0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:47.999791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e895134-5b4c-4e92-aa62-92dc2a559a30), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.000883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Allocated IP 172.20.0.4 (dd4402cd-4bc8-45f2-ad1b-283bdc21d905/27c54f90-f000-4a0f-a54d-938cee527307/b0dcfdb5-db07-45b0-99bf-de55b9ceff10) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:48.064799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e895134-5b4c-4e92-aa62-92dc2a559a30,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.078865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:57:48.091520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (4529b983-2774-46d5-9e37-fc8e5afa220f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.092063 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Added segment 4529b983-2774-46d5-9e37-fc8e5afa220f of type vlan for network 97dc0399-c67a-4bc6-948a-ffababe848d0
Jan 15 20:57:48.133356 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks [] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.141435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (97dc0399-c67a-4bc6-948a-ffababe848d0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.142632 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.175834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107a2c50-6738-4f72-bdf9-23154ce909a0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.181911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.185174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f9bd2eb4-752a-40b5-a404-fd1d039bba13 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/107a2c50-6738-4f72-bdf9-23154ce909a0 HTTP/1.1" status: 204  len: 168 time: 0.8921623
Jan 15 20:57:48.194861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (97dc0399-c67a-4bc6-948a-ffababe848d0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.196429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:48.197468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.200713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43072) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:48.207341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'name': 'network-vif-deleted', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896'}, {'name': 'network-changed', 'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:48.216184 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9debe8bd-0956-4f23-9a79-fc37c008562b" -d '{"events": [{"server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "name": "network-vif-deleted", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896"}, {"name": "network-changed", "server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:48.240104 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Pushing event updated for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.251241 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.251583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.261616 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.262413 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.262971 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.263519 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.264051 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.264623 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.265223 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.265807 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.266410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.266982 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.267521 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:48.305791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6aea1a36-6387-4760-91ba-1268ac06d298 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:48.316216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-71c137bd-cffc-470b-a433-2ea9fe3abb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.443469 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Attempting to bind port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:48.443927 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Attempting to bind port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:48.444191 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Attempting to bind port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 on network f1abede3-ecab-4e83-a1da-6cc70da90e11 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:48.450048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:48.450449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Checking segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:48.450925 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.451296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Bound using segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:48.451865 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Bound port: 46fd5add-95c9-4a85-ae21-cf6a6eae1548, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:48.452202 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.495942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4006c55-8f3d-4705-ace4-7f3d6a4fd590 req-b5854a9f-38e2-4ae0-bb06-8df4d5e06928 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6035917
Jan 15 20:57:48.530254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks [] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.545738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] Pushing event updated for resources: {'Network': ['ID=97dc0399-c67a-4bc6-948a-ffababe848d0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.562629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:57:48.581320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e38861-4ce7-4046-9f5c-d13555606d09 req-f1a64650-15ca-490b-b510-08cd68d27934 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:48.605395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.606515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e38861-4ce7-4046-9f5c-d13555606d09 req-f1a64650-15ca-490b-b510-08cd68d27934 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 943 time: 0.7100821
Jan 15 20:57:48.640727 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] For port 46fd5add-95c9-4a85-ae21-cf6a6eae1548, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:48.644884 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] For port 46fd5add-95c9-4a85-ae21-cf6a6eae1548, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd5add-95c9-4a85-ae21-cf6a6eae1548,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:48.653676 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.697304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:48.761773 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:48.765037 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:48.771227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:48.780907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:48.783247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:48.785892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.815273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-094c7831-f73c-4743-8952-acbc438984db None None] Provisioning complete for port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:48.819062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-094c7831-f73c-4743-8952-acbc438984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.836905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb9533ce-fa24-4666-a35e-195140728951 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6373472
Jan 15 20:57:48.841562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:48.856281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Request body: {'subnet': {'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-subnet', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:48.858204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3e3aa82c-c20c-421b-9162-2caf64b5b86e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.881369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05e38861-4ce7-4046-9f5c-d13555606d09 req-46099fe0-6550-4fe7-8780-dae486b7eb54 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738824
Jan 15 20:57:48.883047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:48.883772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.938025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-38dad37c-8fe9-4b28-b125-d191424c4d25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8533165
Jan 15 20:57:48.946075 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c471-e878-4e83-988e-0ccf5b6d71f4 None None] Pushing event updated for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:48.954385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Made reservation on behalf of 340f50e25b72475288d45cf253ebff09 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:48.959431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:48.971947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Request body: {'port': {'device_id': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:49.012765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab37bf8-0bc9-43dd-b5d1-fd8f97e448c6 req-635b9e37-70d7-4072-86ef-6d8067cde205 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:49.023755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab37bf8-0bc9-43dd-b5d1-fd8f97e448c6 req-635b9e37-70d7-4072-86ef-6d8067cde205 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.4647620
Jan 15 20:57:49.056988 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca2f3dc-6a38-4aab-813b-b553b0444f42 x-openstack-request-id: req-6ca2f3dc-6a38-4aab-813b-b553b0444f42 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:49.057305 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3809db38-b5f5-471e-b6ba-de39c46d53a3", "name": "network-vif-deleted", "tag": "9409ec6f-f317-4b00-ad1b-b8d9a6b10896", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:49.057620 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ca2f3dc-6a38-4aab-813b-b553b0444f42 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:49.058045 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3809db38-b5f5-471e-b6ba-de39c46d53a3', 'name': 'network-vif-deleted', 'tag': '9409ec6f-f317-4b00-ad1b-b8d9a6b10896', 'status': 'completed', 'code': 200}
Jan 15 20:57:49.058307 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a', 'status': 'completed', 'code': 200}
Jan 15 20:57:49.091377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:49.129601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3e3aa82c-c20c-421b-9162-2caf64b5b86e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.167773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78faecd0>,) {'filters': {'network_id': ['3e3aa82c-c20c-421b-9162-2caf64b5b86e']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:49.217529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab37bf8-0bc9-43dd-b5d1-fd8f97e448c6 req-2e612596-c061-4421-9d6f-1da4d0b4a2a3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832004
Jan 15 20:57:49.217766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-094c7831-f73c-4743-8952-acbc438984db None None] Current status of the port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:49.217766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-094c7831-f73c-4743-8952-acbc438984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.223856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78faecd0>, 'f246adf6-12e8-4e4c-8c45-a4826209e96f') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:49.224163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78faecd0>, 'f246adf6-12e8-4e4c-8c45-a4826209e96f') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:49.251810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f246adf6-12e8-4e4c-8c45-a4826209e96f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.284094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f246adf6-12e8-4e4c-8c45-a4826209e96f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.299275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:57:49.299694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f246adf6-12e8-4e4c-8c45-a4826209e96f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.312055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.381273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-094c7831-f73c-4743-8952-acbc438984db None None] For port 46fd5add-95c9-4a85-ae21-cf6a6eae1548, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd5add-95c9-4a85-ae21-cf6a6eae1548,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:57:49.391456 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:57:49.394949 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:57:49.399568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-094c7831-f73c-4743-8952-acbc438984db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.400428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-99c85fcd-4189-431e-baff-3120b1f9de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:49.413925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-99c85fcd-4189-431e-baff-3120b1f9de1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 1094 time: 0.2296596
Jan 15 20:57:49.474538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3e3aa82c-c20c-421b-9162-2caf64b5b86e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.496464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.508922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e3aa82c-c20c-421b-9162-2caf64b5b86e HTTP/1.1" status: 204  len: 168 time: 1.2520056
Jan 15 20:57:49.568590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c1ac-ee16-4694-992a-345345d90f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3aa82c-c20c-421b-9162-2caf64b5b86e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:49.575570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c7831-f73c-4743-8952-acbc438984db None None] Pushing event updated for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:49.591842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-60c842e5-b581-440a-acd2-e1150360f33b None None] Provisioning complete for port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:49.592278 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-60c842e5-b581-440a-acd2-e1150360f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.593855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5608f-270b-4c5e-b5e0-47916e9f427a req-f4ab808e-17c6-4a32-9060-5e1bd62ada1f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:49.597689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cd5608f-270b-4c5e-b5e0-47916e9f427a req-f4ab808e-17c6-4a32-9060-5e1bd62ada1f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 931 time: 0.1823442
Jan 15 20:57:49.695256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cd5608f-270b-4c5e-b5e0-47916e9f427a req-9312f064-f328-46d4-84c5-3e907ee1da53 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881882
Jan 15 20:57:49.696226 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0c10>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:48Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:49.734737 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17f11a-ba36-4b4d-97ee-298bc88d7d71 None None] The sync data for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 is: [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:48Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:57:49.744452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-60c842e5-b581-440a-acd2-e1150360f33b None None] Current status of the port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:49.823729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (6418a6f3-27dc-40d2-aa68-afac34049377), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:49.827072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-bd273bef-82ec-4a48-befd-0d3d17f15c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:49.829842 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-bd273bef-82ec-4a48-befd-0d3d17f15c44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.4142594
Jan 15 20:57:49.948366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:49.976746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-422c16e6-46f2-402b-883d-e4d0934340b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00278b05-3736-45fa-b8cc-cc991355aa9a HTTP/1.1" status: 200  len: 217 time: 0.1248784
Jan 15 20:57:50.057641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5fb7f709-39df-47c7-8ff3-72674ca70f2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e4a067d84534cbd879732a1b7c057ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1055236
Jan 15 20:57:50.065390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:50.066146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6418a6f3-27dc-40d2-aa68-afac34049377,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:50.089055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d003a-60f0-4c18-93e4-b90a7f36cf54 req-d5959054-7784-4a01-b061-bc98e605ffa8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:50.091267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45d003a-60f0-4c18-93e4-b90a7f36cf54 req-d5959054-7784-4a01-b061-bc98e605ffa8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 943 time: 0.0884423
Jan 15 20:57:50.130512 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-37c384fd-7e49-4322-acfd-0a8e302e9c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.175416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-c1f14992-416d-4661-9d04-9955a69d9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:50.181008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-c1f14992-416d-4661-9d04-9955a69d9789 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1889157
Jan 15 20:57:50.210411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45d003a-60f0-4c18-93e4-b90a7f36cf54 req-c301c215-13ce-4bc3-8dfe-af35dbc2386f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114585
Jan 15 20:57:50.245750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Checking segment: {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:50.246120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Network hostable DHCP agents. Network: 97dc0399-c67a-4bc6-948a-ffababe848d0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:57:50.289461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-e502ff22-9494-4a54-a714-f414e1084cee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373757
Jan 15 20:57:50.380354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dcfdb5-db07-45b0-99bf-de55b9ceff10 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:50.395500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks [] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.402642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6e7f-eea8-4c03-9639-632ebc4caece req-c85f78d6-dcd9-41aa-9a59-f70c287fc8bb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:50.404625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56ce6e7f-eea8-4c03-9639-632ebc4caece req-c85f78d6-dcd9-41aa-9a59-f70c287fc8bb tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0987329
Jan 15 20:57:50.424268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Transition to ACTIVE for port object b0dcfdb5-db07-45b0-99bf-de55b9ceff10 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:57:50.442692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] Publish callbacks [] for security_group (8c749dc3-775b-4eed-81f7-f4a774000ac2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.477106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] Publish callbacks [] for security_group (8c749dc3-775b-4eed-81f7-f4a774000ac2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.488277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56ce6e7f-eea8-4c03-9639-632ebc4caece req-6e826826-ed4e-44a2-8e6f-9466c37477ee tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734890
Jan 15 20:57:50.529511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.549119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:57:50.655437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:50.664634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97dc0399-c67a-4bc6-948a-ffababe848d0) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:50.671670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:50.672283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.675339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48aef7e-cbff-4797-b803-99e8465bb8df None None] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:50.786846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43122) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:50.787357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a516da5-c0bd-42d3-981d-cf01d7106885 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9443727
Jan 15 20:57:50.800467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:50.840912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8c749dc3-775b-4eed-81f7-f4a774000ac2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.844807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.848692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c749dc3-775b-4eed-81f7-f4a774000ac2 HTTP/1.1" status: 204  len: 168 time: 0.7801278
Jan 15 20:57:50.870088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-c09763ff-0bc4-474a-b4dc-8f57ade31be3 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5622559
Jan 15 20:57:50.871342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baa320-72eb-4d03-8b2c-185054d572ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c749dc3-775b-4eed-81f7-f4a774000ac2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:50.920179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-97dc0399-c67a-4bc6-948a-ffababe848d0', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'project_id': '340f50e25b72475288d45cf253ebff09', 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:57:50.922479 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.944549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:50.944693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:50.945168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:50.966454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:57:50.968390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:50.980936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf2402-c18d-408d-bcfc-babd81f61cda req-1321bf58-fabc-4389-a52a-a75430a89955 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:50.982033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:50.982375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:50.982756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:50.983185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Bound port: b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:50.983541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.984078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5dbf2402-c18d-408d-bcfc-babd81f61cda req-1321bf58-fabc-4389-a52a-a75430a89955 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.1781557
Jan 15 20:57:50.985401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:50.988154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.146300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9debe8bd-0956-4f23-9a79-fc37c008562b req-0bddb0f0-7779-40bf-aa51-e245314a854e service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701128
Jan 15 20:57:51.182348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Allocated IP 172.20.0.2 (97dc0399-c67a-4bc6-948a-ffababe848d0/6418a6f3-27dc-40d2-aa68-afac34049377/d26c249f-ed88-48c9-ae5e-7543de082e8a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:51.229016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for router_controller (568ce2b0-70e4-4a47-a047-6b686e5aaeef), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.245531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:51.252236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:51.259705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5dbf2402-c18d-408d-bcfc-babd81f61cda req-bdc63dfc-0a5d-4280-b95c-11b70cf2735a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578826
Jan 15 20:57:51.262436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.338268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:51.338898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.341433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] 10.222.0.45 "PUT /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 1091 time: 2.3906081
Jan 15 20:57:51.342242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:51.346848 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea93776-a96c-4c4f-adf3-9ce19403be83" -d '{"events": [{"name": "network-changed", "server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:51.393338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8dee-d2c1-459f-ac9b-79b12f857e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:51.403641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00278b05-3736-45fa-b8cc-cc991355aa9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:51.411616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 46fd5add-95c9-4a85-ae21-cf6a6eae1548 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:51.504770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-b701ad8d-8271-43f3-893a-342c3dab04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:51.510123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-b701ad8d-8271-43f3-893a-342c3dab04b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1094 time: 0.0995076
Jan 15 20:57:51.673868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-df0cba24-72ba-4193-9689-dbe3a2d1e39d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 217 time: 0.1435792
Jan 15 20:57:51.687575 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bce107d-5a15-47c7-bf6c-deb606eba0fa x-openstack-request-id: req-1bce107d-5a15-47c7-bf6c-deb606eba0fa {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:51.687918 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:51.688121 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bce107d-5a15-47c7-bf6c-deb606eba0fa {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:51.688535 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'status': 'completed', 'code': 200}
Jan 15 20:57:51.766021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks [] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.822000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:57:51.869149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for router_gateway (568ce2b0-70e4-4a47-a047-6b686e5aaeef), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.875534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.876478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801616-861c-47d0-923e-57c665e4ff00 req-7907c970-f309-4d6f-a737-8056b214a009 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:51.876478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad801616-861c-47d0-923e-57c665e4ff00 req-7907c970-f309-4d6f-a737-8056b214a009 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 943 time: 0.4043543
Jan 15 20:57:51.902350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-3b56e9c3-a910-40a7-a55b-95ced454daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:51.905607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-3b56e9c3-a910-40a7-a55b-95ced454daab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.2014813
Jan 15 20:57:51.911885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:51.925173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:51.933258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:51.935427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:51.935706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:51.959454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-0c0bfdd6-db84-4fe9-b4e1-7a520024756c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430553
Jan 15 20:57:52.041021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.113090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-f50ec664-b263-4ae8-8d3a-64b537206975 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430957
Jan 15 20:57:52.166845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Pushing event updated for resources: {'Port': ['ID=d26c249f-ed88-48c9-ae5e-7543de082e8a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:52.278891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Attempting to bind port d26c249f-ed88-48c9-ae5e-7543de082e8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:52.279530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Attempting to bind port d26c249f-ed88-48c9-ae5e-7543de082e8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:52.280091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Attempting to bind port d26c249f-ed88-48c9-ae5e-7543de082e8a on network 97dc0399-c67a-4bc6-948a-ffababe848d0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:52.287324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00278b05-3736-45fa-b8cc-cc991355aa9a,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:52.291473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:52.293695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Checking segment: {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:52.294385 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.294784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Bound using segment: {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:52.295662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Bound port: d26c249f-ed88-48c9-ae5e-7543de082e8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:52.296167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.298244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:52.317962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '00278b05-3736-45fa-b8cc-cc991355aa9a', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': '00278b05-3736-45fa-b8cc-cc991355aa9a', 'mac_address': 'fa:16:3e:6c:ee:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:52.325012 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-61e33894-37d5-45c7-9578-04b35c51bd35 req-faa0e28a-d0b8-4fee-ae33-439fc9546368 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015922
Jan 15 20:57:52.444782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 00278b05-3736-45fa-b8cc-cc991355aa9a is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:52.445476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.460243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] For port d26c249f-ed88-48c9-ae5e-7543de082e8a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:52.461883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-57f0dfe6-1c31-4475-8528-4f9189df5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:52.465200 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-57f0dfe6-1c31-4475-8528-4f9189df5c64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1094 time: 0.0689766
Jan 15 20:57:52.474308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00278b05-3736-45fa-b8cc-cc991355aa9a {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:52.489948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] For port d26c249f-ed88-48c9-ae5e-7543de082e8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d26c249f-ed88-48c9-ae5e-7543de082e8a,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:52.500762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad801616-861c-47d0-923e-57c665e4ff00 req-4303f75f-5021-4269-a95d-f86bc3a1c837 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6399481
Jan 15 20:57:52.514246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.527318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17caff-5570-4896-b93f-30eb288473cc req-a2dc89d0-e8df-4b02-b948-bac6ee6cedad tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:52.533404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e17caff-5570-4896-b93f-30eb288473cc req-a2dc89d0-e8df-4b02-b948-bac6ee6cedad tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.6651566
Jan 15 20:57:52.543753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00278b05-3736-45fa-b8cc-cc991355aa9a,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:52.579654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:52.629111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567276c1-f33f-426a-ace1-a91ad36efaf2 None None] Pushing event updated for resources: {'Port': ['ID=d26c249f-ed88-48c9-ae5e-7543de082e8a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:52.667634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-c25538cc-ce51-44d8-a121-e1df519eef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:52.670846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-c25538cc-ce51-44d8-a121-e1df519eef41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1954143
Jan 15 20:57:52.717547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e17caff-5570-4896-b93f-30eb288473cc req-668697a2-cad9-410a-8342-2319cfe642c8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831582
Jan 15 20:57:52.719265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:52.787414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:52.816182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-73c4b8e7-d0c5-4cce-9973-a969ed2f9a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 217 time: 0.1329598
Jan 15 20:57:52.832998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['00278b05-3736-45fa-b8cc-cc991355aa9a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:52.948194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-b9d4cc4d-1840-45ec-8e88-c4a1a1346edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:52.949839 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-b9d4cc4d-1840-45ec-8e88-c4a1a1346edf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0943675
Jan 15 20:57:53.094727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-b71e2dd2-5802-4cd6-9f50-d956933426c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0931737
Jan 15 20:57:53.104541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a62c2b-02eb-4895-81fb-ea42c012e8bf req-be22db5b-04fb-4953-b4d0-9b4ea324f57b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:53.111537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11a62c2b-02eb-4895-81fb-ea42c012e8bf req-be22db5b-04fb-4953-b4d0-9b4ea324f57b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.2992041
Jan 15 20:57:53.154848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1741019568-network', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:53.186040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for router_gateway (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.232271 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.257057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d26c249f-ed88-48c9-ae5e-7543de082e8a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:53.271035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.294484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11a62c2b-02eb-4895-81fb-ea42c012e8bf req-517fdfac-61c4-4052-a529-c22fc8ff1a04 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816809
Jan 15 20:57:53.304884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:53.308454 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.312198 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-5ef84e1a-4e20-4081-b324-9ba88d147a09 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058651
Jan 15 20:57:53.355010 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.375258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d26c249f-ed88-48c9-ae5e-7543de082e8a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:53.376034 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.481210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ea93776-a96c-4c4f-adf3-9ce19403be83 req-0e2fcc60-b486-483b-9bab-723fad58607f service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604898
Jan 15 20:57:53.527540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Allocated IP 172.35.1.188 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d012a892-ca71-4ee2-89ab-f0ae3004c8bc) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:53.551155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d26c249f-ed88-48c9-ae5e-7543de082e8a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:53.551553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.558055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks [] for security_group (1fdfe926-9397-4b0b-8264-3e6c53a75afd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.565855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1fdfe926-9397-4b0b-8264-3e6c53a75afd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.600399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port d26c249f-ed88-48c9-ae5e-7543de082e8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d26c249f-ed88-48c9-ae5e-7543de082e8a,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:53.607816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.675247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=d26c249f-ed88-48c9-ae5e-7543de082e8a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:53.696214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:57:53.778074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdfe926-9397-4b0b-8264-3e6c53a75afd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:53.803914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.807833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (303b151a-64f0-4ec8-b8cf-597389b01a79), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:53.808249 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Added segment 303b151a-64f0-4ec8-b8cf-597389b01a79 of type vlan for network 694fb227-829a-493b-b1b7-2dc4e238e05e
Jan 15 20:57:53.877637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f412-6e17-4108-916f-72870393a144 req-d1bced41-0a0e-4078-ab60-f2ea1297e839 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:53.879206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d34f412-6e17-4108-916f-72870393a144 req-d1bced41-0a0e-4078-ab60-f2ea1297e839 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 944 time: 0.2297132
Jan 15 20:57:53.921978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (694fb227-829a-493b-b1b7-2dc4e238e05e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.009873 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.061636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (694fb227-829a-493b-b1b7-2dc4e238e05e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.062609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:54.063277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.085675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9528dd3-8afc-47d1-91e3-9480d063acce req-6b8a66ec-487b-408e-a99b-5722a3020a3b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:54.095535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9528dd3-8afc-47d1-91e3-9480d063acce req-6b8a66ec-487b-408e-a99b-5722a3020a3b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2129657
Jan 15 20:57:54.122614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d34f412-6e17-4108-916f-72870393a144 req-7a4e863f-443a-4167-bfd2-4a97dced47de tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187717
Jan 15 20:57:54.230241 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.238915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486750a7-2483-4a3f-bfb5-664e781f051a None None] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:54.281928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:54.297333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Pushing event updated for resources: {'Port': ['ID=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:54.323833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5324636
Jan 15 20:57:54.324559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:54.330968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Request body: {'subnet': {'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1741019568-subnet', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:54.344687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fc962cd7-b8b4-4bfb-87d1-7c9afe42efa7 None None] Provisioning complete for port d26c249f-ed88-48c9-ae5e-7543de082e8a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:54.346356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc962cd7-b8b4-4bfb-87d1-7c9afe42efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.387251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:57:54.391053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.392250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:54.396160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:54.489166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fc962cd7-b8b4-4bfb-87d1-7c9afe42efa7 None None] Current status of the port d26c249f-ed88-48c9-ae5e-7543de082e8a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:54.510768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9528dd3-8afc-47d1-91e3-9480d063acce req-1941bbdc-d893-4e94-be5c-cd11addd5eee tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4134226
Jan 15 20:57:54.546644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fbb6f-7076-4cbf-b1f1-1981821936b6 admin admin] Pushing event updated for resources: {'Network': ['ID=694fb227-829a-493b-b1b7-2dc4e238e05e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:54.569507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 694fb227-829a-493b-b1b7-2dc4e238e05e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:57:54.675643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (bc355d13-6a37-424a-aa29-4bc72d05996b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.724805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f6c4a-20f4-4325-888d-70b3b900258e req-f7f9c401-2ba7-49cf-a922-3c937284b579 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:54.732990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc355d13-6a37-424a-aa29-4bc72d05996b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:54.733210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-131f6c4a-20f4-4325-888d-70b3b900258e req-f7f9c401-2ba7-49cf-a922-3c937284b579 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.3056686
Jan 15 20:57:54.782300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:54.782786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Network hostable DHCP agents. Network: 694fb227-829a-493b-b1b7-2dc4e238e05e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:57:54.803869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:57:54.831412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 694fb227-829a-493b-b1b7-2dc4e238e05e) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:54.841746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec8556-fb5d-4efc-837b-ee137c0257f9 None None] Network 694fb227-829a-493b-b1b7-2dc4e238e05e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:54.854746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:54.855488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.887418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a2090e3-b6e1-4259-a562-5e2ef502a653 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5616543
Jan 15 20:57:54.888056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43210) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:54.901983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:57:54.922969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-131f6c4a-20f4-4325-888d-70b3b900258e req-28c42f0e-9daf-4212-8783-533ff2b580af tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889057
Jan 15 20:57:54.961841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:54.966030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.090653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for router_gateway (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.094939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for router_controller (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.133477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00278b05-3736-45fa-b8cc-cc991355aa9a up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:55.167267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d26c249f-ed88-48c9-ae5e-7543de082e8a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:55.229819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7d9eb40f-0a34-4562-a075-ec39911838bd None None] Provisioning complete for port d26c249f-ed88-48c9-ae5e-7543de082e8a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:55.230198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d9eb40f-0a34-4562-a075-ec39911838bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.334039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 00278b05-3736-45fa-b8cc-cc991355aa9a completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:57:55.342268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-694fb227-829a-493b-b1b7-2dc4e238e05e', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:57:55.343127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.360716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for router_gateway (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.373311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 00278b05-3736-45fa-b8cc-cc991355aa9a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:55.373699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.445966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d26c249f-ed88-48c9-ae5e-7543de082e8a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:55.447165 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.515938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a0f28-aca2-4196-96f5-ac8fe1775711 req-cd15c86b-eafd-4fad-9b4a-aa7e6d3f4716 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:55.523907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac7a0f28-aca2-4196-96f5-ac8fe1775711 req-cd15c86b-eafd-4fad-9b4a-aa7e6d3f4716 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 944 time: 0.1621704
Jan 15 20:57:55.605701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.670717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7d9eb40f-0a34-4562-a075-ec39911838bd None None] Current status of the port d26c249f-ed88-48c9-ae5e-7543de082e8a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:55.748756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Allocated IP 172.20.0.2 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/192851c0-5cdb-4c57-8ddb-6c5c81b54539) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:55.771240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac7a0f28-aca2-4196-96f5-ac8fe1775711 req-848fc7e2-a932-49cd-b812-6fc37efa37e1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450254
Jan 15 20:57:55.775999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:57:55.818942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d26c249f-ed88-48c9-ae5e-7543de082e8a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:55.825068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 00278b05-3736-45fa-b8cc-cc991355aa9a is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:55.825484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:55.930597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051fc1-ac75-46ec-89e2-2a4f134ccc9a req-6123e60f-77b6-4a61-bbdd-0167d8a8696c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:55.932634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db051fc1-ac75-46ec-89e2-2a4f134ccc9a req-6123e60f-77b6-4a61-bbdd-0167d8a8696c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2150815
Jan 15 20:57:55.956366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Router 568ce2b0-70e4-4a47-a047-6b686e5aaeef is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:57:55.988451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for router_gateway (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.048961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.056716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:57:56.059615 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bc32f-f8d9-48b4-afc8-d5008ead1d4e" -d '{"events": [{"server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "name": "network-vif-plugged", "status": "completed", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:57:56.080226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db051fc1-ac75-46ec-89e2-2a4f134ccc9a req-e0765b6e-ee0f-42f7-ac5d-fcad7639be33 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383159
Jan 15 20:57:56.101380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00278b05-3736-45fa-b8cc-cc991355aa9a,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:56.154827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:56.173996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905', 'port_id': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'mac_address': 'fa:16:3e:92:f8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c54f90-f000-4a0f-a54d-938cee527307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:57:56.178425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.182658 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d7adf8-1c5c-4d0c-990e-457837bfb61c x-openstack-request-id: req-b2d7adf8-1c5c-4d0c-990e-457837bfb61c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:57:56.182954 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "name": "network-vif-plugged", "status": "completed", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:57:56.183218 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2d7adf8-1c5c-4d0c-990e-457837bfb61c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:57:56.183615 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a', 'code': 200}
Jan 15 20:57:56.192560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:56.216433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Sync routers for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:56.224181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e15fb4-38f1-41fa-86b2-116e59a66005 req-217d05da-3b8c-48b9-8c9a-75f910b28153 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:56.232291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90e15fb4-38f1-41fa-86b2-116e59a66005 req-217d05da-3b8c-48b9-8c9a-75f910b28153 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.1490304
Jan 15 20:57:56.282210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.284111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5105b5e5-6e3f-4a9d-9168-70001c66cac4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.4955487
Jan 15 20:57:56.288183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:56.297646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks [] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.299549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:56.301667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:56.302401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9e0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:56.316280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Allocated IP 172.35.1.246 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7761fc1c-e311-43fe-b2be-2daec52dbb3f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:56.346277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf54e6-c240-42eb-aac5-abf3521a1ea6 req-58f01f93-0053-4c02-baf9-84f20aab4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:56.347960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ccbf54e6-c240-42eb-aac5-abf3521a1ea6 req-58f01f93-0053-4c02-baf9-84f20aab4505 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 1096 time: 0.0993183
Jan 15 20:57:56.380009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.380009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.380499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.380599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.381121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.381545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.381931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.382432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.383056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.383602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.384074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.384469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.384962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:57:56.393349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.429859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90e15fb4-38f1-41fa-86b2-116e59a66005 req-afbb03d9-456b-49fd-8bf6-9f05492dc5eb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896253
Jan 15 20:57:56.464625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:56.466982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Pushing event updated for resources: {'Port': ['ID=192851c0-5cdb-4c57-8ddb-6c5c81b54539,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:56.475869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:56.482687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:56.487298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:57:56.487689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.501487 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ccbf54e6-c240-42eb-aac5-abf3521a1ea6 req-545083bf-e3ba-40ca-8897-2966c2b9945e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398580
Jan 15 20:57:56.565425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.594179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Attempting to bind port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:56.594565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Attempting to bind port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:56.594916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Attempting to bind port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:56.600390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dcfdb5-db07-45b0-99bf-de55b9ceff10 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:57:56.612125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:56.612514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:56.612960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.613360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:56.613856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Bound port: 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:56.614362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.619248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.671741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:57:56.683133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:56.683356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:56.685018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:56.688192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:56.690218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:56.694258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Pushing event updated for resources: {'Port': ['ID=7761fc1c-e311-43fe-b2be-2daec52dbb3f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:56.895277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] For port 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:57.013687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ee6d-18c1-4b9d-8d92-cd4bdba38d6c req-66c23ffc-f131-48e8-ad9b-377315592b37 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:57.015249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7062ee6d-18c1-4b9d-8d92-cd4bdba38d6c req-66c23ffc-f131-48e8-ad9b-377315592b37 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0972612
Jan 15 20:57:57.021799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] For port 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=192851c0-5cdb-4c57-8ddb-6c5c81b54539,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:57.024178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:57.053827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b0dcfdb5-db07-45b0-99bf-de55b9ceff10'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:57:57.059252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.109164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for router_gateway (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.135834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7062ee6d-18c1-4b9d-8d92-cd4bdba38d6c req-cea8eaeb-e767-42be-8836-cae10f4c50fd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134241
Jan 15 20:57:57.185868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9933e-4daa-4d18-a1c9-f3c167ac6d20 None None] Pushing event updated for resources: {'Port': ['ID=192851c0-5cdb-4c57-8ddb-6c5c81b54539,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:57.253997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.319531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9e0130>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:54Z', 'revision_number': 3, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:57.382371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Checking router: 568ce2b0-70e4-4a47-a047-6b686e5aaeef for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:57.384149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Updating router 568ce2b0-70e4-4a47-a047-6b686e5aaeef port d012a892-ca71-4ee2-89ab-f0ae3004c8bc binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:57:57.566821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.569346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Allocated IP 172.20.0.1 (97dc0399-c67a-4bc6-948a-ffababe848d0/6418a6f3-27dc-40d2-aa68-afac34049377/4fcdc236-72fc-4641-bb0c-fca822a936ee) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:57.750918 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks [] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.778786 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.819713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:57.846868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d40f-c1bd-4e49-aff8-84792a0a6735 req-8632c9c8-ec6d-431d-8991-06639b812a61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:57.849094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d41d40f-c1bd-4e49-aff8-84792a0a6735 req-8632c9c8-ec6d-431d-8991-06639b812a61 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.5803254
Jan 15 20:57:57.863979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:57:57.917718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:57:57.925448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:57:57.959326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:57:57.998673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638687-7a2a-4c4d-a742-7e6e8d06959e req-26a3c3ce-1a6b-4ab3-818a-f576a8034a25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:58.011954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4638687-7a2a-4c4d-a742-7e6e8d06959e req-26a3c3ce-1a6b-4ab3-818a-f576a8034a25 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.2188969
Jan 15 20:57:58.029366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:57:58.041201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Sync routers for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:57:58.063347 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:58.064331 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:58.064602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.068678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-db150116-f824-4a18-9a71-b2f4dea7dd4b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1796212
Jan 15 20:57:58.069600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:57:58.087299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Pushing event updated for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:58.138489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d41d40f-c1bd-4e49-aff8-84792a0a6735 req-935e7cf7-6203-4ea1-b1a0-dba5e335f8fa tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524641
Jan 15 20:57:58.184811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.401579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4638687-7a2a-4c4d-a742-7e6e8d06959e req-ce0f4537-55f9-498b-bb92-4014119bfb11 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3862686
Jan 15 20:57:58.411436 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:58.476138 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks [] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.507085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.539768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.611114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daa95d-5fd8-4337-929b-b61b2bce3487 None None] Pushing event updated for resources: {'Port': ['ID=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:58.667384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-64921d04-1049-4eb0-931a-af5df19dd14a None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:58.668052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64921d04-1049-4eb0-931a-af5df19dd14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.674161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Attempting to bind port d012a892-ca71-4ee2-89ab-f0ae3004c8bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:58.674564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Attempting to bind port d012a892-ca71-4ee2-89ab-f0ae3004c8bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:58.674886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Attempting to bind port d012a892-ca71-4ee2-89ab-f0ae3004c8bc on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:58.737927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:58.738338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:58.738767 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.739199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:58.739956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Bound port: d012a892-ca71-4ee2-89ab-f0ae3004c8bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:58.740106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.833576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59adec-04d9-4cc6-861b-25f9022868c6 req-80413735-74c9-417d-9874-eef17e7ef5fe tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:58.835363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb59adec-04d9-4cc6-861b-25f9022868c6 req-80413735-74c9-417d-9874-eef17e7ef5fe tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.2973559
Jan 15 20:57:58.864544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] For port d012a892-ca71-4ee2-89ab-f0ae3004c8bc, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:58.870269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] For port d012a892-ca71-4ee2-89ab-f0ae3004c8bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:58.885247 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:58.908232 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0df0>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:57:56Z', 'revision_number': 3, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:58.930343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-64921d04-1049-4eb0-931a-af5df19dd14a None None] Port 4fcdc236-72fc-4641-bb0c-fca822a936ee cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:57:58.950749 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Checking router: 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:57:58.951481 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Updating router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab port 7761fc1c-e311-43fe-b2be-2daec52dbb3f binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:57:58.974189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:57:58.975444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9e0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:57:58.979353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb59adec-04d9-4cc6-861b-25f9022868c6 req-cc2f5955-d099-4dff-995b-9e284a598f27 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364069
Jan 15 20:57:58.985728 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.163323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daa95d-5fd8-4337-929b-b61b2bce3487 None None] Pushing event updated for resources: {'Port': ['ID=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:59.164206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks [] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.183090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.286233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 192851c0-5cdb-4c57-8ddb-6c5c81b54539 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:59.296058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:57:59.416521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.437143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.441670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Pushing event updated for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:59.455598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab6607-b954-4bc7-9330-38f46deca9e0 None None] Network 694fb227-829a-493b-b1b7-2dc4e238e05e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:57:59.513930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dff378-0085-46fd-902b-1f952d0c6e9e req-c3ed9948-5bc7-45f8-9297-5c30f88f8db2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:57:59.521705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93dff378-0085-46fd-902b-1f952d0c6e9e req-c3ed9948-5bc7-45f8-9297-5c30f88f8db2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1696236
Jan 15 20:57:59.522937 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks [] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.536913 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.653415 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df853ec-18fe-47a3-be55-ed50c91b85e7 None None] Pushing event updated for resources: {'Port': ['ID=7761fc1c-e311-43fe-b2be-2daec52dbb3f,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:57:59.690367 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Attempting to bind port 7761fc1c-e311-43fe-b2be-2daec52dbb3f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:57:59.695285 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Attempting to bind port 7761fc1c-e311-43fe-b2be-2daec52dbb3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:57:59.695285 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Attempting to bind port 7761fc1c-e311-43fe-b2be-2daec52dbb3f on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:57:59.709815 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:57:59.711578 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:57:59.713273 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.713887 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:57:59.714568 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Bound port: 7761fc1c-e311-43fe-b2be-2daec52dbb3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:57:59.716560 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.735626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Allocated IP 172.20.0.1 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/c401befd-2d22-4259-a40d-1fa85f503b34) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:57:59.761195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Provisioning complete for port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:59.761886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.843295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:57:59.875694 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] For port 7761fc1c-e311-43fe-b2be-2daec52dbb3f, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:57:59.879997 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] For port 7761fc1c-e311-43fe-b2be-2daec52dbb3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7761fc1c-e311-43fe-b2be-2daec52dbb3f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:57:59.888962 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:57:59.946858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:57:59.948331 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.021960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93dff378-0085-46fd-902b-1f952d0c6e9e req-e7716986-cd6f-4831-a18d-2501a75542df tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4992449
Jan 15 20:58:00.037433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks [] for port (c401befd-2d22-4259-a40d-1fa85f503b34), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.086308 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:00.087859 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:00.090563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:58:00.117716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1f211-b1b8-4e4f-83bc-52af5e42db38 req-421d18b3-d6df-4e08-ab3e-dfc86139e1ec tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:00.130053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91a1f211-b1b8-4e4f-83bc-52af5e42db38 req-421d18b3-d6df-4e08-ab3e-dfc86139e1ec tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.5644457
Jan 15 20:58:00.134083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:00.146426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:00.147826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.210682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:00.226390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:00.231750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Current status of the port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:00.237527 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.240152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:00.272070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:00.272601 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.281695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Pushing event updated for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:00.331368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.348721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] For port 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=192851c0-5cdb-4c57-8ddb-6c5c81b54539,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:00.362878 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df853ec-18fe-47a3-be55-ed50c91b85e7 None None] Pushing event updated for resources: {'Port': ['ID=7761fc1c-e311-43fe-b2be-2daec52dbb3f,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:00.405739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91a1f211-b1b8-4e4f-83bc-52af5e42db38 req-a1ca908b-624e-4bb7-a6fc-171b48c1aab8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2744212
Jan 15 20:58:00.425154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.447527 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:00.570639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8df3c-0d7e-45c2-a548-f638b6611732 None None] Pushing event updated for resources: {'Port': ['ID=192851c0-5cdb-4c57-8ddb-6c5c81b54539,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:00.605020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981627c-9700-436b-8e7c-3f027e2138a4 req-caa0fc4a-cc0c-42a7-b998-b93d4d7a9ea1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:00.606742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1981627c-9700-436b-8e7c-3f027e2138a4 req-caa0fc4a-cc0c-42a7-b998-b93d4d7a9ea1 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.3409047
Jan 15 20:58:00.619484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Router 568ce2b0-70e4-4a47-a047-6b686e5aaeef has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:00.711770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.713729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:00.714154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:00.799785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:00.806959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cc3f95fc-a0f9-4be6-82ef-c627bca13e1b admin admin] 10.222.0.46 "PUT /v2.0/routers/568ce2b0-70e4-4a47-a047-6b686e5aaeef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5172520
Jan 15 20:58:00.838315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1981627c-9700-436b-8e7c-3f027e2138a4 req-386c4a7e-2b8c-49ff-900d-8ac9e2808556 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161586
Jan 15 20:58:00.897944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c8d88e4d-02eb-405d-aae7-71cd3aadb3e8 None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:00.898956 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8d88e4d-02eb-405d-aae7-71cd3aadb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.032212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks [] for port (c401befd-2d22-4259-a40d-1fa85f503b34), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.042828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.113846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.168630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9e0130>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fcdc236-72fc-4641-bb0c-fca822a936ee', 'name': '', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'mac_address': 'fa:16:3e:fa:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:57Z', 'updated_at': '2022-01-15T20:57:57Z', 'revision_number': 1, 'project_id': '340f50e25b72475288d45cf253ebff09', 'subnets': [{'id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:01.233130 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0df0>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:57:56Z', 'revision_number': 3, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:01.269369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0605-8464-4f6e-b45b-7619e391a7e3 req-12835f64-cfba-43b7-9196-4453126160af tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:01.270980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bfd0605-8464-4f6e-b45b-7619e391a7e3 req-12835f64-cfba-43b7-9196-4453126160af tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1088371
Jan 15 20:58:01.282044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Pushing event updated for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:01.296871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:01.302675 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.312955 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2238a-ec25-4979-89d7-eb764e925de0 None None] The sync data for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 is: [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:57:56Z', 'revision_number': 3, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:01.388681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131bcada-348e-46dc-877e-1f856a301e7c None None] The sync data for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 is: [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fcdc236-72fc-4641-bb0c-fca822a936ee', 'name': '', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'mac_address': 'fa:16:3e:fa:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:57Z', 'updated_at': '2022-01-15T20:57:57Z', 'revision_number': 1, 'project_id': '340f50e25b72475288d45cf253ebff09', 'subnets': [{'id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:01.414819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:01.417381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:01.420419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:01.423691 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67ea775-e147-4344-9323-73381645e180" -d '{"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-plugged", "status": "completed", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:01.428578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:01.434594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c8d88e4d-02eb-405d-aae7-71cd3aadb3e8 None None] Port 4fcdc236-72fc-4641-bb0c-fca822a936ee cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:01.436820 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.440678 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:58:01.441188 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:58:01.485172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bfd0605-8464-4f6e-b45b-7619e391a7e3 req-ecf02e9b-8b94-41c1-a30a-015662702a01 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047329
Jan 15 20:58:01.559185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:01.572385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d301a-569d-4a3a-8ebc-d20dce7def21 req-0c01ec18-cd59-4dc6-81c3-95216e7f598e tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:01.574517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a7d301a-569d-4a3a-8ebc-d20dce7def21 req-0c01ec18-cd59-4dc6-81c3-95216e7f598e tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 950 time: 0.1994534
Jan 15 20:58:01.630434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Provisioning complete for port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:01.631081 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:01.747687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:01.805892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a7d301a-569d-4a3a-8ebc-d20dce7def21 req-0d3bcb9b-6cad-4fe5-b081-895d2c30422c tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197900
Jan 15 20:58:01.841963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73525e3-0c99-4725-bacd-8af173298993 req-98bedd7a-139d-4d47-85c7-c621f0c1e6f6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:01.843737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b73525e3-0c99-4725-bacd-8af173298993 req-98bedd7a-139d-4d47-85c7-c621f0c1e6f6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1816416
Jan 15 20:58:02.057265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b73525e3-0c99-4725-bacd-8af173298993 req-73a769c1-d4db-48b1-8329-6da6c9a1e77e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052925
Jan 15 20:58:02.131679 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c24119e-6f5f-410e-af01-0ebd312826b5 x-openstack-request-id: req-9c24119e-6f5f-410e-af01-0ebd312826b5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:02.132211 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-plugged", "status": "completed", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:02.132211 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c24119e-6f5f-410e-af01-0ebd312826b5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:02.132596 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'code': 200}
Jan 15 20:58:02.170100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:02.178062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Current status of the port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:02.183546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:02.197668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2fce4a25-f3d7-4a10-b27f-d80c19d88b53 admin admin] 10.222.0.46 "PUT /v2.0/routers/53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1263740
Jan 15 20:58:02.213354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a43ca-b04d-4fb1-b059-9769637182c8 req-4af2eb26-10a4-4fd9-a77e-12f52b48af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:02.215174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736a43ca-b04d-4fb1-b059-9769637182c8 req-4af2eb26-10a4-4fd9-a77e-12f52b48af38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1096 time: 0.1419322
Jan 15 20:58:02.231688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Provisioning complete for port c401befd-2d22-4259-a40d-1fa85f503b34 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:02.232074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:02.281541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736a43ca-b04d-4fb1-b059-9769637182c8 req-f0b9bb38-0196-4ce4-91bd-c292dd1d7a1a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589473
Jan 15 20:58:02.378096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c20905f1-03da-419b-b123-780f95e9d5ef None None] Port c401befd-2d22-4259-a40d-1fa85f503b34 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:02.380222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74b37-b829-4d96-ba8a-6c450b5dd168 req-a17417c1-ef52-48a4-93e4-6f85ea41ebb8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:02.389487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5d74b37-b829-4d96-ba8a-6c450b5dd168 req-a17417c1-ef52-48a4-93e4-6f85ea41ebb8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.1338658
Jan 15 20:58:02.467559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5d74b37-b829-4d96-ba8a-6c450b5dd168 req-2fdd17ae-603f-480c-8c73-82bf38a1d743 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757356
Jan 15 20:58:02.509215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f03c4b98-e293-4d8a-a0dc-140a9d7d7294 None None] Provisioning complete for port c401befd-2d22-4259-a40d-1fa85f503b34 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:02.510551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f03c4b98-e293-4d8a-a0dc-140a9d7d7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:02.573975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7761fc1c-e311-43fe-b2be-2daec52dbb3f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:02.631383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f03c4b98-e293-4d8a-a0dc-140a9d7d7294 None None] Port c401befd-2d22-4259-a40d-1fa85f503b34 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:02.655473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be6dd8-1754-4629-ba90-ac1238d8dff2 req-86dd6c8e-f0f5-412e-9a96-383b79a9d905 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:02.663981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80be6dd8-1754-4629-ba90-ac1238d8dff2 req-86dd6c8e-f0f5-412e-9a96-383b79a9d905 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0770292
Jan 15 20:58:02.678670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7761fc1c-e311-43fe-b2be-2daec52dbb3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:02.678887 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:02.766445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80be6dd8-1754-4629-ba90-ac1238d8dff2 req-3baa0871-fa88-49c0-b825-dde55bb8c0c2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951135
Jan 15 20:58:02.826574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7761fc1c-e311-43fe-b2be-2daec52dbb3f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:02.827222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:02.885465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7761fc1c-e311-43fe-b2be-2daec52dbb3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7761fc1c-e311-43fe-b2be-2daec52dbb3f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:02.891777 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:02.893139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 192851c0-5cdb-4c57-8ddb-6c5c81b54539 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:03.021227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7cf7a-a95a-4aa6-9bf8-d24a26e7e592 req-def25fe4-dd9a-4320-bee9-3323e7aadc15 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:03.030479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61a7cf7a-a95a-4aa6-9bf8-d24a26e7e592 req-def25fe4-dd9a-4320-bee9-3323e7aadc15 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 950 time: 0.1072557
Jan 15 20:58:03.051790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7761fc1c-e311-43fe-b2be-2daec52dbb3f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:03.088688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:03.089347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.124264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61a7cf7a-a95a-4aa6-9bf8-d24a26e7e592 req-46c41ae6-0665-4c26-b22b-3834bbd154fb tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927882
Jan 15 20:58:03.175303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43446) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:03.181232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946290030', 'description': 'tempest-description--119350694'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:03.210030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:03.235050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.309604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199cf3d-7acf-43c5-a507-3673d4a02731 req-ad98e1be-e876-481a-9eac-72372c0d935e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:03.311933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9199cf3d-7acf-43c5-a507-3673d4a02731 req-ad98e1be-e876-481a-9eac-72372c0d935e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0733631
Jan 15 20:58:03.344471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (7704a426-07b1-4e1d-a03a-5c69bb7b6d84), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.354196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7704a426-07b1-4e1d-a03a-5c69bb7b6d84), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.383427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9199cf3d-7acf-43c5-a507-3673d4a02731 req-968bb420-48a2-4ecd-b3d6-fd2079609367 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648367
Jan 15 20:58:03.468081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7704a426-07b1-4e1d-a03a-5c69bb7b6d84,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:03.492802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.494384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2d416eff-5f33-4c14-a972-68089dbc64d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3179457
Jan 15 20:58:03.497161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43466) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:03.510508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'security_group_rule': {'security_group_id': '7704a426-07b1-4e1d-a03a-5c69bb7b6d84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:03.558022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (c65231bd-8bfa-4941-9d8a-ffb1c23ae968), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.655777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29994-ce5c-4e06-99b2-c6530c5dbb20 req-0c04fcfd-bebb-4659-930b-0459a2b6981d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:03.657849 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f29994-ce5c-4e06-99b2-c6530c5dbb20 req-0c04fcfd-bebb-4659-930b-0459a2b6981d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.0623915
Jan 15 20:58:03.663610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (c65231bd-8bfa-4941-9d8a-ffb1c23ae968), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.669763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c65231bd-8bfa-4941-9d8a-ffb1c23ae968), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.686711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65231bd-8bfa-4941-9d8a-ffb1c23ae968,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:03.717896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.722317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-319ca925-dfcd-4e8a-bdd1-76df13d63eab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2195840
Jan 15 20:58:03.722317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43482) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:03.734222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'security_group_rule': {'security_group_id': '7704a426-07b1-4e1d-a03a-5c69bb7b6d84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:03.739724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f29994-ce5c-4e06-99b2-c6530c5dbb20 req-c8387dc9-8698-4a6d-a3a4-0d9a296d4fa8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762234
Jan 15 20:58:03.782683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (29d614ee-64a2-4766-a2a4-a8fd6705335a), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:03.931718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738109-6a91-4e39-98fd-f15a6105579b req-9360b296-03d7-403b-9758-450819705189 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:03.933351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77738109-6a91-4e39-98fd-f15a6105579b req-9360b296-03d7-403b-9758-450819705189 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1096 time: 0.0774839
Jan 15 20:58:03.978822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03d00-a2b1-437e-a8a2-260197c32481 req-be1497ec-fceb-40e8-9263-5aa449921c8c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:03.980482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fa03d00-a2b1-437e-a8a2-260197c32481 req-be1497ec-fceb-40e8-9263-5aa449921c8c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.0802019
Jan 15 20:58:04.023108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77738109-6a91-4e39-98fd-f15a6105579b req-7625b4cb-6281-42c9-8bb0-0b2a9a7a0ec6 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832582
Jan 15 20:58:04.080549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fa03d00-a2b1-437e-a8a2-260197c32481 req-6ed51c08-51bb-4c9f-9279-3969c8d79753 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935698
Jan 15 20:58:04.265266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620c8a-d39f-42f8-a188-984fb9cca64d req-4996bd9e-c497-4b1c-89bb-b8e8ca0b8b24 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:04.271383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e620c8a-d39f-42f8-a188-984fb9cca64d req-4996bd9e-c497-4b1c-89bb-b8e8ca0b8b24 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1096 time: 0.0788240
Jan 15 20:58:04.299704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (29d614ee-64a2-4766-a2a4-a8fd6705335a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.311648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (29d614ee-64a2-4766-a2a4-a8fd6705335a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.351137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d614ee-64a2-4766-a2a4-a8fd6705335a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:04.366500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.367720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2098e45d-288a-4e1e-97dd-4723da4e0f13 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6445720
Jan 15 20:58:04.372957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43524) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:04.380565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:04.395346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e620c8a-d39f-42f8-a188-984fb9cca64d req-048c7d7f-b4c5-484c-b32e-921475a2ed57 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148801
Jan 15 20:58:04.462635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7761fc1c-e311-43fe-b2be-2daec52dbb3f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:04.486598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.613239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7761fc1c-e311-43fe-b2be-2daec52dbb3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:04.613645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.702547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7909-b579-42ff-afe6-be9ab9c8c942 req-0a1e6b8b-185c-4744-92c9-44a698df24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:04.708803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-330f7909-b579-42ff-afe6-be9ab9c8c942 req-0a1e6b8b-185c-4744-92c9-44a698df24f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1097 time: 0.0857999
Jan 15 20:58:04.728528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce08c3-c952-4d4e-950c-cb5225c1f983 req-386fa3df-b69a-463f-ae62-f057e2391ac5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:04.736013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5ce08c3-c952-4d4e-950c-cb5225c1f983 req-386fa3df-b69a-463f-ae62-f057e2391ac5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1317031
Jan 15 20:58:04.738082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7761fc1c-e311-43fe-b2be-2daec52dbb3f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:04.739451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d012a892-ca71-4ee2-89ab-f0ae3004c8bc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:04.767847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-330f7909-b579-42ff-afe6-be9ab9c8c942 req-2f560855-77be-4e0c-8bff-5ea24da61e44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532680
Jan 15 20:58:04.814988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d012a892-ca71-4ee2-89ab-f0ae3004c8bc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:04.815832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:04.826390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5ce08c3-c952-4d4e-950c-cb5225c1f983 req-998ddacd-f9c3-4cb3-a6be-5cc40ed17ad0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893998
Jan 15 20:58:04.853016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.042722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d012a892-ca71-4ee2-89ab-f0ae3004c8bc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:05.042969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.077312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port d012a892-ca71-4ee2-89ab-f0ae3004c8bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:05.084613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.132445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.35.1.61 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2552bccd-0c47-4094-9652-0c3865a4026a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:05.168720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Sync routers for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:05.239590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:05.240251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b22adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:05.316879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:05.462473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:05.493487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bfe6d-7ca3-416a-a160-df05e0ebb3d6 req-d0e7c6d9-6d57-40ed-9eea-2a189f92a1df tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:05.494804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-109bfe6d-7ca3-416a-a160-df05e0ebb3d6 req-d0e7c6d9-6d57-40ed-9eea-2a189f92a1df tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1510384
Jan 15 20:58:05.530404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (2552bccd-0c47-4094-9652-0c3865a4026a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.540914 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Sync routers for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:05.559141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:05.561550 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:05.593738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-109bfe6d-7ca3-416a-a160-df05e0ebb3d6 req-335d864a-dd23-4054-a4f3-6288d3fb31cc tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897994
Jan 15 20:58:05.645315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.697136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:05.704272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:05.709584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:05.772789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=2552bccd-0c47-4094-9652-0c3865a4026a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:05.778218 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:05.804566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:05.849318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.904249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:05.985164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:05.985613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.019962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b22adf0>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 2, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:06.107941 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb20>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fcdc236-72fc-4641-bb0c-fca822a936ee', 'name': '', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'mac_address': 'fa:16:3e:fa:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:57Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 2, 'project_id': '340f50e25b72475288d45cf253ebff09', 'subnets': [{'id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:06.135754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Checking router: 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:06.136114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Updating router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab port c401befd-2d22-4259-a40d-1fa85f503b34 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:58:06.152095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:06.152095 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43b4a7-c900-4d60-9f43-56c2c9bcc7fe" -d '{"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:06.166880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Checking router: 568ce2b0-70e4-4a47-a047-6b686e5aaeef for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:06.168060 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Updating router 568ce2b0-70e4-4a47-a047-6b686e5aaeef port 4fcdc236-72fc-4641-bb0c-fca822a936ee binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:58:06.182191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (2552bccd-0c47-4094-9652-0c3865a4026a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.189420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.210958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:06.211786 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.218834 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.283769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.291028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:06.390733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=2552bccd-0c47-4094-9652-0c3865a4026a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:06.404450 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.428314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00f989-5553-44cd-8108-ad3244b6b89a req-e1a0f7ff-cfad-45de-8ecd-dc87cd72b010 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:06.430242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc00f989-5553-44cd-8108-ad3244b6b89a req-e1a0f7ff-cfad-45de-8ecd-dc87cd72b010 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1425889
Jan 15 20:58:06.443227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.448938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3bdaf53b-6898-4ff9-b626-f358606e7a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0702083
Jan 15 20:58:06.460060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d012a892-ca71-4ee2-89ab-f0ae3004c8bc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:06.515223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc00f989-5553-44cd-8108-ad3244b6b89a req-ce02c289-6e36-412a-8a78-bc7098220c1d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690594
Jan 15 20:58:06.552637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-1e137e6b-cdbc-4a67-8171-52057098437b tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:58:06.554711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-1e137e6b-cdbc-4a67-8171-52057098437b tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0079594
Jan 15 20:58:06.619432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-7e3fdcef-cb19-4641-9dfa-10f7d0e22632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:06.620829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-7e3fdcef-cb19-4641-9dfa-10f7d0e22632 service neutron] 10.222.0.46 "GET /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 1093 time: 0.0499213
Jan 15 20:58:06.634780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:06.637197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 20:58:06.651369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d012a892-ca71-4ee2-89ab-f0ae3004c8bc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:06.652028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.860415 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f4fc6-6d52-48b4-b5b1-d756cb6de9cc x-openstack-request-id: req-543f4fc6-6d52-48b4-b5b1-d756cb6de9cc {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:06.861128 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:06.861128 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-543f4fc6-6d52-48b4-b5b1-d756cb6de9cc {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:06.861472 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'code': 200}
Jan 15 20:58:06.867583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d012a892-ca71-4ee2-89ab-f0ae3004c8bc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:06.875836 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks [] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.885133 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.924673 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks [] for port (c401befd-2d22-4259-a40d-1fa85f503b34), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.933652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:06.992002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch1-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:06.992358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:06.992695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:06.996104 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc013bd-547d-4838-81ce-f9f5d0cf5e54 None None] Pushing event updated for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:07.015672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:07.016118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:07.025140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:07.026706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:07.030377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:07.030956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Bound port: b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:07.047931 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Attempting to bind port 4fcdc236-72fc-4641-bb0c-fca822a936ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:07.048809 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Attempting to bind port 4fcdc236-72fc-4641-bb0c-fca822a936ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:07.051333 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Attempting to bind port 4fcdc236-72fc-4641-bb0c-fca822a936ee on network 97dc0399-c67a-4bc6-948a-ffababe848d0 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:07.063820 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:07.064355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Checking segment: {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:07.064882 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.065357 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Bound using segment: {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:07.065926 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Bound port: 4fcdc236-72fc-4641-bb0c-fca822a936ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4529b983-2774-46d5-9e37-fc8e5afa220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:07.067967 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.075308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-fe9d3c4d-abc8-486a-8f3b-474765138e21 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1946290030&fields=id&tenant_id=e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 267 time: 0.0989974
Jan 15 20:58:07.078896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bb3eb-20e7-4dd3-bdd3-e4f49c201227 None None] Pushing event updated for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:07.172345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:07.195260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.208506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9cee6f04-af14-4195-a88b-fa3559631c6f service neutron] 10.222.0.46 "POST /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10/bindings HTTP/1.1" status: 201  len: 389 time: 0.5782712
Jan 15 20:58:07.220354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Attempting to bind port c401befd-2d22-4259-a40d-1fa85f503b34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:07.220777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Attempting to bind port c401befd-2d22-4259-a40d-1fa85f503b34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:07.221150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Attempting to bind port c401befd-2d22-4259-a40d-1fa85f503b34 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:07.231194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:07.231616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:07.232023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.232412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:07.232981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Bound port: c401befd-2d22-4259-a40d-1fa85f503b34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:07.233368 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.251350 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] For port 4fcdc236-72fc-4641-bb0c-fca822a936ee, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:07.271833 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] For port 4fcdc236-72fc-4641-bb0c-fca822a936ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcdc236-72fc-4641-bb0c-fca822a936ee,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:07.276542 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.358869 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:07.359687 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:07.361827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] For port c401befd-2d22-4259-a40d-1fa85f503b34, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:07.362327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-1e991b41-3c42-41fd-88e7-6506a8495b94 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:07.376320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] For port c401befd-2d22-4259-a40d-1fa85f503b34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c401befd-2d22-4259-a40d-1fa85f503b34,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:07.377431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-1e991b41-3c42-41fd-88e7-6506a8495b94 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2830544
Jan 15 20:58:07.386885 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.404453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-37090640-460b-408d-824a-e47521decbde tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/quotas/e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 375 time: 0.0231802
Jan 15 20:58:07.450101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc013bd-547d-4838-81ce-f9f5d0cf5e54 None None] Pushing event updated for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:07.499393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bb3eb-20e7-4dd3-bdd3-e4f49c201227 None None] Pushing event updated for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:07.550904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-812bf250-4228-4500-8f6f-4d8cdeb0daa4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1378877
Jan 15 20:58:07.593924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:07.594739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:07.598666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:07.603545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b22adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:57:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:07.656942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-b09d6c4d-606f-4332-8819-005bf7bd419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:07.661986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-b09d6c4d-606f-4332-8819-005bf7bd419f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1096 time: 0.0940938
Jan 15 20:58:07.693142 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:07.735183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236841-0432-4e0b-a976-8edb677ebf43 req-311dedbc-0d24-470e-bd86-76b77ec4b4ce tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:07.740286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:07.744486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3236841-0432-4e0b-a976-8edb677ebf43 req-311dedbc-0d24-470e-bd86-76b77ec4b4ce tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2237749
Jan 15 20:58:07.835645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-59309e0c-362a-4203-bd68-f8643e0e8728 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804091
Jan 15 20:58:07.846701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-f391096f-2940-4be6-8c42-fbcedf93d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:07.848209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-f391096f-2940-4be6-8c42-fbcedf93d95d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1827111
Jan 15 20:58:07.849747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43700) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:07.863877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-530877770'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:07.930496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-12d90018-c8b7-4d40-9d81-b2c9b3dbfaf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 217 time: 0.0689168
Jan 15 20:58:07.931497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3236841-0432-4e0b-a976-8edb677ebf43 req-c22d80b7-6548-4b18-ba9d-424c384d30f7 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837716
Jan 15 20:58:08.002649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:08.006198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-85bcd083-2c75-4859-9cf1-2cb1a4966994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.008465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-85bcd083-2c75-4859-9cf1-2cb1a4966994 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0722506
Jan 15 20:58:08.009237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.045203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:58:08.055933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (519c2228-f948-4637-9bd1-3c427414211a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.056315 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Added segment 519c2228-f948-4637-9bd1-3c427414211a of type vlan for network 0ef2cc14-9e80-4859-a806-4f8642660717
Jan 15 20:58:08.061321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb20>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fcdc236-72fc-4641-bb0c-fca822a936ee', 'name': '', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'mac_address': 'fa:16:3e:fa:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:57Z', 'updated_at': '2022-01-15T20:58:07Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'subnets': [{'id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:08.090803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-96b8d923-967c-4e8c-9e7c-b897879e57c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760114
Jan 15 20:58:08.103006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0ef2cc14-9e80-4859-a806-4f8642660717), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.123015 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79970e92-9151-41fb-b7f6-1575c471f11d None None] The sync data for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 is: [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T20:57:58Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4fcdc236-72fc-4641-bb0c-fca822a936ee', 'name': '', 'network_id': '97dc0399-c67a-4bc6-948a-ffababe848d0', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'mac_address': 'fa:16:3e:fa:10:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:57Z', 'updated_at': '2022-01-15T20:58:07Z', 'revision_number': 4, 'project_id': '340f50e25b72475288d45cf253ebff09', 'subnets': [{'id': '6418a6f3-27dc-40d2-aa68-afac34049377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:08.138293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-620aac22-d76e-4256-bb7e-4bb969c789bd service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051763
Jan 15 20:58:08.155186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0ef2cc14-9e80-4859-a806-4f8642660717), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.162122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.162767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.216625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3655877
Jan 15 20:58:08.224873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:08.238998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1455465127'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:08.309673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-da90db70-0232-4af8-af42-7f794696ecce service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122698
Jan 15 20:58:08.317508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626c91-9be4-485a-98d4-1799e96519a8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Network': ['ID=0ef2cc14-9e80-4859-a806-4f8642660717,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:08.370559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0ef2cc14-9e80-4859-a806-4f8642660717 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:58:08.475200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:08.481535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.486203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4fcdc236-72fc-4641-bb0c-fca822a936ee up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:08.514835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b05c3-9251-4879-a27a-b3f9b1f893e6 req-a1e7691b-07b9-41ac-a93f-35d56df9a298 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.518002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d9b05c3-9251-4879-a27a-b3f9b1f893e6 req-a1e7691b-07b9-41ac-a93f-35d56df9a298 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.1696794
Jan 15 20:58:08.539497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:58:08.543523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Current status of the port 4fcdc236-72fc-4641-bb0c-fca822a936ee is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:08.544407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.557449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8c9538b2-9074-4688-8aed-a8dda214a9af), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.558557 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Added segment 8c9538b2-9074-4688-8aed-a8dda214a9af of type vlan for network 878a0e81-034a-4a83-abcb-c15907086183
Jan 15 20:58:08.575659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed0984-a28d-4051-8799-045027ead2fb req-84999b88-d218-4181-926c-df95b0a8b70b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.586127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aed0984-a28d-4051-8799-045027ead2fb req-84999b88-d218-4181-926c-df95b0a8b70b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1171741
Jan 15 20:58:08.629208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (878a0e81-034a-4a83-abcb-c15907086183), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.675092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (878a0e81-034a-4a83-abcb-c15907086183), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.675767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aed0984-a28d-4051-8799-045027ead2fb req-dcbb6ada-ddc4-428e-9480-5f111e98e9c4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771594
Jan 15 20:58:08.675903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.676492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] For port 4fcdc236-72fc-4641-bb0c-fca822a936ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcdc236-72fc-4641-bb0c-fca822a936ee,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:08.685504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.708544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.721516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d9b05c3-9251-4879-a27a-b3f9b1f893e6 req-d13f5213-fe9e-4f4a-912a-86cd2bb4cfcf tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935370
Jan 15 20:58:08.745759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-dcf4f353-6b9f-4135-ad05-25f6694a38bb service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4293072
Jan 15 20:58:08.885925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:08.886632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:08.892221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2c6c-4faa-442f-8a78-00059a5ecfeb None None] Pushing event updated for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:08.902911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b22adf0>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:07Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:08.927983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a252058-09d8-4573-98c0-38704cfc9eca req-2b942c1f-bf32-4df1-8424-6a09a43781cc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 210 time: 0.0421424
Jan 15 20:58:08.965774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7417855
Jan 15 20:58:08.976599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0719df-0d8c-4c81-8ff8-946927ba1e4c req-ceeda5f9-67c5-44ac-99d6-1b755fd59ab2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:08.978835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0719df-0d8c-4c81-8ff8-946927ba1e4c req-ceeda5f9-67c5-44ac-99d6-1b755fd59ab2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1575532
Jan 15 20:58:08.979344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43740) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:08.994282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'subnet': {'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:09.006211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a562df-b228-46a0-a484-d11c9e7fed80 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Network': ['ID=878a0e81-034a-4a83-abcb-c15907086183,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:09.009159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd2954b-a4fe-4a9c-8790-458129ab447b None None] The sync data for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 is: [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:07Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:09.034353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Provisioning complete for port c401befd-2d22-4259-a40d-1fa85f503b34 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:09.035121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.109524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 878a0e81-034a-4a83-abcb-c15907086183 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:58:09.279784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0719df-0d8c-4c81-8ff8-946927ba1e4c req-c0c9a5de-9f24-483b-b6be-61ce0324d99a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806635
Jan 15 20:58:09.342727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:09.349652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.533901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Current status of the port c401befd-2d22-4259-a40d-1fa85f503b34 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:09.534366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.606434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] For port c401befd-2d22-4259-a40d-1fa85f503b34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c401befd-2d22-4259-a40d-1fa85f503b34,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:09.615103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.661496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4fcdc236-72fc-4641-bb0c-fca822a936ee is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:09.684024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (2baccd29-8ae4-495c-905a-026d27902675), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.713065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Pushing event updated for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:09.717829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:09.718283 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.804724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Subnet': ['ID=2baccd29-8ae4-495c-905a-026d27902675,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:09.837953 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:09.838368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network hostable DHCP agents. Network: 0ef2cc14-9e80-4859-a806-4f8642660717, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:58:09.839204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfa559-90db-43fa-887d-8ad5ab979ce5 None None] Current status of the port 4fcdc236-72fc-4641-bb0c-fca822a936ee is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:09.873360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:58:09.887081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ef2cc14-9e80-4859-a806-4f8642660717) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:09.893362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:09.893968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:09.907943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f446461-8cb3-4b88-a249-b9c48b69b34d None None] Network 0ef2cc14-9e80-4859-a806-4f8642660717 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:09.935906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-859390e1-b5aa-41e2-b621-ab83a011f007 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9554834
Jan 15 20:58:09.938740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43780) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:09.945861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'subnet': {'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:10.099810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9caaf7-be94-45fc-8c1d-cf2e73930fe5 req-656bc858-6fb2-41b9-9ec8-4b3b0ba937a2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:10.109074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e9caaf7-be94-45fc-8c1d-cf2e73930fe5 req-656bc858-6fb2-41b9-9ec8-4b3b0ba937a2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1809571
Jan 15 20:58:10.206702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ef2cc14-9e80-4859-a806-4f8642660717', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:58:10.210539 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:10.275065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-759ffc93-bf1a-4aed-817e-52da33473836 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:10.276618 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-759ffc93-bf1a-4aed-817e-52da33473836 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2254159
Jan 15 20:58:10.278001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:10.281431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:10.304761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e9caaf7-be94-45fc-8c1d-cf2e73930fe5 req-e46f929a-684a-40ed-9152-48f0883763cf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773417
Jan 15 20:58:10.513272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aae0a-1537-4392-ab41-c137a4ea7343 req-6c11492f-e6a2-41ad-94f6-540146cea4b8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:10.529547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-198aae0a-1537-4392-ab41-c137a4ea7343 req-6c11492f-e6a2-41ad-94f6-540146cea4b8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.0982490
Jan 15 20:58:10.622378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Allocated IP 10.1.1.2 (0ef2cc14-9e80-4859-a806-4f8642660717/2baccd29-8ae4-495c-905a-026d27902675/35351790-a6e0-4f4e-bdc3-722b45227e89) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:10.641085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-198aae0a-1537-4392-ab41-c137a4ea7343 req-eda7d231-8833-4943-aa73-050f7deb955a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088452
Jan 15 20:58:10.690018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (57309a79-b016-496f-ab74-13a97f31fc2e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:10.714640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef172-a6b3-43ff-8a74-05e189ceede7 req-76a9b992-30de-4894-b644-3350fea0361a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:10.724601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-467ef172-a6b3-43ff-8a74-05e189ceede7 req-76a9b992-30de-4894-b644-3350fea0361a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0814011
Jan 15 20:58:10.797013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0c238ea-70a9-4f24-9372-9f71e5b2516b req-c169ebe7-c11d-4b88-a83d-2676a45bc9d4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 210 time: 0.0391064
Jan 15 20:58:10.807094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4fcdc236-72fc-4641-bb0c-fca822a936ee up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:10.814735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-467ef172-a6b3-43ff-8a74-05e189ceede7 req-e7a6e3c1-647d-4966-aea0-ec7ca5bad1d8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888186
Jan 15 20:58:10.868766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Subnet': ['ID=57309a79-b016-496f-ab74-13a97f31fc2e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:10.883174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-a154a026-9d8a-4198-8bbf-cbd50a057c98 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 380 time: 0.2104437
Jan 15 20:58:10.915871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Checking segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:10.915871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network hostable DHCP agents. Network: 878a0e81-034a-4a83-abcb-c15907086183, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:58:10.921077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'device_id': '4504a13b-d10e-436a-a5ef-991829938dd9', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'admin_state_up': True, 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'security_groups': ['7704a426-07b1-4e1d-a03a-5c69bb7b6d84']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:11.003805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks [] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.013589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4fcdc236-72fc-4641-bb0c-fca822a936ee triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:11.013952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.026101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 878a0e81-034a-4a83-abcb-c15907086183 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:58:11.040390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.055138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 878a0e81-034a-4a83-abcb-c15907086183) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:11.062368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:11.063238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.088355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b03fd-3044-4979-95da-f6accdf8e66f None None] Network 878a0e81-034a-4a83-abcb-c15907086183 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:11.096431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:11.097047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dd4a13a7-9cd4-4597-aef1-8d45f197b5a1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1546528
Jan 15 20:58:11.103718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'name': 'tempest-TaggedBootDevicesTest_v242-923343803', 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:11.132898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:11.138525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.197506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:11.200694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:11.223638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:11.238362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Pushing event updated for resources: {'Port': ['ID=35351790-a6e0-4f4e-bdc3-722b45227e89,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:11.377815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Attempting to bind port 35351790-a6e0-4f4e-bdc3-722b45227e89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:11.378190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Attempting to bind port 35351790-a6e0-4f4e-bdc3-722b45227e89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:11.378706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Attempting to bind port 35351790-a6e0-4f4e-bdc3-722b45227e89 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:11.410867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:11.425307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:11.425766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:11.426098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.426472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Bound using segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:11.426966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Bound port: 35351790-a6e0-4f4e-bdc3-722b45227e89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:11.427449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.442394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-878a0e81-034a-4a83-abcb-c15907086183', 'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ips': [{'subnet_id': '57309a79-b016-496f-ab74-13a97f31fc2e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:58:11.443250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.448112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4fcdc236-72fc-4641-bb0c-fca822a936ee is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:11.449240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c401befd-2d22-4259-a40d-1fa85f503b34 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:11.469921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.20.0.11 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/f7503e3b-a43e-4550-8109-a1fb1aa2d5f1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:11.613306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.661694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] device_id is not set on port 5a70acfe-3b12-4c47-a821-8552633f0121 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 20:58:11.691206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c089-ce5c-48ff-be98-dcce410f0bf6 req-25faa5dd-7b8e-4f90-bc25-9ff79417f4c9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:11.693054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b255c089-ce5c-48ff-be98-dcce410f0bf6 req-25faa5dd-7b8e-4f90-bc25-9ff79417f4c9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2706330
Jan 15 20:58:11.735139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] For port 35351790-a6e0-4f4e-bdc3-722b45227e89, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:11.738633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.774562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c401befd-2d22-4259-a40d-1fa85f503b34 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:11.775471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.780676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] For port 35351790-a6e0-4f4e-bdc3-722b45227e89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35351790-a6e0-4f4e-bdc3-722b45227e89,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:11.799820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.808092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:11.880866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:11.910484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:11.914247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:11.916552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.980622 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:11.983904 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:11.985296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:11.985803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.007440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b255c089-ce5c-48ff-be98-dcce410f0bf6 req-9dd5d6c9-bd7d-4008-a834-ac17887ad1e3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935467
Jan 15 20:58:12.016865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-40f8eff0-e054-4777-a90a-a2a8c2e79ab5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1030190
Jan 15 20:58:12.037769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Request body: {'port': {'device_id': '4504a13b-d10e-436a-a5ef-991829938dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:12.043809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Allocated IP 10.2.2.2 (878a0e81-034a-4a83-abcb-c15907086183/57309a79-b016-496f-ab74-13a97f31fc2e/37e8c21c-edce-487f-81f9-f43ad03a19de) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:12.061178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19302c-5a57-4dd3-82b8-4fec6ba80740 None None] Pushing event updated for resources: {'Port': ['ID=35351790-a6e0-4f4e-bdc3-722b45227e89,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:12.125802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.128186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92fffc-a635-47f2-984b-39841faac3b2 req-e78cde13-ef3d-4353-b5e1-97419074940a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:12.129873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac92fffc-a635-47f2-984b-39841faac3b2 req-e78cde13-ef3d-4353-b5e1-97419074940a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.2054951
Jan 15 20:58:12.205504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c401befd-2d22-4259-a40d-1fa85f503b34 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:12.229895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.1.1.188 (0ef2cc14-9e80-4859-a806-4f8642660717/2baccd29-8ae4-495c-905a-026d27902675/5a70acfe-3b12-4c47-a821-8552633f0121) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:12.311724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac92fffc-a635-47f2-984b-39841faac3b2 req-5ac907cc-726f-4bef-8e94-c205e78bd92a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713943
Jan 15 20:58:12.322844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d16b5-a715-4e52-973e-5caa60659da5 req-9df477a6-a628-4073-be19-48ce2c5245d5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:12.324605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9d16b5-a715-4e52-973e-5caa60659da5 req-9df477a6-a628-4073-be19-48ce2c5245d5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.1519644
Jan 15 20:58:12.370521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks [] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.398337 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.519105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Network 878a0e81-034a-4a83-abcb-c15907086183 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:12.522268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:12.530106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:12.538655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d47b5b63-a534-4529-aac5-7bef9540e1ae None None] Provisioning complete for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:12.539319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d47b5b63-a534-4529-aac5-7bef9540e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.542625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Pushing event updated for resources: {'Port': ['ID=37e8c21c-edce-487f-81f9-f43ad03a19de,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:12.585532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9d16b5-a715-4e52-973e-5caa60659da5 req-0ce77031-9b4c-4ee7-a703-e8b6e688d6c3 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279487
Jan 15 20:58:12.620359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1af7f-8af7-4c2f-a02d-6857c524865b req-9eaf7ce3-26ab-4d5e-9036-766239dc6c19 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:12.622036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8a1af7f-8af7-4c2f-a02d-6857c524865b req-9eaf7ce3-26ab-4d5e-9036-766239dc6c19 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 932 time: 0.1276352
Jan 15 20:58:12.637532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:12.646381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks [] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.666298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Transition to ACTIVE for port object f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:12.668374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Attempting to bind port 37e8c21c-edce-487f-81f9-f43ad03a19de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:12.668930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Attempting to bind port 37e8c21c-edce-487f-81f9-f43ad03a19de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:12.669461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (5a70acfe-3b12-4c47-a821-8552633f0121), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.670071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Attempting to bind port 37e8c21c-edce-487f-81f9-f43ad03a19de on network 878a0e81-034a-4a83-abcb-c15907086183 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:12.672600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.677795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:12.677939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Checking segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:12.678296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.678941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Bound using segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:12.679309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Bound port: 37e8c21c-edce-487f-81f9-f43ad03a19de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:12.680170 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.700569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d47b5b63-a534-4529-aac5-7bef9540e1ae None None] Port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:12.740580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8a1af7f-8af7-4c2f-a02d-6857c524865b req-54eedfc8-041c-47a2-87c8-99cdb24eddec tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639472
Jan 15 20:58:12.795865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] For port 37e8c21c-edce-487f-81f9-f43ad03a19de, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:12.799905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] For port 37e8c21c-edce-487f-81f9-f43ad03a19de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37e8c21c-edce-487f-81f9-f43ad03a19de,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:12.812917 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.817650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:12.860146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:12.983085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:12.987821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:12.988212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de0592-1ec2-4aa1-9c9c-d5d2f149824e None None] Pushing event updated for resources: {'Port': ['ID=37e8c21c-edce-487f-81f9-f43ad03a19de,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:12.990721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:13.021670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Attempting to bind port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:13.021944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Attempting to bind port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:13.022274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Attempting to bind port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:13.029574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:13.034545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-7cc19970-98d2-45c4-a7dc-b8453466fa5e tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.036056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-7cc19970-98d2-45c4-a7dc-b8453466fa5e tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1526771
Jan 15 20:58:13.036632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:13.037182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Attempting to bind port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:13.050100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:13.057692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:13.058060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:13.058461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:13.058901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Bound port: f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:13.059256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:13.194752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.195383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:13.222356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:13.225855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:13.230872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:13.238970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43910) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:13.239118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8b33d14-7255-4d45-a1cf-194a915f4f76 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.1414056
Jan 15 20:58:13.250758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'name': 'tempest-TaggedBootDevicesTest_v242-819604356', 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:13.308036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d961-aa81-40c6-aae1-997d8b465936 req-a7bff148-776d-4daa-9456-f95d7b0dc4f2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.309898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2182d961-aa81-40c6-aae1-997d8b465936 req-a7bff148-776d-4daa-9456-f95d7b0dc4f2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1733701
Jan 15 20:58:13.322539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:13.418250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2182d961-aa81-40c6-aae1-997d8b465936 req-77c36508-7152-499a-a8d1-9fe4b301a2c3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943100
Jan 15 20:58:13.579753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.580281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:13.581749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] 10.222.0.39 "PUT /v2.0/ports/f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 1092 time: 1.5498376
Jan 15 20:58:13.582235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:13.584536 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756e763-60e3-4f3d-9e80-6d91ae6379a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:13.652460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92c34e-ee20-4133-93c6-b1c80c1b7aff req-dfc602f8-44e7-484c-a42d-fec39e23b97b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.654083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b92c34e-ee20-4133-93c6-b1c80c1b7aff req-dfc602f8-44e7-484c-a42d-fec39e23b97b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1380279
Jan 15 20:58:13.781973 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9a4ebf-6ca6-450b-9455-54b5a4528044 x-openstack-request-id: req-8d9a4ebf-6ca6-450b-9455-54b5a4528044 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:13.781973 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:13.781973 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d9a4ebf-6ca6-450b-9455-54b5a4528044 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:13.782465 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'status': 'completed', 'code': 200}
Jan 15 20:58:13.782568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b92c34e-ee20-4133-93c6-b1c80c1b7aff req-5c34100f-8547-442f-8db2-1b7de6f647fd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113095
Jan 15 20:58:13.833581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c373c6-e21e-4712-a9a6-75d101b832ec service neutron] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:13.855424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419266-0769-4385-a963-030e39beccb6 req-ff9181ed-2236-41b2-a715-36449612e4c5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:13.872823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab419266-0769-4385-a963-030e39beccb6 req-ff9181ed-2236-41b2-a715-36449612e4c5 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 945 time: 0.0994475
Jan 15 20:58:13.902045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:14.012060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab419266-0769-4385-a963-030e39beccb6 req-8f08db72-226b-45ad-8c43-dff5b7354c52 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347721
Jan 15 20:58:14.021308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:14.035324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e42fef-ed35-4626-b3c2-31c820420f78 None None] Network 0ef2cc14-9e80-4859-a806-4f8642660717 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:14.046703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dca69f-c930-4773-a8ef-ec19d768489e req-be1a8863-fef0-4545-b04e-4ab0fc43abec tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.048170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70dca69f-c930-4773-a8ef-ec19d768489e req-be1a8863-fef0-4545-b04e-4ab0fc43abec tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.1272616
Jan 15 20:58:14.122095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:14.141810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70dca69f-c930-4773-a8ef-ec19d768489e req-4303ddc3-1720-415d-8b91-c8841211fff4 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831971
Jan 15 20:58:14.155960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-72251335-9dfe-458b-ab0a-79bc86977f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.157587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-72251335-9dfe-458b-ab0a-79bc86977f33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1095 time: 0.3993852
Jan 15 20:58:14.236822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb9e3-dda8-4d90-a4ca-0b9d2600ead1 req-7b4e1d24-9a58-48e9-ab3e-39bf8e7e8e0b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.254209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3ecb9e3-dda8-4d90-a4ca-0b9d2600ead1 req-7b4e1d24-9a58-48e9-ab3e-39bf8e7e8e0b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 944 time: 0.1109128
Jan 15 20:58:14.280569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.307783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-951dd61f-60ef-4ad1-b51c-115069e1c7d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 217 time: 0.1405995
Jan 15 20:58:14.311698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Provisioning complete for port 35351790-a6e0-4f4e-bdc3-722b45227e89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:14.312069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.395984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3ecb9e3-dda8-4d90-a4ca-0b9d2600ead1 req-f6c50038-9dda-4ed1-9dbb-07499fa070cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407902
Jan 15 20:58:14.479128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks [] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.504139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-ab558163-a558-4ea4-82d8-6e3bc3a4447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.507432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-ab558163-a558-4ea4-82d8-6e3bc3a4447c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.1735828
Jan 15 20:58:14.519223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37e8c21c-edce-487f-81f9-f43ad03a19de up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:14.528312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.559471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.601410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Current status of the port 35351790-a6e0-4f4e-bdc3-722b45227e89 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:14.601791 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.647707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] device_id is not set on port 90ef8468-1684-4743-ae03-c3725fd41a73 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 20:58:14.657200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] For port 35351790-a6e0-4f4e-bdc3-722b45227e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35351790-a6e0-4f4e-bdc3-722b45227e89,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:14.671632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.717643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 37e8c21c-edce-487f-81f9-f43ad03a19de triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:14.718168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.729082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:14.782934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-e50f22ef-a0f5-4d93-a541-bf3664de8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.784459 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-e50f22ef-a0f5-4d93-a541-bf3664de8d54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2685444
Jan 15 20:58:14.834924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def10ce7-267e-43e6-afe3-335f130ab0b2 None None] Pushing event updated for resources: {'Port': ['ID=35351790-a6e0-4f4e-bdc3-722b45227e89,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:14.868727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 37e8c21c-edce-487f-81f9-f43ad03a19de is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:14.869367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.890893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29babc-a2e1-4ecd-8b8b-0f5c7949a42b None None] Network 878a0e81-034a-4a83-abcb-c15907086183 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:14.905666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:14.905953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:14.906222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:14.951034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:14.951411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:14.968250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a307c9-acb3-449e-8a1c-a6f31808c540 req-836d1c1a-6295-46c0-8e5a-371aec4bbd04 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:14.970078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:14.970888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:14.970888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:14.971219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Bound port: b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:14.971570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6a307c9-acb3-449e-8a1c-a6f31808c540 req-836d1c1a-6295-46c0-8e5a-371aec4bbd04 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0855350
Jan 15 20:58:14.971710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.974937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Provisioning complete for port 35351790-a6e0-4f4e-bdc3-722b45227e89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:14.975286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:14.979075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 37e8c21c-edce-487f-81f9-f43ad03a19de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37e8c21c-edce-487f-81f9-f43ad03a19de,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:15.009184 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.010029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 35351790-a6e0-4f4e-bdc3-722b45227e89 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:15.047785 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-fa7d9cfb-2cb4-4ecb-a766-dbbaab096163 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2495265
Jan 15 20:58:15.053768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6a307c9-acb3-449e-8a1c-a6f31808c540 req-d2f76e90-aa82-4d06-b6e3-cb3b6843dd5c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703669
Jan 15 20:58:15.200649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.206186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c049-70d0-4e70-977b-fb0fc121a01b req-23143aa0-e85a-48b1-8e4b-76eca2a2d677 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.217836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16b1c049-70d0-4e70-977b-fb0fc121a01b req-23143aa0-e85a-48b1-8e4b-76eca2a2d677 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.0936661
Jan 15 20:58:15.221873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:58:15.263337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.1.1.239 (0ef2cc14-9e80-4859-a806-4f8642660717/2baccd29-8ae4-495c-905a-026d27902675/90ef8468-1684-4743-ae03-c3725fd41a73) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:15.284613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16b1c049-70d0-4e70-977b-fb0fc121a01b req-2eb813fa-58d8-4bc5-947b-0d8eff459b97 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656185
Jan 15 20:58:15.308882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:15.377370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:15.392799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:15.401663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-2ed73893-d008-4ef3-a95c-9d959def8845 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.405935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-2ed73893-d008-4ef3-a95c-9d959def8845 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.39 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.1140456
Jan 15 20:58:15.406665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46b5cf5b-2981-4b74-8f28-98b930610ccd req-6aaddb0a-6105-4eb8-a2b9-4c84f0f66187 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470886
Jan 15 20:58:15.410750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.498282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=37e8c21c-edce-487f-81f9-f43ad03a19de,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:15.519998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Current status of the port 35351790-a6e0-4f4e-bdc3-722b45227e89 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:15.536663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:15.536985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:15.537363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:15.556665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:15.557045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Attempting to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on network dd4402cd-4bc8-45f2-ad1b-283bdc21d905 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:15.566743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 35351790-a6e0-4f4e-bdc3-722b45227e89 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:15.567576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.570100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Provisioning complete for port 37e8c21c-edce-487f-81f9-f43ad03a19de triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:15.570648 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.575355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:15.576008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Checking segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:15.576639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Bound using segment: {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:15.577330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Bound port: b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5005707-fcb6-4f7d-9a42-08589a062673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dd4402cd-4bc8-45f2-ad1b-283bdc21d905'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:15.578228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.630602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d07e-624f-42c7-9115-9509bc2b1571 req-c5d69a6e-ed4f-437f-b38e-5ce31f025b07 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.632345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1c1d07e-624f-42c7-9115-9509bc2b1571 req-c5d69a6e-ed4f-437f-b38e-5ce31f025b07 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 948 time: 0.1895316
Jan 15 20:58:15.653130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60587-d8ef-4fde-bcd6-c0e550024eac req-19771433-63cb-4470-a533-cfe0cdb752c4 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.655377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57f60587-d8ef-4fde-bcd6-c0e550024eac req-19771433-63cb-4470-a533-cfe0cdb752c4 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1483097
Jan 15 20:58:15.668748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:15.716277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.719074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.720627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-4fb5a30e-edc6-487f-a25b-d6ffc9da915a service neutron] 10.222.0.39 "PUT /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 1121 time: 2.6747608
Jan 15 20:58:15.727789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-52494e4d-d426-495b-8e96-80abf50928c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.729621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-52494e4d-d426-495b-8e96-80abf50928c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1095 time: 0.2409694
Jan 15 20:58:15.733285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34b67-3713-4208-b91c-8642f370d38e req-141c88b3-99cd-4d40-a242-3f1f13d3680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:15.735515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-141c88b3-99cd-4d40-a242-3f1f13d3680c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.3093791
Jan 15 20:58:15.750788 ncdv-master-1 neutron-server[114439]: WARNING neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Concurrent port binding operations failed on port b0dcfdb5-db07-45b0-99bf-de55b9ceff10
Jan 15 20:58:15.756722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:15.766765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1c1d07e-624f-42c7-9115-9509bc2b1571 req-55d67c7f-968a-4707-9830-5feedfda2691 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084089
Jan 15 20:58:15.771245 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Attempt 2 to bind port b0dcfdb5-db07-45b0-99bf-de55b9ceff10
Jan 15 20:58:15.771352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Deleting port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:15.771651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 has no active binding in host nch1-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 20:58:15.771796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:15.872719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b0dcfdb5-db07-45b0-99bf-de55b9ceff10'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:15.875541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b0dcfdb5-db07-45b0-99bf-de55b9ceff10'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:15.885491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57f60587-d8ef-4fde-bcd6-c0e550024eac req-38944ab4-da04-4718-8714-029738acdaaa tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024822
Jan 15 20:58:15.886685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10'}, {'name': 'network-changed', 'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:15.899587 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce752465-10ba-4c4e-a036-1534b3ea5db2" -d '{"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10"}, {"name": "network-changed", "server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:16.003977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Current status of the port 37e8c21c-edce-487f-81f9-f43ad03a19de is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:16.004267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] For port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:16.004744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.006399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 35351790-a6e0-4f4e-bdc3-722b45227e89 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:16.032173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Calling delete_port for 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:16.044535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-76856c23-5289-46ff-9d11-fe3c504901ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.046605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-76856c23-5289-46ff-9d11-fe3c504901ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.3011782
Jan 15 20:58:16.053525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a12e3-0384-487b-9fcc-836fbc935631 req-5e8e4813-761a-4568-8b99-7581a8df170f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.062604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582a12e3-0384-487b-9fcc-836fbc935631 req-5e8e4813-761a-4568-8b99-7581a8df170f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 944 time: 0.1461341
Jan 15 20:58:16.074982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Provisioning complete for port 5a70acfe-3b12-4c47-a821-8552633f0121 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:16.075496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.158077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f5594b0-4c2f-4c64-852b-583554c6641c None None] Port 5a70acfe-3b12-4c47-a821-8552633f0121 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:16.238098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582a12e3-0384-487b-9fcc-836fbc935631 req-98c1ce82-7d1c-4199-bad2-8025da6198b1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742206
Jan 15 20:58:16.262852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900cde-3058-40ca-9297-738617960bd2 req-4453a3dc-10e6-4797-9b25-a15d8a2c0e33 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.271466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a900cde-3058-40ca-9297-738617960bd2 req-4453a3dc-10e6-4797-9b25-a15d8a2c0e33 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1114709
Jan 15 20:58:16.301694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Provisioning complete for port 37e8c21c-edce-487f-81f9-f43ad03a19de triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:16.302237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.384125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a900cde-3058-40ca-9297-738617960bd2 req-99941c73-78b0-439b-b8b9-91417fba83c0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056507
Jan 15 20:58:16.426182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37e8c21c-edce-487f-81f9-f43ad03a19de up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:16.447058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3de9d3d2-9291-4173-8d0b-3d31a05f6fe6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.467212 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827c504-904b-4648-9e64-b5cd7a1b9e7c x-openstack-request-id: req-2827c504-904b-4648-9e64-b5cd7a1b9e7c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:16.467717 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-unplugged", "status": "completed", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10", "code": 200}, {"name": "network-changed", "server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:16.467832 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2827c504-904b-4648-9e64-b5cd7a1b9e7c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:16.468184 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'code': 200}
Jan 15 20:58:16.468442 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'status': 'completed', 'code': 200}
Jan 15 20:58:16.472783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Current status of the port 37e8c21c-edce-487f-81f9-f43ad03a19de is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:16.491276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-3514f4b0-ad14-4202-826e-ffffb48af527 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 217 time: 0.4309745
Jan 15 20:58:16.495430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Provisioning complete for port 5a70acfe-3b12-4c47-a821-8552633f0121 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:16.496471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.533724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Pushing event deleted for resources: {'Port': ['ID=3de9d3d2-9291-4173-8d0b-3d31a05f6fe6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:16.557817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 37e8c21c-edce-487f-81f9-f43ad03a19de triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:16.558276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.568872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e176c9-9678-4f81-aeb3-add7d98ab9d6 req-74f2318f-7ed6-4b51-b0b0-c6b599971904 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.576654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86e176c9-9678-4f81-aeb3-add7d98ab9d6 req-74f2318f-7ed6-4b51-b0b0-c6b599971904 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.1515298
Jan 15 20:58:16.578439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (90ef8468-1684-4743-ae03-c3725fd41a73), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.594480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cee69a00-f333-47dd-9d3c-d0108071f241 None None] Port 5a70acfe-3b12-4c47-a821-8552633f0121 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:16.595030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34b67-3713-4208-b91c-8642f370d38e req-1a0f43b3-865a-447b-9ce3-6bc14d166224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.596629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-1a0f43b3-865a-447b-9ce3-6bc14d166224 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.8524272
Jan 15 20:58:16.608166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] No DVR routers for this DVR port 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:16.611351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.615411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94de4184-fa18-4049-8a40-5fbce6baa4fb req-ccda5aad-60c3-4426-9405-0f1edd3100d9 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.39 "DELETE /v2.0/ports/3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 HTTP/1.1" status: 204  len: 173 time: 1.1916187
Jan 15 20:58:16.623432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-deleted', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:16.625857 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712f7dd5-cf2d-4465-98fe-8648641bffd3" -d '{"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-deleted", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:16.666035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-e493c134-8928-4179-8ce5-c7d1cbcebf5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.0582078
Jan 15 20:58:16.667517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-4748b062-bdef-4c2b-934a-e66afdcd0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.668884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-4748b062-bdef-4c2b-934a-e66afdcd0a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.1572065
Jan 15 20:58:16.674579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-1e8e1419-20c4-42a3-a37c-51a7a7ce838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.676044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-1e8e1419-20c4-42a3-a37c-51a7a7ce838f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1124 time: 0.2068322
Jan 15 20:58:16.682972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86e176c9-9678-4f81-aeb3-add7d98ab9d6 req-eced084d-77e1-45cd-943e-ad5e5e7d389a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053326
Jan 15 20:58:16.691300 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c887f-1646-4271-a0d5-4a8588d39558 x-openstack-request-id: req-0c8c887f-1646-4271-a0d5-4a8588d39558 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:16.691806 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffc13d-acd3-455e-96d6-be4bcbb81b88", "name": "network-vif-deleted", "tag": "3de9d3d2-9291-4173-8d0b-3d31a05f6fe6", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:16.692285 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c8c887f-1646-4271-a0d5-4a8588d39558 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:16.692884 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffc13d-acd3-455e-96d6-be4bcbb81b88', 'name': 'network-vif-deleted', 'tag': '3de9d3d2-9291-4173-8d0b-3d31a05f6fe6', 'status': 'completed', 'code': 200}
Jan 15 20:58:16.790788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.848680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34b67-3713-4208-b91c-8642f370d38e req-9251d913-16bb-49f0-9f7f-e16e18d0f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.850104 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-9251d913-16bb-49f0-9f7f-e16e18d0f526 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1731417
Jan 15 20:58:16.875251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 37e8c21c-edce-487f-81f9-f43ad03a19de is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:16.876425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 35351790-a6e0-4f4e-bdc3-722b45227e89 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:16.891321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:16.894003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-d8c6984b-f3d6-4e32-b8d1-5d7efc90dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:16.894646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a088ebcc-a52c-4361-9e8c-0a900e71eff4 req-86068389-ee0e-4378-ac8a-c2703de59e37 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=beffc13d-acd3-455e-96d6-be4bcbb81b88 HTTP/1.1" status: 200  len: 210 time: 0.0297899
Jan 15 20:58:16.895489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-d8c6984b-f3d6-4e32-b8d1-5d7efc90dc81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2036364
Jan 15 20:58:16.930521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:16.933706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 35351790-a6e0-4f4e-bdc3-722b45227e89 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:16.933925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-d2ba4110-227c-49ab-a812-bde510f88e5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682263
Jan 15 20:58:16.934119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:16.946408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:17.024385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:17.093186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-10fc4056-34db-4f1d-bc6d-43d11a8ffdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.093463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 35351790-a6e0-4f4e-bdc3-722b45227e89 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:17.094756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-10fc4056-34db-4f1d-bc6d-43d11a8ffdd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.4063997
Jan 15 20:58:17.170077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ec24-46e3-4978-9198-0fa97a10501c req-6247e4cc-1173-4dcc-b2d5-981d9472fdc9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.188414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2de4ec24-46e3-4978-9198-0fa97a10501c req-6247e4cc-1173-4dcc-b2d5-981d9472fdc9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1624136
Jan 15 20:58:17.205620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.207300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.224900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-ff3c98d8-57dd-48c0-8edc-b03ff9734380 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 217 time: 0.1118317
Jan 15 20:58:17.232725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:58:17.252153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2de4ec24-46e3-4978-9198-0fa97a10501c req-6a3b1e61-bd89-44ac-8a49-a8fe6f63cb4a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616870
Jan 15 20:58:17.341815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-be49bafc-92a3-437e-a710-8e95190f43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.343446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-be49bafc-92a3-437e-a710-8e95190f43c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0675635
Jan 15 20:58:17.355976 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-565d7053-bb24-4cba-a088-0b4956c70ec0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.1120541
Jan 15 20:58:17.375729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-949d7b60-330b-4fb7-8e03-286bf370b286 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4492033
Jan 15 20:58:17.380058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:17.392885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:58:17.394243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-6681987f-a19c-4daa-99f0-3845cffdfc7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360527
Jan 15 20:58:17.404635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-4ef213c7-9c97-4f46-9247-dc1e0832e357 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4544132
Jan 15 20:58:17.430989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818658a-de8e-46a9-8a4c-9a39a059c3e6 req-37a582c3-1f71-4495-a1c6-ae56b7c8ce2c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.433408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8818658a-de8e-46a9-8a4c-9a39a059c3e6 req-37a582c3-1f71-4495-a1c6-ae56b7c8ce2c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 944 time: 0.0657659
Jan 15 20:58:17.435549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0306590d-6dbe-4806-800b-d2069797e5d1 None None] Provisioning complete for port 90ef8468-1684-4743-ae03-c3725fd41a73 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:17.435930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0306590d-6dbe-4806-800b-d2069797e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.469143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:17.469534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.486868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:17.496891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8818658a-de8e-46a9-8a4c-9a39a059c3e6 req-7f1db76c-4e16-4338-b538-7f23501efd6b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555923
Jan 15 20:58:17.510739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0306590d-6dbe-4806-800b-d2069797e5d1 None None] Port 90ef8468-1684-4743-ae03-c3725fd41a73 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:17.522734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:17.529842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.602416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:17.638624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f5a96-5dfa-4179-a0a5-eccf13eb9b0d req-e8bc30be-14f8-431e-8d2d-6d11e825bf94 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.640611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e5f5a96-5dfa-4179-a0a5-eccf13eb9b0d req-e8bc30be-14f8-431e-8d2d-6d11e825bf94 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0597255
Jan 15 20:58:17.651179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5ec34b67-3713-4208-b91c-8642f370d38e req-417b7c14-641e-46ef-9b28-e00cb6b570cc service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943042
Jan 15 20:58:17.655662 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3756e763-60e3-4f3d-9e80-6d91ae6379a9 req-28a8c3c4-fd36-43ff-a0eb-3d5414818333 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2647762
Jan 15 20:58:17.659273 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-0219af86-e816-423c-86c8-056fbae5bcfb service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529116
Jan 15 20:58:17.702335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e5f5a96-5dfa-4179-a0a5-eccf13eb9b0d req-d4aad57a-b075-4cf0-b4f8-cac616c7736a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534930
Jan 15 20:58:17.776907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ce752465-10ba-4c4e-a036-1534b3ea5db2 req-f0acc783-ad47-4b96-bb05-51d962973370 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1086881
Jan 15 20:58:17.855840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:17.857203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:17.864440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480249324', 'description': 'tempest-description--662117423'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:17.888505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c7d23-4983-47ad-8e93-fb8984ec7a3a req-29a775b0-a72a-4441-9ad5-5777989375cc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:17.890302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553c7d23-4983-47ad-8e93-fb8984ec7a3a req-29a775b0-a72a-4441-9ad5-5777989375cc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.0529485
Jan 15 20:58:17.891313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.904390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6be54943-65e1-4215-a8c8-e85d61f28d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.951238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-553c7d23-4983-47ad-8e93-fb8984ec7a3a req-1a4152e1-46f9-4b1a-a8ef-258ad84067a7 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533593
Jan 15 20:58:17.973910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (f9e1ae13-b68d-4022-9acd-80a43f499326), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:17.979083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f9e1ae13-b68d-4022-9acd-80a43f499326), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.016217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.020406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1593826
Jan 15 20:58:18.020406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ad51-887d-44e2-9335-a356e0a1efe7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e1ae13-b68d-4022-9acd-80a43f499326,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:18.021746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44000) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:18.034293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'security_group_rule': {'security_group_id': 'f9e1ae13-b68d-4022-9acd-80a43f499326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:18.067004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (110272dc-22d4-4f54-a7ca-0150157e0c0a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.130644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (110272dc-22d4-4f54-a7ca-0150157e0c0a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.135800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (110272dc-22d4-4f54-a7ca-0150157e0c0a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.154669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110272dc-22d4-4f54-a7ca-0150157e0c0a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:18.165886 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.167105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c9ce729-a008-4b2d-8fc4-77c09f6e7961 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1443462
Jan 15 20:58:18.170222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44004) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:18.174835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'security_group_rule': {'security_group_id': 'f9e1ae13-b68d-4022-9acd-80a43f499326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:18.209212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (954c5e98-550e-4495-951a-bef6bba4b78a), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.233162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f6e3b-d0d3-49c3-a07b-37b51e842198 req-8eaf710a-57cd-4e8d-99e4-33d37ef67162 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:18.241548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-171f6e3b-d0d3-49c3-a07b-37b51e842198 req-8eaf710a-57cd-4e8d-99e4-33d37ef67162 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 948 time: 0.0625000
Jan 15 20:58:18.275769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (954c5e98-550e-4495-951a-bef6bba4b78a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.281113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (954c5e98-550e-4495-951a-bef6bba4b78a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.297115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-171f6e3b-d0d3-49c3-a07b-37b51e842198 req-8766c3dd-bf7b-4715-8a28-d2f1e7d575a0 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539496
Jan 15 20:58:18.307111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c5e98-550e-4495-951a-bef6bba4b78a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:18.311374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.315520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec309ab9-9211-4106-bab5-32acbf379a8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1413271
Jan 15 20:58:18.315745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:18.320081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:18.344785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.387989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264dfa1-3ba9-4519-97f2-32fe61187820 req-f931a5e1-5168-4835-a284-9f07039cc774 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:18.389799 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4264dfa1-3ba9-4519-97f2-32fe61187820 req-f931a5e1-5168-4835-a284-9f07039cc774 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0512531
Jan 15 20:58:18.441255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4264dfa1-3ba9-4519-97f2-32fe61187820 req-c32743e0-6f66-4e5d-a996-859df3c51664 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451024
Jan 15 20:58:18.447665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.552413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 172.35.1.172 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d4a54b95-d80b-4737-b86e-5492f33748fa) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:18.630854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb0c11-ef82-4908-9b42-141614568dbc req-97e85bc3-b3ed-4e82-860c-e81fb9735e02 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:18.632269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbfb0c11-ef82-4908-9b42-141614568dbc req-97e85bc3-b3ed-4e82-860c-e81fb9735e02 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0551217
Jan 15 20:58:18.661842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.685662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cbfb0c11-ef82-4908-9b42-141614568dbc req-3b13346c-b083-4182-bd39-00a9824a0f48 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476069
Jan 15 20:58:18.698823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.731073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:18.735549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:18.739188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:18.775868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=d4a54b95-d80b-4737-b86e-5492f33748fa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:18.828245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ac47-618a-4f08-a779-9e2068b93ec3 req-63866aff-a89a-4467-a77c-01c6e18cccc2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:18.830083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1af8ac47-618a-4f08-a779-9e2068b93ec3 req-63866aff-a89a-4467-a77c-01c6e18cccc2 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0565894
Jan 15 20:58:18.843038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.882157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:18.882970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1af8ac47-618a-4f08-a779-9e2068b93ec3 req-17c95cf2-4fd2-4e92-b15c-c85f6e74fbed tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464847
Jan 15 20:58:19.033933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.038442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.070875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88d4e-7da9-4769-9049-24668326cea3 req-8f81e51a-26fd-4143-9070-0ef564e4eebc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.072507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3b88d4e-7da9-4769-9049-24668326cea3 req-8f81e51a-26fd-4143-9070-0ef564e4eebc tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 943 time: 0.0552945
Jan 15 20:58:19.109086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=d4a54b95-d80b-4737-b86e-5492f33748fa,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:19.119360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.134398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3b88d4e-7da9-4769-9049-24668326cea3 req-a5e514ac-7298-47e1-96c3-908f4bf159eb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545232
Jan 15 20:58:19.136272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.140932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-439fbb9b-7ff4-4fca-9b70-144fd0422157 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8208740
Jan 15 20:58:19.262489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:19.282408 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-15237cd6-d924-4a8c-89ab-6705d3f5aded service neutron] 10.222.0.45 "GET /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0726876
Jan 15 20:58:19.314490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:58:19.319546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:19.320100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.366243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ebeb8e14-f8a8-4794-8f04-8a090e6fc3e4 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1480249324&fields=id&tenant_id=aa080ba5c4e041ae8960caa9e14da5b5 HTTP/1.1" status: 200  len: 267 time: 0.0634885
Jan 15 20:58:19.424882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:19.424882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.453461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:19.456225 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f44da-0d58-4339-9920-39d2bd60229e" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:19.457397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-6e03e078-50d1-48ea-a299-4d01d13a74f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.458952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-6e03e078-50d1-48ea-a299-4d01d13a74f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 936 time: 0.0782974
Jan 15 20:58:19.476374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:19.486175 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.487309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:19.496153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:19.496372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb343f-e90e-4c5d-96e3-f3cb8e219b75 req-2d8fcd14-bc47-4fd9-b74d-2679a644837c tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.497831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bcb343f-e90e-4c5d-96e3-f3cb8e219b75 req-2d8fcd14-bc47-4fd9-b74d-2679a644837c tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 948 time: 0.0865586
Jan 15 20:58:19.508766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:19.509241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3de9d3d2-9291-4173-8d0b-3d31a05f6fe6 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:19.521729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:19.560057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dcfdb5-db07-45b0-99bf-de55b9ceff10 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:19.560338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:19.572334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:19.588465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.667480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] Transition to ACTIVE for port object b0dcfdb5-db07-45b0-99bf-de55b9ceff10 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:19.672532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:19.740303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] No DVR routers for this DVR port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:19.778590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.4887700
Jan 15 20:58:19.779415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02cb35-ff0e-4b89-ac81-eddd593593c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:19.882284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-c14a9476-c202-43f8-a796-6a0560bb2921 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.884319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-c14a9476-c202-43f8-a796-6a0560bb2921 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0437896
Jan 15 20:58:19.885462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-39b38e5c-7e85-4c8a-bdcd-762b04334025 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.886821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-39b38e5c-7e85-4c8a-bdcd-762b04334025 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 936 time: 0.4155004
Jan 15 20:58:19.933182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-20540987-7ab5-4834-8c7f-fbf446ce891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:19.934580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-20540987-7ab5-4834-8c7f-fbf446ce891e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b&tenant_id=385a05b1a0a7479db84b762eca23b55b HTTP/1.1" status: 200  len: 1095 time: 0.0401225
Jan 15 20:58:19.951418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-d793a64d-9162-442f-8d16-f3e6735ec1d1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0585260
Jan 15 20:58:19.959254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bcb343f-e90e-4c5d-96e3-f3cb8e219b75 req-85e10251-e8be-4b3d-a17f-72a60cffff82 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.46 "GET /v2.0/security-groups?id=49a988b6-831f-419e-a78c-d78b44be6ef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041272
Jan 15 20:58:20.001579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-95598b5e-fa99-4f3a-9d32-58086ab00069 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0402296
Jan 15 20:58:20.011518 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4bd4cc-ae11-4548-a6c3-2d8afc0a2993 x-openstack-request-id: req-6b4bd4cc-ae11-4548-a6c3-2d8afc0a2993 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:20.011847 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:20.012106 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b4bd4cc-ae11-4548-a6c3-2d8afc0a2993 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:20.012514 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 20:58:20.015109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9895e9d7-f4bc-4848-8764-d6b1179a4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.016611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-9895e9d7-f4bc-4848-8764-d6b1179a4efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1095 time: 0.0483437
Jan 15 20:58:20.119407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a6b33750-5123-420b-9da8-ab2d5bc662d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:20.136274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-f7a3a763-3276-4fbe-97f7-ec1090dde3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.137913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-f7a3a763-3276-4fbe-97f7-ec1090dde3da service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1098881
Jan 15 20:58:20.180045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-2f894d53-6159-4fc9-bdbd-a6993dc17a17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 200  len: 217 time: 0.0352132
Jan 15 20:58:20.208893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575621f-2c0a-4590-a6ad-57ff87362734 req-f530c81a-2f45-4206-b6d8-0dcef2b61b8f tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.210274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e575621f-2c0a-4590-a6ad-57ff87362734 req-f530c81a-2f45-4206-b6d8-0dcef2b61b8f tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1329060
Jan 15 20:58:20.217875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f80ee5b7-7cb2-43c9-a23f-f0a02372301d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.223866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f80ee5b7-7cb2-43c9-a23f-f0a02372301d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.229678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f80ee5b7-7cb2-43c9-a23f-f0a02372301d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.231245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f80ee5b7-7cb2-43c9-a23f-f0a02372301d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 1995 time: 0.2216961
Jan 15 20:58:20.234593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-97e0430b-f447-4cf7-8176-eb93a7496798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.235698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f1cd5-1384-4a8e-91c8-37232a3ccc4f req-ba025a96-1cd3-4c2c-899a-bde1b014546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.236329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-97e0430b-f447-4cf7-8176-eb93a7496798 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0498023
Jan 15 20:58:20.237055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff7f1cd5-1384-4a8e-91c8-37232a3ccc4f req-ba025a96-1cd3-4c2c-899a-bde1b014546c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1097 time: 0.1475892
Jan 15 20:58:20.260567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ab8a03e6-259d-41a2-9fbe-0fb110d24f9a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/quotas/aa080ba5c4e041ae8960caa9e14da5b5 HTTP/1.1" status: 200  len: 375 time: 0.0226116
Jan 15 20:58:20.299064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-3ccf8d51-56ec-47e4-ba9e-2e2b6bc3f999 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430264
Jan 15 20:58:20.314971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-7c578f67-732c-46c1-ba12-9f53c7f6e2d8 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.316418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-7c578f67-732c-46c1-ba12-9f53c7f6e2d8 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.45 "GET /v2.0/ports?device_id=bffd829f-bc6e-40a7-a9d8-59af77e5b10d HTTP/1.1" status: 200  len: 948 time: 0.0697210
Jan 15 20:58:20.342402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e575621f-2c0a-4590-a6ad-57ff87362734 req-6244e421-869a-47a9-8463-453aa9ec5548 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093764
Jan 15 20:58:20.359649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff7f1cd5-1384-4a8e-91c8-37232a3ccc4f req-6f2a171f-2f8b-43df-8630-6c3537e635c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014798
Jan 15 20:58:20.382723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-7dddbf63-dec1-49af-addf-35962b215f4c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1150730
Jan 15 20:58:20.467095 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-ef1f41a7-63e8-496a-af0e-37b38c67f26b service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495802
Jan 15 20:58:20.482863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Deleting port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:20.483200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:20.518147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9215d-eb87-4094-8e6f-52601ada3644 req-cab2fc8a-640c-4e64-b79f-915cafcf1d11 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:20.519617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ec9215d-eb87-4094-8e6f-52601ada3644 req-cab2fc8a-640c-4e64-b79f-915cafcf1d11 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.1023645
Jan 15 20:58:20.525296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-abc954d1-26cf-46a9-b775-26eea8f56117 service neutron] 10.222.0.46 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295061
Jan 15 20:58:20.577687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] For port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:20.578052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:20.591685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Calling delete_port for 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:20.620741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ec9215d-eb87-4094-8e6f-52601ada3644 req-57e4c12e-af9c-4547-9607-d0360a681ac9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944602
Jan 15 20:58:20.651996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e82d7e70-bd9f-403b-b573-a57bcefa0e1c service neutron] 10.222.0.46 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198781
Jan 15 20:58:20.691617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-d155474e-a324-4b68-919a-1c7ec9f800e3 service neutron] 10.222.0.46 "GET /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0336392
Jan 15 20:58:20.692689 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:58:20.739620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8b8cea34-6f8d-4a83-aaae-cfea3dbff75c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:20.775414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Pushing event deleted for resources: {'Port': ['ID=8b8cea34-6f8d-4a83-aaae-cfea3dbff75c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:20.785195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ce2c7ce1-cb15-4cf6-8685-f9fcaaa6c1c8 service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871141
Jan 15 20:58:20.810706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] No DVR routers for this DVR port 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:20.813499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:20.816948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eeb83970-9ea0-4488-90b2-ee303de5c5a3 req-fd00849e-0b7b-402a-87f2-abe95ca35708 tempest-ListImageFiltersTestJSON-586784373 tempest-ListImageFiltersTestJSON-586784373-project] 10.222.0.45 "DELETE /v2.0/ports/8b8cea34-6f8d-4a83-aaae-cfea3dbff75c HTTP/1.1" status: 204  len: 173 time: 0.4910667
Jan 15 20:58:20.817416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-deleted', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:20.819719 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba6273-31aa-46b3-9260-aef8ccfac2c6" -d '{"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-deleted", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:20.878550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8814f051-1e03-4a47-9773-e2d4c564a57c service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864625
Jan 15 20:58:20.923172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-fed8ace0-68d2-46b7-afd3-578b5fdc3c06 service neutron] 10.222.0.46 "GET /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0387161
Jan 15 20:58:21.011068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-c7c0b139-0b61-41ff-af8f-ae94bf040ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823054
Jan 15 20:58:21.102874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8abd3ec6-18a4-4584-af7b-81a805ea76aa service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857813
Jan 15 20:58:21.197186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0563829-0065-4aba-aa64-34e5b43dfb80 service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884039
Jan 15 20:58:21.317515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-5b3734a5-70db-4cca-963e-4b8f7aeeb448 service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134093
Jan 15 20:58:21.394300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-225dcc2a-c844-4655-95d8-92043ae601cf service neutron] 10.222.0.39 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192329
Jan 15 20:58:21.471000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0c8a6-e4b8-42ec-98db-827e24ef6a20 req-b7cedc51-adcf-4ad2-8bd8-200df4e172a9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:21.472447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0a0c8a6-e4b8-42ec-98db-827e24ef6a20 req-b7cedc51-adcf-4ad2-8bd8-200df4e172a9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1207535
Jan 15 20:58:21.474361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-5ff9e2ba-9d57-4c30-b1dc-4ec38012e87c service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489575
Jan 15 20:58:21.575035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0a0c8a6-e4b8-42ec-98db-827e24ef6a20 req-80d46af8-3d7b-4950-8691-c5c8bdc5177f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959527
Jan 15 20:58:21.603019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-c94c4a93-c2e3-493a-963d-acceffbc64e2 service neutron] 10.222.0.46 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221724
Jan 15 20:58:21.658991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-8773f553-c14b-402d-962e-fc7bf9fdbd55 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:21.661024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-8773f553-c14b-402d-962e-fc7bf9fdbd55 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b&tenant_id=385a05b1a0a7479db84b762eca23b55b&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0461869
Jan 15 20:58:21.740108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfac2-f4a5-4dd7-a94a-5ac594b55b1b req-133fd794-020d-4397-8eea-502a47d9a188 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:21.741593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efedfac2-f4a5-4dd7-a94a-5ac594b55b1b req-133fd794-020d-4397-8eea-502a47d9a188 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.0801821
Jan 15 20:58:21.743520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-63ca88c3-40f9-4f4f-b533-d1cfac84d257 service neutron] 10.222.0.46 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325042
Jan 15 20:58:21.770949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-3c4d1331-3911-4169-b3e7-ceb590c21690 service neutron] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:21.773106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:21.775552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-3c4d1331-3911-4169-b3e7-ceb590c21690 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:21.776812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bfb73da-ae5d-48f7-b78c-ac7fdd7b9430 req-3c4d1331-3911-4169-b3e7-ceb590c21690 service neutron] 10.222.0.39 "DELETE /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1093526
Jan 15 20:58:21.847061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efedfac2-f4a5-4dd7-a94a-5ac594b55b1b req-0e9bd5e0-d5ae-4af3-9b3a-ce5f34fbbbe0 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992157
Jan 15 20:58:21.863793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:21.888486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-b8f9fda7-1aef-4075-b038-ab61953991e6 service neutron] 10.222.0.46 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384337
Jan 15 20:58:21.889684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:21.890033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8b8cea34-6f8d-4a83-aaae-cfea3dbff75c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:21.890452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:21.949310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 20:58:21.949718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:21.957450 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb93e817-628d-4aee-ace3-42f2dab83ff6 x-openstack-request-id: req-cb93e817-628d-4aee-ace3-42f2dab83ff6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:21.957748 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd829f-bc6e-40a7-a9d8-59af77e5b10d", "name": "network-vif-deleted", "tag": "8b8cea34-6f8d-4a83-aaae-cfea3dbff75c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:21.958001 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb93e817-628d-4aee-ace3-42f2dab83ff6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:21.958401 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd829f-bc6e-40a7-a9d8-59af77e5b10d', 'name': 'network-vif-deleted', 'tag': '8b8cea34-6f8d-4a83-aaae-cfea3dbff75c', 'status': 'completed', 'code': 200}
Jan 15 20:58:21.998491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-63e3c511-e0c9-4fa5-9279-aabe6325e6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039345
Jan 15 20:58:22.124180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77e6cd-1a21-4b8e-90fc-4e9098e7a74a req-7d851347-b9ec-4d7a-bc8a-5100c2849241 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:22.125606 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca77e6cd-1a21-4b8e-90fc-4e9098e7a74a req-7d851347-b9ec-4d7a-bc8a-5100c2849241 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0719786
Jan 15 20:58:22.155721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-b03af929-bc42-473a-be5f-42c36cc369e4 service neutron] 10.222.0.46 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509593
Jan 15 20:58:22.197462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca77e6cd-1a21-4b8e-90fc-4e9098e7a74a req-7a147bb1-ed4f-4c95-9f19-aeb89b3ed549 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634112
Jan 15 20:58:22.306966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011ab36-4d0d-406e-a717-80f9eea835c6 req-260faeb3-6c79-42a8-96fb-673d49879cb8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:22.308501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8011ab36-4d0d-406e-a717-80f9eea835c6 req-260faeb3-6c79-42a8-96fb-673d49879cb8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0534236
Jan 15 20:58:22.357288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8011ab36-4d0d-406e-a717-80f9eea835c6 req-60814a8f-728f-4b81-ae3b-b70486c23285 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427654
Jan 15 20:58:22.780770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece9aa-87d1-4cd2-a39f-fcc5eca20109 req-2c27900f-1985-4b1f-b37e-41d546ec6830 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:22.782445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9ece9aa-87d1-4cd2-a39f-fcc5eca20109 req-2c27900f-1985-4b1f-b37e-41d546ec6830 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 1095 time: 0.0441856
Jan 15 20:58:22.823525 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-0d22e8af-4c94-4b2f-8b40-743c279ef0af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0768309
Jan 15 20:58:22.856059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9ece9aa-87d1-4cd2-a39f-fcc5eca20109 req-41eab0b4-b704-4700-95aa-f86810222bc1 tempest-LiveMigrationTest-46717820 tempest-LiveMigrationTest-46717820-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624237
Jan 15 20:58:22.917413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-e26a6ec9-aaa3-4d37-a625-87acdfa7ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:22.919820 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-e26a6ec9-aaa3-4d37-a625-87acdfa7ad7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=385a05b1a0a7479db84b762eca23b55b&device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 1095 time: 0.0518458
Jan 15 20:58:22.940323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb9833-2ede-4cea-8d89-163dc5b62d80 req-386f92ed-523a-4c21-b979-0f54e38a4a1d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:22.942968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cacb9833-2ede-4cea-8d89-163dc5b62d80 req-386f92ed-523a-4c21-b979-0f54e38a4a1d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0812862
Jan 15 20:58:23.017548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cacb9833-2ede-4cea-8d89-163dc5b62d80 req-24f2e7ac-c3e1-4084-a46f-2ca3f5a160e9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671575
Jan 15 20:58:23.070562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-d01ac747-26a5-407f-8217-a2b0a6317c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.073363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-d01ac747-26a5-407f-8217-a2b0a6317c96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 200  len: 909 time: 0.1254017
Jan 15 20:58:23.101683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2fdf2ec-5167-441b-8aa2-207876e5527e req-42da27e4-23a2-4c40-87f5-a871b7234eb2 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 210 time: 0.0350950
Jan 15 20:58:23.137847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-809d81b9-e8a3-473a-a737-fa108f0b1fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 200  len: 217 time: 0.0491545
Jan 15 20:58:23.191509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:23.211099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-ea200d3d-269f-4bea-955d-fde5b57bc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.213436 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-ea200d3d-269f-4bea-955d-fde5b57bc2f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 200  len: 848 time: 0.0663221
Jan 15 20:58:23.256799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-4a1762ac-6588-48e1-85de-da2f7e2ce292 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd4402cd-4bc8-45f2-ad1b-283bdc21d905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336866
Jan 15 20:58:23.257457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7869d22-dc8e-455f-9bd7-144aafb12de4 req-18e3672a-c797-4c6d-8e40-1d5e484ae548 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.259340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7869d22-dc8e-455f-9bd7-144aafb12de4 req-18e3672a-c797-4c6d-8e40-1d5e484ae548 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0530224
Jan 15 20:58:23.329702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7869d22-dc8e-455f-9bd7-144aafb12de4 req-28d9bc2c-47a1-4adf-961e-88843f296ce9 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637901
Jan 15 20:58:23.397232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-38df13b7-74f6-44c3-858f-e4b8d241abd9 service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305094
Jan 15 20:58:23.502879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ca7a0a2-9269-4e56-98b6-5aa328e23d21 req-7e651b9e-dfea-418d-b452-2e175238daae service neutron] 10.222.0.45 "GET /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991240
Jan 15 20:58:23.511503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ef5f-80a3-493a-88d1-0d61dbc0c6cb req-1f4d0b2c-bcbd-4454-966d-8fc699251cbc tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.518632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e513ef5f-80a3-493a-88d1-0d61dbc0c6cb req-1f4d0b2c-bcbd-4454-966d-8fc699251cbc tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0635026
Jan 15 20:58:23.568992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e513ef5f-80a3-493a-88d1-0d61dbc0c6cb req-4589ef2e-3a24-4803-8979-7ee5cb3bc218 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492067
Jan 15 20:58:23.742026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db9a55-1b55-4cb0-9d7b-993c4027ab34 req-6e118a55-6589-4ef4-9c8c-b7fff799a0e9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.743926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39db9a55-1b55-4cb0-9d7b-993c4027ab34 req-6e118a55-6589-4ef4-9c8c-b7fff799a0e9 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.1108081
Jan 15 20:58:23.760555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fbcf-517a-4b18-9b0a-cc102056b408 req-97d85b4b-6bab-4c52-b024-a4fde9091238 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:23.762014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8080fbcf-517a-4b18-9b0a-cc102056b408 req-97d85b4b-6bab-4c52-b024-a4fde9091238 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0996773
Jan 15 20:58:23.837855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39db9a55-1b55-4cb0-9d7b-993c4027ab34 req-0fb65216-70b2-4793-b763-e013502d09a8 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863011
Jan 15 20:58:23.851724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8080fbcf-517a-4b18-9b0a-cc102056b408 req-e9fc2961-0c25-442f-8672-2e3ce0a76094 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689464
Jan 15 20:58:23.851950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:23.984763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8a518723-2c6e-4fe4-ad7b-cabaa23e3ce1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbb6e08a94bc415fada171a2eca3e7ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1317043
Jan 15 20:58:23.987263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44172) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:24.147088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ecaa4-f620-46cf-a961-b637ba904f43 req-d49861c0-b345-42f5-a594-c0db12559caf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.149970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b3ecaa4-f620-46cf-a961-b637ba904f43 req-d49861c0-b345-42f5-a594-c0db12559caf tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.0600255
Jan 15 20:58:24.225756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b3ecaa4-f620-46cf-a961-b637ba904f43 req-8377fe76-7990-46ca-a300-943117669d48 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680964
Jan 15 20:58:24.236982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:24.278952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e12d1e3-8fa3-498e-ae3c-7b6bdb5bc03c req-8044e06a-8e6e-47a2-bb86-71c52550d544 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 210 time: 0.0276561
Jan 15 20:58:24.356584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-d18183ed-a3cf-4f6d-9a1c-cf282b7f9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.358209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-d18183ed-a3cf-4f6d-9a1c-cf282b7f9254 service neutron] 10.222.0.45 "GET /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 1032 time: 0.3590615
Jan 15 20:58:24.398316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] Publish callbacks [] for security_group (49a988b6-831f-419e-a78c-d78b44be6ef6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:24.416339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e9b99e16-420f-4a76-918f-170d9d3c68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.417728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e9b99e16-420f-4a76-918f-170d9d3c68f0 service neutron] 10.222.0.45 "GET /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 1032 time: 0.0481927
Jan 15 20:58:24.430561 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] Publish callbacks [] for security_group (49a988b6-831f-419e-a78c-d78b44be6ef6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:24.458085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a7006-88fd-46f8-ae0a-ca932205bbe1 req-91938e26-1499-4db1-9aa7-ca29fab7f7fb tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.460296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992a7006-88fd-46f8-ae0a-ca932205bbe1 req-91938e26-1499-4db1-9aa7-ca29fab7f7fb tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.0627422
Jan 15 20:58:24.529890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992a7006-88fd-46f8-ae0a-ca932205bbe1 req-f2950950-58a0-4513-9598-9a4e5954b341 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623100
Jan 15 20:58:24.568177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-263d5b15-7115-444c-80a6-164b28a36188 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.574691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-263d5b15-7115-444c-80a6-164b28a36188 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.580626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-263d5b15-7115-444c-80a6-164b28a36188 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.582253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-263d5b15-7115-444c-80a6-164b28a36188 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 1995 time: 0.1540327
Jan 15 20:58:24.610023 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (49a988b6-831f-419e-a78c-d78b44be6ef6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:24.612480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:24.613646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49a988b6-831f-419e-a78c-d78b44be6ef6 HTTP/1.1" status: 204  len: 168 time: 0.6255012
Jan 15 20:58:24.625675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e373-02b4-4781-92b9-e8e769d8c7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a988b6-831f-419e-a78c-d78b44be6ef6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:24.667802 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-b3fef21c-dac6-430f-a57f-e4e82dedcfd1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa080ba5c4e041ae8960caa9e14da5b5 HTTP/1.1" status: 200  len: 380 time: 0.0760484
Jan 15 20:58:24.679361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'admin_state_up': True, 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'security_groups': ['f9e1ae13-b68d-4022-9acd-80a43f499326']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:24.724428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ba09f-842c-416d-b7d1-95d4f271610a req-f9f37a94-a1d4-4210-8cf4-882889b52639 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:24.726100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-158ba09f-842c-416d-b7d1-95d4f271610a req-f9f37a94-a1d4-4210-8cf4-882889b52639 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0588391
Jan 15 20:58:24.790073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-158ba09f-842c-416d-b7d1-95d4f271610a req-6b7152b7-765a-48d2-b08c-d2878d5ea0d2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562360
Jan 15 20:58:24.834545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:24.838885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.009452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 172.20.0.7 (f1abede3-ecab-4e83-a1da-6cc70da90e11/e91b8160-7f88-4c9a-b2e1-37391b74e86f/e3bdb69c-2e57-497e-80bb-2b7d539e87f7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:25.036364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-32ce2e82-0863-46de-8b96-f878c17bd21b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.038131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-32ce2e82-0863-46de-8b96-f878c17bd21b tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.1957281
Jan 15 20:58:25.048449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add4450-30f8-4718-b19d-64e979b13a3e req-a02424a8-3be5-463f-af48-72b2dfd34989 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.056774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4add4450-30f8-4718-b19d-64e979b13a3e req-a02424a8-3be5-463f-af48-72b2dfd34989 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0897918
Jan 15 20:58:25.131934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4add4450-30f8-4718-b19d-64e979b13a3e req-f8a240e1-b02f-436f-ae93-539ed3e6185e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733056
Jan 15 20:58:25.144767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc992d-0b16-4a86-97be-3fa1001c75d5 req-1bff3a77-c3b5-44f6-b850-3302be037ef4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.145968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1acc992d-0b16-4a86-97be-3fa1001c75d5 req-1bff3a77-c3b5-44f6-b850-3302be037ef4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 944 time: 0.2278540
Jan 15 20:58:25.205034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1acc992d-0b16-4a86-97be-3fa1001c75d5 req-70e277a0-c93e-44c7-807e-84b7818ab815 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514994
Jan 15 20:58:25.261963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Deleting port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:25.262291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.270983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.385470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-a540756c-1e14-4458-9f18-dbc4832e4b00 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.387949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-a540756c-1e14-4458-9f18-dbc4832e4b00 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.39 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.1426611
Jan 15 20:58:25.401607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] For port b0dcfdb5-db07-45b0-99bf-de55b9ceff10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:25.402366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.411390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.424584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Calling delete_port for b0dcfdb5-db07-45b0-99bf-de55b9ceff10 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:25.473963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:25.512523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:25.517995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:25.523605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:25.526653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3761fe-cac8-4e74-a70d-fa5af6da462c req-94fe291e-7686-49b9-b81a-0e8bc3e93cf8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.537385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd3761fe-cac8-4e74-a70d-fa5af6da462c req-94fe291e-7686-49b9-b81a-0e8bc3e93cf8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.2267809
Jan 15 20:58:25.666693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd3761fe-cac8-4e74-a70d-fa5af6da462c req-0548977f-6605-44c8-8145-c6c1a273caf6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244929
Jan 15 20:58:25.683399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.683399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.694255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b0dcfdb5-db07-45b0-99bf-de55b9ceff10), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.706997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f497fd43-4fd6-4318-8674-db412b5960b0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0314329
Jan 15 20:58:25.708067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:25.738439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'admin_state_up': True, 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'security_groups': ['f9e1ae13-b68d-4022-9acd-80a43f499326']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:25.766627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bad3cb-996e-4a51-aef4-fa89c6f49ebc req-2e36b8f6-2d79-4867-970e-2eec16fbda28 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:25.774614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63bad3cb-996e-4a51-aef4-fa89c6f49ebc req-2e36b8f6-2d79-4867-970e-2eec16fbda28 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 931 time: 0.2920668
Jan 15 20:58:25.778398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event deleted for resources: {'Port': ['ID=b0dcfdb5-db07-45b0-99bf-de55b9ceff10,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:25.831589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63bad3cb-996e-4a51-aef4-fa89c6f49ebc req-7c99e086-a9f9-4e9c-b5ab-a87ad65372d0 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560923
Jan 15 20:58:25.851041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Deleting port a6cb493c-7db8-4ea6-9c25-c683e688717c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:25.851479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.900994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] No DVR routers for this DVR port b0dcfdb5-db07-45b0-99bf-de55b9ceff10 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:25.907125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:25.911517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1dfb8f9-b007-4ab0-8018-c5d41ab81026 req-dde38bd1-2a2c-4ad5-bc90-54fac0c216e4 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.39 "DELETE /v2.0/ports/b0dcfdb5-db07-45b0-99bf-de55b9ceff10 HTTP/1.1" status: 204  len: 173 time: 0.8672476
Jan 15 20:58:25.912150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-deleted', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:25.915529 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c00177-295c-496b-8665-1aeca5375a6d" -d '{"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-deleted", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:25.973395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dc50190f-9fb2-4e2b-a76e-02d6c7cf77b4 None None] Provisioning complete for port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:25.974048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc50190f-9fb2-4e2b-a76e-02d6c7cf77b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.057464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:26.075427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dc50190f-9fb2-4e2b-a76e-02d6c7cf77b4 None None] Port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:26.084242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.132270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] For port a6cb493c-7db8-4ea6-9c25-c683e688717c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6cb493c-7db8-4ea6-9c25-c683e688717c,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:26.132800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.163636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f5a0-824f-46ad-a6c1-37bb80635155 req-e1733686-a1bc-462b-883a-fe64a00fcf05 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:26.165802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac5f5a0-824f-46ad-a6c1-37bb80635155 req-e1733686-a1bc-462b-883a-fe64a00fcf05 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 946 time: 0.1509569
Jan 15 20:58:26.270744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.1.1.47 (0ef2cc14-9e80-4859-a806-4f8642660717/2baccd29-8ae4-495c-905a-026d27902675/cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:26.357819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac5f5a0-824f-46ad-a6c1-37bb80635155 req-cae52411-fa8d-4a8e-8b69-faa390b95cca tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups?id=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858959
Jan 15 20:58:26.391396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0d50-49e8-4135-928c-0b7b46726fde req-3fd68023-0d0d-4c7f-b9fc-62d06dd0d9ab tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:26.393029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f0e0d50-49e8-4135-928c-0b7b46726fde req-3fd68023-0d0d-4c7f-b9fc-62d06dd0d9ab tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1476080
Jan 15 20:58:26.440221 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397fbb8-2be8-4abd-9ac1-9e10a9c213b5 x-openstack-request-id: req-c397fbb8-2be8-4abd-9ac1-9e10a9c213b5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:26.440567 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427a640-1c1b-49f4-a98d-bff4af6e596b", "name": "network-vif-deleted", "tag": "b0dcfdb5-db07-45b0-99bf-de55b9ceff10", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:26.440821 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c397fbb8-2be8-4abd-9ac1-9e10a9c213b5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:26.441429 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427a640-1c1b-49f4-a98d-bff4af6e596b', 'name': 'network-vif-deleted', 'tag': 'b0dcfdb5-db07-45b0-99bf-de55b9ceff10', 'status': 'completed', 'code': 200}
Jan 15 20:58:26.499846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.500344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.501037 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Floating IP 80bac487-5870-4c87-adff-4300b5ecb001 disassociated. External IP: 172.35.1.174, port: a6cb493c-7db8-4ea6-9c25-c683e688717c.
Jan 15 20:58:26.501486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Calling delete_port for a6cb493c-7db8-4ea6-9c25-c683e688717c owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:26.539591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f0e0d50-49e8-4135-928c-0b7b46726fde req-4cc09b78-2c22-4be2-bc4e-b2e0b67837c0 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081810
Jan 15 20:58:26.625686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.684276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.772873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:26.773853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:26.777305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:26.779354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:26.866278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:26.868507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:26.905608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-889ca623-2c5c-41a0-872e-3224f32a582e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.1883736
Jan 15 20:58:26.928061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'admin_state_up': True, 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'security_groups': ['f9e1ae13-b68d-4022-9acd-80a43f499326']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:27.006298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe11ae88-5b15-40d2-b27c-7a4a06b2cbf2 req-67b718d4-fbc4-4361-b3e6-29028d1a6883 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2427a640-1c1b-49f4-a98d-bff4af6e596b HTTP/1.1" status: 200  len: 210 time: 0.0752788
Jan 15 20:58:27.033166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953246-f398-4816-be85-13fb96e49d7c req-5b8a416f-2402-4595-9510-ffeef2f83c4f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:27.034794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a953246-f398-4816-be85-13fb96e49d7c req-5b8a416f-2402-4595-9510-ffeef2f83c4f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.1097002
Jan 15 20:58:27.121869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:27.129799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:27.134141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-86bb6e6a-1737-4d2e-9f3d-4fbd02e34bfe None None] Provisioning complete for port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:27.135142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86bb6e6a-1737-4d2e-9f3d-4fbd02e34bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:27.158500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a953246-f398-4816-be85-13fb96e49d7c req-97dd0e65-98cb-4bb4-87c3-5b96b4ef7036 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157517
Jan 15 20:58:27.196550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a6cb493c-7db8-4ea6-9c25-c683e688717c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:27.218967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-86bb6e6a-1737-4d2e-9f3d-4fbd02e34bfe None None] Port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:27.283003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event deleted for resources: {'Port': ['ID=a6cb493c-7db8-4ea6-9c25-c683e688717c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:27.311909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6cb493c-7db8-4ea6-9c25-c683e688717c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:27.342668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: a6cb493c-7db8-4ea6-9c25-c683e688717c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:27.343007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6cb493c-7db8-4ea6-9c25-c683e688717c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:27.343428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:27.388524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: b0dcfdb5-db07-45b0-99bf-de55b9ceff10 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:27.397405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b0dcfdb5-db07-45b0-99bf-de55b9ceff10 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:27.455227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.1.1.164 (0ef2cc14-9e80-4859-a806-4f8642660717/2baccd29-8ae4-495c-905a-026d27902675/897218f9-2c52-48ce-af2d-b6ceececef93) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:27.465868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334e518-c8e4-4fd6-924d-94fb993912e5 req-f76dead2-c089-4f0f-b178-7e278281b700 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:27.472686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2334e518-c8e4-4fd6-924d-94fb993912e5 req-f76dead2-c089-4f0f-b178-7e278281b700 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1782513
Jan 15 20:58:27.530559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Router e69d3da9-83b8-4b68-a27d-788a62375b02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:27.582070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2334e518-c8e4-4fd6-924d-94fb993912e5 req-17d2a1e1-07b7-42de-b76c-7b72022a0c2f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083941
Jan 15 20:58:27.698985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-065d9207-9253-4ae7-be4a-604026109dfb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1174433
Jan 15 20:58:27.754069 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (897218f9-2c52-48ce-af2d-b6ceececef93), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:27.777502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbec3d9f-cc46-4a51-b95b-5d0c11913ac2 req-c4216694-8027-410d-a040-649460069535 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/ports?device_id=70bf65cf-55e2-459a-aaf1-c3eb851a6ccf HTTP/1.1" status: 200  len: 210 time: 0.1038237
Jan 15 20:58:27.847878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:27.852795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dff32-27ec-42ab-bed2-272776340b98 req-94f53f2c-0e8a-4ed0-9993-66673d1f2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:27.855081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-94f53f2c-0e8a-4ed0-9993-66673d1f2056 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 1097 time: 0.0762913
Jan 15 20:58:27.931993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 0ef2cc14-9e80-4859-a806-4f8642660717 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:27.942295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f747-a97e-49ba-97dc-f8062542fb71 req-1974c15b-e6a2-43ec-af4c-9133f87aa210 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:27.952775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385f747-a97e-49ba-97dc-f8062542fb71 req-1974c15b-e6a2-43ec-af4c-9133f87aa210 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:27.955013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1385f747-a97e-49ba-97dc-f8062542fb71 req-1974c15b-e6a2-43ec-af4c-9133f87aa210 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 1652 time: 0.3553267
Jan 15 20:58:27.957364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:27.960967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:27.967227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:27.979756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Sync routers for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:28.002960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:28.003610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b562b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:28.008813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:28.052790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] No DVR routers for this DVR port a6cb493c-7db8-4ea6-9c25-c683e688717c on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:28.057461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:28.061728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d238df58-f6f0-4f95-8b11-4837183d2ba8 req-cc442aca-fde6-46ab-bd2f-4ac933b92b3e tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.39 "DELETE /v2.0/ports/a6cb493c-7db8-4ea6-9c25-c683e688717c HTTP/1.1" status: 204  len: 173 time: 2.6602299
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.078193 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:28.080767 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:28.085391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'name': 'network-vif-deleted', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:28.086087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:28.087770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:28.088553 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf5443-b228-42a9-ba2a-7f8bb959a3e8" -d '{"events": [{"server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "name": "network-vif-deleted", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:28.136964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dff32-27ec-42ab-bed2-272776340b98 req-aa9e121f-bd3b-4118-9b90-754edc1927c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:28.138623 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-aa9e121f-bd3b-4118-9b90-754edc1927c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.2385139
Jan 15 20:58:28.144608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-79124c89-98db-4de5-be91-8da3f269a412 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2229111
Jan 15 20:58:28.181130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'admin_state_up': True, 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'security_groups': ['f9e1ae13-b68d-4022-9acd-80a43f499326']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:28.187075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1385f747-a97e-49ba-97dc-f8062542fb71 req-2eebe3c4-7ed0-425e-9d7e-b2fc289343ce tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948678
Jan 15 20:58:28.287903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:28.357227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-5c0e9ec5-870c-4e84-bc98-56057b0d28b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 200  len: 217 time: 0.2112174
Jan 15 20:58:28.404466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51730-ffeb-4a2d-a04c-30dfd7d3b953 req-10266d36-efa2-4fd4-a313-9fce3362e6e8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:28.415453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05c51730-ffeb-4a2d-a04c-30dfd7d3b953 req-10266d36-efa2-4fd4-a313-9fce3362e6e8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2272007
Jan 15 20:58:28.445012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dff32-27ec-42ab-bed2-272776340b98 req-b2ee5cd0-f14e-429c-adda-042980c90f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:28.447358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-b2ee5cd0-f14e-429c-adda-042980c90f91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.0843234
Jan 15 20:58:28.487400 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48bf78a-6b73-420e-845c-7b3a9f6e2958 x-openstack-request-id: req-b48bf78a-6b73-420e-845c-7b3a9f6e2958 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:28.494164 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bf65cf-55e2-459a-aaf1-c3eb851a6ccf", "name": "network-vif-deleted", "tag": "a6cb493c-7db8-4ea6-9c25-c683e688717c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:28.494614 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b48bf78a-6b73-420e-845c-7b3a9f6e2958 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:28.495063 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bf65cf-55e2-459a-aaf1-c3eb851a6ccf', 'name': 'network-vif-deleted', 'tag': 'a6cb493c-7db8-4ea6-9c25-c683e688717c', 'status': 'completed', 'code': 200}
Jan 15 20:58:28.517906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-5eeafa46-c161-4414-976f-c127be332a91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584335
Jan 15 20:58:28.556372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05c51730-ffeb-4a2d-a04c-30dfd7d3b953 req-c577391b-ee89-4f6a-b3b7-9de319a62971 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384807
Jan 15 20:58:28.638702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45e38c75-9717-457c-bf58-fb4ec0ac5b0c None None] Provisioning complete for port 897218f9-2c52-48ce-af2d-b6ceececef93 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:28.639504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45e38c75-9717-457c-bf58-fb4ec0ac5b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:28.701070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:28.714690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1826a-e40f-45ba-a9b3-d998ea5ec2a3 req-408a1eac-8fc8-458f-a762-53997147ac0e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:28.716808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ea1826a-e40f-45ba-a9b3-d998ea5ec2a3 req-408a1eac-8fc8-458f-a762-53997147ac0e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0924776
Jan 15 20:58:28.820291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45e38c75-9717-457c-bf58-fb4ec0ac5b0c None None] Port 897218f9-2c52-48ce-af2d-b6ceececef93 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:28.865852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-9e75df35-2c02-44af-8e60-b4762f32326c service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3313460
Jan 15 20:58:28.870888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ea1826a-e40f-45ba-a9b3-d998ea5ec2a3 req-dc938d0c-ba31-4cd0-990c-cc49c335e010 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448331
Jan 15 20:58:28.910406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b562b80>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:28.958360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Checking router: e69d3da9-83b8-4b68-a27d-788a62375b02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:28.977773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:28.978732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b562b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:29.038081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e5125-3824-4442-8021-ef0224e05a4b req-2f9026f5-c5a0-4e64-94a5-35ab3d65a23c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.043348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-664e5125-3824-4442-8021-ef0224e05a4b req-2f9026f5-c5a0-4e64-94a5-35ab3d65a23c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.1305318
Jan 15 20:58:29.113479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.129611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98532c6e-dc9c-40f6-8671-7a067c3b0a38 req-a1c18d9a-79e0-499c-a956-89f6ab3edf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.132116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98532c6e-dc9c-40f6-8671-7a067c3b0a38 req-a1c18d9a-79e0-499c-a956-89f6ab3edf3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1471334
Jan 15 20:58:29.134098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-664e5125-3824-4442-8021-ef0224e05a4b req-e7f0f168-31d3-4fd3-a481-de9ada5c339a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842447
Jan 15 20:58:29.145891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d47d2-855f-4157-a4c7-bf4aa55068c8 req-f4ce415d-5d8a-4a42-b48f-89ccff607c6b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.147838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b96d47d2-855f-4157-a4c7-bf4aa55068c8 req-f4ce415d-5d8a-4a42-b48f-89ccff607c6b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0801454
Jan 15 20:58:29.159486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44338) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:29.164955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'floatingip': {'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:29.212732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:29.218009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-940dff32-27ec-42ab-bed2-272776340b98 req-b77588bf-e168-4c0b-b8da-996f7c4e81a6 service neutron] 10.222.0.39 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3480628
Jan 15 20:58:29.249862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:29.265795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.273019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98532c6e-dc9c-40f6-8671-7a067c3b0a38 req-92a9e068-9aaf-4930-a2e2-f9b15e08318c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271820
Jan 15 20:58:29.455942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.534358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76c1c-7e2d-4d2c-bf22-f14bf611c973 req-db518914-1650-4deb-8ca9-ab5f9c86c970 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.540279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.542713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76c1c-7e2d-4d2c-bf22-f14bf611c973 req-db518914-1650-4deb-8ca9-ab5f9c86c970 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.548980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76c1c-7e2d-4d2c-bf22-f14bf611c973 req-db518914-1650-4deb-8ca9-ab5f9c86c970 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:29.557141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97e76c1c-7e2d-4d2c-bf22-f14bf611c973 req-db518914-1650-4deb-8ca9-ab5f9c86c970 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 2373 time: 0.2097130
Jan 15 20:58:29.657955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.2.2.100 (878a0e81-034a-4a83-abcb-c15907086183/57309a79-b016-496f-ab74-13a97f31fc2e/27dce314-8869-41b8-89c3-42aefdb46190) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:29.686930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.697433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:29.698619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009 HTTP/1.1" status: 204  len: 168 time: 0.4796281
Jan 15 20:58:29.706139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44372) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:29.731403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef5ed4-fd49-4753-95c8-4fd70b23045c tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:29.769196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97e76c1c-7e2d-4d2c-bf22-f14bf611c973 req-663830d3-8d25-4761-8242-313aa9eb78c9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2111020
Jan 15 20:58:29.834534 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-23b8b2c5-5297-4189-86bf-e3a8dbdc08e8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] show failed (client error): The resource could not be found.
Jan 15 20:58:29.835586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-23b8b2c5-5297-4189-86bf-e3a8dbdc08e8 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "GET /v2.0/security-groups/b0a64d4c-dca3-41b0-a2a4-00a9ce4dc009 HTTP/1.1" status: 404  len: 347 time: 0.1276863
Jan 15 20:58:29.850814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b562b80>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:29.884359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44376) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:29.917646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7db32-0d2e-443a-8657-4ace69488274 None None] The sync data for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 is: [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:03Z', 'revision_number': 4, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '094f80d3-1dcb-49ad-a474-8524f0201fd2', 'name': '', 'network_id': '54a11130-ddab-4bf0-b19e-8eb96b2bf7ab', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'mac_address': 'fa:16:3e:cb:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '345691be-d567-45fc-9302-785e5647e9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:01Z', 'updated_at': '2022-01-15T20:56:07Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'subnets': [{'id': '345691be-d567-45fc-9302-785e5647e9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:29.949131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:30.092146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (27dce314-8869-41b8-89c3-42aefdb46190), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.142452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.213081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efce9-82e8-4ce1-b0fc-d9901df33127 req-7aaec928-3162-435c-bdc0-1ce1dec1bb3e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:30.213353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 878a0e81-034a-4a83-abcb-c15907086183 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:30.214656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c9efce9-82e8-4ce1-b0fc-d9901df33127 req-7aaec928-3162-435c-bdc0-1ce1dec1bb3e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.5158103
Jan 15 20:58:30.223235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:30.226357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:30.239408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:30.274527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5f31cbe-b00f-46b4-b770-38a9155c745e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.311651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:30.312505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.317715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Deleting port 645b133b-d011-423d-a39c-cb7fb6e4ade6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:30.318051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.373677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-a1b90402-d909-4a94-a079-c6d8df5fd518 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2174516
Jan 15 20:58:30.393944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'admin_state_up': True, 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'security_groups': ['f9e1ae13-b68d-4022-9acd-80a43f499326']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:30.398968 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16175512-fafc-43e2-9fcc-3f93a108b373 None None] New status for floating IP 80bac487-5870-4c87-adff-4300b5ecb001: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:58:30.447170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561208f9-652d-4f16-b32f-737fdbc751ca req-8f42e179-a4a7-4815-91b9-f88be4b81b42 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:30.454344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-561208f9-652d-4f16-b32f-737fdbc751ca req-8f42e179-a4a7-4815-91b9-f88be4b81b42 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 944 time: 0.2651410
Jan 15 20:58:30.496876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.497472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (645b133b-d011-423d-a39c-cb7fb6e4ade6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.537554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Calling delete_port for 645b133b-d011-423d-a39c-cb7fb6e4ade6 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:30.545621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c9efce9-82e8-4ce1-b0fc-d9901df33127 req-cc1d5d5f-3470-4bf6-8eb5-02616cc8a981 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2841651
Jan 15 20:58:30.669591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f71f0715-2eae-4284-9305-b5707af232ad None None] Provisioning complete for port 27dce314-8869-41b8-89c3-42aefdb46190 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:30.670192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f71f0715-2eae-4284-9305-b5707af232ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (27dce314-8869-41b8-89c3-42aefdb46190), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.705481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Made reservation on behalf of aa080ba5c4e041ae8960caa9e14da5b5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:30.710861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.741953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f71f0715-2eae-4284-9305-b5707af232ad None None] Port 27dce314-8869-41b8-89c3-42aefdb46190 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:30.842745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-465857c6-e5b2-4afb-a023-34732fdfd825 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:30.844301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-465857c6-e5b2-4afb-a023-34732fdfd825 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 944 time: 0.1304407
Jan 15 20:58:30.970666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:58:30.973128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (645b133b-d011-423d-a39c-cb7fb6e4ade6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:30.978267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-561208f9-652d-4f16-b32f-737fdbc751ca req-8a1d95cd-8c39-4238-b296-18cd93444c3a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5229125
Jan 15 20:58:31.040038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5f31cbe-b00f-46b4-b770-38a9155c745e admin admin] Publish callbacks [] for security_group (436b72f3-9833-4d50-9941-15fd79738b80), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.053722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5f31cbe-b00f-46b4-b770-38a9155c745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (436b72f3-9833-4d50-9941-15fd79738b80), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.083746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.100702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb0e43-21b9-4789-9062-64cd74ea99f3 req-72be0b95-0e63-49c0-b891-799561d18e21 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.102904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1beb0e43-21b9-4789-9062-64cd74ea99f3 req-72be0b95-0e63-49c0-b891-799561d18e21 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.4485624
Jan 15 20:58:31.127898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.198378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31cbe-b00f-46b4-b770-38a9155c745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b72f3-9833-4d50-9941-15fd79738b80,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:31.209312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c5f31cbe-b00f-46b4-b770-38a9155c745e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89608f43d7ed4ea5af9813c5c50377e9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2551496
Jan 15 20:58:31.210778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44390) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:31.305542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-85ff029a-4f14-4cd9-b2ef-acf88e03d822 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.311985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-85ff029a-4f14-4cd9-b2ef-acf88e03d822 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.318387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-85ff029a-4f14-4cd9-b2ef-acf88e03d822 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.325086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-85ff029a-4f14-4cd9-b2ef-acf88e03d822 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.326850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-85ff029a-4f14-4cd9-b2ef-acf88e03d822 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 3094 time: 0.2777951
Jan 15 20:58:31.341202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Pushing event deleted for resources: {'Port': ['ID=645b133b-d011-423d-a39c-cb7fb6e4ade6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:31.357188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1beb0e43-21b9-4789-9062-64cd74ea99f3 req-16e4c8a7-4262-4217-807c-22f3ddba8c0d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335129
Jan 15 20:58:31.384385 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Floating IP 552fba04-5910-460b-b00c-260f88cf00d3 associated. External IP: 172.35.1.61, port: f7503e3b-a43e-4550-8109-a1fb1aa2d5f1.
Jan 15 20:58:31.426587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Allocated IP 10.2.2.200 (878a0e81-034a-4a83-abcb-c15907086183/57309a79-b016-496f-ab74-13a97f31fc2e/71565d73-8ba2-4ed6-8fb6-b6d496626525) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:31.447796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Deleting port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:31.447796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.468194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] Publish callbacks [] for security_group (436b72f3-9833-4d50-9941-15fd79738b80), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.490598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83ed76f0-2524-4338-b7ad-9047c3db17b9 req-9d02ffdd-39ef-4ed5-b108-392afca64fd9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539097
Jan 15 20:58:31.502327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks [] for floatingip (80bac487-5870-4c87-adff-4300b5ecb001), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.503674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.505163 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd132740-cf2e-4356-a08c-47535f5600f1 tempest-ServersTestFqdnHostnames-315190417 tempest-ServersTestFqdnHostnames-315190417-project] 10.222.0.46 "DELETE /v2.0/floatingips/80bac487-5870-4c87-adff-4300b5ecb001 HTTP/1.1" status: 204  len: 168 time: 1.6193891
Jan 15 20:58:31.512157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:31.519972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] Publish callbacks [] for security_group (436b72f3-9833-4d50-9941-15fd79738b80), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.672978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] For port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:31.673350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.695323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.697500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Calling delete_port for 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:31.782857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.852219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Network 878a0e81-034a-4a83-abcb-c15907086183 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:31.854194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:31.859327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:31.865538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:31.972760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4dd9a494-ab1e-4bde-892a-a7dc884ad0a1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:31.977213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e810b-f0df-4a7c-820e-ef55bdb168d2 req-ab67f339-1f11-4279-8198-f74c8e72ca15 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.986128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e78e810b-f0df-4a7c-820e-ef55bdb168d2 req-ab67f339-1f11-4279-8198-f74c8e72ca15 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.3460984
Jan 15 20:58:31.991731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:31.992996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.011457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (436b72f3-9833-4d50-9941-15fd79738b80), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.014255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.015452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/436b72f3-9833-4d50-9941-15fd79738b80 HTTP/1.1" status: 204  len: 168 time: 0.8033466
Jan 15 20:58:32.015978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event deleted for resources: {'Port': ['ID=4dd9a494-ab1e-4bde-892a-a7dc884ad0a1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:32.050125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e21ae-a492-4084-8c89-9a27f648691d req-4ce03e6f-9769-4737-8e5c-a63511aa9063 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.050901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-72919ae1-eece-4012-931a-23b649e4292e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6679482
Jan 15 20:58:32.051765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d5e21ae-a492-4084-8c89-9a27f648691d req-4ce03e6f-9769-4737-8e5c-a63511aa9063 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.3898931
Jan 15 20:58:32.076223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] No DVR routers for this DVR port 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:32.079975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444baaef-e318-40ef-95d3-397473d2d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b72f3-9833-4d50-9941-15fd79738b80,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:32.081487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:32.118341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.121380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2960ef36-2641-4b4d-a744-1414e273a1fa req-1488124a-2a20-429e-82bc-d5dadc4c02fb tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "DELETE /v2.0/ports/4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 HTTP/1.1" status: 204  len: 173 time: 1.2694852
Jan 15 20:58:32.121852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-deleted', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:32.124272 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2efc00-758a-473e-a2ae-5cfa414f557a" -d '{"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-deleted", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:32.170081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:32.177987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.198752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e78e810b-f0df-4a7c-820e-ef55bdb168d2 req-09732fd2-114e-4bdc-b7ec-a3e6c124b394 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900306
Jan 15 20:58:32.261437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d5e21ae-a492-4084-8c89-9a27f648691d req-27063161-1683-4fe5-9b50-ceeac8341bc6 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868403
Jan 15 20:58:32.311027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8806a2dc-866c-4f7e-93a8-d5eca59126d2 None None] Provisioning complete for port 71565d73-8ba2-4ed6-8fb6-b6d496626525 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:32.311552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8806a2dc-866c-4f7e-93a8-d5eca59126d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.393412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f77dda72-1cb8-4ac2-afe7-d8d77796f804 req-f86882aa-2ec0-457e-b0c4-194981536468 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fe1922-dca1-4713-9ea1-bdd26b309ce6 HTTP/1.1" status: 200  len: 210 time: 0.0656564
Jan 15 20:58:32.435852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8806a2dc-866c-4f7e-93a8-d5eca59126d2 None None] Port 71565d73-8ba2-4ed6-8fb6-b6d496626525 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:32.471142 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe90d3-8ddf-4ee0-acef-5e7313a5bd7f x-openstack-request-id: req-1ebe90d3-8ddf-4ee0-acef-5e7313a5bd7f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:32.471603 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe1922-dca1-4713-9ea1-bdd26b309ce6", "name": "network-vif-deleted", "tag": "4dd9a494-ab1e-4bde-892a-a7dc884ad0a1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:32.471759 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ebe90d3-8ddf-4ee0-acef-5e7313a5bd7f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:32.472122 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe1922-dca1-4713-9ea1-bdd26b309ce6', 'name': 'network-vif-deleted', 'tag': '4dd9a494-ab1e-4bde-892a-a7dc884ad0a1', 'status': 'completed', 'code': 200}
Jan 15 20:58:32.627273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:32.636954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.651555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Sync routers for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:32.689197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:32.698027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b74d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:32.804607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-06722ef8-1e76-4af3-8078-4a24619773a5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "PUT /v2.0/floatingips/552fba04-5910-460b-b00c-260f88cf00d3 HTTP/1.1" status: 200  len: 991 time: 3.6437182
Jan 15 20:58:32.843689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:32.846392 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5f762-d866-49d6-ad36-7753690c69bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:32.869211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bdb69c-2e57-497e-80bb-2b7d539e87f7 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:32.889101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks [] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:32.893186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.901972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.902171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de076b5-90ae-439f-b409-c65abb81d801 req-8b89901f-7147-487a-bfcd-c82ba73c9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.903593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-8b89901f-7147-487a-bfcd-c82ba73c9fde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1572330
Jan 15 20:58:32.909747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.917895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.923840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Transition to ACTIVE for port object e3bdb69c-2e57-497e-80bb-2b7d539e87f7 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:32.926251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:32.934671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-07b4ed4c-57b1-4b3d-bafd-1dae2c0f554f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 3815 time: 0.2612364
Jan 15 20:58:32.936699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.008131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def758db-7d36-4bac-a33a-2d49e894319c req-c9c3cfcc-a776-4df4-a925-ea3e100238b3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.009806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-def758db-7d36-4bac-a33a-2d49e894319c req-c9c3cfcc-a776-4df4-a925-ea3e100238b3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1998847
Jan 15 20:58:33.146616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de076b5-90ae-439f-b409-c65abb81d801 req-cacaf9d4-2574-4e45-9674-85f47f45d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.149179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-cacaf9d4-2574-4e45-9674-85f47f45d43e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.2374597
Jan 15 20:58:33.162399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:33.191594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:33.286682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d837db-2d13-453e-b082-196076810356 req-82805e0d-049f-4e43-8440-5528bc6dfee9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.288647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19d837db-2d13-453e-b082-196076810356 req-82805e0d-049f-4e43-8440-5528bc6dfee9 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.2622013
Jan 15 20:58:33.290327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-863c6043-419c-4444-aa78-f2728655650a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.0952632
Jan 15 20:58:33.365538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:33.406122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e51fb6b-a2c9-40ba-a660-48425c459ba1 req-d6075085-89c6-4507-aa7a-a2eaa23fb3d7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4675567
Jan 15 20:58:33.423219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e69d3da9-83b8-4b68-a27d-788a62375b02), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.441872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de076b5-90ae-439f-b409-c65abb81d801 req-b678ed83-9a7b-4b62-8f78-0d356de50c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.443682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-b678ed83-9a7b-4b62-8f78-0d356de50c63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.0635681
Jan 15 20:58:33.483443 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-04ff5804-1151-46c6-af0f-d1f39f0fd22e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303369
Jan 15 20:58:33.531998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-def758db-7d36-4bac-a33a-2d49e894319c req-4b788103-f592-4ac8-81c8-96c75b993b51 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5053210
Jan 15 20:58:33.539990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Attempting to bind port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:33.540332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Attempting to bind port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:33.540666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Attempting to bind port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 on network f1abede3-ecab-4e83-a1da-6cc70da90e11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:33.591346 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87416bc6-f22f-435f-a8a4-d3354251e94b x-openstack-request-id: req-87416bc6-f22f-435f-a8a4-d3354251e94b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:33.591678 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:33.591941 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87416bc6-f22f-435f-a8a4-d3354251e94b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:33.592363 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'status': 'completed', 'code': 200}
Jan 15 20:58:33.623454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1677406889-network', 'tenant_id': 'fdef9bfc39b84aba936ad3c1dfda8e9d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:33.655557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b74d310>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '552fba04-5910-460b-b00c-260f88cf00d3', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4504a13b-d10e-436a-a5ef-991829938dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:05Z', 'updated_at': '2022-01-15T20:58:30Z', 'revision_number': 1, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:33.656612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port 00278b05-3736-45fa-b8cc-cc991355aa9a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:33.656988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.665202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 on network f1abede3-ecab-4e83-a1da-6cc70da90e11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:33.665725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Attempting to bind port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 on network f1abede3-ecab-4e83-a1da-6cc70da90e11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:33.685634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:33.686399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Checking segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:33.686794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Bound using segment: {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:33.687244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Bound port: e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea7fbab-ffc4-4834-af4e-8314d0c2225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:33.687606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.699076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Checking router: 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:33.709415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:33.710175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b74d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:33.795624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5f762-d866-49d6-ad36-7753690c69bf req-5baf5ffe-dcfa-49bc-9949-3c5fb7f31881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.797191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-5baf5ffe-dcfa-49bc-9949-3c5fb7f31881 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1097 time: 0.1791320
Jan 15 20:58:33.814300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:33.817796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:33.832700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.849384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:33.898448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a525ba4-f0e3-48a3-89d1-0984000ca9f1 req-b3a45b7c-c85a-47b2-8aab-984fcb9e8895 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.906040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a525ba4-f0e3-48a3-89d1-0984000ca9f1 req-b3a45b7c-c85a-47b2-8aab-984fcb9e8895 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 945 time: 0.2108138
Jan 15 20:58:33.924574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:33.925221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.927640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] 10.222.0.45 "PUT /v2.0/ports/e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 1091 time: 1.8534522
Jan 15 20:58:33.934183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:33.947976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Made reservation on behalf of fdef9bfc39b84aba936ad3c1dfda8e9d for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:33.950885 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:33.955285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e4e6-2cff-4fcc-8590-5672f289cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:33.969473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:34.015872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:34.016269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4dd9a494-ab1e-4bde-892a-a7dc884ad0a1 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:34.020871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.022166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-de48b7f9-418e-4254-8647-3bc9c211716f service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5303788
Jan 15 20:58:34.113029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port 00278b05-3736-45fa-b8cc-cc991355aa9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00278b05-3736-45fa-b8cc-cc991355aa9a,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:34.113390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.162887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for 00278b05-3736-45fa-b8cc-cc991355aa9a owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:34.177683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.199342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks [] for security_group (e62ae95e-459a-4553-bd94-5528570958b2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.224950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e62ae95e-459a-4553-bd94-5528570958b2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.287679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:58:34.311370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b74d310>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '552fba04-5910-460b-b00c-260f88cf00d3', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4504a13b-d10e-436a-a5ef-991829938dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:05Z', 'updated_at': '2022-01-15T20:58:30Z', 'revision_number': 1, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:34.346602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3de076b5-90ae-439f-b409-c65abb81d801 req-18a9f464-87d9-4968-b4c9-e82e94001008 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143849
Jan 15 20:58:34.348241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5d01-846f-4acf-824d-e4a71b88a1c3 None None] The sync data for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 is: [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '552fba04-5910-460b-b00c-260f88cf00d3', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'floating_ip_address': '172.35.1.61', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4504a13b-d10e-436a-a5ef-991829938dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:05Z', 'updated_at': '2022-01-15T20:58:30Z', 'revision_number': 1, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:34.422987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bb982121-1588-437e-829a-3fd04d1b633f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.423765 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Added segment bb982121-1588-437e-829a-3fd04d1b633f of type vlan for network a0bd7267-78f7-47d3-a245-2891ae658b43
Jan 15 20:58:34.441109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a525ba4-f0e3-48a3-89d1-0984000ca9f1 req-d0214788-08bc-4186-805e-4765f94f86e8 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5340724
Jan 15 20:58:34.451990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ae95e-459a-4553-bd94-5528570958b2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:34.485630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:34.488450 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f59e2-5f55-4f86-a067-b6488dda6380" -d '{"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:34.498655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5f762-d866-49d6-ad36-7753690c69bf req-67941431-472e-4416-8b68-bce967fcdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.500394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-67941431-472e-4416-8b68-bce967fcdc7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.6407328
Jan 15 20:58:34.560823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a0bd7267-78f7-47d3-a245-2891ae658b43), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.613705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (00278b05-3736-45fa-b8cc-cc991355aa9a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.622680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59fc66-ac5f-4fd1-b3ed-e5a753b16933 req-9c4c36f2-626c-41e4-9145-c2649c05a36a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.624543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be59fc66-ac5f-4fd1-b3ed-e5a753b16933 req-9c4c36f2-626c-41e4-9145-c2649c05a36a tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.5549011
Jan 15 20:58:34.628571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['00278b05-3736-45fa-b8cc-cc991355aa9a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:34.691016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a0bd7267-78f7-47d3-a245-2891ae658b43), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.691954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.692539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.699951 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9d516-cc41-4620-ae59-68ab82aa94d5 None None] New status for floating IP 552fba04-5910-460b-b00c-260f88cf00d3: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:58:34.715572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-3a2e505a-7459-47e5-b7c1-8e3fcf12c184 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.717556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-3a2e505a-7459-47e5-b7c1-8e3fcf12c184 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 944 time: 0.2193913
Jan 15 20:58:34.770436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=00278b05-3736-45fa-b8cc-cc991355aa9a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:34.818045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0bd7267-78f7-47d3-a245-2891ae658b43,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:34.830804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a0bd7267-78f7-47d3-a245-2891ae658b43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:58:34.832887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-ac640398-7387-4d37-80df-8e02e3a6053a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.3236907
Jan 15 20:58:34.844067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-10e3d797-372e-4367-a68a-288a69d66eb8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.4676232
Jan 15 20:58:34.875049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:34.888281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Request body: {'subnet': {'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1677406889-subnet', 'tenant_id': 'fdef9bfc39b84aba936ad3c1dfda8e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:34.892699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port 00278b05-3736-45fa-b8cc-cc991355aa9a on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:34.899045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:34.903043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19d837db-2d13-453e-b082-196076810356 req-466aea84-8724-4d6f-b8dd-0ff99493b593 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "DELETE /v2.0/ports/00278b05-3736-45fa-b8cc-cc991355aa9a HTTP/1.1" status: 204  len: 173 time: 1.6050005
Jan 15 20:58:34.909242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.920639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.928005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.938793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.947057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:34.949669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a716345-0e15-4a17-a217-18111ebb0463 req-529903a5-5d98-4d9c-bd3a-a118457fd8dc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 3827 time: 0.3946304
Jan 15 20:58:34.991843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a70acfe-3b12-4c47-a821-8552633f0121 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:35.007076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks [] for port (5a70acfe-3b12-4c47-a821-8552633f0121), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.033059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Made reservation on behalf of fdef9bfc39b84aba936ad3c1dfda8e9d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:35.035487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.038440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Transition to ACTIVE for port object 5a70acfe-3b12-4c47-a821-8552633f0121 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:35.045005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5f762-d866-49d6-ad36-7753690c69bf req-90e6a628-7f15-44f1-9ec5-36429fc78fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.046486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-90e6a628-7f15-44f1-9ec5-36429fc78fc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.2031398
Jan 15 20:58:35.079235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.119809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a716345-0e15-4a17-a217-18111ebb0463 req-01736006-42ff-4ecf-ad3c-d4bd6cba3f8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497571
Jan 15 20:58:35.123660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Deleting port 094f80d3-1dcb-49ad-a474-8524f0201fd2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:35.124425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.137651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be59fc66-ac5f-4fd1-b3ed-e5a753b16933 req-f918fa9d-9172-4373-b228-93f13ffe8bfe tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4564557
Jan 15 20:58:35.145204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Deleting port eb8f87ed-8d87-47ae-bacf-831dd563cfce {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:35.145577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.240293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5f762-d866-49d6-ad36-7753690c69bf req-75dd2358-7d74-45c1-8520-0b18e1c46b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.241906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-75dd2358-7d74-45c1-8520-0b18e1c46b9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1714950
Jan 15 20:58:35.309959 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871eb0d3-6a4f-4901-a97e-da8f222529e9 x-openstack-request-id: req-871eb0d3-6a4f-4901-a97e-da8f222529e9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:35.309959 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:35.310498 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-871eb0d3-6a4f-4901-a97e-da8f222529e9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:35.310498 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'status': 'completed', 'code': 200}
Jan 15 20:58:35.335738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] For port eb8f87ed-8d87-47ae-bacf-831dd563cfce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eb8f87ed-8d87-47ae-bacf-831dd563cfce,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:35.336206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.340108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:35.346797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] For port 094f80d3-1dcb-49ad-a474-8524f0201fd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=094f80d3-1dcb-49ad-a474-8524f0201fd2,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:35.347152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.402898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Calling delete_port for 094f80d3-1dcb-49ad-a474-8524f0201fd2 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:35.447788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Calling delete_port for eb8f87ed-8d87-47ae-bacf-831dd563cfce owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:35.505596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Attempting to bind port 5a70acfe-3b12-4c47-a821-8552633f0121 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:35.506150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Attempting to bind port 5a70acfe-3b12-4c47-a821-8552633f0121 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:35.506150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Attempting to bind port 5a70acfe-3b12-4c47-a821-8552633f0121 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:35.546357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e273fe-6eb5-4fd3-b939-2a7976a3a76a req-e816cc33-e200-4664-9785-79d57d2797bd tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.548106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33e273fe-6eb5-4fd3-b939-2a7976a3a76a req-e816cc33-e200-4664-9785-79d57d2797bd tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2644215
Jan 15 20:58:35.579071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Port 5a70acfe-3b12-4c47-a821-8552633f0121 on network 0ef2cc14-9e80-4859-a806-4f8642660717 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:35.579535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Attempting to bind port 5a70acfe-3b12-4c47-a821-8552633f0121 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:35.586649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.587233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.587718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.588189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.588734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.589273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:35.591491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-92c34c31-6921-463c-a07b-47ecef0539e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5248 time: 0.2855134
Jan 15 20:58:35.617625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:35.618099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:35.618688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Bound using segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:35.619080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Bound port: 5a70acfe-3b12-4c47-a821-8552633f0121, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:35.619489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.685646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83494ae1-37c4-4f3b-8db1-97fac331037a req-e5ae2e02-e8f9-4684-991e-7c9391ba65ba tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=deef57f9-d933-48ad-a051-e782593799bf HTTP/1.1" status: 200  len: 210 time: 0.0888922
Jan 15 20:58:35.691837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-0a583bd8-8ac9-447f-95d6-4237e0ddb717 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4411838
Jan 15 20:58:35.700876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33e273fe-6eb5-4fd3-b939-2a7976a3a76a req-d691546a-1000-4753-a55c-30a851ad4f98 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396489
Jan 15 20:58:35.851858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78e5f762-d866-49d6-ad36-7753690c69bf req-0f690af4-b2cc-4384-b234-2c834262f7b2 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498685
Jan 15 20:58:35.881464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (094f80d3-1dcb-49ad-a474-8524f0201fd2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:35.913552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Pushing event deleted for resources: {'Port': ['ID=094f80d3-1dcb-49ad-a474-8524f0201fd2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:36.128855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e69d3da9-83b8-4b68-a27d-788a62375b02), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.182194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (34ee28fb-f276-4a27-9dd3-8dac6977a6ad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.249030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:36.269581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-0e0b11b0-ab01-4994-880b-4c1f7e254028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.270069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-0e0b11b0-ab01-4994-880b-4c1f7e254028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.270834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-0e0b11b0-ab01-4994-880b-4c1f7e254028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.272319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-0e0b11b0-ab01-4994-880b-4c1f7e254028 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6688678
Jan 15 20:58:36.288882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70acfe-3b12-4c47-a821-8552633f0121,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:36.323439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.358208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eb8f87ed-8d87-47ae-bacf-831dd563cfce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.371157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ee28fb-f276-4a27-9dd3-8dac6977a6ad,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:36.431083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.431719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.433255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 1135 time: 2.4681318
Jan 15 20:58:36.504287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:36.509586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Checking segment: {'id': 'bb982121-1588-437e-829a-3fd04d1b633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:36.510380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Network hostable DHCP agents. Network: a0bd7267-78f7-47d3-a245-2891ae658b43, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:58:36.565652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6e3e-0591-454f-9191-95dc1c2374c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:36.568830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] No DVR routers for this DVR port eb8f87ed-8d87-47ae-bacf-831dd563cfce on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:36.594838 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.599407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9c13bbc3-b0cc-4c2a-a0f3-2282d32f192d req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "DELETE /v2.0/ports/eb8f87ed-8d87-47ae-bacf-831dd563cfce HTTP/1.1" status: 204  len: 173 time: 1.8302755
Jan 15 20:58:36.631975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1f9b1-7bf5-469e-968d-64595c772384 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event deleted for resources: {'Port': ['ID=eb8f87ed-8d87-47ae-bacf-831dd563cfce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:36.634666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-69346d1e-4bd9-4763-8288-a4ac0ad11d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.636703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262f59e2-5f55-4f86-a067-b6488dda6380 req-69346d1e-4bd9-4763-8288-a4ac0ad11d76 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3541405
Jan 15 20:58:36.668199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Network a0bd7267-78f7-47d3-a245-2891ae658b43 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:58:36.679181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.692148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0bd7267-78f7-47d3-a245-2891ae658b43) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:36.699916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.700549 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:36.706005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb730fc-0742-4973-97bc-cd288156b333 None None] Network a0bd7267-78f7-47d3-a245-2891ae658b43 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:36.721726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b629260-2cca-40b7-9a17-f3dd77af1d62 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8438654
Jan 15 20:58:36.725295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13b15a65-71b0-4334-a21b-23776b0a60c0 req-69e6af92-376f-42d4-834d-e0990b39d268 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=137421ba-6834-4e42-8221-9b5de84419cc HTTP/1.1" status: 200  len: 210 time: 0.3726599
Jan 15 20:58:36.868183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.876566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.884047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.893650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.903790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.914170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:36.927135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95a50f08-601a-432e-9634-09f78b90442d req-83a1fb0e-f98a-49cf-878c-507b96cafed7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 4604 time: 0.5666127
Jan 15 20:58:36.958796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8751e0-5624-4131-ab66-c748ad504e57 None None] Network a0bd7267-78f7-47d3-a245-2891ae658b43 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:36.994149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Router e69d3da9-83b8-4b68-a27d-788a62375b02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:37.029738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95a50f08-601a-432e-9634-09f78b90442d req-cbb81acc-15f6-41d6-8d06-26fe41c32567 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1014736
Jan 15 20:58:37.234612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:37.240962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-107b6309-d24b-464d-90c8-f958342bb091 admin admin] 10.222.0.46 "PUT /v2.0/routers/e69d3da9-83b8-4b68-a27d-788a62375b02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7266998
Jan 15 20:58:37.244426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44492) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:37.248399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Sync routers for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:37.280170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:37.283410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af73ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:37.303234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2731366-ebb4-468b-9b3a-6fe38f264df2 req-8958b798-9cee-4bb5-b1c8-74580d97a152 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.308910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ef8468-1684-4743-ae03-c3725fd41a73 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:37.311246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2731366-ebb4-468b-9b3a-6fe38f264df2 req-8958b798-9cee-4bb5-b1c8-74580d97a152 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1266932
Jan 15 20:58:37.313892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'name': 'network-vif-deleted', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a'}, {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '5a70acfe-3b12-4c47-a821-8552633f0121'}, {'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-deleted', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:37.319082 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8" -d '{"events": [{"server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "name": "network-vif-deleted", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a"}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "5a70acfe-3b12-4c47-a821-8552633f0121"}, {"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-deleted", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:37.330573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks [] for port (90ef8468-1684-4743-ae03-c3725fd41a73), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:37.352448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Transition to ACTIVE for port object 90ef8468-1684-4743-ae03-c3725fd41a73 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:37.361325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:37.418576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00278b05-3736-45fa-b8cc-cc991355aa9a no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:37.438601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2731366-ebb4-468b-9b3a-6fe38f264df2 req-5f698cd8-6584-4817-aeb9-67d764af4977 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263268
Jan 15 20:58:37.474313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks [] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:37.489411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 00278b05-3736-45fa-b8cc-cc991355aa9a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:37.490078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00278b05-3736-45fa-b8cc-cc991355aa9a not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:37.499393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:37.547174 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20067075-aca1-444c-b266-4aa057ce2fc3 x-openstack-request-id: req-20067075-aca1-444c-b266-4aa057ce2fc3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:37.547814 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef57f9-d933-48ad-a051-e782593799bf", "name": "network-vif-deleted", "tag": "00278b05-3736-45fa-b8cc-cc991355aa9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "5a70acfe-3b12-4c47-a821-8552633f0121", "status": "completed", "code": 200}, {"server_uuid": "137421ba-6834-4e42-8221-9b5de84419cc", "name": "network-vif-deleted", "tag": "eb8f87ed-8d87-47ae-bacf-831dd563cfce", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:37.547814 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20067075-aca1-444c-b266-4aa057ce2fc3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:37.548194 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef57f9-d933-48ad-a051-e782593799bf', 'name': 'network-vif-deleted', 'tag': '00278b05-3736-45fa-b8cc-cc991355aa9a', 'status': 'completed', 'code': 200}
Jan 15 20:58:37.548431 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '5a70acfe-3b12-4c47-a821-8552633f0121', 'status': 'completed', 'code': 200}
Jan 15 20:58:37.548678 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137421ba-6834-4e42-8221-9b5de84419cc', 'name': 'network-vif-deleted', 'tag': 'eb8f87ed-8d87-47ae-bacf-831dd563cfce', 'status': 'completed', 'code': 200}
Jan 15 20:58:37.633818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:37.686590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.687124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.687625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.688260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.688755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.689909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.690401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.693139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-845e62f3-3998-45b3-97db-779bc3bbf3cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6176 time: 0.1175513
Jan 15 20:58:37.694983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Attempting to bind port 90ef8468-1684-4743-ae03-c3725fd41a73 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:37.695241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Attempting to bind port 90ef8468-1684-4743-ae03-c3725fd41a73 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:37.695717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Attempting to bind port 90ef8468-1684-4743-ae03-c3725fd41a73 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:37.834788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-b4fa8f00-e577-42cb-9c3f-edeb3a70ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.835289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-b4fa8f00-e577-42cb-9c3f-edeb3a70ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.836561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-b4fa8f00-e577-42cb-9c3f-edeb3a70ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.838379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-b4fa8f00-e577-42cb-9c3f-edeb3a70ec10 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1365080
Jan 15 20:58:37.840686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Port 90ef8468-1684-4743-ae03-c3725fd41a73 on network 0ef2cc14-9e80-4859-a806-4f8642660717 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:37.841087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Attempting to bind port 90ef8468-1684-4743-ae03-c3725fd41a73 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:37.902882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:37.903220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:37.903701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Bound using segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:37.904157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Bound port: 90ef8468-1684-4743-ae03-c3725fd41a73, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:37.904518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:37.956236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:37.989853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e77b0535-696e-4127-8eb7-6a16d6c23ce9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:37.992754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e77b0535-696e-4127-8eb7-6a16d6c23ce9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/networks?id=a0bd7267-78f7-47d3-a245-2891ae658b43 HTTP/1.1" status: 200  len: 818 time: 0.5527077
Jan 15 20:58:38.011046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-bad540de-fb6a-4a37-a165-4f5b7896000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:38.013510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5861b1da-2a0b-4cd6-a3d9-ba480d518df8 req-bad540de-fb6a-4a37-a165-4f5b7896000b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1686025
Jan 15 20:58:38.035388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks [] for router_gateway (e69d3da9-83b8-4b68-a27d-788a62375b02), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.037001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: eb8f87ed-8d87-47ae-bacf-831dd563cfce {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:38.037319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device eb8f87ed-8d87-47ae-bacf-831dd563cfce not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:38.043681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-8bd782f5-71f6-4d3c-a050-5fdfaf7ff040 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/quotas/fdef9bfc39b84aba936ad3c1dfda8e9d HTTP/1.1" status: 200  len: 375 time: 0.0372560
Jan 15 20:58:38.052814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-c67dfb13-13fe-4fc0-a3db-bfb85ff3e711 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:38.061413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-c67dfb13-13fe-4fc0-a3db-bfb85ff3e711 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.3582966
Jan 15 20:58:38.072491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:38.078271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90ef8468-1684-4743-ae03-c3725fd41a73,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:38.081977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af73ca0>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32'}], 'enable_snat': True}, 'gw_port_id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:58:35Z', 'revision_number': 5, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port': {'id': '877418c8-e67a-4568-a4ac-d0b06b2ce5c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:38.084235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.115579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-33359503-8f1c-4548-ad30-aa65a4a89f6c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/quotas/51cad90ef72141c2983640133453f788 HTTP/1.1" status: 200  len: 375 time: 0.0520451
Jan 15 20:58:38.142916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:38.152564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-c5ceb591-67bb-41f3-a96f-de5e28b56853 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdef9bfc39b84aba936ad3c1dfda8e9d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875850
Jan 15 20:58:38.174719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:38.175429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.176795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e663dae4-a33c-40d7-b798-2edfbe6bff78 service neutron] 10.222.0.45 "PUT /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 1135 time: 1.6839998
Jan 15 20:58:38.208961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ef822303-20df-4ef6-97e3-de451b19e3af tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:58:38.210025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ef822303-20df-4ef6-97e3-de451b19e3af tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057735
Jan 15 20:58:38.228562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:38.261399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-ad9254b0-dcd1-4bbd-8c1a-f47e3b787348 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1448371
Jan 15 20:58:38.329824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Checking router: e69d3da9-83b8-4b68-a27d-788a62375b02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:38.345360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Routers {'e69d3da9-83b8-4b68-a27d-788a62375b02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:38.346008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af73ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e69d3da9-83b8-4b68-a27d-788a62375b02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:38.375740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-aa6ff519-35da-4de6-ad7d-7988250031f1 service neutron] 10.222.0.46 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220476
Jan 15 20:58:38.396018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.505198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] Set router e69d3da9-83b8-4b68-a27d-788a62375b02 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:38.516243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Deleting port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:38.516590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.585196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af73ca0>, [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:58:38Z', 'revision_number': 6, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:38.606791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] For port 877418c8-e67a-4568-a4ac-d0b06b2ce5c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:38.607290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.631380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e075f1b3-3f88-48ee-85fc-de64da5b32f1 None None] The sync data for ids ['e69d3da9-83b8-4b68-a27d-788a62375b02'] in ncdv-master-1 is: [{'id': 'e69d3da9-83b8-4b68-a27d-788a62375b02', 'name': 'tempest-ServersTestFqdnHostnames-1295193210-router', 'tenant_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:54Z', 'updated_at': '2022-01-15T20:58:38Z', 'revision_number': 6, 'project_id': 'e88ac3aebabe465c8903ac9b9d8f54ea', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:38.661335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Calling delete_port for 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:38.675650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-6866bc8c-8f3f-4fa5-95d3-62c97e61e63e service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4133847
Jan 15 20:58:38.725043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-b6eaa984-ec65-4fa0-adcf-ee990d855930 service neutron] 10.222.0.46 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3483090
Jan 15 20:58:38.762094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:38.773564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks [] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.789854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Transition to ACTIVE for port object cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:38.796685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:38.911451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-a4f0e191-91ee-4b69-8750-7bdd0340283f service neutron] 10.222.0.46 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182701
Jan 15 20:58:38.945914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:39.009215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Attempting to bind port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:39.009986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Attempting to bind port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:39.010597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Attempting to bind port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:39.034842 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (877418c8-e67a-4568-a4ac-d0b06b2ce5c7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.041716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf on network 0ef2cc14-9e80-4859-a806-4f8642660717 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:39.047359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Attempting to bind port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:39.099220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:39.099689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:39.100254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Bound using segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:39.101234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Bound port: cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:39.102027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.103824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=877418c8-e67a-4568-a4ac-d0b06b2ce5c7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:39.274388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (e69d3da9-83b8-4b68-a27d-788a62375b02), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.294922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:39.298883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:39.314516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.380302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.380965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.382347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] 10.222.0.45 "PUT /v2.0/ports/cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 1090 time: 1.1653502
Jan 15 20:58:39.432051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:39.471892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba141-61a5-455a-8321-0f3d98188b7b service neutron] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:39.527840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.549868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '90ef8468-1684-4743-ae03-c3725fd41a73'}, {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:39.553585 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55" -d '{"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "90ef8468-1684-4743-ae03-c3725fd41a73"}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:39.601303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-710db015-0ea9-43c1-aa66-14b8fb0492e5 req-946ee924-9088-4e0b-adce-2d1350eb3e8e tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 210 time: 0.1485896
Jan 15 20:58:39.679233 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.686083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks [] for router_controller (e69d3da9-83b8-4b68-a27d-788a62375b02), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.767891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.775048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.782612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.797793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.807558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.832996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.847058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:39.865467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6833930a-22a9-4041-9910-dccc8424df06 req-b47ed71b-4243-4ca6-8df1-b4e7b52e13da tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5393 time: 0.3796229
Jan 15 20:58:39.924263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (e69d3da9-83b8-4b68-a27d-788a62375b02), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.924831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69d3da9-83b8-4b68-a27d-788a62375b02 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:58:39.953658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:39.957995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c7a1e6f2-6dd7-48e0-a080-da9d470e8fb0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e69d3da9-83b8-4b68-a27d-788a62375b02 HTTP/1.1" status: 204  len: 168 time: 2.7102695
Jan 15 20:58:39.961739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:40.066592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897218f9-2c52-48ce-af2d-b6ceececef93 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:40.077382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6833930a-22a9-4041-9910-dccc8424df06 req-f469a47a-8a92-41e6-afa3-dfc486098fb3 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2049608
Jan 15 20:58:40.088088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Deleting subnet 345691be-d567-45fc-9302-785e5647e9a2 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:58:40.091869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Publish callbacks [] for subnet (345691be-d567-45fc-9302-785e5647e9a2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.116114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks [] for port (897218f9-2c52-48ce-af2d-b6ceececef93), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.152412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Transition to ACTIVE for port object 897218f9-2c52-48ce-af2d-b6ceececef93 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:40.169799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (345691be-d567-45fc-9302-785e5647e9a2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.172030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.221946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc877a2-f861-4f6a-92a0-7d7479640a45 req-0897e244-e671-422a-91e6-6a188353bdc1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.224217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dc877a2-f861-4f6a-92a0-7d7479640a45 req-0897e244-e671-422a-91e6-6a188353bdc1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1292024
Jan 15 20:58:40.288286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c7437a3-6748-4b94-962d-28817d880c4c req-af8f42fb-8e6f-4b8d-9a13-36e0d2d69063 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 210 time: 0.0558393
Jan 15 20:58:40.360932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 094f80d3-1dcb-49ad-a474-8524f0201fd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:40.370726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (345691be-d567-45fc-9302-785e5647e9a2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.399617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 094f80d3-1dcb-49ad-a474-8524f0201fd2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:40.407598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 094f80d3-1dcb-49ad-a474-8524f0201fd2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:40.408530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:40.423161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2dc877a2-f861-4f6a-92a0-7d7479640a45 req-084f1f8f-f519-433f-8d67-6eba6b0d0b19 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864965
Jan 15 20:58:40.464567 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8442ea-1a68-473f-b7bd-3bd5103c18b3 x-openstack-request-id: req-ed8442ea-1a68-473f-b7bd-3bd5103c18b3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:40.464915 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "90ef8468-1684-4743-ae03-c3725fd41a73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:40.465376 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed8442ea-1a68-473f-b7bd-3bd5103c18b3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:40.465486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:40.466253 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '90ef8468-1684-4743-ae03-c3725fd41a73', 'status': 'completed', 'code': 200}
Jan 15 20:58:40.466712 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'status': 'completed', 'code': 200}
Jan 15 20:58:40.470875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 877418c8-e67a-4568-a4ac-d0b06b2ce5c7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:40.473706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (345691be-d567-45fc-9302-785e5647e9a2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.486467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:40.529353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345691be-d567-45fc-9302-785e5647e9a2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:40.541132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94777b15-2357-4ef0-aaff-bbbe5a7e6a5d None None] Network 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:40.568969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.575322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ce75ed69-a30d-41d2-b220-82e7d58fdffd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/345691be-d567-45fc-9302-785e5647e9a2 HTTP/1.1" status: 204  len: 168 time: 0.6116769
Jan 15 20:58:40.590199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc287-63ce-4c1e-a489-3ad0fee120f8 req-da6d7d73-2c50-4620-ac9b-2ebbc2e2fe7f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.599927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e44dc287-63ce-4c1e-a489-3ad0fee120f8 req-da6d7d73-2c50-4620-ac9b-2ebbc2e2fe7f tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.1164937
Jan 15 20:58:40.628748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44578) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:40.750665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829142d4-9378-466d-8b3b-31c8ade1526c req-87f0658c-b410-4d29-9413-cc847484f5fa tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.752055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-829142d4-9378-466d-8b3b-31c8ade1526c req-87f0658c-b410-4d29-9413-cc847484f5fa tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 944 time: 0.2400763
Jan 15 20:58:40.758576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Attempting to bind port 897218f9-2c52-48ce-af2d-b6ceececef93 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:40.759444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Attempting to bind port 897218f9-2c52-48ce-af2d-b6ceececef93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:40.759548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Attempting to bind port 897218f9-2c52-48ce-af2d-b6ceececef93 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:40.769782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Port 897218f9-2c52-48ce-af2d-b6ceececef93 on network 0ef2cc14-9e80-4859-a806-4f8642660717 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:40.770821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Attempting to bind port 897218f9-2c52-48ce-af2d-b6ceececef93 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:40.846040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.846556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.847002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.847471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.847934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.848401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.848978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:40.850941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-7908f37e-458a-4be6-91e7-9552f5f6db8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6310 time: 0.2839081
Jan 15 20:58:40.874427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e44dc287-63ce-4c1e-a489-3ad0fee120f8 req-2dcdf24b-e436-4449-b71f-31aba7045f6d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735407
Jan 15 20:58:40.878900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:40.879540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Checking segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:40.879655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Bound using segment: {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:40.880051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Bound port: 897218f9-2c52-48ce-af2d-b6ceececef93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519c2228-f948-4637-9bd1-3c427414211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:40.880406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.889566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:40.891884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] DHCP port deletion for 54a11130-ddab-4bf0-b19e-8eb96b2bf7ab request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:58:41.064701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Deleting port 62aa2330-490e-4110-9ba1-94c41374399e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:41.065104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (62aa2330-490e-4110-9ba1-94c41374399e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.069759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-8343e575-77a5-42ea-a612-46a0c4cedb31 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.073154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-8343e575-77a5-42ea-a612-46a0c4cedb31 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.39 "GET /v2.0/networks?id=a0bd7267-78f7-47d3-a245-2891ae658b43 HTTP/1.1" status: 200  len: 818 time: 0.4137952
Jan 15 20:58:41.110044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39c56992-58a2-4012-97d6-18b795f81734 req-5b21e285-7f07-4612-87ba-e7793dbe1cc2 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 210 time: 0.0827942
Jan 15 20:58:41.129582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Request body: {'port': {'device_id': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43', 'admin_state_up': True, 'tenant_id': 'fdef9bfc39b84aba936ad3c1dfda8e9d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:41.159618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Deleting port 32c4b362-d25a-4492-abc2-6267bd6efe0b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:41.160090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.189283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:41.200311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] For port 62aa2330-490e-4110-9ba1-94c41374399e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62aa2330-490e-4110-9ba1-94c41374399e,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:41.200784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (62aa2330-490e-4110-9ba1-94c41374399e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.240309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Calling delete_port for 62aa2330-490e-4110-9ba1-94c41374399e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:41.365206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Deleting port 62aa2330-490e-4110-9ba1-94c41374399e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:41.365562 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (62aa2330-490e-4110-9ba1-94c41374399e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.438581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (62aa2330-490e-4110-9ba1-94c41374399e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.469813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:41.471721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] Pushing event deleted for resources: {'Port': ['ID=62aa2330-490e-4110-9ba1-94c41374399e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:41.481931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba9af6-e33a-44b6-ab64-713ff751930c None None] No DVR routers for this DVR port 62aa2330-490e-4110-9ba1-94c41374399e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:41.514291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.521097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-e448ce8b-5f5b-4c7f-b99b-66683f2841c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.521572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-e448ce8b-5f5b-4c7f-b99b-66683f2841c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.522022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-e448ce8b-5f5b-4c7f-b99b-66683f2841c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.524146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-e448ce8b-5f5b-4c7f-b99b-66683f2841c3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6524229
Jan 15 20:58:41.604489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.605296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.606702 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] 10.222.0.45 "PUT /v2.0/ports/897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 1091 time: 2.1833668
Jan 15 20:58:41.674517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.722838 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:41.727025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-f722d643-25df-4e50-b9c2-188d53d41a07 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.728692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-f722d643-25df-4e50-b9c2-188d53d41a07 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 811 time: 0.6402626
Jan 15 20:58:41.755292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Request body: {'port': {'device_id': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'admin_state_up': True, 'tenant_id': '51cad90ef72141c2983640133453f788'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:41.799045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.806654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.814078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.823719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.830099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.837129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.843920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.852133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-4de7d891-c6eb-4745-bf91-f8ca1e871953 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5405 time: 0.5962903
Jan 15 20:58:41.875366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f27f-f627-4687-9cb0-36c43dc44ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:41.886586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] For port 32c4b362-d25a-4492-abc2-6267bd6efe0b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c4b362-d25a-4492-abc2-6267bd6efe0b,segment=NetworkSegment(b5005707-fcb6-4f7d-9a42-08589a062673),segment_id=b5005707-fcb6-4f7d-9a42-08589a062673)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:41.887203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.928552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Calling delete_port for 32c4b362-d25a-4492-abc2-6267bd6efe0b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:41.931371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71b63db1-d90f-41d5-9354-db0e182041b9 req-5e8a35e4-027b-4223-8d85-c041c557ffba tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 210 time: 0.1692035
Jan 15 20:58:41.952092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27dce314-8869-41b8-89c3-42aefdb46190), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:41.974296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-c89bfecf-da1f-4c3c-aee4-33da47962a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:41.975784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-c89bfecf-da1f-4c3c-aee4-33da47962a23 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4342563
Jan 15 20:58:42.019959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] For port 62aa2330-490e-4110-9ba1-94c41374399e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62aa2330-490e-4110-9ba1-94c41374399e,segment=NetworkSegment(9060d70e-5628-41b1-9806-8991e4898a43),segment_id=9060d70e-5628-41b1-9806-8991e4898a43)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:42.020328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (62aa2330-490e-4110-9ba1-94c41374399e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.077664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Calling delete_port for 62aa2330-490e-4110-9ba1-94c41374399e owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:42.165647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-541f5bc1-8b5d-431c-ba50-1666c5e4063d req-6c017e4e-1202-4eff-a1c3-7922434426e4 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3099077
Jan 15 20:58:42.224078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Made reservation on behalf of fdef9bfc39b84aba936ad3c1dfda8e9d for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:42.234375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.347902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.349663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.350282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.350893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.351632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.352381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.353086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.355302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-82af4312-2117-47f0-89a0-a96bb7765b07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6352 time: 0.3111830
Jan 15 20:58:42.389182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62aa2330-490e-4110-9ba1-94c41374399e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:42.420337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Made reservation on behalf of 51cad90ef72141c2983640133453f788 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:42.421492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 62aa2330-490e-4110-9ba1-94c41374399e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:42.421840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62aa2330-490e-4110-9ba1-94c41374399e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:42.425929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.457634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec31684b-1c11-4dbb-816d-b481cafaa228 req-da831db4-bcf2-42e8-a769-642a4b0a6818 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 210 time: 0.0668442
Jan 15 20:58:42.462996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (62aa2330-490e-4110-9ba1-94c41374399e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.528380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Pushing event deleted for resources: {'Port': ['ID=62aa2330-490e-4110-9ba1-94c41374399e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:42.585414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2241e-2682-4714-9afc-129a343974b0 req-68a83b82-444e-425a-a557-327c0abc3e1d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.587089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00b2241e-2682-4714-9afc-129a343974b0 req-68a83b82-444e-425a-a557-327c0abc3e1d tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 866 time: 0.2927306
Jan 15 20:58:42.588096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] No DVR routers for this DVR port 62aa2330-490e-4110-9ba1-94c41374399e on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:42.782406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.818291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00b2241e-2682-4714-9afc-129a343974b0 req-2cfd6cd8-1d36-4df1-9432-de7c109d949e tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/security-groups?id=80ddf4e9-d0c9-47ec-9be0-3010faa91d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184229
Jan 15 20:58:42.827460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f299a8-be86-4a40-bc45-e7cdf84cec38 req-a0803dd5-755d-4ad8-b14f-05a36cad0057 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:42.829707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5f299a8-be86-4a40-bc45-e7cdf84cec38 req-a0803dd5-755d-4ad8-b14f-05a36cad0057 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.2396259
Jan 15 20:58:42.848319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5223a0>,) {'filters': {'network_id': ['54a11130-ddab-4bf0-b19e-8eb96b2bf7ab']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:42.873401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:42.875645 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d5b13-4746-4ec5-b612-35838b42e738" -d '{"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:42.879133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (32c4b362-d25a-4492-abc2-6267bd6efe0b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.879745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Allocated IP 172.20.0.14 (a0bd7267-78f7-47d3-a245-2891ae658b43/34ee28fb-f276-4a27-9dd3-8dac6977a6ad/46409b3b-6c55-4c78-a954-43f18fe42119) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:42.888972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5223a0>, '9060d70e-5628-41b1-9806-8991e4898a43') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:42.889265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5223a0>, '9060d70e-5628-41b1-9806-8991e4898a43') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:42.912907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (9060d70e-5628-41b1-9806-8991e4898a43), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.957272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9060d70e-5628-41b1-9806-8991e4898a43), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.959768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Pushing event deleted for resources: {'Port': ['ID=32c4b362-d25a-4492-abc2-6267bd6efe0b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:42.969094 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04780664-bbe0-4268-bc5d-b5fb462d9e91 x-openstack-request-id: req-04780664-bbe0-4268-bc5d-b5fb462d9e91 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:42.969396 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:42.969692 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04780664-bbe0-4268-bc5d-b5fb462d9e91 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:42.970062 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93', 'status': 'completed', 'code': 200}
Jan 15 20:58:42.977650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5f299a8-be86-4a40-bc45-e7cdf84cec38 req-abc47037-e040-4ebb-a1c1-15fa1db3c0ac tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377778
Jan 15 20:58:42.981766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:58:42.982173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (9060d70e-5628-41b1-9806-8991e4898a43), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:58:42.983980 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:58:43.132560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6095ec50-0d90-469a-bf47-3ae7cb235ba0 req-86a90bdd-4515-4772-a08d-852140022e22 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 210 time: 0.0741012
Jan 15 20:58:43.135504 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (54a11130-ddab-4bf0-b19e-8eb96b2bf7ab), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.139733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] No DVR routers for this DVR port 32c4b362-d25a-4492-abc2-6267bd6efe0b on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:43.142336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.145596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] 10.222.0.46 "DELETE /v2.0/networks/54a11130-ddab-4bf0-b19e-8eb96b2bf7ab HTTP/1.1" status: 204  len: 168 time: 2.5157294
Jan 15 20:58:43.173652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0035e3-bfb1-4272-be60-26f9ce92402b admin admin] Pushing event deleted for resources: {'Network': ['ID=54a11130-ddab-4bf0-b19e-8eb96b2bf7ab,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:43.195995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.200168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-829142d4-9378-466d-8b3b-31c8ade1526c req-443e8942-f130-4f53-b8c2-1268f66517ad tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.45 "DELETE /v2.0/ports/32c4b362-d25a-4492-abc2-6267bd6efe0b HTTP/1.1" status: 204  len: 173 time: 2.4321597
Jan 15 20:58:43.205012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-607be66e-4e3e-4c67-ace6-9f6090a1c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.205510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-607be66e-4e3e-4c67-ace6-9f6090a1c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.205970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-607be66e-4e3e-4c67-ace6-9f6090a1c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.209692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-607be66e-4e3e-4c67-ace6-9f6090a1c8b7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.8307145
Jan 15 20:58:43.310919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks [] for port (46409b3b-6c55-4c78-a954-43f18fe42119), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.363740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Allocated IP 172.20.0.11 (531bba45-51d6-4df1-9e47-d4b8172e5210/e2d00815-b45e-41ad-b3e1-0bbd494a0416/1760c48a-43cb-484d-bf8d-1928a9b77428) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:43.388538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.395102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.401999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.408269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.413207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44646) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:43.414767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.421278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.427304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.429272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-14c90fe8-6440-452b-bf49-79c1fafe33e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5405 time: 0.1298904
Jan 15 20:58:43.473068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.484094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-27382370-4d59-444a-925c-b8232481d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.486086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bd658e-33cb-4150-9df5-4f62c2ca9a55 req-27382370-4d59-444a-925c-b8232481d4b1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2293942
Jan 15 20:58:43.498268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dce314-8869-41b8-89c3-42aefdb46190 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:43.514570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks [] for port (27dce314-8869-41b8-89c3-42aefdb46190), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.535248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Network a0bd7267-78f7-47d3-a245-2891ae658b43 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:43.549144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:43.562821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:43.567458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2d3a3841-c76f-420c-af58-6002f73c0e5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e88ac3aebabe465c8903ac9b9d8f54ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1530719
Jan 15 20:58:43.571778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Transition to ACTIVE for port object 27dce314-8869-41b8-89c3-42aefdb46190 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:43.581190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44652) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:43.589753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37a4bd1b-6d5e-4f50-bf68-05efddb1947d req-712ac7d4-ea35-460b-ad48-ba08a8e70bcc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1504509
Jan 15 20:58:43.591074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Pushing event updated for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:43.633781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.701455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2bae7-5e01-46c7-9937-674b9a12513c req-caead505-21cf-402b-9761-5367ace670df tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.706406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78d2bae7-5e01-46c7-9937-674b9a12513c req-caead505-21cf-402b-9761-5367ace670df tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 932 time: 0.1035993
Jan 15 20:58:43.721007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.721872 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.749984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Pushing event updated for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:43.774113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.774638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.775220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.775685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.776142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.777036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.777138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:43.779201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-db5cf604-832c-4a6e-b64a-8cd185c3bdef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6352 time: 0.2264924
Jan 15 20:58:43.787213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.787555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.787892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.788274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.788545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.788960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.789484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.789804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.790126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.790449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.790677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-0271360d-221e-4811-9ad5-04ac2674ebd9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6940248
Jan 15 20:58:43.790784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.791116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.791434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:43.831331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Request body: {'port': {'device_id': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:43.933890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] Publish callbacks [] for security_group (7716f75b-624b-45b4-8936-50ef643ecfbb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.938716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78d2bae7-5e01-46c7-9937-674b9a12513c req-8dac94ae-8121-4208-be22-9b3a98eae247 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087543
Jan 15 20:58:43.964876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks [] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:43.972488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:44.018181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 32c4b362-d25a-4492-abc2-6267bd6efe0b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:44.018904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32c4b362-d25a-4492-abc2-6267bd6efe0b not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:44.021470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] Publish callbacks [] for security_group (7716f75b-624b-45b4-8936-50ef643ecfbb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.021606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.060790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2adc3834-0c6d-40b0-acfc-faf83d567cc5 req-84ffc644-f2f3-4290-9bf2-91a401b7fa04 tempest-LiveMigrationTest-1442391401 tempest-LiveMigrationTest-1442391401-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207c6e5-54cf-4b26-b1e7-ed649dac8bb9 HTTP/1.1" status: 200  len: 210 time: 0.0694258
Jan 15 20:58:44.115987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Attempting to bind port 27dce314-8869-41b8-89c3-42aefdb46190 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:44.116320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Attempting to bind port 27dce314-8869-41b8-89c3-42aefdb46190 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:44.116643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Attempting to bind port 27dce314-8869-41b8-89c3-42aefdb46190 on network 878a0e81-034a-4a83-abcb-c15907086183 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:44.128595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-821e06a1-2244-4e09-ba42-c222d5261564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.129138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-821e06a1-2244-4e09-ba42-c222d5261564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.129662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-821e06a1-2244-4e09-ba42-c222d5261564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.131303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-821e06a1-2244-4e09-ba42-c222d5261564 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3344438
Jan 15 20:58:44.134725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.136343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Port 27dce314-8869-41b8-89c3-42aefdb46190 on network 878a0e81-034a-4a83-abcb-c15907086183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:44.136872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Attempting to bind port 27dce314-8869-41b8-89c3-42aefdb46190 on network 878a0e81-034a-4a83-abcb-c15907086183 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:44.192389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:44.192736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Checking segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:44.193213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Bound using segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:44.193665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Bound port: 27dce314-8869-41b8-89c3-42aefdb46190, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:44.194095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27dce314-8869-41b8-89c3-42aefdb46190), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.198650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.248980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7716f75b-624b-45b4-8936-50ef643ecfbb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.251520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.252660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7716f75b-624b-45b4-8936-50ef643ecfbb HTTP/1.1" status: 204  len: 168 time: 0.6571271
Jan 15 20:58:44.279982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Network 531bba45-51d6-4df1-9e47-d4b8172e5210 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:44.295979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event updated for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:44.298803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:44.303938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:44.309039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc480d-a52b-4fff-9e69-7f0029486722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716f75b-624b-45b4-8936-50ef643ecfbb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:44.447940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:44.459561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.460202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.463722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-f643ce61-21da-4a43-b93b-008bf7d69d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.465175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-da5d5b13-4746-4ec5-b612-35838b42e738 req-f643ce61-21da-4a43-b93b-008bf7d69d3c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3243515
Jan 15 20:58:44.478510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27dce314-8869-41b8-89c3-42aefdb46190,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:44.486180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.498306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-03fce6a0-2123-4fc0-9dc8-de964a5e7166 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7536676
Jan 15 20:58:44.512243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dae89-907a-4e66-8a24-5b4de0bdfd1e req-38ab67a0-302d-4e47-b45e-cdffbfc40a37 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.520646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-336dae89-907a-4e66-8a24-5b4de0bdfd1e req-38ab67a0-302d-4e47-b45e-cdffbfc40a37 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 932 time: 0.2579939
Jan 15 20:58:44.529438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Request body: {'port': {'device_id': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:44.537375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.537996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.539552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] 10.222.0.45 "PUT /v2.0/ports/27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 1091 time: 2.8701236
Jan 15 20:58:44.582281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Request body: {'port': {'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:44.670947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0870711-33c8-429a-9529-6ce827a59a18 service neutron] Pushing event updated for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:44.673329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-336dae89-907a-4e66-8a24-5b4de0bdfd1e req-c1c6c837-26ba-4ca5-a825-867cf367c528 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515405
Jan 15 20:58:44.739399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.813768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.850753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46409b3b-6c55-4c78-a954-43f18fe42119 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:44.880198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks [] for port (46409b3b-6c55-4c78-a954-43f18fe42119), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.901642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d19ff-a384-4bc9-92c8-926f62bd49a6 req-1100acc5-7ae8-4970-a83a-d467df1dc557 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:44.905390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-934d19ff-a384-4bc9-92c8-926f62bd49a6 req-1100acc5-7ae8-4970-a83a-d467df1dc557 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.2046630
Jan 15 20:58:44.920976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Transition to ACTIVE for port object 46409b3b-6c55-4c78-a954-43f18fe42119 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:44.936014 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:44.976140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-deleted', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b'}, {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:44.978359 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a99b926-ebfa-40a0-ae63-6b49e41ba031" -d '{"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-deleted", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b"}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "27dce314-8869-41b8-89c3-42aefdb46190"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:45.022748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Pushing event updated for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:45.058944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.065607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.073051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.079370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.082736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.086016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.092242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.098795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.106870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-61c87477-dd90-4705-bd2e-84213dd849be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5417 time: 0.2879472
Jan 15 20:58:45.115540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.115950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.116358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.116756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.118704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.118704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.118704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.118704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.119149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.119468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.119697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.120114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.120497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:45.190260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-934d19ff-a384-4bc9-92c8-926f62bd49a6 req-5c89e9ad-2424-4208-94ff-19bf8d6ae497 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2657809
Jan 15 20:58:45.280133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f0bfae1-59a1-4e24-bfdd-94f1b33a1029 req-a583a117-b130-4845-8ccd-1da813aa24dd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1721861
Jan 15 20:58:45.330728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Attempting to bind port 46409b3b-6c55-4c78-a954-43f18fe42119 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:45.330728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Attempting to bind port 46409b3b-6c55-4c78-a954-43f18fe42119 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bb982121-1588-437e-829a-3fd04d1b633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:45.330728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Attempting to bind port 46409b3b-6c55-4c78-a954-43f18fe42119 on network a0bd7267-78f7-47d3-a245-2891ae658b43 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:45.337385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Port 46409b3b-6c55-4c78-a954-43f18fe42119 on network a0bd7267-78f7-47d3-a245-2891ae658b43 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:45.337805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Attempting to bind port 46409b3b-6c55-4c78-a954-43f18fe42119 on network a0bd7267-78f7-47d3-a245-2891ae658b43 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:45.345717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:45.346178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Checking segment: {'id': 'bb982121-1588-437e-829a-3fd04d1b633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:45.346712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Bound using segment: {'id': 'bb982121-1588-437e-829a-3fd04d1b633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:45.347173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Bound port: 46409b3b-6c55-4c78-a954-43f18fe42119, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb982121-1588-437e-829a-3fd04d1b633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:45.347550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.417206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71565d73-8ba2-4ed6-8fb6-b6d496626525 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:45.425896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks [] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.440596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Transition to ACTIVE for port object 71565d73-8ba2-4ed6-8fb6-b6d496626525 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:45.453572 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc4e707-3cfb-4d83-b487-9ec3eccb4477 x-openstack-request-id: req-5cc4e707-3cfb-4d83-b487-9ec3eccb4477 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:45.454513 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0207c6e5-54cf-4b26-b1e7-ed649dac8bb9", "name": "network-vif-deleted", "tag": "32c4b362-d25a-4492-abc2-6267bd6efe0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "27dce314-8869-41b8-89c3-42aefdb46190", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:45.454513 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cc4e707-3cfb-4d83-b487-9ec3eccb4477 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:45.455102 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207c6e5-54cf-4b26-b1e7-ed649dac8bb9', 'name': 'network-vif-deleted', 'tag': '32c4b362-d25a-4492-abc2-6267bd6efe0b', 'status': 'completed', 'code': 200}
Jan 15 20:58:45.455269 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190', 'status': 'completed', 'code': 200}
Jan 15 20:58:45.477232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.550338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:45.554103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44704) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:45.568066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46409b3b-6c55-4c78-a954-43f18fe42119,segment=NetworkSegment(bb982121-1588-437e-829a-3fd04d1b633f),segment_id=bb982121-1588-437e-829a-3fd04d1b633f)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:45.583023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a9eb-8396-4a52-854b-9ee3168c7fbd req-3c90edf7-166e-4f4d-8d18-c9905b03bcf1 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.598770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e901a9eb-8396-4a52-854b-9ee3168c7fbd req-3c90edf7-166e-4f4d-8d18-c9905b03bcf1 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 944 time: 0.1562777
Jan 15 20:58:45.643812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.645130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1760c48a-43cb-484d-bf8d-1928a9b77428 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:45.656722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks [] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.672994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Transition to ACTIVE for port object 1760c48a-43cb-484d-bf8d-1928a9b77428 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:58:45.693881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:45.698306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:45.700935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.768560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.769526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.770982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] 10.222.0.39 "PUT /v2.0/ports/46409b3b-6c55-4c78-a954-43f18fe42119 HTTP/1.1" status: 200  len: 1092 time: 1.9598303
Jan 15 20:58:45.781619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:45.784204 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e2ed3d-516e-4a65-8075-26ae16baae39" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:45.806170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1395559401-network', 'tenant_id': 'f16b035e629e4eb89850c2871a128781'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:45.830687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e901a9eb-8396-4a52-854b-9ee3168c7fbd req-19e7a695-6bde-487d-ade9-1bec492f70b9 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305193
Jan 15 20:58:45.882224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b21c-b4ef-4c07-9aa9-7ceecf047b2c service neutron] Pushing event updated for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:45.959756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.960290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.961339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.962060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.962645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.963186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.963728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.964881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-d50f3e1f-07ec-4c92-ac86-83196c0aeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:45.965811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-54c98a2d-94a0-4ec1-b332-e05cd8d26e0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6444 time: 0.5066910
Jan 15 20:58:45.967032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-d50f3e1f-07ec-4c92-ac86-83196c0aeb70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdef9bfc39b84aba936ad3c1dfda8e9d&device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 1095 time: 0.1442287
Jan 15 20:58:45.968479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Made reservation on behalf of f16b035e629e4eb89850c2871a128781 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:45.972923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.978081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Deleting subnet 27c54f90-f000-4a0f-a54d-938cee527307 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:58:45.997292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Publish callbacks [] for subnet (27c54f90-f000-4a0f-a54d-938cee527307), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:45.998702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.026366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Pushing event updated for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:46.077581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-594a74d5-35fa-4d10-965b-1685edf23ad3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46409b3b-6c55-4c78-a954-43f18fe42119 HTTP/1.1" status: 200  len: 217 time: 0.0896957
Jan 15 20:58:46.122016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-cdf97988-ec3d-4fab-a297-201728fa9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.123511 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-cdf97988-ec3d-4fab-a297-201728fa9720 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.4238584
Jan 15 20:58:46.175081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (27c54f90-f000-4a0f-a54d-938cee527307), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.176151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203899-7ffb-41f7-b932-bab07cbc811d req-6b5f8d52-b707-4739-911f-e1a7021e1d4c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.177722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2203899-7ffb-41f7-b932-bab07cbc811d req-6b5f8d52-b707-4739-911f-e1a7021e1d4c tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 944 time: 0.1887016
Jan 15 20:58:46.189168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0579e6-f57f-4f78-978f-6723d8e49939 req-b864846a-a25f-4e9e-86b6-39a34629a882 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.190632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e0579e6-f57f-4f78-978f-6723d8e49939 req-b864846a-a25f-4e9e-86b6-39a34629a882 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2003515
Jan 15 20:58:46.192001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-74422ca9-7867-4e8b-bdee-895fae234a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.193341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-74422ca9-7867-4e8b-bdee-895fae234a48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ee28fb-f276-4a27-9dd3-8dac6977a6ad HTTP/1.1" status: 200  len: 858 time: 0.1090832
Jan 15 20:58:46.255571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-08a7a21d-88d0-4ee0-94de-67fdd6c9f8b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0bd7267-78f7-47d3-a245-2891ae658b43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483351
Jan 15 20:58:46.314103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Attempting to bind port 71565d73-8ba2-4ed6-8fb6-b6d496626525 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:46.314303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Attempting to bind port 71565d73-8ba2-4ed6-8fb6-b6d496626525 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:46.314617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Attempting to bind port 71565d73-8ba2-4ed6-8fb6-b6d496626525 on network 878a0e81-034a-4a83-abcb-c15907086183 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:46.336387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (27c54f90-f000-4a0f-a54d-938cee527307), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.359076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-22dab9f8-11a2-4c78-b803-a91583daf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.359540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-22dab9f8-11a2-4c78-b803-a91583daf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.360002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-22dab9f8-11a2-4c78-b803-a91583daf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.361587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-22dab9f8-11a2-4c78-b803-a91583daf6a5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3802390
Jan 15 20:58:46.370874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Port 71565d73-8ba2-4ed6-8fb6-b6d496626525 on network 878a0e81-034a-4a83-abcb-c15907086183 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:46.371032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Attempting to bind port 71565d73-8ba2-4ed6-8fb6-b6d496626525 on network 878a0e81-034a-4a83-abcb-c15907086183 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:46.372887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks [] for security_group (8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.376505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2203899-7ffb-41f7-b932-bab07cbc811d req-8abac178-f520-4206-b4e2-0c7f4ab9615b tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821938
Jan 15 20:58:46.403863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e0579e6-f57f-4f78-978f-6723d8e49939 req-76341afc-f105-4f90-bbf3-8b98a593dfd0 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919839
Jan 15 20:58:46.411397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Attempting to bind port 1760c48a-43cb-484d-bf8d-1928a9b77428 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:46.412118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Attempting to bind port 1760c48a-43cb-484d-bf8d-1928a9b77428 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:46.412118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Attempting to bind port 1760c48a-43cb-484d-bf8d-1928a9b77428 on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:46.441854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-7427c2a0-6e2e-4f5a-8c59-00839b423b4b service neutron] 10.222.0.39 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757488
Jan 15 20:58:46.442512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.447724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:46.448067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Checking segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:46.448451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Bound using segment: {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:46.448921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Bound port: 71565d73-8ba2-4ed6-8fb6-b6d496626525, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9538b2-9074-4688-8aed-a8dda214a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '878a0e81-034a-4a83-abcb-c15907086183'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:46.449282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.462978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:58:46.474619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-97d01e30-4376-492f-a07e-ce56b5b557d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.476709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-97d01e30-4376-492f-a07e-ce56b5b557d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.3396761
Jan 15 20:58:46.477533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Port 1760c48a-43cb-484d-bf8d-1928a9b77428 on network 531bba45-51d6-4df1-9e47-d4b8172e5210 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:58:46.478341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Attempting to bind port 1760c48a-43cb-484d-bf8d-1928a9b77428 on network 531bba45-51d6-4df1-9e47-d4b8172e5210 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:46.479437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a8b36584-ae2d-4a9f-a1ae-6978776f038e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.480218 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Added segment a8b36584-ae2d-4a9f-a1ae-6978776f038e of type vlan for network 4bfa39ea-0964-46f2-af6c-3e9216614c72
Jan 15 20:58:46.496454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:46.496777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Checking segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:46.497222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Bound using segment: {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:46.497727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Bound port: 1760c48a-43cb-484d-bf8d-1928a9b77428, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:46.498667 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.606037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4bfa39ea-0964-46f2-af6c-3e9216614c72), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.672015 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e7d41-9cc1-4d95-980e-52340a34cf8b x-openstack-request-id: req-2a7e7d41-9cc1-4d95-980e-52340a34cf8b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:46.672292 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:46.672547 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a7e7d41-9cc1-4d95-980e-52340a34cf8b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:46.672960 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119', 'status': 'completed', 'code': 200}
Jan 15 20:58:46.741028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4bfa39ea-0964-46f2-af6c-3e9216614c72), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.742625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.743117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:46.779463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:46.838660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2828245
Jan 15 20:58:46.852376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44728) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:46.857471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Request body: {'subnet': {'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1395559401-subnet', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:46.874752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b529a-eaa2-450b-967d-f5be777474b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfa39ea-0964-46f2-af6c-3e9216614c72,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:46.887534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:58:46.890475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126770-27a1-4258-9b50-2b9338cb59c0 req-5568956f-c51e-4ea7-a2ca-0aa0eb243999 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.891519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69126770-27a1-4258-9b50-2b9338cb59c0 req-5568956f-c51e-4ea7-a2ca-0aa0eb243999 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.2139947
Jan 15 20:58:46.899653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-44d7d6f8-0ee4-46ab-a2bb-bb700e6a2b1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.4062238
Jan 15 20:58:46.906370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.912452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.918712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.925153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.931661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.937713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.943706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:46.946254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-ae3a694c-8b8d-4f94-a26a-5a57f182c47c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.2761085
Jan 15 20:58:46.948290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32b82f39-73fd-459b-b6ea-e33d0da9fe10 req-cef86d02-5885-4b97-8785-c51d03363cea service neutron] 10.222.0.39 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4132926
Jan 15 20:58:47.013499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (27c54f90-f000-4a0f-a54d-938cee527307), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.028323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Made reservation on behalf of f16b035e629e4eb89850c2871a128781 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:58:47.029725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.073480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:47.080365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-a5e9d984-c7b0-4ef5-9ecd-dbd136e60ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.081868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8a99b926-ebfa-40a0-ae63-6b49e41ba031 req-a5e9d984-c7b0-4ef5-9ecd-dbd136e60ffc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7056260
Jan 15 20:58:47.082540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c54f90-f000-4a0f-a54d-938cee527307,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:47.084536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.090674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-850e3a82-16eb-4734-ad44-7057a5809745 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27c54f90-f000-4a0f-a54d-938cee527307 HTTP/1.1" status: 204  len: 168 time: 1.3846314
Jan 15 20:58:47.097935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-cb83ed76-3f78-4fa3-90ec-c2a13c971e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.099452 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-cb83ed76-3f78-4fa3-90ec-c2a13c971e14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1880734
Jan 15 20:58:47.100293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:47.119839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:47.137034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69126770-27a1-4258-9b50-2b9338cb59c0 req-cde4488b-3b4c-408f-bd8b-f6d3bb258e8c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1876547
Jan 15 20:58:47.145178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.165247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6278dac2-8cc7-4242-8836-88ab9d9733d2 req-db959381-c423-42a3-a901-6e4798cf879c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2073922
Jan 15 20:58:47.195608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-4ef3a268-2629-4ed4-be74-889877bedda0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830424
Jan 15 20:58:47.204462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:47.221748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-ba93a332-1074-4128-b56e-608f56aa27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.224236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-ba93a332-1074-4128-b56e-608f56aa27b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdef9bfc39b84aba936ad3c1dfda8e9d&device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 1095 time: 0.2202063
Jan 15 20:58:47.302145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1760c48a-43cb-484d-bf8d-1928a9b77428,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:47.306327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.306953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.308361 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] 10.222.0.45 "PUT /v2.0/ports/71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 1091 time: 2.7328875
Jan 15 20:58:47.319861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.334206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (dd4402cd-4bc8-45f2-ad1b-283bdc21d905), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.352931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094871c-e7ca-4957-81e6-d99bce15e27a service neutron] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:47.375260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.375892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.377277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] 10.222.0.39 "PUT /v2.0/ports/1760c48a-43cb-484d-bf8d-1928a9b77428 HTTP/1.1" status: 200  len: 1092 time: 2.8569472
Jan 15 20:58:47.399764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d4eb-ec26-4671-9d12-1bcd615b91e9 req-33e8242d-2037-4110-a8b8-903f2767cabc tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.408490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0615d4eb-ec26-4671-9d12-1bcd615b91e9 req-33e8242d-2037-4110-a8b8-903f2767cabc tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 944 time: 0.1515439
Jan 15 20:58:47.458190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525'}, {'name': 'network-changed', 'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:47.462211 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f98559-344a-4b68-a6f8-c6e5821a43f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525"}, {"name": "network-changed", "server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:47.551254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-803fbdc6-40ac-49e3-b1ec-40922bc0be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.552615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-803fbdc6-40ac-49e3-b1ec-40922bc0be1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0bd7267-78f7-47d3-a245-2891ae658b43 HTTP/1.1" status: 200  len: 919 time: 0.3206060
Jan 15 20:58:47.574192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0615d4eb-ec26-4671-9d12-1bcd615b91e9 req-7d06617b-d3f3-45ae-a6b2-297f8a4fa369 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648042
Jan 15 20:58:47.575020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (cb619c47-9690-4d6d-8893-caf3e4489c9d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.592577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3bf6-d5cd-48d0-9f9b-17b28ffd181b service neutron] Pushing event updated for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:47.613016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-7f86fce9-a137-4cfd-a1cc-453be9c98b48 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4048567
Jan 15 20:58:47.626786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.627276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.627752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.628223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.628689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.629239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.629703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.631615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-61dd33cb-dcab-4ace-8d48-dfff79e56587 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6486 time: 0.2689099
Jan 15 20:58:47.634639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (dd4402cd-4bc8-45f2-ad1b-283bdc21d905), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.650075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-099faf1e-cb12-4206-bbd5-8150560720a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46409b3b-6c55-4c78-a954-43f18fe42119 HTTP/1.1" status: 200  len: 217 time: 0.0877197
Jan 15 20:58:47.709763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-a9bf67e3-ca1c-420e-abe5-ccccec6cd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.712063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-a9bf67e3-ca1c-420e-abe5-ccccec6cd7ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 1095 time: 0.2634890
Jan 15 20:58:47.715327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a38fbe0>,) {'filters': {'network_id': ['dd4402cd-4bc8-45f2-ad1b-283bdc21d905']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:47.762096 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-455f40f3-e59e-4e7e-a280-32dd0598c856 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 217 time: 0.1092486
Jan 15 20:58:47.791380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a38fbe0>, 'b5005707-fcb6-4f7d-9a42-08589a062673') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:47.791671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a38fbe0>, 'b5005707-fcb6-4f7d-9a42-08589a062673') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:47.810671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-08890f82-e54f-498d-80ab-2c0ce98bb3f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1760c48a-43cb-484d-bf8d-1928a9b77428 HTTP/1.1" status: 200  len: 217 time: 0.0671606
Jan 15 20:58:47.821604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (b5005707-fcb6-4f7d-9a42-08589a062673), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.877736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-44ae3f23-d892-4843-8c8d-c0f93921c04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.911935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b5005707-fcb6-4f7d-9a42-08589a062673), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.931732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-253eaad3-6be6-47e9-9970-e8893adbfe29 req-62b42980-91f6-48c4-8ceb-d22f3c4a9ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2990994
Jan 15 20:58:47.933114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-205e2633-5ad4-4a17-a398-179e1215829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.934416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-205e2633-5ad4-4a17-a398-179e1215829b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.1387265
Jan 15 20:58:47.935844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49ab0-8433-43c9-a8b3-5c6d946a2fee req-a9787890-397b-4fff-a0be-b891be13d212 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:47.937025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:58:47.937357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29f49ab0-8433-43c9-a8b3-5c6d946a2fee req-a9787890-397b-4fff-a0be-b891be13d212 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 944 time: 0.4320912
Jan 15 20:58:47.937471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (b5005707-fcb6-4f7d-9a42-08589a062673), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:58:47.939129 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:58:47.974384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb619c47-9690-4d6d-8893-caf3e4489c9d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:48.000642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-09d15bdb-8c7d-4397-9978-b034eaf103ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.002437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-09d15bdb-8c7d-4397-9978-b034eaf103ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.1849837
Jan 15 20:58:48.040646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-1c3f0289-a5e0-4f05-a8c8-167dfc336791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.042154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-1c3f0289-a5e0-4f05-a8c8-167dfc336791 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ee28fb-f276-4a27-9dd3-8dac6977a6ad HTTP/1.1" status: 200  len: 858 time: 0.3828130
Jan 15 20:58:48.049834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-4a7e2306-db6e-4b22-af78-7aaa2b407202 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315430
Jan 15 20:58:48.050041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Checking segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:48.050423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Network hostable DHCP agents. Network: 4bfa39ea-0964-46f2-af6c-3e9216614c72, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:58:48.062088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-218c2dff-d8b0-407c-aa82-08934c5c28d7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:58:48.063013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-218c2dff-d8b0-407c-aa82-08934c5c28d7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054204
Jan 15 20:58:48.065343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (dd4402cd-4bc8-45f2-ad1b-283bdc21d905), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.075463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.078650 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd4402cd-4bc8-45f2-ad1b-283bdc21d905 HTTP/1.1" status: 204  len: 168 time: 0.9722793
Jan 15 20:58:48.094739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:48.099127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-0fa43345-2fa0-4c32-892f-9521042fdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.100587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-0fa43345-2fa0-4c32-892f-9521042fdf43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1203985
Jan 15 20:58:48.105402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-b2e6d784-31d0-4750-b42a-26e5962e8517 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0bd7267-78f7-47d3-a245-2891ae658b43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493884
Jan 15 20:58:48.115579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38c686-4f67-41a6-b1fc-2e3aa46a60ae req-752354dc-1f97-44ab-8609-dcef4526cea9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.115827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c243e21-53b9-4986-ab87-e449e05d059a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4402cd-4bc8-45f2-ad1b-283bdc21d905,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:48.117693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e38c686-4f67-41a6-b1fc-2e3aa46a60ae req-752354dc-1f97-44ab-8609-dcef4526cea9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1949794
Jan 15 20:58:48.124715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29f49ab0-8433-43c9-a8b3-5c6d946a2fee req-e6d741c8-ab34-409b-b37d-f4c6d451a290 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577675
Jan 15 20:58:48.192085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:58:48.197737 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629f38a8-3e4b-46ba-975b-e80cbd08a636 x-openstack-request-id: req-629f38a8-3e4b-46ba-975b-e80cbd08a636 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:48.198038 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:48.198293 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-629f38a8-3e4b-46ba-975b-e80cbd08a636 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:48.198692 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'status': 'completed', 'code': 200}
Jan 15 20:58:48.198967 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428', 'status': 'completed', 'code': 200}
Jan 15 20:58:48.231234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4bfa39ea-0964-46f2-af6c-3e9216614c72) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:48.241728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.242584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.243793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc9360-605d-4b6e-9968-09ffb87f4b36 None None] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:48.260192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e38c686-4f67-41a6-b1fc-2e3aa46a60ae req-4300b861-af0c-4b23-acad-d0dd62ced9f2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284204
Jan 15 20:58:48.297148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Deleting subnet e13c9882-6e5b-4d29-945e-4c0b5958caff {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:58:48.321140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Publish callbacks [] for subnet (e13c9882-6e5b-4d29-945e-4c0b5958caff), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.360357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-395fce43-95ce-47b6-aba7-79f07d8720bd service neutron] 10.222.0.39 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392323
Jan 15 20:58:48.371284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3abed869-8cea-47f0-a349-90c71664b78a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5175989
Jan 15 20:58:48.373140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44754) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:48.384237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4bfa39ea-0964-46f2-af6c-3e9216614c72', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'project_id': 'f16b035e629e4eb89850c2871a128781', 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:58:48.385297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.387065 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-6d91aa9b-28a1-4db3-9a5c-8272b3c3cf42 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3143301
Jan 15 20:58:48.393498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:48.417154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (e13c9882-6e5b-4d29-945e-4c0b5958caff), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.486141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27737d-4513-43da-872d-044b50fe5fba req-046c005f-4cce-4326-b3d1-e9ed68e82db9 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.489635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a27737d-4513-43da-872d-044b50fe5fba req-046c005f-4cce-4326-b3d1-e9ed68e82db9 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.2258337
Jan 15 20:58:48.497315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-1a634473-29d9-4996-baec-2b6506397c2f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.499410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-1a634473-29d9-4996-baec-2b6506397c2f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.45 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.1984639
Jan 15 20:58:48.506131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-749e8ca0-9ddc-45eb-8c25-2a64363c2a5a service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3298061
Jan 15 20:58:48.527808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.534337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.541218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.546029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Allocated IP 172.20.0.2 (4bfa39ea-0964-46f2-af6c-3e9216614c72/cb619c47-9690-4d6d-8893-caf3e4489c9d/f9fefcff-18f2-415d-8589-9c13413b0aa6) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:48.548615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.554644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.560755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.567714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:48.569763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-7828c29e-cb11-42b2-9366-96f30556dfed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.2244530
Jan 15 20:58:48.590472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.591585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.625698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e13c9882-6e5b-4d29-945e-4c0b5958caff), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.656262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e2ed3d-516e-4a65-8075-26ae16baae39 req-8cf20889-225c-4ba9-b6df-42ce0eb70b3b service neutron] 10.222.0.39 "GET /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2821519
Jan 15 20:58:48.703579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a27737d-4513-43da-872d-044b50fe5fba req-af1e8ba9-8987-48e8-a174-d7a26449e66c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2037745
Jan 15 20:58:48.714599 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01c2cd3b-794a-40d6-ab5c-dca92ceadc1d req-a2b6ea81-44fe-445f-8331-10f7496f298d service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3148870
Jan 15 20:58:48.720271 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks [] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.729763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.737564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for router_controller (f3fb568f-94e2-42be-b910-010a2453e0c0), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.797306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:48.802131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:48.804208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Pushing event updated for resources: {'Port': ['ID=f9fefcff-18f2-415d-8589-9c13413b0aa6,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:48.813073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:48.826647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-5e2cf52a-7955-4597-9789-d8dcaa34207b service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051960
Jan 15 20:58:48.833954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (e13c9882-6e5b-4d29-945e-4c0b5958caff), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.884903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Attempting to bind port f9fefcff-18f2-415d-8589-9c13413b0aa6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:48.885189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Attempting to bind port f9fefcff-18f2-415d-8589-9c13413b0aa6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:48.885546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Attempting to bind port f9fefcff-18f2-415d-8589-9c13413b0aa6 on network 4bfa39ea-0964-46f2-af6c-3e9216614c72 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:48.890766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:48.891135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Checking segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:48.891532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.891913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Bound using segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:48.892367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Bound port: f9fefcff-18f2-415d-8589-9c13413b0aa6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:48.892739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.893679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1def81dd-01da-4ee9-9c1d-3ac0eb32bd59 req-8abe359f-4c1a-48dd-b1e0-abc2c85a65e5 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3044760
Jan 15 20:58:48.908193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.914139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e13c9882-6e5b-4d29-945e-4c0b5958caff HTTP/1.1" status: 204  len: 168 time: 0.8173540
Jan 15 20:58:48.916037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:48.919532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecad2b1-d658-47e4-8f4d-aa8565652c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13c9882-6e5b-4d29-945e-4c0b5958caff,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:48.930256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ef1ccfe8-62d1-4e30-a5ad-bcd4877a593c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 217 time: 0.0925310
Jan 15 20:58:48.932924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Deleting port 77153925-7185-4583-89dc-fdd59e40d230 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:48.933267 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (77153925-7185-4583-89dc-fdd59e40d230), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.941254 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for router_gateway (f3fb568f-94e2-42be-b910-010a2453e0c0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.976610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] For port f9fefcff-18f2-415d-8589-9c13413b0aa6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:48.980419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] For port f9fefcff-18f2-415d-8589-9c13413b0aa6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fefcff-18f2-415d-8589-9c13413b0aa6,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:48.986419 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:48.999384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-dcd71959-153a-46e9-8fb6-4af818c1afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.000906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-dcd71959-153a-46e9-8fb6-4af818c1afbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51cad90ef72141c2983640133453f788&device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 1095 time: 0.2335598
Jan 15 20:58:49.024699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8525b83-542a-47d0-a69f-5d6fe934794b req-8bd4249e-9b2a-4876-83e3-e8f93f414d38 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.026246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8525b83-542a-47d0-a69f-5d6fe934794b req-8bd4249e-9b2a-4876-83e3-e8f93f414d38 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 944 time: 0.1425185
Jan 15 20:58:49.078216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35a64e-76eb-4c20-95ff-97c9a8754d93 None None] Pushing event updated for resources: {'Port': ['ID=f9fefcff-18f2-415d-8589-9c13413b0aa6,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:49.100908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8525b83-542a-47d0-a69f-5d6fe934794b req-ae67d266-61a3-4b83-907c-e0a91dd8b42b tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680585
Jan 15 20:58:49.188512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1f57d30e-b517-4514-b1c5-39eaba792224), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.198388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-aa613566-cac7-4fc9-b373-ae8c23995936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.199884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-aa613566-cac7-4fc9-b373-ae8c23995936 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.2611935
Jan 15 20:58:49.294500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] For port 77153925-7185-4583-89dc-fdd59e40d230, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77153925-7185-4583-89dc-fdd59e40d230,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:49.294871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (77153925-7185-4583-89dc-fdd59e40d230), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.324026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-087c0462-92f9-4e3e-a2a9-0936afa04876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.325537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-087c0462-92f9-4e3e-a2a9-0936afa04876 service neutron] 10.222.0.39 "GET /v2.0/networks?id=531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 200  len: 912 time: 0.2779548
Jan 15 20:58:49.345060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f19d1b-404c-4f61-8008-282dc081ac25 req-fe2d774e-82b2-4965-a488-8242471d6ffc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.346752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63f19d1b-404c-4f61-8008-282dc081ac25 req-fe2d774e-82b2-4965-a488-8242471d6ffc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 944 time: 0.1299150
Jan 15 20:58:49.348672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for router_gateway (f3fb568f-94e2-42be-b910-010a2453e0c0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.360515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46409b3b-6c55-4c78-a954-43f18fe42119 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:58:49.406272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-d5daa82d-3fb9-4c2c-ad57-b5deb9e2b997 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1760c48a-43cb-484d-bf8d-1928a9b77428 HTTP/1.1" status: 200  len: 217 time: 0.0680063
Jan 15 20:58:49.440223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-71293068-ada5-4e82-b2b6-591c523c329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.441774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-71293068-ada5-4e82-b2b6-591c523c329b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2289810
Jan 15 20:58:49.443308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.483079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46409b3b-6c55-4c78-a954-43f18fe42119,segment=NetworkSegment(bb982121-1588-437e-829a-3fd04d1b633f),segment_id=bb982121-1588-437e-829a-3fd04d1b633f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:49.487783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63f19d1b-404c-4f61-8008-282dc081ac25 req-cfa8daeb-169c-422d-8520-fa1a48d0eeb5 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287079
Jan 15 20:58:49.508179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '46409b3b-6c55-4c78-a954-43f18fe42119', 'network_id': 'a0bd7267-78f7-47d3-a245-2891ae658b43', 'port_id': '46409b3b-6c55-4c78-a954-43f18fe42119', 'mac_address': 'fa:16:3e:63:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ee28fb-f276-4a27-9dd3-8dac6977a6ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:58:49.526536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-830d3f9f-0b5e-4393-9da7-41584baab595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.528382 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-830d3f9f-0b5e-4393-9da7-41584baab595 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 200  len: 851 time: 0.0835352
Jan 15 20:58:49.539504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1599c-979b-4f1b-b101-38a91a8914bc req-dc5f4d10-f555-4df2-98e2-1453c85d34da tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.540926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cac1599c-979b-4f1b-b101-38a91a8914bc req-dc5f4d10-f555-4df2-98e2-1453c85d34da tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1830182
Jan 15 20:58:49.548466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 46409b3b-6c55-4c78-a954-43f18fe42119 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:49.548957 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.564989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46409b3b-6c55-4c78-a954-43f18fe42119 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:49.583568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46409b3b-6c55-4c78-a954-43f18fe42119,segment=NetworkSegment(bb982121-1588-437e-829a-3fd04d1b633f),segment_id=bb982121-1588-437e-829a-3fd04d1b633f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:49.589721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.613974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-340aecf2-2127-47d1-9ac7-78f2161e3d06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=531bba45-51d6-4df1-9e47-d4b8172e5210&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757132
Jan 15 20:58:49.629630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1f57d30e-b517-4514-b1c5-39eaba792224), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.646377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Allocated IP 172.35.1.173 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5cd49cbb-75fc-41b6-b9c3-f6412bf1378e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:49.650871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:49.652706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cac1599c-979b-4f1b-b101-38a91a8914bc req-b2b549c8-476f-4f25-b735-240118020560 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974886
Jan 15 20:58:49.784535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.847861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['46409b3b-6c55-4c78-a954-43f18fe42119'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:49.852049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71bd50-ad49-400b-a49a-75dd1f83001a req-515a49e2-74df-4f88-9885-95ceb52b182c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:49.856150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d71bd50-ad49-400b-a49a-75dd1f83001a req-515a49e2-74df-4f88-9885-95ceb52b182c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 946 time: 0.0897458
Jan 15 20:58:49.886386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:49.957015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:49.961226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:49.964274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:49.968511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:50.081277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5c370>,) {'filters': {'network_id': ['1f57d30e-b517-4514-b1c5-39eaba792224']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:50.110187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d71bd50-ad49-400b-a49a-75dd1f83001a req-be139df1-e659-4708-b9a4-509996023295 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2430553
Jan 15 20:58:50.122648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5c370>, 'a8ec7927-b6cd-4ef3-bf25-314ed297563c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:50.122948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5c370>, 'a8ec7927-b6cd-4ef3-bf25-314ed297563c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:50.144993 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9238119f-21d9-492b-b6fa-78fa70a7b053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.159517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a8ec7927-b6cd-4ef3-bf25-314ed297563c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.223113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-b0525ad2-cde3-4f7a-a04c-6ae60cd53acf service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6984000
Jan 15 20:58:50.224352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a8ec7927-b6cd-4ef3-bf25-314ed297563c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.263986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.271170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.279011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.284353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.291192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.297665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.304024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.311939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a389e4-4603-43c0-a9df-8251782ba2cf None None] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:58:50.312251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e442441-146c-4f6d-98d9-865b25ced35f req-19de94ad-bf5d-4d6e-8c7d-ece1780089ad tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.2759695
Jan 15 20:58:50.314931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:58:50.315813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a8ec7927-b6cd-4ef3-bf25-314ed297563c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.319186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-20089a3d-49bb-4fa2-a3a1-97ef46ce4dfc service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6961002
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:58:50.320037 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:58:50.412760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df278e-0563-4390-8dc0-a40dcc541def req-05aec439-c4e1-446d-a17d-822c3056b15f tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.414727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90df278e-0563-4390-8dc0-a40dcc541def req-05aec439-c4e1-446d-a17d-822c3056b15f tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 945 time: 0.1994069
Jan 15 20:58:50.435310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f9fefcff-18f2-415d-8589-9c13413b0aa6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:50.435878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.436195 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.436637 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Floating IP 8a904e54-7386-4597-bcef-ab953f182983 disassociated. External IP: 172.35.1.127, port: 77153925-7185-4583-89dc-fdd59e40d230.
Jan 15 20:58:50.437184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Calling delete_port for 77153925-7185-4583-89dc-fdd59e40d230 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:50.463795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1f57d30e-b517-4514-b1c5-39eaba792224), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.469058 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-aaeef333-c1f7-429b-82eb-45dd82798162 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325690
Jan 15 20:58:50.481342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.485784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1f57d30e-b517-4514-b1c5-39eaba792224 HTTP/1.1" status: 204  len: 168 time: 1.5672736
Jan 15 20:58:50.496727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e442441-146c-4f6d-98d9-865b25ced35f req-2e6d627c-f46b-42d2-b2d6-4811199019a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1833963
Jan 15 20:58:50.513179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f9fefcff-18f2-415d-8589-9c13413b0aa6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:50.513559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.553646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Provisioning complete for port f9fefcff-18f2-415d-8589-9c13413b0aa6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:50.554026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.615205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90df278e-0563-4390-8dc0-a40dcc541def req-90cb383a-e275-471d-9dd6-e741619f73eb tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612234
Jan 15 20:58:50.666369 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for router_gateway (f3fb568f-94e2-42be-b910-010a2453e0c0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.671383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44778) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:50.729926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099ebef-6650-4507-b388-9d3c79141a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f57d30e-b517-4514-b1c5-39eaba792224,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:50.746512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-6efa2209-0b92-4fe6-8cba-2963ffc58107 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 217 time: 0.2666795
Jan 15 20:58:50.764180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca88ef-762a-4526-beee-b76795f843a6 req-27f794c7-24f2-470b-bee9-2b90a16afa8f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.765809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47ca88ef-762a-4526-beee-b76795f843a6 req-27f794c7-24f2-470b-bee9-2b90a16afa8f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 944 time: 0.1496892
Jan 15 20:58:50.845597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f9fefcff-18f2-415d-8589-9c13413b0aa6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:50.846146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.858534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ce08c7a8-9cd8-4d8d-b7ad-bcdea61a0269 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=385a05b1a0a7479db84b762eca23b55b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1836779
Jan 15 20:58:50.861607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44782) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:50.877741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Current status of the port f9fefcff-18f2-415d-8589-9c13413b0aa6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:50.878258 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.881551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-ecb58ea4-3e42-441c-a595-c7eef62b20f3 service neutron] 10.222.0.39 "GET /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5414240
Jan 15 20:58:50.888129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-c2f6b746-4295-4497-bdcd-f820b636edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.889998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-c2f6b746-4295-4497-bdcd-f820b636edda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1247206
Jan 15 20:58:50.909638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port f9fefcff-18f2-415d-8589-9c13413b0aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fefcff-18f2-415d-8589-9c13413b0aa6,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:50.918802 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.940794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (77153925-7185-4583-89dc-fdd59e40d230), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:50.985006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8928-9f94-4869-96c9-2746f86f2830 req-93e26fa3-b8de-478d-abe1-7460a6f96ae9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:50.992994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-075e8928-9f94-4869-96c9-2746f86f2830 req-93e26fa3-b8de-478d-abe1-7460a6f96ae9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2209287
Jan 15 20:58:50.997792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47ca88ef-762a-4526-beee-b76795f843a6 req-80a567ce-55a4-486d-8b93-fa661597bdc1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227178
Jan 15 20:58:51.007929 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 20:58:51.008526 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 20:58:51.013136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=f9fefcff-18f2-415d-8589-9c13413b0aa6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:51.020419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event deleted for resources: {'Port': ['ID=77153925-7185-4583-89dc-fdd59e40d230,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:51.051718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] Publish callbacks [] for security_group (80ddf4e9-d0c9-47ec-9be0-3010faa91d00), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.086997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-aba534ff-b4a3-470d-baf5-7f5005e99c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:51.088490 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-aba534ff-b4a3-470d-baf5-7f5005e99c24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1604776
Jan 15 20:58:51.230670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:51.301181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-7e8b5aa9-2e42-455f-86c4-92b92ca3efe9 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955066
Jan 15 20:58:51.375721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1760c48a-43cb-484d-bf8d-1928a9b77428 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:58:51.381877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46409b3b-6c55-4c78-a954-43f18fe42119 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:51.395808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] Publish callbacks [] for security_group (80ddf4e9-d0c9-47ec-9be0-3010faa91d00), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.442764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:51.455384 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Sync routers for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:51.469981 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:51.471694 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6f8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:51.499827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-075e8928-9f94-4869-96c9-2746f86f2830 req-d9f50336-086a-4f7d-a823-4e33e05a3832 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5057783
Jan 15 20:58:51.549625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] No DVR routers for this DVR port 77153925-7185-4583-89dc-fdd59e40d230 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:51.552683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.557922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4b98ebe-9d29-4848-969c-8173572f540b req-c26b2872-c24d-43a4-92aa-39b53e88c99a tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ae2a15-8c2c-4dad-971f-0611238103a3 HTTP/1.1" status: 200  len: 210 time: 0.1642919
Jan 15 20:58:51.567228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (80ddf4e9-d0c9-47ec-9be0-3010faa91d00), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.572078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.579087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80ddf4e9-d0c9-47ec-9be0-3010faa91d00 HTTP/1.1" status: 204  len: 168 time: 0.7150176
Jan 15 20:58:51.590193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-82cf5f13-ffbe-40e9-9787-c113878b0dcd req-19f8906f-151b-4969-b4c4-fb7582e7413c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.45 "DELETE /v2.0/ports/77153925-7185-4583-89dc-fdd59e40d230 HTTP/1.1" status: 204  len: 173 time: 3.0819094
Jan 15 20:58:51.613649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'name': 'network-vif-deleted', 'tag': '77153925-7185-4583-89dc-fdd59e40d230'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:51.613826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d31619-84be-44d8-b9bb-0165892a4b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ddf4e9-d0c9-47ec-9be0-3010faa91d00,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:51.616452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265086f-1e4c-4a67-a393-3f9b072dfadf" -d '{"events": [{"server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "name": "network-vif-deleted", "tag": "77153925-7185-4583-89dc-fdd59e40d230"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:51.616728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ad881-2875-4819-9e20-28ab2bb80e3b None None] Current status of the port f9fefcff-18f2-415d-8589-9c13413b0aa6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:51.620520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.653863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-db64e683-795a-4621-8270-d3c73ac12e07 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3456817
Jan 15 20:58:51.662540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 46409b3b-6c55-4c78-a954-43f18fe42119 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:58:51.692487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 46409b3b-6c55-4c78-a954-43f18fe42119 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:51.693784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.736301 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf97e3e5-c60e-4802-9f05-c283daafd2b8 x-openstack-request-id: req-bf97e3e5-c60e-4802-9f05-c283daafd2b8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:51.736811 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ae2a15-8c2c-4dad-971f-0611238103a3", "name": "network-vif-deleted", "tag": "77153925-7185-4583-89dc-fdd59e40d230", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:51.736938 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf97e3e5-c60e-4802-9f05-c283daafd2b8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:51.737617 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ae2a15-8c2c-4dad-971f-0611238103a3', 'name': 'network-vif-deleted', 'tag': '77153925-7185-4583-89dc-fdd59e40d230', 'status': 'completed', 'code': 200}
Jan 15 20:58:51.739643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-9b0317dd-8636-4f8e-b0e5-99e90ded3413 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 217 time: 0.0636539
Jan 15 20:58:51.774884 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:51.829548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e8a49e82-e210-4b7d-b961-00b82a275c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:51.831134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e8a49e82-e210-4b7d-b961-00b82a275c6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0830591
Jan 15 20:58:51.845557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1760c48a-43cb-484d-bf8d-1928a9b77428,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:51.868805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.879198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '1760c48a-43cb-484d-bf8d-1928a9b77428', 'network_id': '531bba45-51d6-4df1-9e47-d4b8172e5210', 'port_id': '1760c48a-43cb-484d-bf8d-1928a9b77428', 'mac_address': 'fa:16:3e:e6:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d00815-b45e-41ad-b3e1-0bbd494a0416', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:58:51.889202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3ba2ec0f-33b9-4396-b622-e37b49f4d137 None None] Provisioning complete for port f9fefcff-18f2-415d-8589-9c13413b0aa6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:51.889739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ec0f-33b9-4396-b622-e37b49f4d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:51.944276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-caf87649-3197-4103-949a-5ea52f66e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:51.957867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-caf87649-3197-4103-949a-5ea52f66e414 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1063633
Jan 15 20:58:52.082346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 77153925-7185-4583-89dc-fdd59e40d230 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:58:52.086151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.109278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.120130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.135256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 77153925-7185-4583-89dc-fdd59e40d230 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:58:52.135834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 77153925-7185-4583-89dc-fdd59e40d230 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:58:52.156050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1760c48a-43cb-484d-bf8d-1928a9b77428 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:52.157460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.168030 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-0d81968f-0d15-4e97-a77d-4e343d1b0811 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054520
Jan 15 20:58:52.170687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.180830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.185804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 46409b3b-6c55-4c78-a954-43f18fe42119 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:52.189414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.189533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.201027 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6f8bb0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:52.207278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.224152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-d615e911-a2ac-4759-a3f1-0f42c64484ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.4697967
Jan 15 20:58:52.234832 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Checking router: c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:52.236057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1760c48a-43cb-484d-bf8d-1928a9b77428 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:58:52.257041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7813b9-6129-4aae-bad6-13c703e6444e req-44a04820-d098-47f7-ac3d-32c1ffa4c893 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.266012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e7813b9-6129-4aae-bad6-13c703e6444e req-44a04820-d098-47f7-ac3d-32c1ffa4c893 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 945 time: 0.4304843
Jan 15 20:58:52.268290 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:52.275508 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6f8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:52.313733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1760c48a-43cb-484d-bf8d-1928a9b77428,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:52.321914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:52.324425 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6393e5a3-8542-4d50-95ae-f3faf98e1e0b" -d '{"events": [{"server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "name": "network-vif-plugged", "status": "completed", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:52.326846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Router f3fb568f-94e2-42be-b910-010a2453e0c0 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:58:52.345470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.368274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46409b3b-6c55-4c78-a954-43f18fe42119,segment=NetworkSegment(bb982121-1588-437e-829a-3fd04d1b633f),segment_id=bb982121-1588-437e-829a-3fd04d1b633f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:52.403156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ec0f-33b9-4396-b622-e37b49f4d137 None None] Current status of the port f9fefcff-18f2-415d-8589-9c13413b0aa6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:52.409607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.424409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e7813b9-6129-4aae-bad6-13c703e6444e req-19196641-e661-4a13-97c8-a6d42a8414a4 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568584
Jan 15 20:58:52.425162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:52.449630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f9fefcff-18f2-415d-8589-9c13413b0aa6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:52.499332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13ef34af-b953-4b28-9216-f9f135e9b30d req-75b993d7-b42e-40e4-9112-98a96bf9c3f8 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2742000
Jan 15 20:58:52.544735 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-39625463-d93e-422e-8774-2c1ba1469526 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441103
Jan 15 20:58:52.575658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:52.605233 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:52.628926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ac7d218-4004-489d-9ddd-b23ba83723a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d20e3420f4544148b10a95b46c70a193&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2022665
Jan 15 20:58:52.629836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44818) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:52.678855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:52.706775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-eebcd42f-6fcc-4331-87ac-44b0d7726ebd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 217 time: 0.1607776
Jan 15 20:58:52.709713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['1760c48a-43cb-484d-bf8d-1928a9b77428'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:52.759657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:52.785503 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8d2e94-06c2-4dc8-aac0-fcc2a7cefcf7 x-openstack-request-id: req-9e8d2e94-06c2-4dc8-aac0-fcc2a7cefcf7 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:52.786603 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "name": "network-vif-plugged", "status": "completed", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:52.787416 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e8d2e94-06c2-4dc8-aac0-fcc2a7cefcf7 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:52.787633 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119', 'code': 200}
Jan 15 20:58:52.793666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Sync routers for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:52.833383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2f70-085a-4974-89b3-bdcf2bb44cd7 req-b2d80c8e-66e1-4c47-969e-0e765b19fe9d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.841030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-002b2f70-085a-4974-89b3-bdcf2bb44cd7 req-b2d80c8e-66e1-4c47-969e-0e765b19fe9d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 945 time: 0.2189975
Jan 15 20:58:52.844096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f9fefcff-18f2-415d-8589-9c13413b0aa6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:52.844545 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.862127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.862665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e82c7f43-c6c3-4767-95bc-7c88e7c5248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.864899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-e82c7f43-c6c3-4767-95bc-7c88e7c5248c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1242204
Jan 15 20:58:52.866763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a4ee42ae-91c2-484a-879e-b11a1a47b400 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 4.4765120
Jan 15 20:58:52.870837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44820) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:52.884831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:52.885630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4168b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:52.940817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-002b2f70-085a-4974-89b3-bdcf2bb44cd7 req-f0fb73fa-bd96-49b1-95fe-4ded66343e82 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984643
Jan 15 20:58:52.952490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61a27-6b92-43ef-b748-0d61b307974f req-31101bbe-818c-406d-8050-39be61258f1b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:52.956127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] Publish callbacks [] for security_group (0ea5e601-4acd-474e-8c39-4220f5b44070), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:52.967693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9c61a27-6b92-43ef-b748-0d61b307974f req-31101bbe-818c-406d-8050-39be61258f1b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1193793
Jan 15 20:58:53.028323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6f8bb0>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:53.039098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-5147be47-70a3-4f9b-bb20-3370a3442adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.040868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-5147be47-70a3-4f9b-bb20-3370a3442adb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1667590
Jan 15 20:58:53.042706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d456b-1b7c-4da2-a928-579a4dec649e req-f124d9df-1f38-4357-b782-13d38f9fad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.044657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c03d456b-1b7c-4da2-a928-579a4dec649e req-f124d9df-1f38-4357-b782-13d38f9fad33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 1097 time: 0.2298965
Jan 15 20:58:53.049179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:53.065459 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bebe8-66bb-4576-b2c6-6cb4170c96b5 None None] The sync data for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 is: [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:55:41Z', 'revision_number': 4, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5c47efe-c447-4f91-b19f-743888f834c3', 'name': '', 'network_id': 'b2ee2cfc-030b-4aaf-9340-8d68210312df', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'mac_address': 'fa:16:3e:96:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:40Z', 'updated_at': '2022-01-15T20:55:48Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'subnets': [{'id': '57dd3330-4769-4c43-a70f-18f0408baaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:53.078607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9c61a27-6b92-43ef-b748-0d61b307974f req-9923b301-e5e2-4eca-8669-a439efd2c3f4 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100371
Jan 15 20:58:53.085720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] Publish callbacks [] for security_group (0ea5e601-4acd-474e-8c39-4220f5b44070), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.086592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:53.141112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (aa993f4a-dce6-4cb1-b050-8e8eb682a7b4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.199815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (aa993f4a-dce6-4cb1-b050-8e8eb682a7b4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.285295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c03d456b-1b7c-4da2-a928-579a4dec649e req-9dbcf262-0ee5-4287-b544-8d42b713ec56 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404347
Jan 15 20:58:53.286380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa993f4a-dce6-4cb1-b050-8e8eb682a7b4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.289742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.293171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa993f4a-dce6-4cb1-b050-8e8eb682a7b4 HTTP/1.1" status: 204  len: 168 time: 0.2410364
Jan 15 20:58:53.294443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:53.305680 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.321162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb0347-c4b4-42c5-b8a7-43023e5b732c tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa993f4a-dce6-4cb1-b050-8e8eb682a7b4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:53.323819 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-67c5b186-c82f-40d5-81d0-a4c07896c0b2 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] show failed (client error): The resource could not be found.
Jan 15 20:58:53.325098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67c5b186-c82f-40d5-81d0-a4c07896c0b2 tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "GET /v2.0/security-groups/aa993f4a-dce6-4cb1-b050-8e8eb682a7b4 HTTP/1.1" status: 404  len: 347 time: 0.0283313
Jan 15 20:58:53.327998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:53.333904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea5e601-4acd-474e-8c39-4220f5b44070), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.337896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.341322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ea5e601-4acd-474e-8c39-4220f5b44070 HTTP/1.1" status: 204  len: 168 time: 0.6596503
Jan 15 20:58:53.366447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f9fefcff-18f2-415d-8589-9c13413b0aa6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:53.394646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba85520-6c2c-4ec8-b4e3-c69285eeae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5e601-4acd-474e-8c39-4220f5b44070,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:53.530817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-55cf6b46-cadd-44c6-b9ed-6654b06538a5 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3894670
Jan 15 20:58:53.562363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Deleting port 9749de53-7b3e-4033-8d95-9cfbc7a8e948 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:53.562710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.591256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4168b0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:50Z', 'revision_number': 3, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:53.658371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bafb57-9e1c-4000-8290-bfd48a8421cd None None] New status for floating IP 8a904e54-7386-4597-bcef-ab953f182983: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:58:53.684633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Checking router: f3fb568f-94e2-42be-b910-010a2453e0c0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:53.686115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Updating router f3fb568f-94e2-42be-b910-010a2453e0c0 port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:58:53.704465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b8ac-c89d-4435-a1d9-fb9f132c389b req-7eb2ec6b-9c84-4e48-96c0-81bf5b8a8960 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.711706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1282b8ac-c89d-4435-a1d9-fb9f132c389b req-7eb2ec6b-9c84-4e48-96c0-81bf5b8a8960 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 946 time: 0.1511548
Jan 15 20:58:53.748708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.778434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.785256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.793196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.799724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.806576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.813720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.818118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-1488dbd6-d28c-42ec-ad3a-5f9958a3a8af service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741129
Jan 15 20:58:53.825800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:53.827671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-bfffd975-c794-4b9d-b14b-e55ffd8801b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.1888280
Jan 15 20:58:53.829808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.830329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (9749de53-7b3e-4033-8d95-9cfbc7a8e948), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:53.889460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Calling delete_port for 9749de53-7b3e-4033-8d95-9cfbc7a8e948 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:53.928571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-208dd827-4d6f-477e-bed5-7327d5e6600b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 217 time: 0.0919034
Jan 15 20:58:53.937492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1282b8ac-c89d-4435-a1d9-fb9f132c389b req-b2a898d4-3cdf-4f1c-86d6-a95b7cdf17fc tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197320
Jan 15 20:58:54.007735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-eb953549-45e8-40f0-b94b-c8bfaaa9a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:54.009427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-eb953549-45e8-40f0-b94b-c8bfaaa9a67a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.0526695
Jan 15 20:58:54.026636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32afafd2-0fb8-465d-8609-6cd4a2717bdb req-5e938f8e-f2da-48df-9da5-4862ac055d4e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1920907
Jan 15 20:58:54.133709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-69adf949-e246-4991-a8dc-2e2207eb9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:54.135354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-69adf949-e246-4991-a8dc-2e2207eb9015 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1112735
Jan 15 20:58:54.286856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-435abd89-7889-4460-924a-83c00094030c service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439607
Jan 15 20:58:54.295927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks [] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.308020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.313522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9749de53-7b3e-4033-8d95-9cfbc7a8e948), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.335307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.362593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Pushing event deleted for resources: {'Port': ['ID=9749de53-7b3e-4033-8d95-9cfbc7a8e948,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:54.370774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.415903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84307315-8281-4dc7-bda1-b979cbe6d689 req-9225e6c7-fb87-4ef9-b631-7a02b6a9ed19 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:54.426915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84307315-8281-4dc7-bda1-b979cbe6d689 req-9225e6c7-fb87-4ef9-b631-7a02b6a9ed19 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 945 time: 0.2651591
Jan 15 20:58:54.427361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Attempting to bind port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:54.427766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Attempting to bind port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:54.428185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Attempting to bind port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:54.515178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1d4e-be0a-45e2-8ee5-9cd1325cfcc7 req-24684a99-2000-4e32-a574-587419016a5b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:54.523037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32eb1d4e-be0a-45e2-8ee5-9cd1325cfcc7 req-24684a99-2000-4e32-a574-587419016a5b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2764568
Jan 15 20:58:54.553872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f16da896-a7db-46b6-a59f-8f91da548b25 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584720
Jan 15 20:58:54.578505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks [] for floatingip (8a904e54-7386-4597-bcef-ab953f182983), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.582207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.586320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b042f92-7c3d-4e7d-bb24-5e9536fe443f tempest-ServersTestBootFromVolume-1678952565 tempest-ServersTestBootFromVolume-1678952565-project] 10.222.0.46 "DELETE /v2.0/floatingips/8a904e54-7386-4597-bcef-ab953f182983 HTTP/1.1" status: 204  len: 168 time: 1.2543080
Jan 15 20:58:54.592368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44876) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:54.653191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84307315-8281-4dc7-bda1-b979cbe6d689 req-354ecd0b-8f85-4da6-b3a6-e6e3f424d58e tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211597
Jan 15 20:58:54.663417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:54.664514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:54.664716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.665157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:54.665642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Bound port: 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:54.666209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.669673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa536-77ef-47ca-a8a2-7819699001da None None] Pushing event updated for resources: {'Port': ['ID=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:54.702056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32eb1d4e-be0a-45e2-8ee5-9cd1325cfcc7 req-453f76b8-b16b-4460-ab65-6af99f00b671 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779642
Jan 15 20:58:54.744500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] For port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:54.748429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] For port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:54.754920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:54.832016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:54.832627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4168b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:54.838619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa536-77ef-47ca-a8a2-7819699001da None None] Pushing event updated for resources: {'Port': ['ID=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:54.991470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f82ea647-9e31-4b55-8a27-14ba985f0c8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.0406208
Jan 15 20:58:55.005100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:55.080190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ddf826c8-a758-4105-b476-bcf3e2ed33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.081774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-ddf826c8-a758-4105-b476-bcf3e2ed33f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.0788248
Jan 15 20:58:55.143921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b03e7b-66ea-406d-b65d-b98c5b91432b req-e61af3d6-5881-4145-805f-430d34108d9d tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.146452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40b03e7b-66ea-406d-b65d-b98c5b91432b req-e61af3d6-5881-4145-805f-430d34108d9d tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 946 time: 0.0849943
Jan 15 20:58:55.158237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.163345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Allocated IP 172.20.0.1 (4bfa39ea-0964-46f2-af6c-3e9216614c72/cb619c47-9690-4d6d-8893-caf3e4489c9d/2c288f9f-d0e1-4980-8ee9-06f251e34fe3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:55.178774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-936fbcec-1bf8-405f-b7fe-e9d6ff81af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.180522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-936fbcec-1bf8-405f-b7fe-e9d6ff81af16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0712805
Jan 15 20:58:55.249196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4168b0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:50Z', 'revision_number': 3, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:55.277895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecb8a0-e10f-44c7-8f93-f256815f5899 None None] The sync data for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 is: [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:50Z', 'revision_number': 3, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:58:55.321145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40b03e7b-66ea-406d-b65d-b98c5b91432b req-90ff3f4a-4613-4bb5-b172-73ab7edb2cf0 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599016
Jan 15 20:58:55.338148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.352183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.352349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-39818ec3-ad31-4a14-9ee1-ae3892d326a2 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513536
Jan 15 20:58:55.360487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.366783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.373743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks [] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.380521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.402654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.409000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.418096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-c7e9be7f-8785-4d5a-af86-3eb3511cfc54 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.2557185
Jan 15 20:58:55.418910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1760c48a-43cb-484d-bf8d-1928a9b77428 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:55.485737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e5e2704-fa40-4e20-9c42-f54d20bd5884 req-f40fa1e7-22c0-47e1-95e6-de9b6043f307 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261663
Jan 15 20:58:55.487786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.532044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:55.535276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:55.538246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:58:55.572257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 1760c48a-43cb-484d-bf8d-1928a9b77428 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:58:55.575275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Pushing event updated for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:55.579898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 1760c48a-43cb-484d-bf8d-1928a9b77428 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:55.580413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.609353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f3fb568f-94e2-42be-b910-010a2453e0c0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.658356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aefeda93-0df8-4dc1-ba1c-cd3c3d82afab req-b883359e-d232-4387-8e4f-494ba5608ae5 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2392838
Jan 15 20:58:55.741074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.742595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.742964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.743505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.744307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.744865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.745456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:55.747546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-b14378c8-6230-4a61-9f2a-1df206a28f90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6486 time: 0.1555204
Jan 15 20:58:55.793461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1760c48a-43cb-484d-bf8d-1928a9b77428 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:55.795175 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.860552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:55.863757 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a173f2b2-dc4c-42f2-8290-a74456a8eee2" -d '{"events": [{"server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "name": "network-vif-plugged", "status": "completed", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:55.888923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1760c48a-43cb-484d-bf8d-1928a9b77428,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:55.901808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:55.975150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:56.058586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8fb75e7d-9d73-40e9-93f0-95622cabddd0 None None] Provisioning complete for port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:56.058973 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8fb75e7d-9d73-40e9-93f0-95622cabddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.075175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-52789d32-f705-4c5d-bbc4-619d2effd54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.077170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-52789d32-f705-4c5d-bbc4-619d2effd54c service neutron] 10.222.0.45 "GET /v2.0/networks?id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 903 time: 0.3198390
Jan 15 20:58:56.077900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.113554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8fb75e7d-9d73-40e9-93f0-95622cabddd0 None None] Port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:56.114026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c6ae-fb58-4665-ad98-d547b642a181 req-43415b43-b062-4eb0-9794-c243eff1a9cc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.122173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39f7c6ae-fb58-4665-ad98-d547b642a181 req-43415b43-b062-4eb0-9794-c243eff1a9cc tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 945 time: 0.3099666
Jan 15 20:58:56.135070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6d7da-f562-40f7-86cc-ce87640eebf7 req-39c62204-e7b3-411e-89cb-a5f3f6c7bf67 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.142456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feb6d7da-f562-40f7-86cc-ce87640eebf7 req-39c62204-e7b3-411e-89cb-a5f3f6c7bf67 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2433774
Jan 15 20:58:56.161285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Deleting port d5c47efe-c447-4f91-b19f-743888f834c3 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:56.161699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.170684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44936) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:56.185565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-ee869a0e-3e12-4e93-a42b-016d9593f49b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.0406442
Jan 15 20:58:56.270971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feb6d7da-f562-40f7-86cc-ce87640eebf7 req-2f83ed34-b7c6-4cf6-87f0-edfbd9cc4dde tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272810
Jan 15 20:58:56.346993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-0c0d97d2-563c-42fc-8ba6-ec308df3752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.349036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-0c0d97d2-563c-42fc-8ba6-ec308df3752e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1536441
Jan 15 20:58:56.369329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39f7c6ae-fb58-4665-ad98-d547b642a181 req-14996afb-afd7-4ff4-868b-35ae34c68c53 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433519
Jan 15 20:58:56.436752 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591e98f0-3526-42b9-8aab-84782a5945c6 x-openstack-request-id: req-591e98f0-3526-42b9-8aab-84782a5945c6 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:56.437116 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "name": "network-vif-plugged", "status": "completed", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:56.437395 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-591e98f0-3526-42b9-8aab-84782a5945c6 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:56.438008 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428', 'code': 200}
Jan 15 20:58:56.464894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-71fa6abb-427d-4489-9343-396a74d0f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.466481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-71fa6abb-427d-4489-9343-396a74d0f1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1113887
Jan 15 20:58:56.468194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:56.468696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks [] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.542355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.609412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:56.612495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.672380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Pushing event updated for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:56.686389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f3fb568f-94e2-42be-b910-010a2453e0c0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.751022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca4194f8-ec6f-4b6c-b3a8-fcc3b028fcd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.760776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98172c6f-0bf2-40c3-b655-d8c52bda17d9 req-da90ab87-2fc5-4b58-88d4-079762830716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.762335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98172c6f-0bf2-40c3-b655-d8c52bda17d9 req-da90ab87-2fc5-4b58-88d4-079762830716 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 1097 time: 0.2213230
Jan 15 20:58:56.769972 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-9ffa46d6-e030-47a9-af77-a71ed3fb0dcc service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2952085
Jan 15 20:58:56.789937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:56.790701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.816513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:56.822438 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.872331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] For port d5c47efe-c447-4f91-b19f-743888f834c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5c47efe-c447-4f91-b19f-743888f834c3,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:56.872698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:56.894867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:56.905826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.906196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.906533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.906874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.907273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.907540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.907892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.908225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.908662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.909094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.909189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f9edb-77d0-455a-899d-1e22a2307904 req-224d99df-8606-4478-a451-193b376050d2 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:56.909440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.910138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.910308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:58:56.910697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-655f9edb-77d0-455a-899d-1e22a2307904 req-224d99df-8606-4478-a451-193b376050d2 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 946 time: 0.1574507
Jan 15 20:58:56.913024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:58:56.918515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:58:56.919828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Calling delete_port for d5c47efe-c447-4f91-b19f-743888f834c3 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:56.926299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98172c6f-0bf2-40c3-b655-d8c52bda17d9 req-94579a6d-7b05-466a-aa4a-4c1f841b3c68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508286
Jan 15 20:58:56.993812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c4f98559-344a-4b68-a6f8-c6e5821a43f3 req-c0385c2b-92f9-4e68-8ea4-7fc3f808c996 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086124
Jan 15 20:58:57.020181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.029071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.036311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.043886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.052259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.059218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.065723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.067840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-43f98ba9-94a4-4168-a159-7d6fe2f26f84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.2846732
Jan 15 20:58:57.088723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Router f3fb568f-94e2-42be-b910-010a2453e0c0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:57.161730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-655f9edb-77d0-455a-899d-1e22a2307904 req-fa471b88-363e-4ee6-b1e7-3bfe58eb842f tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396386
Jan 15 20:58:57.230770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:57.236800 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-347a31f6-4626-4e8e-ba3b-6a5b22e5d648 admin admin] 10.222.0.46 "PUT /v2.0/routers/f3fb568f-94e2-42be-b910-010a2453e0c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3631401
Jan 15 20:58:57.260132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca4194f8-ec6f-4b6c-b3a8-fcc3b028fcd7 admin admin] Publish callbacks [] for security_group (904003a5-4bb8-41c7-bdc6-26223fb31997), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.272020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca4194f8-ec6f-4b6c-b3a8-fcc3b028fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (904003a5-4bb8-41c7-bdc6-26223fb31997), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.300230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95b74f05-d295-4c7e-9117-085f77d4eb20 req-f216215c-855b-48f6-8bb6-ba749e088424 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2244630
Jan 15 20:58:57.361913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a7864925-3693-4e15-94a8-b3f48f52582f None None] Provisioning complete for port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:57.362425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7864925-3693-4e15-94a8-b3f48f52582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.366938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ca4194f8-ec6f-4b6c-b3a8-fcc3b028fcd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=764552cdcb064ea39a56d614726a2efd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1928091
Jan 15 20:58:57.366938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4194f8-ec6f-4b6c-b3a8-fcc3b028fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904003a5-4bb8-41c7-bdc6-26223fb31997,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:57.369184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44948) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:57.418970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a7864925-3693-4e15-94a8-b3f48f52582f None None] Port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:58:57.457122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] Publish callbacks [] for security_group (904003a5-4bb8-41c7-bdc6-26223fb31997), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.480313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] Publish callbacks [] for security_group (904003a5-4bb8-41c7-bdc6-26223fb31997), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.519103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d5c47efe-c447-4f91-b19f-743888f834c3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.535894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (904003a5-4bb8-41c7-bdc6-26223fb31997), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.539553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.543733 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/904003a5-4bb8-41c7-bdc6-26223fb31997 HTTP/1.1" status: 204  len: 168 time: 0.1729434
Jan 15 20:58:57.552060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922b811-e09f-4ed6-b522-159a61770956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904003a5-4bb8-41c7-bdc6-26223fb31997,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:57.556524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e724d3c-83d1-4464-a28d-caeb7b0ae965 req-af438676-93fe-4ce9-ba83-a7696d884a17 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.558208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e724d3c-83d1-4464-a28d-caeb7b0ae965 req-af438676-93fe-4ce9-ba83-a7696d884a17 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1507506
Jan 15 20:58:57.563149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c47efe-c447-4f91-b19f-743888f834c3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:57.587998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553963e-3393-4803-985c-f8932fc12ef8 req-453e7795-2470-410c-bb80-8559f128eaad tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.589676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b553963e-3393-4803-985c-f8932fc12ef8 req-453e7795-2470-410c-bb80-8559f128eaad tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.1271639
Jan 15 20:58:57.673457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa216da3-c782-4d87-97ce-137887bcb125 req-224534db-d7e9-4121-9b89-e2fb54c2b92c tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:57.675372 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa216da3-c782-4d87-97ce-137887bcb125 req-224534db-d7e9-4121-9b89-e2fb54c2b92c tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 946 time: 0.0833316
Jan 15 20:58:57.698602 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:58:57.760802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e724d3c-83d1-4464-a28d-caeb7b0ae965 req-349b643e-5268-47af-8d15-6e36c289f95e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913083
Jan 15 20:58:57.794873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b553963e-3393-4803-985c-f8932fc12ef8 req-43e4977a-d3a2-47de-b9b7-d1740c30e340 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644967
Jan 15 20:58:57.856474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Deleting port 46409b3b-6c55-4c78-a954-43f18fe42119 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:57.856831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:57.969131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.034665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] For port 46409b3b-6c55-4c78-a954-43f18fe42119, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46409b3b-6c55-4c78-a954-43f18fe42119,segment=NetworkSegment(bb982121-1588-437e-829a-3fd04d1b633f),segment_id=bb982121-1588-437e-829a-3fd04d1b633f)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:58:58.035030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.060182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Calling delete_port for 46409b3b-6c55-4c78-a954-43f18fe42119 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:58:58.106331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Sync routers for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:58.127999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:58.129251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:58.295486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:58.371425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (46409b3b-6c55-4c78-a954-43f18fe42119), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.423469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['46409b3b-6c55-4c78-a954-43f18fe42119'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:58:58.453169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Pushing event deleted for resources: {'Port': ['ID=46409b3b-6c55-4c78-a954-43f18fe42119,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:58.535398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] No DVR routers for this DVR port 46409b3b-6c55-4c78-a954-43f18fe42119 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:58:58.535695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:58:58.538868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.544659 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa216da3-c782-4d87-97ce-137887bcb125 req-76c6b223-1c2e-4284-ba75-8b2e7f215dee tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.39 "DELETE /v2.0/ports/46409b3b-6c55-4c78-a954-43f18fe42119 HTTP/1.1" status: 204  len: 173 time: 0.8616312
Jan 15 20:58:58.544748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df0dad-cfab-4256-9162-8a11716cea44 req-e0a22393-1ad1-492a-949a-5d087c24072d tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:58.545217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'name': 'network-vif-deleted', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:58:58.547189 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c32ffc1-e40e-4a08-8df6-96a7c2911afd" -d '{"events": [{"server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "name": "network-vif-deleted", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:58:58.552636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6df0dad-cfab-4256-9162-8a11716cea44 req-e0a22393-1ad1-492a-949a-5d087c24072d tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf7aaa6-1938-4efc-bb5d-efb290dc345e HTTP/1.1" status: 200  len: 867 time: 0.2228494
Jan 15 20:58:58.601144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:58:58.645464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44980) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:58.651760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530253147', 'description': 'tempest-description--1402258062'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:58.668181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:58.668809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.705813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.730584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 2, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:58.771833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Checking router: f3fb568f-94e2-42be-b910-010a2453e0c0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:58.771833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Updating router f3fb568f-94e2-42be-b910-010a2453e0c0 port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:58:58.812256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (4c8a18a1-023d-4083-a7eb-5a2a1078821b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.821024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c8a18a1-023d-4083-a7eb-5a2a1078821b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.822325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6df0dad-cfab-4256-9162-8a11716cea44 req-002d6063-3357-49ed-9f79-9f48ddbb1d42 tempest-InstanceActionsV221TestJSON-400205188 tempest-InstanceActionsV221TestJSON-400205188-project] 10.222.0.46 "GET /v2.0/security-groups?id=e62ae95e-459a-4553-bd94-5528570958b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687988
Jan 15 20:58:58.838147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.860285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:58:58.869909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a8f9718-94fc-43b5-b551-803fdce6b926 admin admin] 10.222.0.46 "PUT /v2.0/routers/c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2763960
Jan 15 20:58:58.871278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:58.875011 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Sync routers for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:58:58.879274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:58:58.894743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:58.895379 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:58.898609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.899939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2531288
Jan 15 20:58:58.911134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:58.925571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'security_group_rule': {'security_group_id': '4c8a18a1-023d-4083-a7eb-5a2a1078821b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:58.934420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f1465-4e98-44d9-8446-2ab34fa9e6f7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8a18a1-023d-4083-a7eb-5a2a1078821b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:58.938185 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e01cf-d71a-408c-8fe3-b805cbf252ef x-openstack-request-id: req-b16e01cf-d71a-408c-8fe3-b805cbf252ef {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:58:58.938480 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf7aaa6-1938-4efc-bb5d-efb290dc345e", "name": "network-vif-deleted", "tag": "46409b3b-6c55-4c78-a954-43f18fe42119", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:58:58.938738 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b16e01cf-d71a-408c-8fe3-b805cbf252ef {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:58:58.939174 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf7aaa6-1938-4efc-bb5d-efb290dc345e', 'name': 'network-vif-deleted', 'tag': '46409b3b-6c55-4c78-a954-43f18fe42119', 'status': 'completed', 'code': 200}
Jan 15 20:58:58.982155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (b86c750d-74bb-42e0-9f95-730adb2d689c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:58.997330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.012998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.030094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.044602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.070446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.090410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.098655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.108882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60671a62-6338-4c98-b393-73f2eda10976 req-d8ec339d-67fc-46fd-ac7f-bcff2a1f5c2e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.3261383
Jan 15 20:58:59.112180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (b86c750d-74bb-42e0-9f95-730adb2d689c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.120688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b86c750d-74bb-42e0-9f95-730adb2d689c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.126938 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:59.149829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86c750d-74bb-42e0-9f95-730adb2d689c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:59.172960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.174289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-608e5577-5064-4216-99a1-837e10950439 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2621803
Jan 15 20:58:59.177483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45000) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:59.184809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'security_group_rule': {'security_group_id': '4c8a18a1-023d-4083-a7eb-5a2a1078821b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:59.225164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60671a62-6338-4c98-b393-73f2eda10976 req-ad6ca0fb-ac8c-4068-82e7-920a3f32513c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1090727
Jan 15 20:58:59.246986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (2637255d-d743-47da-835d-22e5af38fb31), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.286363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023132-f98f-48e7-944b-e329791ff504 req-3d2240b2-db97-4038-8b40-5a8380758970 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.294095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff023132-f98f-48e7-944b-e329791ff504 req-3d2240b2-db97-4038-8b40-5a8380758970 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1803174
Jan 15 20:58:59.329733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (2637255d-d743-47da-835d-22e5af38fb31), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.337435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2637255d-d743-47da-835d-22e5af38fb31), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.371772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2637255d-d743-47da-835d-22e5af38fb31,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:59.390800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.401006 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6fe648ce-6abd-4ea5-97a4-fc08f8cd30a3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2190351
Jan 15 20:58:59.402543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45002) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:58:59.403784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks [] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.409238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:58:59.410710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.414376 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502640>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:58:57Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:59.430930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff023132-f98f-48e7-944b-e329791ff504 req-515d78eb-c026-4677-b3ea-c918bee97145 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321831
Jan 15 20:58:59.452895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks [] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.455811 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Checking router: c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:58:59.465972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.470199 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Routers {'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:59.470855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:59.514224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921b7df-905d-49e1-bb62-ec2e993648b4 None None] Pushing event updated for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:59.532898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Attempting to bind port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:58:59.533297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Attempting to bind port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:58:59.533658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Attempting to bind port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 on network 4bfa39ea-0964-46f2-af6c-3e9216614c72 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:58:59.540608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:58:59.541034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Checking segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:58:59.541436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.541823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Bound using segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:58:59.542815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Bound port: 2c288f9f-d0e1-4980-8ee9-06f251e34fe3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:58:59.542815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.603445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.647416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] For port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:58:59.654016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] For port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:58:59.664172 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.727955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:58:59.728501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:58:59.738553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351b5bc-0a4d-494f-b959-94ed670ff674 req-ccfcc700-d33f-48cf-b95e-ed9bc52cb6e0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:58:59.740109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e351b5bc-0a4d-494f-b959-94ed670ff674 req-ccfcc700-d33f-48cf-b95e-ed9bc52cb6e0 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.3979630
Jan 15 20:58:59.752497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks [] for router_gateway (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.800715 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] Set router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:58:59.857193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Allocated IP 172.35.1.123 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f0bd7c44-1713-44e5-a48e-cab7207ec48b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:58:59.879792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e351b5bc-0a4d-494f-b959-94ed670ff674 req-e401dbbd-9f3f-4269-97de-676c1c274f58 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270976
Jan 15 20:58:59.902241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Deleting port 4016363d-25b4-4215-adca-a82619e9dc93 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:58:59.902582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4016363d-25b4-4215-adca-a82619e9dc93), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:58:59.954135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921b7df-905d-49e1-bb62-ec2e993648b4 None None] Pushing event updated for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:58:59.996942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Provisioning complete for port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:58:59.996942 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.048649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:00.063393 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502640>, [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:58:57Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:00.103198 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79912ac2-ba07-4e89-b188-848e2691b312 None None] The sync data for ids ['c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9'] in ncdv-master-1 is: [{'id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'name': 'tempest-ServersTestBootFromVolume-1881177036-router', 'tenant_id': 'dca2cdba56c74d46a478aff355b23447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29'}], 'enable_snat': True}, 'gw_port_id': '4016363d-25b4-4215-adca-a82619e9dc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:55:33Z', 'updated_at': '2022-01-15T20:58:57Z', 'revision_number': 5, 'project_id': 'dca2cdba56c74d46a478aff355b23447', 'gw_port': {'id': '4016363d-25b4-4215-adca-a82619e9dc93', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:55:35Z', 'updated_at': '2022-01-15T20:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:00.129534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-3476bb0f-5cac-4a7e-a65a-f2bf9ca65d42 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7902e3c4b947454ea2411fc422568e4e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0798900
Jan 15 20:59:00.135349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.230542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.309035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:00.310507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'Port': ['ID=f0bd7c44-1713-44e5-a48e-cab7207ec48b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:00.313550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:00.315829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:00.423264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Current status of the port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:00.423869 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.436331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.488678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.498541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] For port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:00.517208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.580249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d5c47efe-c447-4f91-b19f-743888f834c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:00.586191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74315fc-c7d1-47b5-960f-10667e953464 None None] Pushing event updated for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:00.609252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d5c47efe-c447-4f91-b19f-743888f834c3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:00.609738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d5c47efe-c447-4f91-b19f-743888f834c3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:00.666325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6686de25-c4ee-4659-bc0d-2c4ce2c7cb36 None None] Provisioning complete for port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:00.666704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6686de25-c4ee-4659-bc0d-2c4ce2c7cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.753658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.755127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8cceb0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:58:59Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:00.760329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.817618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17b4a-bd4a-4432-9631-aeaff41f5257 None None] The sync data for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 is: [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:58:59Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:00.832104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6686de25-c4ee-4659-bc0d-2c4ce2c7cb36 None None] Current status of the port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:00.838239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] For port 4016363d-25b4-4215-adca-a82619e9dc93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4016363d-25b4-4215-adca-a82619e9dc93,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:00.838750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4016363d-25b4-4215-adca-a82619e9dc93), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.845060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'Port': ['ID=f0bd7c44-1713-44e5-a48e-cab7207ec48b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:00.864960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.879908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c5ac5-ae99-4ca0-9112-3a64981d1aa5 req-9971160d-3626-431e-a817-04b31719a09f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:00.907636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef2c5ac5-ae99-4ca0-9112-3a64981d1aa5 req-9971160d-3626-431e-a817-04b31719a09f tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.2382448
Jan 15 20:59:00.914857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Calling delete_port for 4016363d-25b4-4215-adca-a82619e9dc93 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:00.924212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:00.934630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd0517d5-6ce9-40f1-8161-1ceff2042943 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5216658
Jan 15 20:59:00.944600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-52fde2d7-758b-4781-8aef-75fcc2cae3ca tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:00.952105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-52fde2d7-758b-4781-8aef-75fcc2cae3ca tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8213568
Jan 15 20:59:01.000962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-5d27b123-944b-47f6-8096-628431a9bbfd tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/quotas/7902e3c4b947454ea2411fc422568e4e HTTP/1.1" status: 200  len: 375 time: 0.0478709
Jan 15 20:59:01.035106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef2c5ac5-ae99-4ca0-9112-3a64981d1aa5 req-15f58ac3-04f4-4629-a2db-d94f33d8f95d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282401
Jan 15 20:59:01.088924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d0c32822-2c73-45f4-a775-817a4771736c tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7902e3c4b947454ea2411fc422568e4e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577543
Jan 15 20:59:01.214691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.224749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.229562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.235963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.242960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.255369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.262754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.264724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-94b8044e-b0b7-4e8f-8718-d4e3ef6c46b9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5429 time: 0.1284590
Jan 15 20:59:01.393028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4016363d-25b4-4215-adca-a82619e9dc93), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.402259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868d232d-f66b-4ca7-b012-45d4dd55870d req-8604f278-7283-4789-827a-fb5965c52001 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1147850
Jan 15 20:59:01.438771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Pushing event deleted for resources: {'Port': ['ID=4016363d-25b4-4215-adca-a82619e9dc93,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:01.443012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46409b3b-6c55-4c78-a954-43f18fe42119 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:01.458841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01526a64-54d1-4127-abd8-f9ae0b148816 req-993d0adc-0526-4d21-811a-9f4ff3ec07c5 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:01.460482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01526a64-54d1-4127-abd8-f9ae0b148816 req-993d0adc-0526-4d21-811a-9f4ff3ec07c5 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1384771
Jan 15 20:59:01.487878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 46409b3b-6c55-4c78-a954-43f18fe42119 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:01.488413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 46409b3b-6c55-4c78-a954-43f18fe42119 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:01.548879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01526a64-54d1-4127-abd8-f9ae0b148816 req-059987f2-d147-4c83-b88f-8470e8f60d3d tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731907
Jan 15 20:59:01.614597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.710967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3bc0cc-0d1c-4d2c-a31a-c7718d11dd10 req-74b875bc-8f0e-4b03-a4d3-ddb798627685 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 210 time: 0.0979173
Jan 15 20:59:01.755282 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.760299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks [] for router_controller (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.761570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45054) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:01.828323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.828867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:59:01.829354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Deleting subnet 34ee28fb-f276-4a27-9dd3-8dac6977a6ad {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:59:01.832870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Publish callbacks [] for subnet (34ee28fb-f276-4a27-9dd3-8dac6977a6ad), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.837740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-21300094-dd90-4a74-a601-82c233ca6bb3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1530253147&fields=id&tenant_id=f16b035e629e4eb89850c2871a128781 HTTP/1.1" status: 200  len: 267 time: 0.1831267
Jan 15 20:59:01.840698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.844041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b882be31-44d2-4327-bb42-89bfe46fc71b admin admin] 10.222.0.46 "DELETE /v2.0/routers/c0a9d27a-bd21-4a7d-aebe-5051b8fdffd9 HTTP/1.1" status: 204  len: 168 time: 2.9695816
Jan 15 20:59:01.847317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:01.886408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (34ee28fb-f276-4a27-9dd3-8dac6977a6ad), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.941932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (34ee28fb-f276-4a27-9dd3-8dac6977a6ad), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:01.988636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Deleting subnet 57dd3330-4769-4c43-a70f-18f0408baaca {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:59:01.995803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Publish callbacks [] for subnet (57dd3330-4769-4c43-a70f-18f0408baaca), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.018591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (34ee28fb-f276-4a27-9dd3-8dac6977a6ad), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.048893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ee28fb-f276-4a27-9dd3-8dac6977a6ad,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:02.051241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.059671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23bf5e63-6728-43d3-a369-576792d3eafe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34ee28fb-f276-4a27-9dd3-8dac6977a6ad HTTP/1.1" status: 204  len: 168 time: 0.2967136
Jan 15 20:59:02.061676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45060) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:02.063589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 71565d73-8ba2-4ed6-8fb6-b6d496626525 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:02.111289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (57dd3330-4769-4c43-a70f-18f0408baaca), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.157934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-e038bb84-bb41-41c7-98cf-a75bb8305691 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.159489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-e038bb84-bb41-41c7-98cf-a75bb8305691 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/networks?id=4bfa39ea-0964-46f2-af6c-3e9216614c72 HTTP/1.1" status: 200  len: 806 time: 0.3129847
Jan 15 20:59:02.215095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-3efcedf5-975d-4a48-9f1d-2fe64d3fbb9f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/quotas/f16b035e629e4eb89850c2871a128781 HTTP/1.1" status: 200  len: 375 time: 0.0424900
Jan 15 20:59:02.215907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:02.229678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a0bd7267-78f7-47d3-a245-2891ae658b43), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.235404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'port_id': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'mac_address': 'fa:16:3e:62:2b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57309a79-b016-496f-ab74-13a97f31fc2e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:02.285456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 71565d73-8ba2-4ed6-8fb6-b6d496626525 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:02.286344 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.301213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71565d73-8ba2-4ed6-8fb6-b6d496626525 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:02.326532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2dfe1-13db-48c5-ac0c-4c2268ecf3dc req-2850653b-0d09-40e3-bb2f-63aadac46160 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.328759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6d2dfe1-13db-48c5-ac0c-4c2268ecf3dc req-2850653b-0d09-40e3-bb2f-63aadac46160 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.1598377
Jan 15 20:59:02.347617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:02.352774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a0bd7267-78f7-47d3-a245-2891ae658b43), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.364791 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.365539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 90ef8468-1684-4743-ae03-c3725fd41a73 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:02.376903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-dd80601b-cfcb-40e1-adfd-903e3263e472 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f16b035e629e4eb89850c2871a128781&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1608853
Jan 15 20:59:02.389470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (57dd3330-4769-4c43-a70f-18f0408baaca), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.406003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d6e50>,) {'filters': {'network_id': ['a0bd7267-78f7-47d3-a245-2891ae658b43']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:02.417032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d6e50>, 'bb982121-1588-437e-829a-3fd04d1b633f') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:02.417425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d6e50>, 'bb982121-1588-437e-829a-3fd04d1b633f') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:02.432829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (bb982121-1588-437e-829a-3fd04d1b633f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.465531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bb982121-1588-437e-829a-3fd04d1b633f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.485663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:59:02.486201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (bb982121-1588-437e-829a-3fd04d1b633f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:59:02.488964 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:59:02.537787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:02.566348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (a0bd7267-78f7-47d3-a245-2891ae658b43), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.589129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:02.591304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.595354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0bd7267-78f7-47d3-a245-2891ae658b43 HTTP/1.1" status: 204  len: 168 time: 0.5203066
Jan 15 20:59:02.596403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697e9a-cf74-4f88-9a08-510d603636f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bd7267-78f7-47d3-a245-2891ae658b43,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:02.600597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6d2dfe1-13db-48c5-ac0c-4c2268ecf3dc req-fe8eb0a9-d67e-4a95-908b-0288b9c6a6d1 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564535
Jan 15 20:59:02.665116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (57dd3330-4769-4c43-a70f-18f0408baaca), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.704235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90ef8468-1684-4743-ae03-c3725fd41a73,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:02.707377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.713713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/57dd3330-4769-4c43-a70f-18f0408baaca HTTP/1.1" status: 204  len: 168 time: 0.8652630
Jan 15 20:59:02.716209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45074) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:02.730715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85499b0-673a-4f5b-b1ba-597524b55f4c None None] Network b2ee2cfc-030b-4aaf-9340-8d68210312df requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:02.734087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716ce1a-dd44-46a5-b903-925dd9f9a9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dd3330-4769-4c43-a70f-18f0408baaca,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:02.777532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-8584115e-a200-4e96-8131-85f96358791d service neutron] 10.222.0.46 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3330827
Jan 15 20:59:02.815729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '90ef8468-1684-4743-ae03-c3725fd41a73', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'port_id': '90ef8468-1684-4743-ae03-c3725fd41a73', 'mac_address': 'fa:16:3e:d8:b3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:02.873819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.881557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.890099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.895908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-ff82245b-2d07-453c-b213-9879a71d6f20 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7902e3c4b947454ea2411fc422568e4e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0962403
Jan 15 20:59:02.899505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.901792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:02.902177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.907081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 90ef8468-1684-4743-ae03-c3725fd41a73 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:02.907461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:02.908981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.917463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.924223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:02.934778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-6f1d7c73-83e5-4ee9-8f6a-7a6a8b5fa0e1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5430 time: 0.2131634
Jan 15 20:59:02.939990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45078) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:02.962173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ef8468-1684-4743-ae03-c3725fd41a73 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:03.004912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90ef8468-1684-4743-ae03-c3725fd41a73,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.026247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b2ee2cfc-030b-4aaf-9340-8d68210312df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.028994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.029544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e3bdb69c-2e57-497e-80bb-2b7d539e87f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:03.074026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] DHCP port deletion for b2ee2cfc-030b-4aaf-9340-8d68210312df request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 20:59:03.083324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:03.093795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-226f6641-a61e-493d-b42f-d62b7a7351ff req-d4b0756a-b51d-407d-8c05-12bd78a5377f tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1576576
Jan 15 20:59:03.119041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-80988fae-642b-4f66-a987-cd274310c3d2 service neutron] 10.222.0.46 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358665
Jan 15 20:59:03.160591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-af0fb7ab-2798-406c-b3fa-962ad1237851 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdef9bfc39b84aba936ad3c1dfda8e9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2185590
Jan 15 20:59:03.162459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45080) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:03.188547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d9667f50-ee24-48ce-984d-74515fe95531 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:03.190306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d9667f50-ee24-48ce-984d-74515fe95531 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2853694
Jan 15 20:59:03.204195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Request body: {'port': {'device_id': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '7902e3c4b947454ea2411fc422568e4e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:03.209006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4016363d-25b4-4215-adca-a82619e9dc93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:03.241126 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] Publish callbacks [] for security_group (e62ae95e-459a-4553-bd94-5528570958b2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.260197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.271035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Deleting port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:03.271997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.283772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4016363d-25b4-4215-adca-a82619e9dc93 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:03.286569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] Publish callbacks [] for security_group (e62ae95e-459a-4553-bd94-5528570958b2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.288131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4016363d-25b4-4215-adca-a82619e9dc93 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:03.360146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Deleting port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:03.360439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.379366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] For port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.379703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.401257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Calling delete_port for c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:03.410470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698628fe-69a5-49ff-a23f-093747e2f138 req-a8f9682a-251f-4b4c-bd6d-8198c3c8e469 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:03.423112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-698628fe-69a5-49ff-a23f-093747e2f138 req-a8f9682a-251f-4b4c-bd6d-8198c3c8e469 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1118729
Jan 15 20:59:03.463553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Made reservation on behalf of 7902e3c4b947454ea2411fc422568e4e for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:03.463810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.467193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.478963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.490403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'port_id': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'mac_address': 'fa:16:3e:a5:92:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:03.494041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] For port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,segment=NetworkSegment(dce5df55-e260-4866-b17b-68530178fdc0),segment_id=dce5df55-e260-4866-b17b-68530178fdc0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.494688 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.501206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e62ae95e-459a-4553-bd94-5528570958b2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.509605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.518861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e62ae95e-459a-4553-bd94-5528570958b2 HTTP/1.1" status: 204  len: 168 time: 0.3544075
Jan 15 20:59:03.545000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1b429-2098-4aaf-b50d-5754bb5863d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ae95e-459a-4553-bd94-5528570958b2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.558851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:03.561557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-698628fe-69a5-49ff-a23f-093747e2f138 req-2ae2d26f-d676-4d67-97b0-6d44bcc64c08 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375644
Jan 15 20:59:03.563900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.580350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Calling delete_port for c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:03.606577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.636802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bdb69c-2e57-497e-80bb-2b7d539e87f7 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:03.650792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Pushing event deleted for resources: {'Port': ['ID=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.668356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] No DVR routers for this DVR port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:03.709935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.768426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82a95105-06e1-4992-bcc3-035fcdd386fd req-7031081d-eb8f-4c13-a59b-4c0b3b530e2e tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 210 time: 0.0654390
Jan 15 20:59:03.785276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.785927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 897218f9-2c52-48ce-af2d-b6ceececef93 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:03.790860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks [] for security_group (1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.807902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.868790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:03.870743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b2ee2cfc-030b-4aaf-9340-8d68210312df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.895108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.899099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '897218f9-2c52-48ce-af2d-b6ceececef93', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'port_id': '897218f9-2c52-48ce-af2d-b6ceececef93', 'mac_address': 'fa:16:3e:ce:d7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:03.917299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd65dce5-6131-40b5-a924-d2eb4d844672 req-89153a7d-82e0-4728-aeb6-38d4ef2329d8 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 210 time: 0.1053174
Jan 15 20:59:03.935556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.950835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] No DVR routers for this DVR port c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:03.957727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7975e940>,) {'filters': {'network_id': ['b2ee2cfc-030b-4aaf-9340-8d68210312df']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:03.980625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec95c-e8d9-4adb-a132-8a78cc703187 None None] Pushing event deleted for resources: {'Port': ['ID=c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.983183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 897218f9-2c52-48ce-af2d-b6ceececef93 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:03.983559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:03.985935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:03.998391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897218f9-2c52-48ce-af2d-b6ceececef93 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:04.005420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7975e940>, 'dce5df55-e260-4866-b17b-68530178fdc0') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:04.005725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7975e940>, 'dce5df55-e260-4866-b17b-68530178fdc0') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:04.020778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (dce5df55-e260-4866-b17b-68530178fdc0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.024492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:04.036257 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.037058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a70acfe-3b12-4c47-a821-8552633f0121 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:04.056760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dce5df55-e260-4866-b17b-68530178fdc0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.059122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Allocated IP 192.168.233.96 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/3764e35a-48e0-4620-a874-3fa02f5b2fb2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:04.060884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13888832-ea76-42dd-adc7-462943378e1e req-04802e03-554c-4182-aae7-c6954d812f53 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.070573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13888832-ea76-42dd-adc7-462943378e1e req-04802e03-554c-4182-aae7-c6954d812f53 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.1326704
Jan 15 20:59:04.074120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70acfe-3b12-4c47-a821-8552633f0121,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:04.075924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:59:04.076326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (dce5df55-e260-4866-b17b-68530178fdc0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:59:04.090796 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:59:04.102338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5a70acfe-3b12-4c47-a821-8552633f0121', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'port_id': '5a70acfe-3b12-4c47-a821-8552633f0121', 'mac_address': 'fa:16:3e:31:12:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:04.169759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13888832-ea76-42dd-adc7-462943378e1e req-c4801d2b-d4de-4462-bc3f-26c1e702706d tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978818
Jan 15 20:59:04.202536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b2ee2cfc-030b-4aaf-9340-8d68210312df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.213771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.219810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] 10.222.0.46 "DELETE /v2.0/networks/b2ee2cfc-030b-4aaf-9340-8d68210312df HTTP/1.1" status: 204  len: 168 time: 1.4997239
Jan 15 20:59:04.233056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1f95-30b3-4dff-856e-38c6f051622e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ee2cfc-030b-4aaf-9340-8d68210312df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:04.245499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5a70acfe-3b12-4c47-a821-8552633f0121 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:04.245938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.321582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:04.336320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a70acfe-3b12-4c47-a821-8552633f0121 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:04.387912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70acfe-3b12-4c47-a821-8552633f0121,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:04.394148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.396038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:04.454555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks [] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.458009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.467532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.474940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45112) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:04.492977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.522202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.537558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-354104be-4415-4a14-b742-d62b2b6d8a73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dca2cdba56c74d46a478aff355b23447&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0614364
Jan 15 20:59:04.540757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45114) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:04.552965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.571866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.574788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.592612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.613195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-f07657b5-2059-4380-aa42-f311de39d56e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5433 time: 0.2689764
Jan 15 20:59:04.652351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:04.696416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:04.712617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'network_id': '0ef2cc14-9e80-4859-a806-4f8642660717', 'port_id': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'mac_address': 'fa:16:3e:41:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baccd29-8ae4-495c-905a-026d27902675', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:04.747476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:04.747845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c00209c3-cd2d-4e11-a1c6-396e7fc8e6a1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:04.787554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5318037-e0dc-472f-baaa-ae2e8eaab9e6 req-76673ed4-6c16-4827-887d-155b331483f6 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1729875
Jan 15 20:59:04.811000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:04.811000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.831419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:04.833089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f6b1-b720-4b96-a511-7d60753eeb48 req-4b115794-df59-4b21-aad4-17a8bc35263c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:04.841666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a59f6b1-b720-4b96-a511-7d60753eeb48 req-4b115794-df59-4b21-aad4-17a8bc35263c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1472349
Jan 15 20:59:04.855786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:04.864654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:04.865360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27dce314-8869-41b8-89c3-42aefdb46190 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:04.883059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:04.959719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a59f6b1-b720-4b96-a511-7d60753eeb48 req-6230a33b-13d1-4fbf-896c-e4dd0b2a5f7e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171317
Jan 15 20:59:04.963715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45130) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:04.972957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27dce314-8869-41b8-89c3-42aefdb46190,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:05.010265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f232-c7ec-4e4f-ad3b-fb233f481bef req-11dbd9bc-ddf0-4442-a911-31e1442da390 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:05.023145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9654f232-c7ec-4e4f-ad3b-fb233f481bef req-11dbd9bc-ddf0-4442-a911-31e1442da390 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 935 time: 0.1413641
Jan 15 20:59:05.053944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:05.081126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '27dce314-8869-41b8-89c3-42aefdb46190', 'network_id': '878a0e81-034a-4a83-abcb-c15907086183', 'port_id': '27dce314-8869-41b8-89c3-42aefdb46190', 'mac_address': 'fa:16:3e:aa:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57309a79-b016-496f-ab74-13a97f31fc2e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:05.104945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:05.109411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] Publish callbacks [] for security_group (03db5e63-5646-42cf-a032-e7c820e4f630), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.149298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:05.166011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9654f232-c7ec-4e4f-ad3b-fb233f481bef req-ed5f1d07-9cfb-4e96-9c45-dbc71e53a679 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349463
Jan 15 20:59:05.195975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:05.221917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 27dce314-8869-41b8-89c3-42aefdb46190 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:05.222353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27dce314-8869-41b8-89c3-42aefdb46190), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.260960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dce314-8869-41b8-89c3-42aefdb46190 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:05.274786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-100cf7a5-0a18-4909-92c5-b62c781c3f91 req-8a3e3a14-1e34-4539-8b53-61ac5fd13f3b tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 210 time: 0.0799475
Jan 15 20:59:05.278328 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1652999198-network', 'tenant_id': 'd976820970ac45138c6bf2da811786c3'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:05.282764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] Publish callbacks [] for security_group (03db5e63-5646-42cf-a032-e7c820e4f630), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.318106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27dce314-8869-41b8-89c3-42aefdb46190,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:05.327120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.329859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:05.329859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.418034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Pushing event updated for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:05.432137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:05.439057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-c09180cd-8c28-4894-8ca4-3d4398f5f830 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:05.440516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-c09180cd-8c28-4894-8ca4-3d4398f5f830 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.1794035
Jan 15 20:59:05.442459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Made reservation on behalf of d976820970ac45138c6bf2da811786c3 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:05.445448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.458688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (03db5e63-5646-42cf-a032-e7c820e4f630), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.461976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.463146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03db5e63-5646-42cf-a032-e7c820e4f630 HTTP/1.1" status: 204  len: 168 time: 0.9213750
Jan 15 20:59:05.474054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f7c4a-99bb-4fda-b2df-2e9a51d16b5f req-31fa85f4-d449-46a7-ba19-a7fcea961cbd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:05.482315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-04772132-c450-47d0-9d25-ac17156078cb tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.2834876
Jan 15 20:59:05.483152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-215f7c4a-99bb-4fda-b2df-2e9a51d16b5f req-31fa85f4-d449-46a7-ba19-a7fcea961cbd tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 946 time: 0.1560450
Jan 15 20:59:05.491228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050326b-bf64-43f4-be30-f08cc608b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db5e63-5646-42cf-a032-e7c820e4f630,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:05.501566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Request body: {'port': {'device_id': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:05.519451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.545955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c5c18b4f-2274-4c52-902b-e82cdacb1c35 None None] Provisioning complete for port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:05.546244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5c18b4f-2274-4c52-902b-e82cdacb1c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.600080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5c18b4f-2274-4c52-902b-e82cdacb1c35 None None] Port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:05.616584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-1c3c3edd-ea7c-45fb-aeeb-e67e9c72be08 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:05.619104 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-1c3c3edd-ea7c-45fb-aeeb-e67e9c72be08 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.45 "GET /v2.0/networks?id=4bfa39ea-0964-46f2-af6c-3e9216614c72 HTTP/1.1" status: 200  len: 806 time: 0.5062325
Jan 15 20:59:05.653102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-215f7c4a-99bb-4fda-b2df-2e9a51d16b5f req-1e92da67-87c4-4749-807e-7541cd80e7ae tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed09f617-1ff6-4ddc-8f0c-96376615f3cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689367
Jan 15 20:59:05.681789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.696009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Deleting port 1760c48a-43cb-484d-bf8d-1928a9b77428 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:05.704354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.771316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-8ee81a55-0ede-4644-8c38-e2b5432b5dd3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16b035e629e4eb89850c2871a128781 HTTP/1.1" status: 200  len: 380 time: 0.1291120
Jan 15 20:59:05.781425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'port': {'device_id': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'admin_state_up': True, 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'security_groups': ['4c8a18a1-023d-4083-a7eb-5a2a1078821b']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:05.841662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks [] for security_group (34b4bbb8-e754-4683-b96c-5d8b69a28a5f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.864689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (34b4bbb8-e754-4683-b96c-5d8b69a28a5f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:05.899979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4bbb8-e754-4683-b96c-5d8b69a28a5f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:05.917963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:05.999169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['71565d73-8ba2-4ed6-8fb6-b6d496626525'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.005992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (61f8a3f5-e826-4e36-b3b1-c4643f8b13e4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.006534 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Added segment 61f8a3f5-e826-4e36-b3b1-c4643f8b13e4 of type vlan for network 5567dad2-7b3c-4256-9525-ef4026166298
Jan 15 20:59:06.009807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] For port 1760c48a-43cb-484d-bf8d-1928a9b77428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1760c48a-43cb-484d-bf8d-1928a9b77428,segment=NetworkSegment(99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a),segment_id=99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:06.010356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.073455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.079948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.082533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['897218f9-2c52-48ce-af2d-b6ceececef93'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.084499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['e3bdb69c-2e57-497e-80bb-2b7d539e87f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.086510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['90ef8468-1684-4743-ae03-c3725fd41a73'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.088315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5a70acfe-3b12-4c47-a821-8552633f0121'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.089142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.095212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.101927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.108708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.118270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.118978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-14c7f26e-06b5-4e22-9a91-2f15743939a9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5436 time: 0.2081096
Jan 15 20:59:06.147253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.150014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Calling delete_port for 1760c48a-43cb-484d-bf8d-1928a9b77428 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:06.150353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['27dce314-8869-41b8-89c3-42aefdb46190'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.167380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Made reservation on behalf of f16b035e629e4eb89850c2871a128781 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:06.174357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.210597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5567dad2-7b3c-4256-9525-ef4026166298), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.314262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3764e35a-48e0-4620-a874-3fa02f5b2fb2 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:06.325398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks [] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.334655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdd7949a-7d33-43c7-9380-7da2e5d96b22 req-727a7229-54b3-4e26-a56a-a100f336f93e tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1825309
Jan 15 20:59:06.345333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Transition to ACTIVE for port object 3764e35a-48e0-4620-a874-3fa02f5b2fb2 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:06.366357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5356-2a30-489d-ab11-9871812f0bac req-a39ca98b-9c12-4d97-8c4b-858b67bf6448 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.368464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25ef5356-2a30-489d-ab11-9871812f0bac req-a39ca98b-9c12-4d97-8c4b-858b67bf6448 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.2461314
Jan 15 20:59:06.369302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5567dad2-7b3c-4256-9525-ef4026166298), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.370346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:06.371075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.494733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:06.496896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.5309732
Jan 15 20:59:06.497895 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.506609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Request body: {'subnet': {'network_id': '5567dad2-7b3c-4256-9525-ef4026166298', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1652999198-subnet', 'tenant_id': 'd976820970ac45138c6bf2da811786c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:06.639920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Pushing event updated for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:06.686553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Made reservation on behalf of d976820970ac45138c6bf2da811786c3 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:06.688914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.739747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284acfb6-73eb-4c44-89ca-36aedbab573f admin admin] Pushing event updated for resources: {'Network': ['ID=5567dad2-7b3c-4256-9525-ef4026166298,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:06.760452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1760c48a-43cb-484d-bf8d-1928a9b77428), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.790738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5567dad2-7b3c-4256-9525-ef4026166298 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:06.795445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['1760c48a-43cb-484d-bf8d-1928a9b77428'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:06.831051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Pushing event deleted for resources: {'Port': ['ID=1760c48a-43cb-484d-bf8d-1928a9b77428,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:06.833861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:06.869831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Allocated IP 172.20.0.10 (4bfa39ea-0964-46f2-af6c-3e9216614c72/cb619c47-9690-4d6d-8893-caf3e4489c9d/93c9ee82-e08e-44b9-a8c0-f6e275b08b7b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:06.901354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Attempting to bind port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:06.901606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Attempting to bind port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:06.901944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Attempting to bind port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:06.937172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:06.937511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Attempting to bind port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:06.970206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:06.970553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:06.970938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:06.971378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Bound port: 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:06.971728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:06.981585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25ef5356-2a30-489d-ab11-9871812f0bac req-4d5f5790-81e4-4cc5-874e-365b79fc92e5 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5730886
Jan 15 20:59:07.067508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] No DVR routers for this DVR port 1760c48a-43cb-484d-bf8d-1928a9b77428 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:07.071235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.076778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0fe6625-ea18-4317-97f6-a9d4613b30ac req-07870222-eb3e-4219-85ef-59c5ad72d84a tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.39 "DELETE /v2.0/ports/1760c48a-43cb-484d-bf8d-1928a9b77428 HTTP/1.1" status: 204  len: 173 time: 1.6270583
Jan 15 20:59:07.077313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'name': 'network-vif-deleted', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:07.086219 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45680356-eedf-4941-aad4-12f884b97c26" -d '{"events": [{"server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "name": "network-vif-deleted", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:07.092358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1376960295-network', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:07.102979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebd9ed-e4df-4775-a02b-fba74e800a3e req-535178f2-d468-454b-a7b4-8cc6aaf7a7ba tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.109492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ebd9ed-e4df-4775-a02b-fba74e800a3e req-535178f2-d468-454b-a7b4-8cc6aaf7a7ba tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 947 time: 0.4918208
Jan 15 20:59:07.152873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91348121-54a6-44da-8c9d-1413cc796971 req-e2c0ca05-d216-4229-9113-2ceab16e110a tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 210 time: 0.0630445
Jan 15 20:59:07.207680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ebd9ed-e4df-4775-a02b-fba74e800a3e req-52e30950-8328-47cc-aff5-12f263aa00cd tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808716
Jan 15 20:59:07.328223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.336893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:07.359630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:07.362656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.367525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:07.369956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b2f0e329-dd2f-4fb6-9535-81cbef6f1e97), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.408732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.414793 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.416021 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b427ba-2a1e-40cb-8917-e0b65aa2b39d x-openstack-request-id: req-26b427ba-2a1e-40cb-8917-e0b65aa2b39d {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:07.416389 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67049bcd-1b55-4546-9f51-ab337a3be6be", "name": "network-vif-deleted", "tag": "1760c48a-43cb-484d-bf8d-1928a9b77428", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:07.416906 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26b427ba-2a1e-40cb-8917-e0b65aa2b39d {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:07.417490 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67049bcd-1b55-4546-9f51-ab337a3be6be', 'name': 'network-vif-deleted', 'tag': '1760c48a-43cb-484d-bf8d-1928a9b77428', 'status': 'completed', 'code': 200}
Jan 15 20:59:07.420267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f6274b-a020-4e39-9a86-896b66603b60 req-75109442-3b00-49fc-9c55-edffddf9a9a4 tempest-DeleteServersTestJSON-2005428209 tempest-DeleteServersTestJSON-2005428209-project] 10.222.0.46 "GET /v2.0/ports?device_id=67049bcd-1b55-4546-9f51-ab337a3be6be HTTP/1.1" status: 200  len: 210 time: 0.0385451
Jan 15 20:59:07.504914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.505644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.507272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] 10.222.0.39 "PUT /v2.0/ports/3764e35a-48e0-4620-a874-3fa02f5b2fb2 HTTP/1.1" status: 200  len: 1095 time: 2.0104487
Jan 15 20:59:07.508006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:07.510494 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b616cc7-b5ef-4037-83e9-ed7877942711" -d '{"events": [{"name": "network-changed", "server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:07.526183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f0e329-dd2f-4fb6-9535-81cbef6f1e97,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:07.554280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.561213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.568950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.577557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.587514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.595428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.604030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.609961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bfa82-f5fa-4fc6-ab93-2be585817668 service neutron] Pushing event updated for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:07.610755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.619810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-d861d8a8-af3c-46c1-81ea-a36289e41177 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5436 time: 0.1408565
Jan 15 20:59:07.673650 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fdd2b0-f6f9-4891-a0ef-d2f61553d74a x-openstack-request-id: req-e6fdd2b0-f6f9-4891-a0ef-d2f61553d74a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:07.673982 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:07.674249 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6fdd2b0-f6f9-4891-a0ef-d2f61553d74a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:07.674657 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2', 'status': 'completed', 'code': 200}
Jan 15 20:59:07.690174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb26e508-2d2c-42ae-be78-10e4596e6125 req-eb5aac67-062f-4e46-a24d-f82a200a8a34 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0694661
Jan 15 20:59:07.713893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:07.733302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Checking segment: {'id': '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:07.733591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Network hostable DHCP agents. Network: 5567dad2-7b3c-4256-9525-ef4026166298, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:07.745465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:07.755191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:07.809536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event updated for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:07.835316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks [] for security_group (28d9f729-3a08-4c93-9ba8-0a23c60c3c45), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.840694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Network 5567dad2-7b3c-4256-9525-ef4026166298 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:07.847826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d2197484-c6c2-4732-bab0-6b041e427b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.849375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d2197484-c6c2-4732-bab0-6b041e427b38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7902e3c4b947454ea2411fc422568e4e&device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 1098 time: 0.2600188
Jan 15 20:59:07.854397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28d9f729-3a08-4c93-9ba8-0a23c60c3c45), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.867360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.867984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.892747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5567dad2-7b3c-4256-9525-ef4026166298) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:07.905658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c043c8-c875-43cc-ba6f-49c8e96887b8 None None] Network 5567dad2-7b3c-4256-9525-ef4026166298 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:07.941664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:07.942289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:07.946660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-3a25a221-e711-4779-b7b8-12630a278e3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2 HTTP/1.1" status: 200  len: 217 time: 0.0872114
Jan 15 20:59:07.947366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:07.973457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-da2cd8cf-6b53-4593-bd50-b7b09067963e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1968164
Jan 15 20:59:07.996366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9f729-3a08-4c93-9ba8-0a23c60c3c45,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:08.002407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (334a3c0a-dccd-4582-a6aa-318f6f2c2f2e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.002756 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Added segment 334a3c0a-dccd-4582-a6aa-318f6f2c2f2e of type vlan for network b740d751-068e-4a93-9225-aa5d63661275
Jan 15 20:59:08.009754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Request body: {'port': {'device_id': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:08.014570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1cb87f2f-ff91-4379-8a89-8967a2ebd27e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.5133815
Jan 15 20:59:08.035066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95649748-6ebf-4c22-be90-9a129c221b3a None None] Network 5567dad2-7b3c-4256-9525-ef4026166298 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:08.085719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-a4815d51-70d9-471f-a5b7-7835491c6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.087195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-a4815d51-70d9-471f-a5b7-7835491c6ae0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1291089
Jan 15 20:59:08.125438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b740d751-068e-4a93-9225-aa5d63661275), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.139895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d327a083-42eb-41a1-936f-ad15a3193899 None None] Provisioning complete for port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:08.140641 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d327a083-42eb-41a1-936f-ad15a3193899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.159963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.172425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f3faa-615f-4ef3-aaf7-45e85bb4a5b7 req-31cd0740-40e9-4e70-9727-2af91e68d3f0 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.191873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-958f3faa-615f-4ef3-aaf7-45e85bb4a5b7 req-31cd0740-40e9-4e70-9727-2af91e68d3f0 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0991881
Jan 15 20:59:08.217071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b740d751-068e-4a93-9225-aa5d63661275), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.218126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.218616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.227382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-a16ed33b-5d74-4643-8230-35f120bdd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.228891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-a16ed33b-5d74-4643-8230-35f120bdd16e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1304307
Jan 15 20:59:08.235985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d327a083-42eb-41a1-936f-ad15a3193899 None None] Port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:08.267096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-958f3faa-615f-4ef3-aaf7-45e85bb4a5b7 req-075d341b-edb0-47e7-8dbb-c7bbb215d6c5 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740139
Jan 15 20:59:08.322482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4871097
Jan 15 20:59:08.325402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:08.333052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Request body: {'subnet': {'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1376960295-subnet', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:08.367536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b8e5b-21ec-48af-99a0-cfdb357beae8 req-61e9f2e2-4a7c-421a-a2fb-751ee53358e6 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.369100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e26b8e5b-21ec-48af-99a0-cfdb357beae8 req-61e9f2e2-4a7c-421a-a2fb-751ee53358e6 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 932 time: 0.1009610
Jan 15 20:59:08.406504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:08.409436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.416826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb74ef-f474-4808-ae22-a6e762b164a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b740d751-068e-4a93-9225-aa5d63661275,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:08.432174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b740d751-068e-4a93-9225-aa5d63661275 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:08.478939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e26b8e5b-21ec-48af-99a0-cfdb357beae8 req-42e14fd2-d7e9-44bf-b113-ad9a4ad2a1ca tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022520
Jan 15 20:59:08.510079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-b74c3c9c-3563-49f8-b03f-8aa0ddeb1f92 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615156
Jan 15 20:59:08.666537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-10220a5c-93e6-4bf2-b872-573c7c63a827 req-d634eb14-ccb9-48e9-b9d0-8e265173431f service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488450
Jan 15 20:59:08.681348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:08.689440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks [] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.703463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Transition to ACTIVE for port object 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:08.708620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:08.844424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Pushing event updated for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:08.864773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-8b1a8dd3-1112-4ec7-a720-ca63abced1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:08.867003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-8b1a8dd3-1112-4ec7-a720-ca63abced1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7902e3c4b947454ea2411fc422568e4e&device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 1098 time: 0.1436698
Jan 15 20:59:08.933886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Attempting to bind port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:08.934231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Attempting to bind port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:08.934565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Attempting to bind port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b on network 4bfa39ea-0964-46f2-af6c-3e9216614c72 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:08.945933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b on network 4bfa39ea-0964-46f2-af6c-3e9216614c72 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:08.946264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Attempting to bind port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b on network 4bfa39ea-0964-46f2-af6c-3e9216614c72 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:08.967990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:08.968344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Checking segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:08.968734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Bound using segment: {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:08.969222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Bound port: 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b36584-ae2d-4a9f-a1ae-6978776f038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:08.969787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.003796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e308-cb15-4489-a437-9a28b0b1ec14 req-2e3c1653-7824-4bcc-a9db-1a71022c6cb7 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.005217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3663e308-cb15-4489-a437-9a28b0b1ec14 req-2e3c1653-7824-4bcc-a9db-1a71022c6cb7 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 947 time: 0.4168720
Jan 15 20:59:09.006068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (261f2664-28f9-41f9-952c-e37535c74b96), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.018174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-c9a8da22-81b1-4676-92e6-cd94b6c63696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.019647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-c9a8da22-81b1-4676-92e6-cd94b6c63696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1459491
Jan 15 20:59:09.066523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-ffbd2a31-540f-4563-bf46-bb95096f5921 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.068031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-ffbd2a31-540f-4563-bf46-bb95096f5921 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/networks?id=5567dad2-7b3c-4256-9525-ef4026166298 HTTP/1.1" status: 200  len: 822 time: 0.5069258
Jan 15 20:59:09.068669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-d8300e87-fc43-4250-a560-d669fc671183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2 HTTP/1.1" status: 200  len: 217 time: 0.0420988
Jan 15 20:59:09.120281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:09.127657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-c9e431ef-e0f0-42a1-9a31-4e2f356c7ef7 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/quotas/d976820970ac45138c6bf2da811786c3 HTTP/1.1" status: 200  len: 375 time: 0.0511556
Jan 15 20:59:09.128450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261f2664-28f9-41f9-952c-e37535c74b96,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:09.139505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:09.144282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-f730d7da-01db-4d43-b32a-a54392fe9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.145705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-f730d7da-01db-4d43-b32a-a54392fe9887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0711408
Jan 15 20:59:09.147420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.162654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3663e308-cb15-4489-a437-9a28b0b1ec14 req-8f5cdca8-e452-4f92-b2bf-fef4c1101070 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452911
Jan 15 20:59:09.178409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-c67bb591-064a-4e2b-8fd0-dc737f1af4a0 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d976820970ac45138c6bf2da811786c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0360775
Jan 15 20:59:09.185582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Checking segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:09.186006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Network hostable DHCP agents. Network: b740d751-068e-4a93-9225-aa5d63661275, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:09.219175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.219973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.221550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] 10.222.0.45 "PUT /v2.0/ports/93c9ee82-e08e-44b9-a8c0-f6e275b08b7b HTTP/1.1" status: 200  len: 1092 time: 1.2224443
Jan 15 20:59:09.255351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Network b740d751-068e-4a93-9225-aa5d63661275 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:09.280435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc576a7-ba3a-4e55-add6-ea8d0c89b12a service neutron] Pushing event updated for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:09.281060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b740d751-068e-4a93-9225-aa5d63661275) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:09.294858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1663cc-59e4-4134-9ffa-15ea9037ae0a None None] Network b740d751-068e-4a93-9225-aa5d63661275 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:09.295388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.296258 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.298537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-209a5646-b8e6-4172-a1ed-bc5068013d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.300396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-209a5646-b8e6-4172-a1ed-bc5068013d19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1473999
Jan 15 20:59:09.339713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2e6e9b0f-9c6a-43cd-8588-e0d1b030d0c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0104637
Jan 15 20:59:09.342015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62c2b-279a-4874-a689-dad7cd999b8b req-65f477dc-b964-4592-8a58-6b793490a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.343531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45f62c2b-279a-4874-a689-dad7cd999b8b req-65f477dc-b964-4592-8a58-6b793490a65a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1396627
Jan 15 20:59:09.353354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-0a3d8201-9a80-4fb0-a852-e2dd4bde7a59 service neutron] 10.222.0.46 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636024
Jan 15 20:59:09.355447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:09.363314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:09.434376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 90ef8468-1684-4743-ae03-c3725fd41a73 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:09.464597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1760c48a-43cb-484d-bf8d-1928a9b77428 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:09.467410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b740d751-068e-4a93-9225-aa5d63661275', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:59:09.468233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.508398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 1760c48a-43cb-484d-bf8d-1928a9b77428 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:09.508685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1760c48a-43cb-484d-bf8d-1928a9b77428 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:09.549194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.556522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.563510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.570394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.577069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.583474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.590125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.592130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-078c6e82-33c4-4103-82a4-a92eff8db91b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5436 time: 0.1318262
Jan 15 20:59:09.608137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 90ef8468-1684-4743-ae03-c3725fd41a73 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:09.618919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-fbb01db2-d760-4965-9e12-0adc0abafdf9 service neutron] 10.222.0.46 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592118
Jan 15 20:59:09.622609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 90ef8468-1684-4743-ae03-c3725fd41a73 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:09.622989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.709859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Allocated IP 172.20.0.2 (b740d751-068e-4a93-9225-aa5d63661275/261f2664-28f9-41f9-952c-e37535c74b96/df8dac73-a12d-49e5-af96-6b40aa12a820) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:09.729175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4506d201-b1ba-4110-b21d-172bf25298b1 req-3c7a4a05-32ff-4d1d-bf9c-a5425fad53bd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1054125
Jan 15 20:59:09.790023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:09.792261 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd4cbd1-8870-4a06-87b9-310705d76d38" -d '{"events": [{"name": "network-changed", "server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:09.804201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-90ec0c9d-1305-4e0e-8df4-562c958f2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.806312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-90ec0c9d-1305-4e0e-8df4-562c958f2331 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f16b035e629e4eb89850c2871a128781&device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 1095 time: 0.5270565
Jan 15 20:59:09.833196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.834510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:09.903079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5048f85-4938-4678-8d96-c38dfd39eaff req-6203a028-0d18-44f4-a794-8dd9bac2fbe3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:09.912203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5048f85-4938-4678-8d96-c38dfd39eaff req-6203a028-0d18-44f4-a794-8dd9bac2fbe3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0785127
Jan 15 20:59:09.924990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-457d61b2-2dd3-448b-94fd-84344b7d2ede service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b HTTP/1.1" status: 200  len: 217 time: 0.1055074
Jan 15 20:59:09.933265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45f62c2b-279a-4874-a689-dad7cd999b8b req-05c376f1-abff-4754-abfe-13c63ce332b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5742764
Jan 15 20:59:09.983350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 90ef8468-1684-4743-ae03-c3725fd41a73 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:09.983759 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.029748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5048f85-4938-4678-8d96-c38dfd39eaff req-ad37e136-18b4-47ca-bc83-28c645502258 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163032
Jan 15 20:59:10.056203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef8468-1684-4743-ae03-c3725fd41a73'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:10.057071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for router_controller (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.059127 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d123be-12bd-47c7-a98d-d6d642e38d43" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "90ef8468-1684-4743-ae03-c3725fd41a73"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:10.059845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd7cb-ab9e-44ad-bc06-9a9f94777fd9 req-2a0e6c45-4f6d-4634-8fcb-e64dbabd2740 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.060773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-d8958294-2811-4438-9323-62820bbe7c61 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7346056
Jan 15 20:59:10.061609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f9fd7cb-ab9e-44ad-bc06-9a9f94777fd9 req-2a0e6c45-4f6d-4634-8fcb-e64dbabd2740 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 944 time: 0.1256094
Jan 15 20:59:10.093759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90ef8468-1684-4743-ae03-c3725fd41a73,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:10.107186 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.108215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e3bdb69c-2e57-497e-80bb-2b7d539e87f7 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:10.133655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43009747-71ed-4a09-89e2-72689514d958 req-5a0569a3-4eaf-450b-a1b9-a31e6cfabf4f tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 210 time: 0.0600796
Jan 15 20:59:10.186926 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks [] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.201373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f9fd7cb-ab9e-44ad-bc06-9a9f94777fd9 req-a9007adc-948f-47f5-bac6-ebb5ed271de8 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290240
Jan 15 20:59:10.232946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:10.245740 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.287727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-5e841cfa-751e-4903-b74d-d618ee67775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.289904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-5e841cfa-751e-4903-b74d-d618ee67775e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb619c47-9690-4d6d-8893-caf3e4489c9d HTTP/1.1" status: 200  len: 845 time: 0.3517063
Jan 15 20:59:10.307920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Network b740d751-068e-4a93-9225-aa5d63661275 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:10.312058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:10.317658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:10.327278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:10.346351 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4de52e-3c13-4df5-88c1-8957ab6699bb x-openstack-request-id: req-0c4de52e-3c13-4df5-88c1-8957ab6699bb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:10.346589 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:10.346840 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c4de52e-3c13-4df5-88c1-8957ab6699bb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:10.347445 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'status': 'completed', 'code': 200}
Jan 15 20:59:10.362165 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502cef4d-704c-4442-a33d-0cfb401305b2 x-openstack-request-id: req-502cef4d-704c-4442-a33d-0cfb401305b2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:10.362570 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "90ef8468-1684-4743-ae03-c3725fd41a73", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:10.362816 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-502cef4d-704c-4442-a33d-0cfb401305b2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:10.363257 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef8468-1684-4743-ae03-c3725fd41a73', 'code': 200}
Jan 15 20:59:10.395972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:10.396354 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.421086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for router_gateway (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.444083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Pushing event updated for resources: {'Port': ['ID=df8dac73-a12d-49e5-af96-6b40aa12a820,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:10.467200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Attempting to bind port df8dac73-a12d-49e5-af96-6b40aa12a820 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:10.467843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Attempting to bind port df8dac73-a12d-49e5-af96-6b40aa12a820 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:10.468078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Attempting to bind port df8dac73-a12d-49e5-af96-6b40aa12a820 on network b740d751-068e-4a93-9225-aa5d63661275 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:10.476022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:10.479956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Checking segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:10.480365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.480765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Bound using segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:10.481765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Bound port: df8dac73-a12d-49e5-af96-6b40aa12a820, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:10.482160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.536169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:10.536553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.566154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8e240-fb82-4eef-9d5a-a73400074cf8 req-098af78f-d106-4eaf-b501-7fa07fc5f621 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.566968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b616cc7-b5ef-4037-83e9-ed7877942711 req-3e31412c-899e-4b95-89e4-4972fc378c99 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4854484
Jan 15 20:59:10.574938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-d71f8c1f-7a9e-4a84-a04b-e87cb1cb9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.576729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-d71f8c1f-7a9e-4a84-a04b-e87cb1cb9ee9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bfa39ea-0964-46f2-af6c-3e9216614c72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2329040
Jan 15 20:59:10.579886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbd8e240-fb82-4eef-9d5a-a73400074cf8 req-098af78f-d106-4eaf-b501-7fa07fc5f621 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 947 time: 0.1300273
Jan 15 20:59:10.614643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:10.626904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.628435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 897218f9-2c52-48ce-af2d-b6ceececef93 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:10.633659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] For port df8dac73-a12d-49e5-af96-6b40aa12a820, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:10.640175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] For port df8dac73-a12d-49e5-af96-6b40aa12a820, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df8dac73-a12d-49e5-af96-6b40aa12a820,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:10.685529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbd8e240-fb82-4eef-9d5a-a73400074cf8 req-314130a9-e320-4dd5-be04-a3f6dc465d2e tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044374
Jan 15 20:59:10.685743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.744875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:10.779002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-995be381-bfba-46bf-8dd8-9b85c4833ee1 service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907189
Jan 15 20:59:10.794992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 897218f9-2c52-48ce-af2d-b6ceececef93 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:10.811291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 897218f9-2c52-48ce-af2d-b6ceececef93 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:10.811664 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.852346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799571db-0f50-43fb-97bb-0788941b0210 None None] Pushing event updated for resources: {'Port': ['ID=df8dac73-a12d-49e5-af96-6b40aa12a820,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:10.948084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 897218f9-2c52-48ce-af2d-b6ceececef93 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:10.948461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:10.960303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.967183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.974714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.984522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:10.992095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.001069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.006680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.021570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ee6b0601-d0e7-4288-bf96-0f69cd25b4ea tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5438 time: 0.1605010
Jan 15 20:59:11.055518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:11.061453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.062237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a70acfe-3b12-4c47-a821-8552633f0121 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:11.065828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for router_gateway (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.190226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:11.204933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5a70acfe-3b12-4c47-a821-8552633f0121 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:11.215680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.224355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5a70acfe-3b12-4c47-a821-8552633f0121 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:11.226431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.231496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4387a9c-6727-433f-84c1-c8979dc47ea2 req-0618d302-fcfd-443d-8236-6a2514ce995e service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4430251
Jan 15 20:59:11.313752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-665715af-b77b-4c22-b7b6-44a1e51bf27f req-ac2ac409-3e2a-41b4-b233-6f778169567c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2911098
Jan 15 20:59:11.345397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81776a-2d4a-4653-8a93-b589a9ce0b35 req-c03c172c-99ba-4bba-8180-18bb75d7abc1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.368256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf81776a-2d4a-4653-8a93-b589a9ce0b35 req-c03c172c-99ba-4bba-8180-18bb75d7abc1 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1503692
Jan 15 20:59:11.454557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5a70acfe-3b12-4c47-a821-8552633f0121 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:11.454557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.490513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3764e35a-48e0-4620-a874-3fa02f5b2fb2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:11.505293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40365174-22f9-411c-84b3-12f775de2584 req-6d3e7163-4b7e-428f-a5e5-f4574003756a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 210 time: 0.0657790
Jan 15 20:59:11.517197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf81776a-2d4a-4653-8a93-b589a9ce0b35 req-d51ae12a-9538-45e3-8564-0855e9581980 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451585
Jan 15 20:59:11.559372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70acfe-3b12-4c47-a821-8552633f0121,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:11.645381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Allocated IP 172.35.1.10 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7cb02148-2b51-49b4-b773-5214786c6edf) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:11.674008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ad90-a47f-4d98-8a5b-f29439d4e0a8 req-5daffc14-678b-4d5b-b66c-06801331a84d tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.681190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e686ad90-a47f-4d98-8a5b-f29439d4e0a8 req-5daffc14-678b-4d5b-b66c-06801331a84d tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 944 time: 0.1017892
Jan 15 20:59:11.682246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-9a65984c-f20d-4a53-b680-17c64e7e78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.683975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-9a65984c-f20d-4a53-b680-17c64e7e78ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f16b035e629e4eb89850c2871a128781&device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 1095 time: 0.3499215
Jan 15 20:59:11.684800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.685994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:11.757425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e686ad90-a47f-4d98-8a5b-f29439d4e0a8 req-eec0cd3b-09f0-4586-b6ce-d7ee782a55d6 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697713
Jan 15 20:59:11.768491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:11.802723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3764e35a-48e0-4620-a874-3fa02f5b2fb2', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '3764e35a-48e0-4620-a874-3fa02f5b2fb2', 'mac_address': 'fa:16:3e:d3:a7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:11.812016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:11.845370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-bf5ca121-f0f1-406b-80ee-713f7838fa71 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.846871 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-bf5ca121-f0f1-406b-80ee-713f7838fa71 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.39 "GET /v2.0/networks?id=5567dad2-7b3c-4256-9525-ef4026166298 HTTP/1.1" status: 200  len: 822 time: 0.4757798
Jan 15 20:59:11.863452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:11.876533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Request body: {'port': {'device_id': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298', 'admin_state_up': True, 'tenant_id': 'd976820970ac45138c6bf2da811786c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:11.879579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:11.880704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.889503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:11.889956 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.907518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bec8c-a15c-4ff0-9ce2-2ccd29dd8a5e req-026ae6d7-c1ba-40fe-bbd7-fe947e4e6764 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.920749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-061bec8c-a15c-4ff0-9ce2-2ccd29dd8a5e req-026ae6d7-c1ba-40fe-bbd7-fe947e4e6764 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 947 time: 0.1226273
Jan 15 20:59:11.932350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3764e35a-48e0-4620-a874-3fa02f5b2fb2 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:11.977994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:11.988406 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:11.990129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-1b3c03f1-f90e-4c42-b558-43074e947358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:11.991767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-1b3c03f1-f90e-4c42-b558-43074e947358 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bfa39ea-0964-46f2-af6c-3e9216614c72 HTTP/1.1" status: 200  len: 907 time: 0.3009224
Jan 15 20:59:12.007700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-061bec8c-a15c-4ff0-9ce2-2ccd29dd8a5e req-291d83fc-9e33-4a28-9d39-cd5a6f27917a tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850723
Jan 15 20:59:12.064831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-ad7e3ea8-f387-41e1-966d-a43efec42ef0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b HTTP/1.1" status: 200  len: 217 time: 0.0658395
Jan 15 20:59:12.085545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:12.086028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.088030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:12.125277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:12.134335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-85d4379f-a5a0-4c9f-ae6d-50109a90b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.134994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.134994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 71565d73-8ba2-4ed6-8fb6-b6d496626525 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:12.135160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-85d4379f-a5a0-4c9f-ae6d-50109a90b610 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb619c47-9690-4d6d-8893-caf3e4489c9d HTTP/1.1" status: 200  len: 845 time: 0.0626004
Jan 15 20:59:12.152552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for port (7cb02148-2b51-49b4-b773-5214786c6edf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.206934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3764e35a-48e0-4620-a874-3fa02f5b2fb2'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:12.247638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:12.269148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-597a661d-ca63-497f-b002-847c418660ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.270934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-597a661d-ca63-497f-b002-847c418660ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bfa39ea-0964-46f2-af6c-3e9216614c72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1038656
Jan 15 20:59:12.289277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.292425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 71565d73-8ba2-4ed6-8fb6-b6d496626525 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:12.316826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 71565d73-8ba2-4ed6-8fb6-b6d496626525 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:12.317264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.336389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:12.390668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:12.392454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Made reservation on behalf of d976820970ac45138c6bf2da811786c3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:12.393211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70acfe-3b12-4c47-a821-8552633f0121'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:12.395535 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e3c31-7eb8-48fc-827d-ddd9fe43ba3d" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "5a70acfe-3b12-4c47-a821-8552633f0121"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:12.399732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.424454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:12.431785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df8dac73-a12d-49e5-af96-6b40aa12a820 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:12.443632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Deleting subnet e2d00815-b45e-41ad-b3e1-0bbd494a0416 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:59:12.453717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Publish callbacks [] for subnet (e2d00815-b45e-41ad-b3e1-0bbd494a0416), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.468556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cf302-1c98-42c9-b2fa-68825eb9ce0c None None] Network b740d751-068e-4a93-9225-aa5d63661275 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:12.483448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:12.489240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb02148-2b51-49b4-b773-5214786c6edf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:12.526978 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10534cab-2a77-43d7-ac89-9fecd9d53774 x-openstack-request-id: req-10534cab-2a77-43d7-ac89-9fecd9d53774 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:12.526978 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "5a70acfe-3b12-4c47-a821-8552633f0121", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:12.527332 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10534cab-2a77-43d7-ac89-9fecd9d53774 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:12.527570 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'code': 200}
Jan 15 20:59:12.527834 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93', 'code': 200}
Jan 15 20:59:12.528318 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a70acfe-3b12-4c47-a821-8552633f0121', 'code': 200}
Jan 15 20:59:12.528318 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'code': 200}
Jan 15 20:59:12.533301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (e2d00815-b45e-41ad-b3e1-0bbd494a0416), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.590338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.596751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.605215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.612886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.619737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.626145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.633174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.634979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-99e0a2d8-9806-4d74-9280-fbef85a9d6be tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5441 time: 0.1514866
Jan 15 20:59:12.643262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 71565d73-8ba2-4ed6-8fb6-b6d496626525 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:12.643842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.646605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Provisioning complete for port df8dac73-a12d-49e5-af96-6b40aa12a820 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:12.647216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.687643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e2d00815-b45e-41ad-b3e1-0bbd494a0416), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.688669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-80b8fab9-4e5b-437d-b694-c050c5964cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4106228
Jan 15 20:59:12.773424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7469531-f931-4e93-b6c2-113d2b086494 req-613a3e2f-f046-474b-a87b-30f881a1b86a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:12.774958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7469531-f931-4e93-b6c2-113d2b086494 req-613a3e2f-f046-474b-a87b-30f881a1b86a tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1355681
Jan 15 20:59:12.810154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a91d7e0c-4ac1-4443-8639-f7b67a399839 req-2950e935-882d-4f86-808b-05033a48f6bf tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1603556
Jan 15 20:59:12.828431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e2d00815-b45e-41ad-b3e1-0bbd494a0416), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.829165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Allocated IP 172.20.0.8 (5567dad2-7b3c-4256-9525-ef4026166298/b2f0e329-dd2f-4fb6-9535-81cbef6f1e97/91ff1980-18eb-4ad0-9fb9-080ce1912c6f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:12.847243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df8dac73-a12d-49e5-af96-6b40aa12a820 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:12.847660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.852878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:12.874624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d00815-b45e-41ad-b3e1-0bbd494a0416,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:12.879767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.883257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9d641486-0717-4e5d-bd3f-160487128e7f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2d00815-b45e-41ad-b3e1-0bbd494a0416 HTTP/1.1" status: 204  len: 168 time: 0.5455880
Jan 15 20:59:12.896163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7469531-f931-4e93-b6c2-113d2b086494 req-e9d8de67-2764-4041-84f5-c64388d02358 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102815
Jan 15 20:59:12.902938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45328) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:12.905101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.917300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27dce314-8869-41b8-89c3-42aefdb46190 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:12.951968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Current status of the port df8dac73-a12d-49e5-af96-6b40aa12a820 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:12.952459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:12.985036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for router_gateway (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.091792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6bd4cbd1-8870-4a06-87b9-310705d76d38 req-8b9d55e2-52eb-4480-9465-dbb058c9e08a service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3779325
Jan 15 20:59:13.118407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3618216c-7813-4e0d-9b32-c49edb2fec29 req-c4f770e8-0482-4332-b27f-f8836cef8321 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 210 time: 0.1179929
Jan 15 20:59:13.206559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] For port df8dac73-a12d-49e5-af96-6b40aa12a820, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df8dac73-a12d-49e5-af96-6b40aa12a820,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:13.224094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057ad4-80f5-435d-aabc-e3752afa1d6d req-f193bf52-64c6-4933-bebd-0994a4d6ae32 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:13.226473 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.233331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4057ad4-80f5-435d-aabc-e3752afa1d6d req-f193bf52-64c6-4933-bebd-0994a4d6ae32 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 944 time: 0.1326082
Jan 15 20:59:13.238346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (531bba45-51d6-4df1-9e47-d4b8172e5210), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.282516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:13.312283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4057ad4-80f5-435d-aabc-e3752afa1d6d req-f7861c05-0f87-460d-a0c9-a7b89ff0b635 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780828
Jan 15 20:59:13.360150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 27dce314-8869-41b8-89c3-42aefdb46190 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:13.369547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:13.390060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 27dce314-8869-41b8-89c3-42aefdb46190 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:13.390435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (27dce314-8869-41b8-89c3-42aefdb46190), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.443094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df8dac73-a12d-49e5-af96-6b40aa12a820 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:13.450359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd0c19-4a76-4e1f-9802-55bb513c2b1a None None] Pushing event updated for resources: {'Port': ['ID=df8dac73-a12d-49e5-af96-6b40aa12a820,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:13.460715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4b6a0b47-5959-425d-ba8c-6ae54f860a93 None None] Provisioning complete for port df8dac73-a12d-49e5-af96-6b40aa12a820 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:13.461197 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b6a0b47-5959-425d-ba8c-6ae54f860a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.463719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (531bba45-51d6-4df1-9e47-d4b8172e5210), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.488560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79794880>,) {'filters': {'network_id': ['531bba45-51d6-4df1-9e47-d4b8172e5210']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:13.501280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79794880>, '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:13.501893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79794880>, '99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:13.514841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.529472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3764e35a-48e0-4620-a874-3fa02f5b2fb2 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:13.539723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.548363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:59:13.549581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (99bce85c-bc2b-4a4d-aa3e-7d65515b7e2a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:59:13.594595 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:59:13.598815 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:59:13.662649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:13.689153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (531bba45-51d6-4df1-9e47-d4b8172e5210), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.702376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0ce6f-8167-4283-b3d6-c59c33c45b78 req-c7ee8b63-c00a-4cb1-977c-4d3608461aac tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:13.704032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-beb0ce6f-8167-4283-b3d6-c59c33c45b78 req-c7ee8b63-c00a-4cb1-977c-4d3608461aac tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 948 time: 0.1115007
Jan 15 20:59:13.707767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.712353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'port_id': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'mac_address': 'fa:16:3e:8e:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:13.712572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] 10.222.0.46 "DELETE /v2.0/networks/531bba45-51d6-4df1-9e47-d4b8172e5210 HTTP/1.1" status: 204  len: 168 time: 0.8082733
Jan 15 20:59:13.715672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 27dce314-8869-41b8-89c3-42aefdb46190 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:13.716054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27dce314-8869-41b8-89c3-42aefdb46190), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.723674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:13.755419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bc09-c89c-44a9-a532-36ba533b8618 req-e4e6eb5a-7db0-4ade-a640-4ee5a2d34d97 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:13.762160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a0b47-5959-425d-ba8c-6ae54f860a93 None None] Current status of the port df8dac73-a12d-49e5-af96-6b40aa12a820 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:13.764379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:13.764515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.776135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334374b-2d06-49a8-a19c-9da664798fde req-c941d46a-f712-4d27-b9e4-821639af83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:13.777571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-c941d46a-f712-4d27-b9e4-821639af83c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1390963
Jan 15 20:59:13.780505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc14bc09-c89c-44a9-a532-36ba533b8618 req-e4e6eb5a-7db0-4ade-a640-4ee5a2d34d97 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1866686
Jan 15 20:59:13.802971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd29a9-f4c0-45c3-a2f5-574c980b77ba admin admin] Pushing event deleted for resources: {'Network': ['ID=531bba45-51d6-4df1-9e47-d4b8172e5210,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:13.842517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks [] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.857078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:13.857592 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.867548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc14bc09-c89c-44a9-a532-36ba533b8618 req-0affa736-dd5f-4736-a4ab-2ede7a0dd76e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835919
Jan 15 20:59:13.869827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45342) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:13.883569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:13.891669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-beb0ce6f-8167-4283-b3d6-c59c33c45b78 req-ce438254-9e5d-4c19-9638-a2de645dfbb8 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087632
Jan 15 20:59:13.911516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27dce314-8869-41b8-89c3-42aefdb46190,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:13.923135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.927001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:13.935122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1ef13215-56fc-490c-8865-77b66cd62a2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51cad90ef72141c2983640133453f788&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0641654
Jan 15 20:59:13.937939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45346) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:13.977627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:13.987569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.018574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.020867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334374b-2d06-49a8-a19c-9da664798fde req-3ee6b1c2-34ee-47d0-b9da-791e3a612e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.027440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] Publish callbacks [] for security_group (ed09f617-1ff6-4ddc-8f0c-96376615f3cb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.028437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-3ee6b1c2-34ee-47d0-b9da-791e3a612e6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 0.2194817
Jan 15 20:59:14.038580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:14.066125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.073130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.079728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.086318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.088284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:14.088673 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.092749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.099362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.106388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.108568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-d04a36db-66d6-4cac-a5ff-36a156ae6b06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.1343064
Jan 15 20:59:14.113481 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] Publish callbacks [] for security_group (ed09f617-1ff6-4ddc-8f0c-96376615f3cb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.121069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:14.156292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:14.167161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.182950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-b49073b4-97da-4645-b55a-0e688e115727 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.0778353
Jan 15 20:59:14.213531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9833ffc1-74fb-4f89-b160-7daf30c01bb5 req-317d062d-ed9d-4457-acf5-5aa1cb27a844 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0979159
Jan 15 20:59:14.217267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Network 5567dad2-7b3c-4256-9525-ef4026166298 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:14.252634 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.253471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:14.256274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ed09f617-1ff6-4ddc-8f0c-96376615f3cb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.257942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:14.258955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.263010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed09f617-1ff6-4ddc-8f0c-96376615f3cb HTTP/1.1" status: 204  len: 168 time: 0.3240883
Jan 15 20:59:14.277996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65aba8-510a-4c4f-a742-82282a81dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed09f617-1ff6-4ddc-8f0c-96376615f3cb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:14.290554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:14.293992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334374b-2d06-49a8-a19c-9da664798fde req-08232a6d-beff-4032-ae65-55cf7012182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.296081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-08232a6d-beff-4032-ae65-55cf7012182e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.1024113
Jan 15 20:59:14.299170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8aae-3630-4caa-a2c0-6dc465462792 req-76b96320-2b0a-44ce-8b39-22fe1eeb836f tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.301820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-457b8aae-3630-4caa-a2c0-6dc465462792 req-76b96320-2b0a-44ce-8b39-22fe1eeb836f tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 931 time: 0.0871227
Jan 15 20:59:14.309972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:14.388166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Pushing event updated for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:14.418833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df8dac73-a12d-49e5-af96-6b40aa12a820 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:14.420580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-457b8aae-3630-4caa-a2c0-6dc465462792 req-5e301590-f09d-432e-ada8-4cdeeb9b50b5 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107948
Jan 15 20:59:14.458930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-d3f77f40-a5de-42a8-941e-c3b6f88ce03b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1108673
Jan 15 20:59:14.525197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d7f6d-4ade-4e6e-8b42-93bd11b9429d req-3c1d4cba-ba52-4f7d-9174-868b42460ec7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.529081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190'}, {'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:14.532272 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fdb8f-a559-4c85-9c4f-8ed0659c0633" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "27dce314-8869-41b8-89c3-42aefdb46190"}, {"server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:14.538815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e8d7f6d-4ade-4e6e-8b42-93bd11b9429d req-3c1d4cba-ba52-4f7d-9174-868b42460ec7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 945 time: 0.0894778
Jan 15 20:59:14.556050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.557750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df8dac73-a12d-49e5-af96-6b40aa12a820 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:14.558126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.560199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.571912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:59:14.623714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e8d7f6d-4ade-4e6e-8b42-93bd11b9429d req-6d8d0adf-9feb-4073-b714-4d39f34fe5ed tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699017
Jan 15 20:59:14.629269 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158170c4-89af-4fe6-8196-cac6b115bdf1 x-openstack-request-id: req-158170c4-89af-4fe6-8196-cac6b115bdf1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:14.630284 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-plugged", "status": "completed", "tag": "27dce314-8869-41b8-89c3-42aefdb46190", "code": 200}, {"server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:14.630827 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-158170c4-89af-4fe6-8196-cac6b115bdf1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:14.631432 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'code': 200}
Jan 15 20:59:14.632475 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190', 'code': 200}
Jan 15 20:59:14.632908 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2', 'code': 200}
Jan 15 20:59:14.694246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-e6d8514d-407d-45c6-9d80-854456125563 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8253884
Jan 15 20:59:14.712314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Request body: {'port': {'device_id': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:14.726318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df8dac73-a12d-49e5-af96-6b40aa12a820 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:14.742482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0808ee-cded-478c-b9db-8a18caeb1e9c req-40dc646e-e225-4e88-a881-c761b9e2b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.743912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f0808ee-cded-478c-b9db-8a18caeb1e9c req-40dc646e-e225-4e88-a881-c761b9e2b174 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 1100 time: 0.0545845
Jan 15 20:59:14.791653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f0808ee-cded-478c-b9db-8a18caeb1e9c req-2bcab1ac-5090-4a68-9bbc-0e2449880ba7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414710
Jan 15 20:59:14.872592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-ab274520-9c3a-4834-ace0-d8bc73d1fa5d service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4034047
Jan 15 20:59:14.895534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:14.907912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.908354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.908831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.909318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.909778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.910379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.910686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:14.912563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-e25b3982-a832-466f-9290-23fb0f8f65cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.1839993
Jan 15 20:59:14.962748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:14.972609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Sync routers for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:14.987436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:14.989066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:15.051025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.052249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bcfc0c1a-83b7-4c34-854a-86cbe4c62430 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6945610
Jan 15 20:59:15.057971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f15018-7789-4ae7-acc1-29527e6344e9 req-7c465a8f-38bd-4971-b235-5a7168390f97 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.062841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45380) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:15.067231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42f15018-7789-4ae7-acc1-29527e6344e9 req-7c465a8f-38bd-4971-b235-5a7168390f97 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1166525
Jan 15 20:59:15.126471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:15.155120 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6710a3-6ff4-47da-8900-f0caa59f4bdc req-9ba6a459-6090-4daf-8bfd-b70003343273 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.157610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.165036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af6710a3-6ff4-47da-8900-f0caa59f4bdc req-9ba6a459-6090-4daf-8bfd-b70003343273 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 949 time: 0.1670043
Jan 15 20:59:15.204338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d913e70a-edcb-477f-a57e-b8d23f55b999 req-5dd2d832-9336-4423-a43a-001998279fd7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2752919
Jan 15 20:59:15.206266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5334374b-2d06-49a8-a19c-9da664798fde req-832be86b-a22d-4e5e-9580-4198333483f6 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205032
Jan 15 20:59:15.220166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42f15018-7789-4ae7-acc1-29527e6344e9 req-10271ee4-3112-476e-afcf-aa7a7373356c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465158
Jan 15 20:59:15.254813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:15.261523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af6710a3-6ff4-47da-8900-f0caa59f4bdc req-31530110-9cd8-47a8-9d86-7fea1b19a223 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956080
Jan 15 20:59:15.349388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614f70>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:12Z', 'revision_number': 3, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:15.387448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Checking router: 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:15.388008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Updating router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 port 7cb02148-2b51-49b4-b773-5214786c6edf binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:59:15.415576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.428199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.439461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.469777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.481804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.489769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.496402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.502764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.504872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55639897-8aba-4931-aa96-8b39b1db5451 req-96ba929e-7d40-434e-8745-eba23ca6e9fa tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.1609697
Jan 15 20:59:15.529235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1289679267-network', 'tenant_id': '6a75218d537c4d63874297261bec70ad'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:15.602439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55639897-8aba-4931-aa96-8b39b1db5451 req-f1372fa1-677f-4e78-9bb6-139e60c6282d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0909076
Jan 15 20:59:15.617065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede1bf8-b391-4c2d-aa58-2709043a16d5 req-32b82124-1b24-43cb-8234-fcdf1499b16a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.619806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ede1bf8-b391-4c2d-aa58-2709043a16d5 req-32b82124-1b24-43cb-8234-fcdf1499b16a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 931 time: 0.0963638
Jan 15 20:59:15.646842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ff1980-18eb-4ad0-9fb9-080ce1912c6f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:15.651462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Made reservation on behalf of 6a75218d537c4d63874297261bec70ad for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:15.653921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.661494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks [] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.676956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.700793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Transition to ACTIVE for port object 91ff1980-18eb-4ad0-9fb9-080ce1912c6f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:15.702392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ede1bf8-b391-4c2d-aa58-2709043a16d5 req-ff454766-637d-4a03-a109-527ce6ee8841 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612347
Jan 15 20:59:15.741314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks [] for port (7cb02148-2b51-49b4-b773-5214786c6edf), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.748432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.748622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.782633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04a384-fcb6-4d15-829a-13367df25fe0 req-4d083ef9-5437-4ef9-91f6-1f75b85e7b69 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:15.793452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0374718-e86d-4a82-bce2-03bd55f40945 None None] Pushing event updated for resources: {'Port': ['ID=7cb02148-2b51-49b4-b773-5214786c6edf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:15.793764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec04a384-fcb6-4d15-829a-13367df25fe0 req-4d083ef9-5437-4ef9-91f6-1f75b85e7b69 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 945 time: 0.0902641
Jan 15 20:59:15.827097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Attempting to bind port 7cb02148-2b51-49b4-b773-5214786c6edf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:15.827318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Attempting to bind port 7cb02148-2b51-49b4-b773-5214786c6edf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:15.827573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Attempting to bind port 7cb02148-2b51-49b4-b773-5214786c6edf on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:15.833503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:15.833877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:15.834278 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.834667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:15.835165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Bound port: 7cb02148-2b51-49b4-b773-5214786c6edf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:15.835542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.848330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Pushing event updated for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:15.884094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec04a384-fcb6-4d15-829a-13367df25fe0 req-0fb133dd-b648-44fc-9ab9-ae916e13c134 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877314
Jan 15 20:59:15.911292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] For port 7cb02148-2b51-49b4-b773-5214786c6edf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:15.915452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] For port 7cb02148-2b51-49b4-b773-5214786c6edf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cb02148-2b51-49b4-b773-5214786c6edf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:15.918898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.965508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks [] for security_group (784d858f-2f2c-4730-a9d7-22efc18dbfac), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.973970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (784d858f-2f2c-4730-a9d7-22efc18dbfac), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:15.977281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:15.977896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:15.983366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0374718-e86d-4a82-bce2-03bd55f40945 None None] Pushing event updated for resources: {'Port': ['ID=7cb02148-2b51-49b4-b773-5214786c6edf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:16.042608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:16.052833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d858f-2f2c-4730-a9d7-22efc18dbfac,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:16.055925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Attempting to bind port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:16.056256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Attempting to bind port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:16.056699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Attempting to bind port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f on network 5567dad2-7b3c-4256-9525-ef4026166298 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:16.083688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c0ab0730-8a13-4d27-b0a0-4417f2402c8e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.084034 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Added segment c0ab0730-8a13-4d27-b0a0-4417f2402c8e of type vlan for network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb
Jan 15 20:59:16.094231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f on network 5567dad2-7b3c-4256-9525-ef4026166298 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:16.094553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Attempting to bind port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f on network 5567dad2-7b3c-4256-9525-ef4026166298 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:16.136236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:16.136564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Checking segment: {'id': '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:16.136972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Bound using segment: {'id': '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:16.137415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Bound port: 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:16.137768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.233558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:16.354974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c65bd8-006f-4fbb-9853-2c85175113c9 req-9d12ecff-6248-4176-a057-6d303cea193e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.363497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20c65bd8-006f-4fbb-9853-2c85175113c9 req-9d12ecff-6248-4176-a057-6d303cea193e tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0699890
Jan 15 20:59:16.450801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b614f70>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:12Z', 'revision_number': 3, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:16.453435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b0def-847e-4963-a2a3-699d5563f498 req-c87341bd-cb58-457f-896d-a907b4b2b221 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.455200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-710b0def-847e-4963-a2a3-699d5563f498 req-c87341bd-cb58-457f-896d-a907b4b2b221 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 949 time: 0.0832427
Jan 15 20:59:16.464544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20c65bd8-006f-4fbb-9853-2c85175113c9 req-7c0e8780-7e4c-4790-8f89-a98273115822 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997348
Jan 15 20:59:16.466461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.469804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.509985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc2257-04a2-466f-ae2c-1bf7821214d1 None None] The sync data for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 is: [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:12Z', 'revision_number': 3, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:16.533017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-710b0def-847e-4963-a2a3-699d5563f498 req-b87fe84a-34e4-44b1-bccd-67b32a1ca3ad tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674789
Jan 15 20:59:16.561226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.561895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.562464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.689243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:16.696075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4083092
Jan 15 20:59:16.699317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45406) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:16.706455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Request body: {'subnet': {'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1289679267-subnet', 'tenant_id': '6a75218d537c4d63874297261bec70ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:16.739004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,segment=NetworkSegment(61f8a3f5-e826-4e36-b3b1-c4643f8b13e4),segment_id=61f8a3f5-e826-4e36-b3b1-c4643f8b13e4)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:16.741948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68d81-e3f6-4bab-a01b-01dd64459829 admin admin] Pushing event updated for resources: {'Network': ['ID=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:16.756785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:16.762060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.839923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Pushing event updated for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:16.840119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.860184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.867094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.873175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.876046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.876771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.878405 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-b4e24a0b-54d0-4f90-9c5d-97eec563ada8 service neutron] 10.222.0.39 "PUT /v2.0/ports/91ff1980-18eb-4ad0-9fb9-080ce1912c6f HTTP/1.1" status: 200  len: 1091 time: 2.1765771
Jan 15 20:59:16.878859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:16.879416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.881414 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf61212-1d0c-46ca-a9b6-a969a3d18085" -d '{"events": [{"name": "network-changed", "server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:16.886152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.892410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:16.901763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-f6bc1cc8-bbef-4817-8089-efbf02288f06 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.1879210
Jan 15 20:59:16.905607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Made reservation on behalf of 6a75218d537c4d63874297261bec70ad for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:16.907878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:16.967905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Allocated IP 172.20.0.1 (b740d751-068e-4a93-9225-aa5d63661275/261f2664-28f9-41f9-952c-e37535c74b96/291b1b50-1cff-4e24-84b9-0bfbf47166b5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:17.099309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-dccefc8e-42f8-4109-b419-6b1efef197a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.101840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-dccefc8e-42f8-4109-b419-6b1efef197a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d976820970ac45138c6bf2da811786c3&device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 1094 time: 0.1156442
Jan 15 20:59:17.102122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ceb4094b-9485-44ea-bcbc-ae69f0aec350 req-a96bde1f-5aaf-4fb1-8610-59fd196cc509 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1994042
Jan 15 20:59:17.110875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c228a-0d8d-4ed2-bb39-271edcf41715 req-787b9a64-98a2-42ef-b1d4-8336b080e70e tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.112555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d84c228a-0d8d-4ed2-bb39-271edcf41715 req-787b9a64-98a2-42ef-b1d4-8336b080e70e tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 943 time: 0.2078996
Jan 15 20:59:17.213897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-9872d909-cd4f-4c55-bb33-68e54b8c827b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f HTTP/1.1" status: 200  len: 217 time: 0.0671728
Jan 15 20:59:17.224731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks [] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.270324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d84c228a-0d8d-4ed2-bb39-271edcf41715 req-34653c17-ddf6-425d-b4e9-b5dffecf7762 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446152
Jan 15 20:59:17.290625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-306756b5-1f70-4fec-a938-feb914b4839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.292118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-306756b5-1f70-4fec-a938-feb914b4839c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2f0e329-dd2f-4fb6-9535-81cbef6f1e97 HTTP/1.1" status: 200  len: 862 time: 0.0707099
Jan 15 20:59:17.345284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e7989-fe45-483c-b0e9-716e71dbca93 req-56258b63-a6cf-41d3-bdeb-b6a8c28371e2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.347141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43e7989-fe45-483c-b0e9-716e71dbca93 req-56258b63-a6cf-41d3-bdeb-b6a8c28371e2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 949 time: 0.1447592
Jan 15 20:59:17.348443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (9f6ce766-353f-4888-96f6-d764fc2bfa30), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.357443 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9f7fc-9c61-48ad-b8ae-31d94789aae3 x-openstack-request-id: req-dbd9f7fc-9c61-48ad-b8ae-31d94789aae3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:17.357742 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:17.357982 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbd9f7fc-9c61-48ad-b8ae-31d94789aae3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:17.358454 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f', 'status': 'completed', 'code': 200}
Jan 15 20:59:17.360523 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-c25234cb-2a1e-4231-8048-b94362638859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5567dad2-7b3c-4256-9525-ef4026166298&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537949
Jan 15 20:59:17.382287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.387529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:17.442551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6ce766-353f-4888-96f6-d764fc2bfa30,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:17.478980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:17.479252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Network b740d751-068e-4a93-9225-aa5d63661275 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:17.484825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:17.486062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.496620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:17.502780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:17.521066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43e7989-fe45-483c-b0e9-716e71dbca93 req-49f43804-1af6-4d7b-9024-dff3bd4a93f0 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/security-groups?id=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424663
Jan 15 20:59:17.543460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.544030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Checking segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:17.544674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Network hostable DHCP agents. Network: e20dc768-2ef4-41d4-9bd1-8c6a11def8cb, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:17.548295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Pushing event updated for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:17.601642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:17.601969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.605518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207053-cd81-445d-82c8-aeaf14aaaff3 req-10e28170-1d96-4c1c-9499-dbff62bb990c tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.607102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f207053-cd81-445d-82c8-aeaf14aaaff3 req-10e28170-1d96-4c1c-9499-dbff62bb990c tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 945 time: 0.1746078
Jan 15 20:59:17.635929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:17.639291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:17.648974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-6bf5ad2a-8b69-4f5b-8b97-9ea1e680cd22 service neutron] 10.222.0.39 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811108
Jan 15 20:59:17.649970 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45673617-d868-46a0-a845-7ecf0ac42a0a" -d '{"events": [{"server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "name": "network-vif-plugged", "status": "completed", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:17.675044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:17.684459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.701790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e20dc768-2ef4-41d4-9bd1-8c6a11def8cb) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:17.706496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.707118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.719373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c6def-a68a-4567-bec3-4a19d575fd8f None None] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:17.763233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f207053-cd81-445d-82c8-aeaf14aaaff3 req-e1de991b-17ad-4dd0-9e07-9c712615439c tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432798
Jan 15 20:59:17.776909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-160f946d-a304-4755-b261-5a1c1df76b58 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0717940
Jan 15 20:59:17.803273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548694e5-267f-46a2-9ca0-77cd7698b6a5 req-bf67e3e9-70e7-41b3-8574-4a17b2e57837 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:17.814880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-548694e5-267f-46a2-9ca0-77cd7698b6a5 req-bf67e3e9-70e7-41b3-8574-4a17b2e57837 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1711876
Jan 15 20:59:17.938884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37312ac2-a391-4074-8e38-e6f4733cf715 req-c5638c43-8804-4ca9-95b5-4e3f09ba36ea service neutron] 10.222.0.39 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2835784
Jan 15 20:59:17.943279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:17.956520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.958790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-548694e5-267f-46a2-9ca0-77cd7698b6a5 req-0e05166b-171a-47dd-848a-13894e5e0d6f tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418076
Jan 15 20:59:17.989840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c969-7c8f-4e9a-9de1-5c3a0fa4359d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:17.996788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5b389bcd-e641-47f5-8074-1cfb2311b906 None None] Provisioning complete for port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:17.997641 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b389bcd-e641-47f5-8074-1cfb2311b906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.096003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7788c-73aa-4c31-8217-acbca6f92f18 None None] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:18.101114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5b389bcd-e641-47f5-8074-1cfb2311b906 None None] Port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:18.221155 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43716d-1fa4-47b1-910a-04ab7904be8c x-openstack-request-id: req-fd43716d-1fa4-47b1-910a-04ab7904be8c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:18.221911 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "name": "network-vif-plugged", "status": "completed", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:18.222314 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd43716d-1fa4-47b1-910a-04ab7904be8c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:18.222861 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'code': 200}
Jan 15 20:59:18.234545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f5c-1add-403f-b117-199324ba425b req-905b2537-9011-42e9-8a9e-e3ee4eee56ad tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.236091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48610f5c-1add-403f-b117-199324ba425b req-905b2537-9011-42e9-8a9e-e3ee4eee56ad tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 949 time: 0.0643868
Jan 15 20:59:18.264997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-67531dad-74ce-44a7-bfd8-d29237b83cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.268208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-67531dad-74ce-44a7-bfd8-d29237b83cba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d976820970ac45138c6bf2da811786c3&device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 1094 time: 0.2470057
Jan 15 20:59:18.408555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Deleting port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:18.408939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.470670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks [] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.479434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2dafb-90e3-4060-b284-dd043c3c5be5 req-6b632fc5-bdc3-47e9-b6be-6ea6a75dfc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.480861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ae2dafb-90e3-4060-b284-dd043c3c5be5 req-6b632fc5-bdc3-47e9-b6be-6ea6a75dfc0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 1097 time: 0.1737344
Jan 15 20:59:18.485248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.500747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7cb02148-2b51-49b4-b773-5214786c6edf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:18.556794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7cb02148-2b51-49b4-b773-5214786c6edf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:18.557369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.566522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-1e22344c-f38b-4a00-ab1d-c01e93fb7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.568071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-1e22344c-f38b-4a00-ab1d-c01e93fb7e98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5567dad2-7b3c-4256-9525-ef4026166298 HTTP/1.1" status: 200  len: 923 time: 0.2933574
Jan 15 20:59:18.628001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Pushing event updated for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:18.635954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-90f2ef55-34ff-4ae9-b07e-f69d9094e031 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f HTTP/1.1" status: 200  len: 217 time: 0.0614228
Jan 15 20:59:18.646384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7cb02148-2b51-49b4-b773-5214786c6edf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:18.648274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.665946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.673740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.676391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.677452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7cb02148-2b51-49b4-b773-5214786c6edf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cb02148-2b51-49b4-b773-5214786c6edf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:18.681050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.684447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.687699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.693904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.700197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.706388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.708272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-ba2b5e2b-3802-491e-9807-8ba1c6906c53 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.2038186
Jan 15 20:59:18.722748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ae2dafb-90e3-4060-b284-dd043c3c5be5 req-8d6a043f-08b4-46e0-9f64-931d7b1aa81c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2337496
Jan 15 20:59:18.725829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] For port 3764e35a-48e0-4620-a874-3fa02f5b2fb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3764e35a-48e0-4620-a874-3fa02f5b2fb2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:18.726211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:18.746484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-5b482afc-d03e-4e29-921d-c998bd26950b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.747965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-5b482afc-d03e-4e29-921d-c998bd26950b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 0.3149273
Jan 15 20:59:18.749912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7cb02148-2b51-49b4-b773-5214786c6edf,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:18.765052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Calling delete_port for 3764e35a-48e0-4620-a874-3fa02f5b2fb2 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:18.781517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-9d9b7345-8e26-4068-ad9d-4e3787c52303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:18.783121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-9d9b7345-8e26-4068-ad9d-4e3787c52303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2f0e329-dd2f-4fb6-9535-81cbef6f1e97 HTTP/1.1" status: 200  len: 862 time: 0.1356974
Jan 15 20:59:18.789953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-b79d9a58-9e1a-48ac-ab6a-a73265798df5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/quotas/6a75218d537c4d63874297261bec70ad HTTP/1.1" status: 200  len: 375 time: 0.0289571
Jan 15 20:59:18.826205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-96d6a254-dd84-4f95-b7f0-a43b60f8381f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5567dad2-7b3c-4256-9525-ef4026166298&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344839
Jan 15 20:59:18.861697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-88c92dc4-ff90-42c9-a403-0857393f8c22 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0617418
Jan 15 20:59:18.873613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d247d651-8fd7-4334-8e18-e980133fa9ca req-28f0c30f-cde8-4d7e-bedf-e18ace89decc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1558475
Jan 15 20:59:18.897073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Network b740d751-068e-4a93-9225-aa5d63661275 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:18.899164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:19.058677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-734a7760-5944-4b92-8be3-7619b87e2a34 service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825926
Jan 15 20:59:19.062608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-1a8a3751-31e9-4592-b40d-bdcc48de45f7 service neutron] 10.222.0.39 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252929
Jan 15 20:59:19.136978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:19.137359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f79224-f5a1-4799-ac6f-500a24991280 req-d8da522c-4a57-42f5-b36b-7df898ffeda8 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:19.139088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9f79224-f5a1-4799-ac6f-500a24991280 req-d8da522c-4a57-42f5-b36b-7df898ffeda8 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 943 time: 0.1729271
Jan 15 20:59:19.167451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3764e35a-48e0-4620-a874-3fa02f5b2fb2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:19.179586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3764e35a-48e0-4620-a874-3fa02f5b2fb2'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:19.230101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8eea6a95-83e5-4304-93e4-23c10b9bb9ef None None] Provisioning complete for port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:19.230572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8eea6a95-83e5-4304-93e4-23c10b9bb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:19.247767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf61212-1d0c-46ca-a9b6-a969a3d18085 req-de146d44-a092-4df6-b6b6-02286a91b01a service neutron] 10.222.0.39 "GET /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782911
Jan 15 20:59:19.251678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Pushing event deleted for resources: {'Port': ['ID=3764e35a-48e0-4620-a874-3fa02f5b2fb2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:19.275810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-10c74254-36d7-4ecd-94a7-7f508e5f927d service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161684
Jan 15 20:59:19.277115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8eea6a95-83e5-4304-93e4-23c10b9bb9ef None None] Port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:19.317583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:19.329316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c04d7086-e6ba-4188-aab6-0175338ad412 admin admin] 10.222.0.46 "PUT /v2.0/routers/82cb140e-a7f5-44e3-aa68-18a7ff2c9b75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2583537
Jan 15 20:59:19.331651 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Sync routers for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:19.345406 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:19.346988 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:58:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:19.361033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] No DVR routers for this DVR port 3764e35a-48e0-4620-a874-3fa02f5b2fb2 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:19.365776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9f79224-f5a1-4799-ac6f-500a24991280 req-7041d7ef-992b-4795-aa37-983d6141346a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160864
Jan 15 20:59:19.367667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:19.371413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48610f5c-1add-403f-b117-199324ba425b req-0a7f23d8-e1b7-4fe5-9fd6-0eb353b191a2 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.39 "DELETE /v2.0/ports/3764e35a-48e0-4620-a874-3fa02f5b2fb2 HTTP/1.1" status: 204  len: 173 time: 1.1293271
Jan 15 20:59:19.378450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'name': 'network-vif-deleted', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:19.382331 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01444e-5f6c-4350-a1e5-12a91132caa0" -d '{"events": [{"server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "name": "network-vif-deleted", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:19.498043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 91ff1980-18eb-4ad0-9fb9-080ce1912c6f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:19.605062 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:19.684772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85afbae1-98c9-447a-8ef3-ce3cd0b15298 req-b71f2b49-da1b-4fb1-b967-89ad9f457974 tempest-ImagesNegativeTestJSON-329973163 tempest-ImagesNegativeTestJSON-329973163-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a181c6f-84ca-409d-93f3-3a86ba0f1b6d HTTP/1.1" status: 200  len: 210 time: 0.0698955
Jan 15 20:59:19.805265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301c0c-f911-426b-a4b3-1125728c71eb req-41fbce95-2af0-40d8-adb8-89c2ada40932 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:19.814558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1301c0c-f911-426b-a4b3-1125728c71eb req-41fbce95-2af0-40d8-adb8-89c2ada40932 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.1183515
Jan 15 20:59:19.844635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,segment=NetworkSegment(61f8a3f5-e826-4e36-b3b1-c4643f8b13e4),segment_id=61f8a3f5-e826-4e36-b3b1-c4643f8b13e4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:19.899332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f', 'network_id': '5567dad2-7b3c-4256-9525-ef4026166298', 'port_id': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f', 'mac_address': 'fa:16:3e:0d:7c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f0e329-dd2f-4fb6-9535-81cbef6f1e97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:19.960658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1301c0c-f911-426b-a4b3-1125728c71eb req-4fc8cd7c-ea3d-4276-880d-b5567d0b21ca tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395147
Jan 15 20:59:19.966695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:19.967137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.028271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 2, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:20.029121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ff1980-18eb-4ad0-9fb9-080ce1912c6f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:20.055272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,segment=NetworkSegment(61f8a3f5-e826-4e36-b3b1-c4643f8b13e4),segment_id=61f8a3f5-e826-4e36-b3b1-c4643f8b13e4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:20.062180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.095762 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901266e7-7be1-4fd6-b7ff-aa9952eb40d7 x-openstack-request-id: req-901266e7-7be1-4fd6-b7ff-aa9952eb40d7 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:20.096085 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a181c6f-84ca-409d-93f3-3a86ba0f1b6d", "name": "network-vif-deleted", "tag": "3764e35a-48e0-4620-a874-3fa02f5b2fb2", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:20.096397 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-901266e7-7be1-4fd6-b7ff-aa9952eb40d7 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:20.096868 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a181c6f-84ca-409d-93f3-3a86ba0f1b6d', 'name': 'network-vif-deleted', 'tag': '3764e35a-48e0-4620-a874-3fa02f5b2fb2', 'status': 'completed', 'code': 200}
Jan 15 20:59:20.121904 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Checking router: 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:20.122313 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Updating router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:59:20.148304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.169876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.179807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1323-b1fe-4046-b500-eb158257f70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.185734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.193031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:20.194151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.200595 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.215462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.221927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.232951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.239293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-498e41eb-75ed-4b1a-a7d0-20c5e525edb7 req-8ca86a31-a1d2-4ccb-ab0f-d36fa3076e23 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.3396578
Jan 15 20:59:20.246714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45488) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:20.252459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Request body: {'floatingip': {'port_id': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:20.269237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f62f5f1d-c0f7-4030-abf5-5b570470aedf req-34fccc1d-0a83-4330-a8b7-82847ebbb205 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 210 time: 0.0288968
Jan 15 20:59:20.295439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['91ff1980-18eb-4ad0-9fb9-080ce1912c6f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:20.336363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45490) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:20.341365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-657460176-network', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:20.360368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.403943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Made reservation on behalf of 6afa2913e1a54335be94bfa6ed11d4b2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:20.406381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.436255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.513081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7cb02148-2b51-49b4-b773-5214786c6edf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:20.624361 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks [] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.637220 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.638199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3ec17-1b34-42be-887b-b51032929e64 req-4fd2a9c1-0484-461c-87a0-4ed7357dd6de tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.645329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14d3ec17-1b34-42be-887b-b51032929e64 req-4fd2a9c1-0484-461c-87a0-4ed7357dd6de tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 944 time: 0.1391268
Jan 15 20:59:20.674449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks [] for security_group (cba250a8-8b96-4848-b341-4827d50958e0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.674679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7cb02148-2b51-49b4-b773-5214786c6edf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:20.676950 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.683299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cba250a8-8b96-4848-b341-4827d50958e0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.734091 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Pushing event updated for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:20.747528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-14d3ec17-1b34-42be-887b-b51032929e64 req-9e22c95a-6bf7-48fe-90ef-548eca1d6ef6 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987134
Jan 15 20:59:20.756130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:20.770031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba250a8-8b96-4848-b341-4827d50958e0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:20.786068 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.786414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.787041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.787041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.787461 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.788509 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.788700 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.789063 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.789389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.789677 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.790131 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.790507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.790857 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:20.792760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8ae20fad-829b-4f8e-a393-bb32e45e8bca), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.792760 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Added segment 8ae20fad-829b-4f8e-a393-bb32e45e8bca of type vlan for network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144
Jan 15 20:59:20.863596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7cb02148-2b51-49b4-b773-5214786c6edf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:20.882998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (11c7b3fc-2a02-4c30-b4fe-2709a9b61144), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.920194 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Attempting to bind port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:20.921083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (11c7b3fc-2a02-4c30-b4fe-2709a9b61144), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.921446 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Attempting to bind port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:20.922513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:20.922954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Attempting to bind port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 on network b740d751-068e-4a93-9225-aa5d63661275 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:20.924304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.936358 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:20.936768 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Checking segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:20.937294 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:20.937743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Bound using segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:20.938174 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Bound port: 291b1b50-1cff-4e24-84b9-0bfbf47166b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:20.945027 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.054071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7134342
Jan 15 20:59:21.057510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:21.068013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Request body: {'subnet': {'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-657460176-subnet', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:21.095484 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] For port 291b1b50-1cff-4e24-84b9-0bfbf47166b5, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:21.105613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] For port 291b1b50-1cff-4e24-84b9-0bfbf47166b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=291b1b50-1cff-4e24-84b9-0bfbf47166b5,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:21.112048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7d51-7c60-4f03-9ec3-2a2cab764803 admin admin] Pushing event updated for resources: {'Network': ['ID=11c7b3fc-2a02-4c30-b4fe-2709a9b61144,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:21.114020 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.152292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:21.378786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.388060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.399936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Made reservation on behalf of 6afa2913e1a54335be94bfa6ed11d4b2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:21.403890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.436291 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:21.439751 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:21.488683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Provisioning complete for port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:21.489287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.541924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 91ff1980-18eb-4ad0-9fb9-080ce1912c6f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:21.599333 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Floating IP 8be8b2bb-5859-45e2-b3c9-e9fb6f803467 associated. External IP: 172.35.1.172, port: e3bdb69c-2e57-497e-80bb-2b7d539e87f7.
Jan 15 20:59:21.610277 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65003e5e-ba8d-46cb-a764-9010df0675e0 None None] Pushing event updated for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:21.675376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:21.771661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Current status of the port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:21.772590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.778158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:21.784181 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.788073 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:21.901963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45544) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:21.925027 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:21.942729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] For port 291b1b50-1cff-4e24-84b9-0bfbf47166b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=291b1b50-1cff-4e24-84b9-0bfbf47166b5,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:21.963374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.072690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5513c5fe-2ea9-4aaf-8451-2e6de0a6e348 req-b78cdfe7-6c52-49aa-81be-98279790df0e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 210 time: 0.0843067
Jan 15 20:59:22.115450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386cccb-6e23-45d6-8e0e-88d607d03593 req-7e27b6c5-c413-4009-8892-2a652edc8c9f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.125820 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-c1b4c5b5-0769-467a-a16e-fa378a72d3fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2233932
Jan 15 20:59:22.132205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c386cccb-6e23-45d6-8e0e-88d607d03593 req-7e27b6c5-c413-4009-8892-2a652edc8c9f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.9580963
Jan 15 20:59:22.185816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:22.186203 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.214131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f57a43-f555-4344-9906-1e033c7ba41c None None] Pushing event updated for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:22.222232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:22.224645 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07ef01-8636-4ffd-a8e2-f6660479f839" -d '{"events": [{"server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "name": "network-vif-plugged", "status": "completed", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:22.227631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-401c904e-03c5-46b3-9663-b8fec665c7a8 None None] Provisioning complete for port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:22.228004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-401c904e-03c5-46b3-9663-b8fec665c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.234639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Router 252c0203-0460-4e80-8d8f-6731ac40a93d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:22.262241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,segment=NetworkSegment(61f8a3f5-e826-4e36-b3b1-c4643f8b13e4),segment_id=61f8a3f5-e826-4e36-b3b1-c4643f8b13e4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:22.270928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.271725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3764e35a-48e0-4620-a874-3fa02f5b2fb2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:22.274707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-20ef29a9-7c85-4271-acb6-49676c3ca572 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7902e3c4b947454ea2411fc422568e4e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3707864
Jan 15 20:59:22.280380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:22.292716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-4d091e12-63fc-449d-a8fd-26869f5fbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.294792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-4d091e12-63fc-449d-a8fd-26869f5fbd80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 1096 time: 0.1371539
Jan 15 20:59:22.297209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b726700>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:22.308051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 3764e35a-48e0-4620-a874-3fa02f5b2fb2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:22.308396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3764e35a-48e0-4620-a874-3fa02f5b2fb2 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:22.308834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-33a87185-b434-42d7-aed7-ee5264157595 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.311568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-33a87185-b434-42d7-aed7-ee5264157595 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 1.0995867
Jan 15 20:59:22.343844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Request body: {'port': {'device_id': 'c8986b09-8342-4290-87be-22cece488c73', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'admin_state_up': True, 'tenant_id': '6a75218d537c4d63874297261bec70ad'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:22.366340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c386cccb-6e23-45d6-8e0e-88d607d03593 req-043c2d97-d1ac-4530-ae3a-85bdfcc43803 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2286527
Jan 15 20:59:22.390821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c601b5-1556-4821-a80a-902a8ff2ffc6 None None] The sync data for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 is: [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:22.402781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (bebfdeec-fed1-488d-bf62-4889264fe181), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.442586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:22.578567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-401c904e-03c5-46b3-9663-b8fec665c7a8 None None] Current status of the port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:22.602144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71508a6e-c2cb-4933-85a8-a9073f316189 req-efc94976-5580-4f00-a546-24d95ee00c85 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.610752 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4357c7-76cd-4201-aafd-0fe5ca6b41b3 x-openstack-request-id: req-1b4357c7-76cd-4201-aafd-0fe5ca6b41b3 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:22.610953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71508a6e-c2cb-4933-85a8-a9073f316189 req-efc94976-5580-4f00-a546-24d95ee00c85 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 944 time: 0.4090447
Jan 15 20:59:22.612385 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "name": "network-vif-plugged", "status": "completed", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:22.613055 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b4357c7-76cd-4201-aafd-0fe5ca6b41b3 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:22.613772 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f', 'code': 200}
Jan 15 20:59:22.706883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebfdeec-fed1-488d-bf62-4889264fe181,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:22.722355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Checking segment: {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:22.722667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Network hostable DHCP agents. Network: 11c7b3fc-2a02-4c30-b4fe-2709a9b61144, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:22.820690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71508a6e-c2cb-4933-85a8-a9073f316189 req-1ab016bf-20a3-46cc-88ef-0bdf34621c61 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086852
Jan 15 20:59:22.869396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:22.910085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11c7b3fc-2a02-4c30-b4fe-2709a9b61144) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:22.916055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.917030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:22.943133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc0913-709f-437b-b81a-7c3c5483a29d None None] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:22.946316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a5507-97e7-4fce-b8ec-5b97af776184 req-39997e8e-0a31-47f7-bd0a-324121c32ce2 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:22.958135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-192a5507-97e7-4fce-b8ec-5b97af776184 req-39997e8e-0a31-47f7-bd0a-324121c32ce2 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.1771522
Jan 15 20:59:22.961715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:22.969926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Request body: {'floatingip': {'port_id': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:22.987264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c7c3a8c2-fc37-4db9-8d26-6392eee9f248 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9242959
Jan 15 20:59:23.027710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Made reservation on behalf of 6a75218d537c4d63874297261bec70ad for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:23.031417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.032975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45590) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:23.055631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.060795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:23.063888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 291b1b50-1cff-4e24-84b9-0bfbf47166b5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:23.150257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] Publish callbacks [] for security_group (1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.202156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:23.202884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.218821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] Publish callbacks [] for security_group (1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.264096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'fixed_ips': [{'subnet_id': 'bebfdeec-fed1-488d-bf62-4889264fe181'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:59:23.265389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.293468 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.298487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.300481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b HTTP/1.1" status: 204  len: 168 time: 1.0182724
Jan 15 20:59:23.314463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:23.319212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.324210 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.325233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.347587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.396107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Sync routers for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:23.428364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa32cf-332a-4379-9dac-5e37bb7bf542 req-7946544a-d5fe-46c4-9da1-fe23c403fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:23.435652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:23.436536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1c6a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:23.437419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0fa32cf-332a-4379-9dac-5e37bb7bf542 req-7946544a-d5fe-46c4-9da1-fe23c403fd11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 1096 time: 0.4058180
Jan 15 20:59:23.455123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-18bcb5ea-60b7-49bf-adf2-2b28b18955b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:23.464893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-18bcb5ea-60b7-49bf-adf2-2b28b18955b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 200  len: 920 time: 1.1258729
Jan 15 20:59:23.498329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760643b-667f-4a58-a3a4-52464866302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129d49f-6bf7-4a01-b8a3-3fe145a4aa0b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:23.578368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3caba265-ef3f-4840-ac47-ed0a6424f5cd tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "PUT /v2.0/floatingips/8be8b2bb-5859-45e2-b3c9-e9fb6f803467 HTTP/1.1" status: 200  len: 991 time: 3.3303316
Jan 15 20:59:23.660929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:23.663431 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26" -d '{"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:23.698600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-5650f2b3-4c03-4df3-b216-029ef7a70dc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 200  len: 217 time: 0.1957014
Jan 15 20:59:23.756933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for router_controller (bf3f0290-e5a4-4fa9-b48b-720169ccce72), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:23.910628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad1a9651-7e75-4097-948e-21640c5b14e8 req-3bf35090-71b5-431f-92e1-5a894439111c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 210 time: 0.6779280
Jan 15 20:59:23.914426 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801ff31-725e-4587-9086-05863563a01c x-openstack-request-id: req-f801ff31-725e-4587-9086-05863563a01c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:23.914854 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:23.915202 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f801ff31-725e-4587-9086-05863563a01c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:23.915861 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'status': 'completed', 'code': 200}
Jan 15 20:59:23.996156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for router_gateway (bf3f0290-e5a4-4fa9-b48b-720169ccce72), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.025923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:24.107622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Allocated IP 172.20.0.2 (11c7b3fc-2a02-4c30-b4fe-2709a9b61144/bebfdeec-fed1-488d-bf62-4889264fe181/1aee60d5-1f55-4164-ab60-ba9968a2d9cc) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:24.112383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0fa32cf-332a-4379-9dac-5e37bb7bf542 req-462ef60b-a210-4375-bc0c-271f2ae26aee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6403222
Jan 15 20:59:24.133624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.137106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.137668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.138142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.138609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.139079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.139546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.141620 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b275f9ab-2348-46a9-ad5b-a1f04b5d0794 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.2553542
Jan 15 20:59:24.145270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-73f929cb-93e4-4ef3-98c3-2c7d00c7b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.147546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-73f929cb-93e4-4ef3-98c3-2c7d00c7b989 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 200  len: 859 time: 0.4472578
Jan 15 20:59:24.174645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:24.266308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-83f5d322-bf4d-42cc-bc81-5d8784759ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1750852-5b84-449c-ab41-df71a9139482&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0990868
Jan 15 20:59:24.276417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Allocated IP 172.20.0.2 (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb/9f6ce766-353f-4888-96f6-d764fc2bfa30/7cf5ea2d-375f-4590-af25-836bb895b886) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:24.320047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbaf5-f104-474b-a89b-5c0d8d819111 req-562b6c87-ddc4-4541-97a0-7db94c84853a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.322271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8edbaf5-f104-474b-a89b-5c0d8d819111 req-562b6c87-ddc4-4541-97a0-7db94c84853a tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 945 time: 0.2135265
Jan 15 20:59:24.368229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.396244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdc270-8c47-47d5-80cb-cd697f5dd316 req-3aa7004c-1002-4ed2-816c-c06a17aec335 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.399842 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9cdc270-8c47-47d5-80cb-cd697f5dd316 req-3aa7004c-1002-4ed2-816c-c06a17aec335 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2141302
Jan 15 20:59:24.407697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 20:59:24.412556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-b07f1f62-8770-406e-8104-b8d514634a0a service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307547
Jan 15 20:59:24.575865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.594689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8edbaf5-f104-474b-a89b-5c0d8d819111 req-f04a6a8d-d7ba-48cd-9add-b47b8b4b8fc5 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662706
Jan 15 20:59:24.648770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks [] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.649996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9cdc270-8c47-47d5-80cb-cd697f5dd316 req-798286cc-14c9-40b2-a065-9aaaef5c615b tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313590
Jan 15 20:59:24.655051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.680738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.723265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for router_gateway (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.757279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:24.759553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.761063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:24.765197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:24.771865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-22ac0666-e3b1-4bbb-8dd5-f5132d7186ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:24.774370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-22ac0666-e3b1-4bbb-8dd5-f5132d7186ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11 HTTP/1.1" status: 200  len: 918 time: 0.6085835
Jan 15 20:59:24.783041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Pushing event updated for resources: {'Port': ['ID=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:24.854462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Attempting to bind port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:24.854827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Attempting to bind port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:24.855184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Attempting to bind port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc on network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:24.864780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:24.865139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Checking segment: {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:24.866156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.866156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Bound using segment: {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:24.866430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Bound port: 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:24.866808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:24.879729 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Floating IP 1cd20763-36e8-4e3a-8229-f5ee94f3130b associated. External IP: 172.35.1.123, port: 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b.
Jan 15 20:59:24.886183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c586bc55-78db-44a6-840a-6dcd7b6aa6c0 req-90bfa08f-1b0a-4573-9ad4-a2dcd40e0f86 service neutron] 10.222.0.45 "GET /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4641454
Jan 15 20:59:24.889359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1c6a00>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8be8b2bb-5859-45e2-b3c9-e9fb6f803467', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'port_id': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'mac_address': 'fa:16:3e:a5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:18Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 1, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:24.934345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-b138914e-a73d-41bb-9ce0-df2b0a4790b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 999 time: 0.1217978
Jan 15 20:59:24.937178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Checking router: 252c0203-0460-4e80-8d8f-6731ac40a93d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:24.970879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:24.971510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1c6a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:25.001859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-0541e899-9e3c-4f0f-802a-ecb38ee07786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:25.003420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-0541e899-9e3c-4f0f-802a-ecb38ee07786 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.0607445
Jan 15 20:59:25.047649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks [] for port (7cf5ea2d-375f-4590-af25-836bb895b886), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.055621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] For port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:25.059386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Allocated IP 172.35.1.108 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5f76c848-a96f-44d6-b52a-aaf5daad168f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:25.063527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] For port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:25.071729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.151607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-7cb9c73e-19eb-44f6-bebe-1bf32b10c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:25.161020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-7cb9c73e-19eb-44f6-bebe-1bf32b10c595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1478584
Jan 15 20:59:25.210173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d771fe9-9338-434f-bcba-09353f28a4bf req-f1879765-ea2c-4e8d-87d4-e4dd57dab3a6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 210 time: 0.1174967
Jan 15 20:59:25.243846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:25.246126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dfe8f-cb12-49ac-a601-84c0e7475db8 None None] Pushing event updated for resources: {'Port': ['ID=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:25.345277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.348427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-de5aa508-e760-41b4-b8c6-6b12c5831cae service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832979
Jan 15 20:59:25.364803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.367929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Router f3fb568f-94e2-42be-b910-010a2453e0c0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:25.420169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:25.421755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:25.434526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:25.491712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.589360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:25.601596 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d4cee0-ccb6-4aa2-b3cd-a472286e6e26 req-77bd47c4-bbe4-4999-b049-94852550d55b service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407589
Jan 15 20:59:25.610239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:25.610908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:25.624751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:25.633917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:25.640304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:25.648812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:25.684639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Pushing event updated for resources: {'Port': ['ID=5f76c848-a96f-44d6-b52a-aaf5daad168f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:25.705213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1c6a00>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8be8b2bb-5859-45e2-b3c9-e9fb6f803467', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'port_id': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'mac_address': 'fa:16:3e:a5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:18Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 1, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:25.722762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-a4ca803a-4a13-48dc-9494-16c29a2e6af5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3903992
Jan 15 20:59:25.749963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Request body: {'port': {'device_id': 'c8986b09-8342-4290-87be-22cece488c73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:25.758709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe8304a-5137-413a-93aa-93d87dfbd32a None None] The sync data for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 is: [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8be8b2bb-5859-45e2-b3c9-e9fb6f803467', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'port_id': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'mac_address': 'fa:16:3e:a5:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:58:18Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 1, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:25.980773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for router_gateway (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.133586 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb86a0f8-7fe5-4a71-b3f7-65086f64d62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.154776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:26.166760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Sync routers for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:26.177984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.214534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.238527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.288259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb9427-0dee-4640-8fdb-55f9e068bf3f req-75163f92-2824-47d7-8b81-e4f160b0e341 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:26.297041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fdb9427-0dee-4640-8fdb-55f9e068bf3f req-75163f92-2824-47d7-8b81-e4f160b0e341 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 945 time: 0.5316908
Jan 15 20:59:26.310044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-98e11287-1501-4739-ba85-51a8239f044f tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "PUT /v2.0/floatingips/1cd20763-36e8-4e3a-8229-f5ee94f3130b HTTP/1.1" status: 200  len: 992 time: 3.3447630
Jan 15 20:59:26.316042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:26.320413 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924ef57-8b07-4784-8a45-1e16f9d9ce40" -d '{"events": [{"name": "network-changed", "server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:26.332459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26fbd0-db22-469a-b373-e503828426b9 req-e9802745-0cb7-4d42-96b4-a7b12c491efe tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:26.338693 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:26.341048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:26.341210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d26fbd0-db22-469a-b373-e503828426b9 req-e9802745-0cb7-4d42-96b4-a7b12c491efe tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.2849932
Jan 15 20:59:26.381041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6644a-9d53-46fd-8f8d-f1d0e643188c None None] New status for floating IP 8be8b2bb-5859-45e2-b3c9-e9fb6f803467: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:59:26.515759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Router bf3f0290-e5a4-4fa9-b48b-720169ccce72 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:59:26.519253 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:26.591653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-c69b9a45-1132-48fc-b458-9c14741b7797 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:26.593209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-c69b9a45-1132-48fc-b458-9c14741b7797 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.39 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1206717
Jan 15 20:59:26.615482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fdb9427-0dee-4640-8fdb-55f9e068bf3f req-5a7b4ec2-32a1-4b32-a832-45e7a2216baa tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3172407
Jan 15 20:59:26.643030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d26fbd0-db22-469a-b373-e503828426b9 req-f6dbc4a3-3516-412a-9e14-2a4f8b1501d2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009918
Jan 15 20:59:26.751995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1fc4e-21cc-4273-822f-d0b5e285a199 None None] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:26.773095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb86a0f8-7fe5-4a71-b3f7-65086f64d62a admin admin] Publish callbacks [] for security_group (b84b7b0c-bed6-45ef-bde7-43856b366eb6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.808386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb86a0f8-7fe5-4a71-b3f7-65086f64d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b84b7b0c-bed6-45ef-bde7-43856b366eb6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.853061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:26.889633 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Sync routers for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:26.916781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:26.919091 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:26.920371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b253e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:26.926300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-533404ba-050a-4d49-bb4f-c695b30292ed admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8865499
Jan 15 20:59:26.932695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45682) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:27.002073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Provisioning complete for port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:27.002370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.014413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bb86a0f8-7fe5-4a71-b3f7-65086f64d62a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdba5201f9264028b1f544d597df5f6b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3886273
Jan 15 20:59:27.045361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45684) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:27.047008 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2300d13f-1ccf-41fc-9a52-1507b8978a3f x-openstack-request-id: req-2300d13f-1ccf-41fc-9a52-1507b8978a3f {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:27.047311 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:27.047582 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2300d13f-1ccf-41fc-9a52-1507b8978a3f {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:27.048012 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'status': 'completed', 'code': 200}
Jan 15 20:59:27.051419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a0f8-7fe5-4a71-b3f7-65086f64d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84b7b0c-bed6-45ef-bde7-43856b366eb6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:27.089031 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353e80>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1cd20763-36e8-4e3a-8229-f5ee94f3130b', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'floating_ip_address': '172.35.1.123', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'port_id': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'mac_address': 'fa:16:3e:8e:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:00Z', 'updated_at': '2022-01-15T20:59:24Z', 'revision_number': 1, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:27.108725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1aee60d5-1f55-4164-ab60-ba9968a2d9cc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:27.176804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52be4ec-f9de-4711-87e1-9d2122700411 req-9728839b-db2b-4b8b-8dcb-2d32501e81a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:27.190106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52be4ec-f9de-4711-87e1-9d2122700411 req-9728839b-db2b-4b8b-8dcb-2d32501e81a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 931 time: 0.3036036
Jan 15 20:59:27.200407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Checking router: f3fb568f-94e2-42be-b910-010a2453e0c0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:27.285612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Current status of the port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:27.286012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.314434 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:27.315393 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:27.354357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] Publish callbacks [] for security_group (b84b7b0c-bed6-45ef-bde7-43856b366eb6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.376999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] For port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:27.390060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf5ea2d-375f-4590-af25-836bb895b886 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:27.391450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.407850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:27.408801 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.438675 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks [] for port (7cf5ea2d-375f-4590-af25-836bb895b886), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.485404 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:27.513516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] Publish callbacks [] for security_group (b84b7b0c-bed6-45ef-bde7-43856b366eb6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.535914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Transition to ACTIVE for port object 7cf5ea2d-375f-4590-af25-836bb895b886 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:27.553334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52be4ec-f9de-4711-87e1-9d2122700411 req-a57fa155-18f8-48fd-8efb-89f48ead903c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194921
Jan 15 20:59:27.567065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.590452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-43d1e4b7-7bd6-41c0-996d-c866e60492cf None None] Provisioning complete for port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:27.590834 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43d1e4b7-7bd6-41c0-996d-c866e60492cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.604277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc77a5-7cb7-4498-ac3b-dd853bb2022c None None] Pushing event updated for resources: {'Port': ['ID=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:27.723727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:27.741007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b84b7b0c-bed6-45ef-bde7-43856b366eb6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.744340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.745836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b84b7b0c-bed6-45ef-bde7-43856b366eb6 HTTP/1.1" status: 204  len: 168 time: 0.6954379
Jan 15 20:59:27.776685 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:27.791133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9f4c6-f0fd-4022-a662-4449d4640d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84b7b0c-bed6-45ef-bde7-43856b366eb6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:27.831839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Deleting port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:27.832523 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:27.862672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-b7ef5dc9-80df-462e-9f60-bf1bc74ddd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:27.863949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e26ca-eb1c-4c59-a95d-55c515cc8263 req-7d75eda7-36ea-4c52-b3de-83b2f25c67c1 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:27.865299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-b7ef5dc9-80df-462e-9f60-bf1bc74ddd1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f16b035e629e4eb89850c2871a128781&device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 1097 time: 0.2471175
Jan 15 20:59:27.868745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-38841f93-4ee2-48e9-b920-fab252832722 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2521632
Jan 15 20:59:27.874184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-833e26ca-eb1c-4c59-a95d-55c515cc8263 req-7d75eda7-36ea-4c52-b3de-83b2f25c67c1 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 945 time: 0.2545235
Jan 15 20:59:27.963742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3bfb7-a90f-49be-b733-bb59be0d97d6 req-6fbe8f01-6569-44b9-841f-1c49e8086644 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:27.965730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47b3bfb7-a90f-49be-b733-bb59be0d97d6 req-6fbe8f01-6569-44b9-841f-1c49e8086644 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 946 time: 0.1474204
Jan 15 20:59:27.997854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-833e26ca-eb1c-4c59-a95d-55c515cc8263 req-d41c4eb2-3ccd-40d4-b332-5371dff0ca25 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224117
Jan 15 20:59:28.062369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47b3bfb7-a90f-49be-b733-bb59be0d97d6 req-eefac0fc-27a8-4795-8448-3a13500e79d3 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631104
Jan 15 20:59:28.064257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Attempting to bind port 7cf5ea2d-375f-4590-af25-836bb895b886 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:28.064593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Attempting to bind port 7cf5ea2d-375f-4590-af25-836bb895b886 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:28.065102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Attempting to bind port 7cf5ea2d-375f-4590-af25-836bb895b886 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:28.071845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Port 7cf5ea2d-375f-4590-af25-836bb895b886 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:28.072195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Attempting to bind port 7cf5ea2d-375f-4590-af25-836bb895b886 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:28.078045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:28.078399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Checking segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:28.078786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Bound using segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:28.079219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Bound port: 7cf5ea2d-375f-4590-af25-836bb895b886, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:28.079584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.174652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:28.189702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:28.193204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:28.200343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.219091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-43d1e4b7-7bd6-41c0-996d-c866e60492cf None None] Current status of the port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:28.249350 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b253e50>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:25Z', 'revision_number': 3, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:28.271868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.273292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.274997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] 10.222.0.39 "PUT /v2.0/ports/7cf5ea2d-375f-4590-af25-836bb895b886 HTTP/1.1" status: 200  len: 1091 time: 2.5361526
Jan 15 20:59:28.314701 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Checking router: bf3f0290-e5a4-4fa9-b48b-720169ccce72 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:28.315048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Updating router bf3f0290-e5a4-4fa9-b48b-720169ccce72 port 5f76c848-a96f-44d6-b52a-aaf5daad168f binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:59:28.348109 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.395002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] For port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:28.395377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.402710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-032cfd57-686c-472b-8ede-34af3ffbf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.404240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-032cfd57-686c-472b-8ede-34af3ffbf44c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1097 time: 0.4933956
Jan 15 20:59:28.421732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Calling delete_port for a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:28.424190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-34d44b5a-58c3-45d1-a239-d79e46540314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.425823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-34d44b5a-58c3-45d1-a239-d79e46540314 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bfa39ea-0964-46f2-af6c-3e9216614c72 HTTP/1.1" status: 200  len: 907 time: 0.5163112
Jan 15 20:59:28.433972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f822-d675-406f-9905-ff4bce551d8b service neutron] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:28.457860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-572bc4dc-f41e-4f2c-b91a-1b0978328f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.459527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-572bc4dc-f41e-4f2c-b91a-1b0978328f82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 1094 time: 0.1175673
Jan 15 20:59:28.527670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-4ec50885-5f4a-4006-bde2-809ad28b76b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cf5ea2d-375f-4590-af25-836bb895b886 HTTP/1.1" status: 200  len: 217 time: 0.0578423
Jan 15 20:59:28.625577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-15e30baf-59b1-4fb9-a1d4-254bcadbd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.629010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-15e30baf-59b1-4fb9-a1d4-254bcadbd30f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.0933137
Jan 15 20:59:28.660346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-4d51dbd8-f044-4a6a-8576-77c64a85ade2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b HTTP/1.1" status: 200  len: 1000 time: 0.2164841
Jan 15 20:59:28.673202 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353e80>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1cd20763-36e8-4e3a-8229-f5ee94f3130b', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'floating_ip_address': '172.35.1.123', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'port_id': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'mac_address': 'fa:16:3e:8e:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:00Z', 'updated_at': '2022-01-15T20:59:24Z', 'revision_number': 1, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:28.720160 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adecfb9a-fbc4-4d43-863b-27e14b916e87 None None] The sync data for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 is: [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1cd20763-36e8-4e3a-8229-f5ee94f3130b', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'floating_ip_address': '172.35.1.123', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'port_id': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'mac_address': 'fa:16:3e:8e:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:00Z', 'updated_at': '2022-01-15T20:59:24Z', 'revision_number': 1, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:28.747650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-be8ce505-7350-4308-a04a-872530ca325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.749232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-be8ce505-7350-4308-a04a-872530ca325b service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.3183029
Jan 15 20:59:28.754534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-1df5fce3-e252-4902-8c89-5e7e1c5cbc0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126580
Jan 15 20:59:28.831526 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks [] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.839566 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:28.905726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-71087c2f-0aa2-477b-ba9d-6307eab911b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:28.907309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-71087c2f-0aa2-477b-ba9d-6307eab911b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb619c47-9690-4d6d-8893-caf3e4489c9d HTTP/1.1" status: 200  len: 845 time: 0.2355607
Jan 15 20:59:28.927730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-9bae79a3-34e4-4988-aa11-414b1ce0dae2 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565506
Jan 15 20:59:28.927848 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Attempting to bind port 5f76c848-a96f-44d6-b52a-aaf5daad168f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:28.927848 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Attempting to bind port 5f76c848-a96f-44d6-b52a-aaf5daad168f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:28.927848 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Attempting to bind port 5f76c848-a96f-44d6-b52a-aaf5daad168f on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:29.004359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1aee60d5-1f55-4164-ab60-ba9968a2d9cc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:29.077239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:29.077979 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:29.078460 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.078913 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:29.079443 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Bound port: 5f76c848-a96f-44d6-b52a-aaf5daad168f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:29.079896 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.152103 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] For port 5f76c848-a96f-44d6-b52a-aaf5daad168f, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:29.157590 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] For port 5f76c848-a96f-44d6-b52a-aaf5daad168f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76c848-a96f-44d6-b52a-aaf5daad168f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:29.160209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:29.165919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28f46c-268e-49fc-97c9-0a7e425b096f None None] New status for floating IP 1cd20763-36e8-4e3a-8229-f5ee94f3130b: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 20:59:29.168102 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d7f715-0563-4350-9e41-7bb530724134" -d '{"events": [{"name": "network-changed", "server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:29.171024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.174511 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f6c53-3e33-4136-ab33-b94d107ab14b None None] Pushing event updated for resources: {'Port': ['ID=5f76c848-a96f-44d6-b52a-aaf5daad168f,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:29.176377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0f36089-92af-4be0-91d2-e858c491ac9d req-d9c2a1a6-902d-408f-8514-0eb4b850a0d9 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2491140
Jan 15 20:59:29.185294 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.251656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:29.275553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:29.276916 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b253e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:29.301431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.347614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Pushing event deleted for resources: {'Port': ['ID=a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:29.348858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:29.352984 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.362019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-a91ee1b0-a8a2-4c9e-abe9-af9900b83d2e tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:29.365184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-a91ee1b0-a8a2-4c9e-abe9-af9900b83d2e tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 945 time: 0.4391005
Jan 15 20:59:29.378198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3345f0a-323e-4b5c-87f5-41beb9e3ce9b req-8af54de7-f37f-4c8b-98df-33985f7ae181 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:29.381152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3345f0a-323e-4b5c-87f5-41beb9e3ce9b req-8af54de7-f37f-4c8b-98df-33985f7ae181 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 943 time: 0.4569132
Jan 15 20:59:29.407337 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:29.438108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] No DVR routers for this DVR port a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:29.442436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.446008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03574fd4-0e9d-4bb5-ad4b-fbe9588db23b req-7b4e2941-ada0-43aa-ab37-c86c516e6b24 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.39 "DELETE /v2.0/ports/a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 HTTP/1.1" status: 204  len: 173 time: 2.8439777
Jan 15 20:59:29.446998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'name': 'network-vif-deleted', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:29.453776 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb0eb1-a947-4077-8784-7be4675e99df" -d '{"events": [{"server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "name": "network-vif-deleted", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:29.455522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-d5ffc0cc-58fd-4d52-972b-043a21fb3637 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 1001 time: 0.6905565
Jan 15 20:59:29.469885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca11b-b0f3-4e4b-9e63-3abbb84a1ad7 req-ab05ba91-21fc-4cee-9e8a-d10ae59bcd82 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:29.477180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e2ca11b-b0f3-4e4b-9e63-3abbb84a1ad7 req-ab05ba91-21fc-4cee-9e8a-d10ae59bcd82 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 945 time: 0.2952535
Jan 15 20:59:29.527811 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f6c53-3e33-4136-ab33-b94d107ab14b None None] Pushing event updated for resources: {'Port': ['ID=5f76c848-a96f-44d6-b52a-aaf5daad168f,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:29.578782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-3e418e26-80cd-4f8e-b777-e06424c32e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:29.590890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-3e418e26-80cd-4f8e-b777-e06424c32e64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bfa39ea-0964-46f2-af6c-3e9216614c72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4788954
Jan 15 20:59:29.601878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:29.612480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3345f0a-323e-4b5c-87f5-41beb9e3ce9b req-629f9cd9-fe3a-4abf-b414-6b40261ddacd tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193108
Jan 15 20:59:29.638055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e2ca11b-b0f3-4e4b-9e63-3abbb84a1ad7 req-57c82494-72ad-4a20-a36c-c76acb7c4fdc tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/security-groups?id=34b4bbb8-e754-4683-b96c-5d8b69a28a5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530652
Jan 15 20:59:29.665669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-7f0ec2ec-8f9d-4729-92ed-c29cddff4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:29.667165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-7f0ec2ec-8f9d-4729-92ed-c29cddff4b85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.2006276
Jan 15 20:59:29.668260 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b253e50>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:25Z', 'revision_number': 3, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:29.689768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Deleting port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:29.690124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.722358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:29.732995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:29.743753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3d2f7-8d55-413e-a507-702244c09bbf None None] The sync data for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 is: [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:25Z', 'revision_number': 3, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:29.827615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8275bb9-a612-4208-b5b8-a8622db88c7d req-8ed952ef-3c4c-45cf-ac20-d9aad407077c tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=689dd504-e36e-41d0-a461-acce91952e7e HTTP/1.1" status: 200  len: 210 time: 0.0409524
Jan 15 20:59:29.835664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Allocated IP 172.20.0.1 (11c7b3fc-2a02-4c30-b4fe-2709a9b61144/bebfdeec-fed1-488d-bf62-4889264fe181/8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:29.868859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:29.883775 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d70d96-800f-4b3e-a06e-ab0d4369bb18 x-openstack-request-id: req-08d70d96-800f-4b3e-a06e-ab0d4369bb18 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:29.884072 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:29.884291 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08d70d96-800f-4b3e-a06e-ab0d4369bb18 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:29.884769 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886', 'status': 'completed', 'code': 200}
Jan 15 20:59:29.918949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] For port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,segment=NetworkSegment(61f8a3f5-e826-4e36-b3b1-c4643f8b13e4),segment_id=61f8a3f5-e826-4e36-b3b1-c4643f8b13e4)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:29.919591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:29.935571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Calling delete_port for 91ff1980-18eb-4ad0-9fb9-080ce1912c6f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:30.121869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (91ff1980-18eb-4ad0-9fb9-080ce1912c6f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:30.123402 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d1f1a-48a4-49b0-af49-b250e734dbc9 x-openstack-request-id: req-547d1f1a-48a4-49b0-af49-b250e734dbc9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:30.123875 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689dd504-e36e-41d0-a461-acce91952e7e", "name": "network-vif-deleted", "tag": "a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:30.123994 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-547d1f1a-48a4-49b0-af49-b250e734dbc9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:30.124332 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689dd504-e36e-41d0-a461-acce91952e7e', 'name': 'network-vif-deleted', 'tag': 'a9e5de5f-a2aa-4d5e-9883-5e3f4e4bb682', 'status': 'completed', 'code': 200}
Jan 15 20:59:30.175509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Pushing event deleted for resources: {'Port': ['ID=91ff1980-18eb-4ad0-9fb9-080ce1912c6f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:30.222839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks [] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:30.252899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-58359fb1-4d69-435f-9cd9-484fcf7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:30.254454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-58359fb1-4d69-435f-9cd9-484fcf7d47ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2471209
Jan 15 20:59:30.255633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] No DVR routers for this DVR port 91ff1980-18eb-4ad0-9fb9-080ce1912c6f on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:30.260442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:30.260599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f715-0563-4350-9e41-7bb530724134 req-f45de820-ebe5-4e65-bc13-e23948aa8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:30.262038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-f45de820-ebe5-4e65-bc13-e23948aa8ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 1094 time: 0.2303054
Jan 15 20:59:30.265197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1d04b63-6d92-4591-839a-cbb992a1de43 req-35c952c4-941e-4902-b6d3-fd33dbb41c00 tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.39 "DELETE /v2.0/ports/91ff1980-18eb-4ad0-9fb9-080ce1912c6f HTTP/1.1" status: 204  len: 173 time: 0.8788819
Jan 15 20:59:30.274829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-6b2f9cce-9a15-48e3-836f-3f568b252e13 service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6696382
Jan 15 20:59:30.544677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:30.594709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-c5a63426-1b33-4e74-9cc6-b475b1906b1b service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3316250
Jan 15 20:59:30.604441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f715-0563-4350-9e41-7bb530724134 req-f80cc67f-0fb1-41ad-a5bc-3fb3e44ca340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:30.605901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-f80cc67f-0fb1-41ad-a5bc-3fb3e44ca340 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 916 time: 0.3302197
Jan 15 20:59:30.622441 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7924ef57-8b07-4784-8a45-1e16f9d9ce40 req-d103ab62-ccda-4ad4-b581-05a4ba4ad75a service neutron] 10.222.0.45 "GET /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273580
Jan 15 20:59:30.630630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:30.696353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:30.722865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:30.726540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:30.732327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-4158172c-8269-4648-9d44-fa96f12eb1a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cf5ea2d-375f-4590-af25-836bb895b886 HTTP/1.1" status: 200  len: 217 time: 0.1046062
Jan 15 20:59:30.782034 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:30.872726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66129b10-14a3-4fae-90bb-c4c7e80a93a9 req-19d9ef19-5e81-4586-b076-67e2f828af6e service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634070
Jan 15 20:59:30.882400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-846651e8-e1d9-4266-9627-b37f8f3f227c req-4e1aef0f-c049-4943-bff2-d7e23b32fdbc tempest-InstanceActionsNegativeTestJSON-1231237904 tempest-InstanceActionsNegativeTestJSON-1231237904-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c93f609-7034-418c-95ac-eb1589a1cb4b HTTP/1.1" status: 200  len: 210 time: 0.0519452
Jan 15 20:59:30.924571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142cfe-44b3-4a8d-9e16-55436fb4499d req-1756789b-fc06-4b68-bd76-878ec1db623a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:30.927064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d142cfe-44b3-4a8d-9e16-55436fb4499d req-1756789b-fc06-4b68-bd76-878ec1db623a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 943 time: 0.1742270
Jan 15 20:59:31.047182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f76c848-a96f-44d6-b52a-aaf5daad168f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:31.080126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d142cfe-44b3-4a8d-9e16-55436fb4499d req-493dfac8-b801-4438-87d8-0709b7d43649 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465602
Jan 15 20:59:31.120998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c2f6834e-a2d3-4aef-9db2-e783eed7e4db None None] Provisioning complete for port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:31.121574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2f6834e-a2d3-4aef-9db2-e783eed7e4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.182763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6834e-a2d3-4aef-9db2-e783eed7e4db None None] Port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:31.219261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5f76c848-a96f-44d6-b52a-aaf5daad168f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:31.219437 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.354381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5f76c848-a96f-44d6-b52a-aaf5daad168f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:31.354781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.383016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 5f76c848-a96f-44d6-b52a-aaf5daad168f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76c848-a96f-44d6-b52a-aaf5daad168f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:31.393016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.422140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f715-0563-4350-9e41-7bb530724134 req-ddbd8ccb-36bd-431b-b4c9-94fe321a99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:31.424335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-ddbd8ccb-36bd-431b-b4c9-94fe321a99d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.5771978
Jan 15 20:59:31.473063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=5f76c848-a96f-44d6-b52a-aaf5daad168f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:31.496086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-2decf13e-21e7-4337-98c9-7bf405cca3ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0633459
Jan 15 20:59:31.567557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:31.571476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 91ff1980-18eb-4ad0-9fb9-080ce1912c6f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:31.607596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 91ff1980-18eb-4ad0-9fb9-080ce1912c6f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:31.608208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 91ff1980-18eb-4ad0-9fb9-080ce1912c6f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:31.616774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea218-0731-4045-9211-10b9f951699f req-9a08680e-8185-46d5-a614-36a4157478d8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:31.627938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6eea218-0731-4045-9211-10b9f951699f req-9a08680e-8185-46d5-a614-36a4157478d8 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0974646
Jan 15 20:59:31.640954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.657233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-6e1ab8cd-c5e5-43b7-ae5b-cfe1e763751f service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545279
Jan 15 20:59:31.694286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6eea218-0731-4045-9211-10b9f951699f req-92cf328e-0c28-477d-a0cd-2c7a83352dd2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641806
Jan 15 20:59:31.749998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:31.760642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '7cf5ea2d-375f-4590-af25-836bb895b886', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'port_id': '7cf5ea2d-375f-4590-af25-836bb895b886', 'mac_address': 'fa:16:3e:a7:5a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6ce766-353f-4888-96f6-d764fc2bfa30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:31.799463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7cf5ea2d-375f-4590-af25-836bb895b886 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:31.800565 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.815110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf5ea2d-375f-4590-af25-836bb895b886 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:31.835583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:31.841418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.852083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3d7f715-0563-4350-9e41-7bb530724134 req-ef3e81a8-85b7-497b-9902-72f41ad6a089 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854196
Jan 15 20:59:31.886277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'name': 'network-vif-deleted', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:31.889682 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7f69c3-6f28-483a-8a34-8760ab979d6d" -d '{"events": [{"server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "name": "network-vif-deleted", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:31.929455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:31.933249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks [] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.942080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:31.951855 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c325ef-65d4-4ba1-b0a9-2f4eb3b70c68 x-openstack-request-id: req-56c325ef-65d4-4ba1-b0a9-2f4eb3b70c68 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:31.952138 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c93f609-7034-418c-95ac-eb1589a1cb4b", "name": "network-vif-deleted", "tag": "91ff1980-18eb-4ad0-9fb9-080ce1912c6f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:31.952435 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56c325ef-65d4-4ba1-b0a9-2f4eb3b70c68 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:31.952987 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c93f609-7034-418c-95ac-eb1589a1cb4b', 'name': 'network-vif-deleted', 'tag': '91ff1980-18eb-4ad0-9fb9-080ce1912c6f', 'status': 'completed', 'code': 200}
Jan 15 20:59:32.011171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45774) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:32.038049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:32.041936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.052255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['7cf5ea2d-375f-4590-af25-836bb895b886'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:32.069197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Deleting subnet b2f0e329-dd2f-4fb6-9535-81cbef6f1e97 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:59:32.076181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Publish callbacks [] for subnet (b2f0e329-dd2f-4fb6-9535-81cbef6f1e97), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.165865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (b2f0e329-dd2f-4fb6-9535-81cbef6f1e97), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.193283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:32.195439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:32.284525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b2f0e329-dd2f-4fb6-9535-81cbef6f1e97), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.336673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Router bf3f0290-e5a4-4fa9-b48b-720169ccce72 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:32.418150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5069d71-ffcb-4790-884c-d5fac8e7e25c req-9037d4d2-fea3-4682-8760-7972b8c5fdb1 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:32.419975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5069d71-ffcb-4790-884c-d5fac8e7e25c req-9037d4d2-fea3-4682-8760-7972b8c5fdb1 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 944 time: 0.1601233
Jan 15 20:59:32.476065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (b2f0e329-dd2f-4fb6-9535-81cbef6f1e97), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.485400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:32.491695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42a7fa95-3a43-446d-8281-366eee7ea6a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/bf3f0290-e5a4-4fa9-b48b-720169ccce72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5576174
Jan 15 20:59:32.495145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Sync routers for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:32.515318 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:32.516803 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b014130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:32.537823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.545027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:32.550568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2f0e329-dd2f-4fb6-9535-81cbef6f1e97 HTTP/1.1" status: 204  len: 168 time: 0.5381613
Jan 15 20:59:32.585296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf885-5f1f-405e-b1aa-3c05f64ec143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f0e329-dd2f-4fb6-9535-81cbef6f1e97,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:32.622275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5069d71-ffcb-4790-884c-d5fac8e7e25c req-71d0d340-5afc-41b1-8d83-3e7d5942e571 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925256
Jan 15 20:59:32.629922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1f074d1b-5e5c-42d0-9be8-6a6bccab22bf None None] Provisioning complete for port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:32.633960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f074d1b-5e5c-42d0-9be8-6a6bccab22bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.680410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:32.681111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5567dad2-7b3c-4256-9525-ef4026166298), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.722803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1f074d1b-5e5c-42d0-9be8-6a6bccab22bf None None] Port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:32.805402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5567dad2-7b3c-4256-9525-ef4026166298), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.841481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79e65580>,) {'filters': {'network_id': ['5567dad2-7b3c-4256-9525-ef4026166298']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:32.868959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79e65580>, '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:32.869266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79e65580>, '61f8a3f5-e826-4e36-b3b1-c4643f8b13e4') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:32.884318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (61f8a3f5-e826-4e36-b3b1-c4643f8b13e4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.889813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144a3b-975e-42bb-a249-80e5d9dc073c req-f26ee995-bafc-447c-96f1-79eae8f2e002 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:32.891386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20144a3b-975e-42bb-a249-80e5d9dc073c req-f26ee995-bafc-447c-96f1-79eae8f2e002 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1051140
Jan 15 20:59:32.907910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (61f8a3f5-e826-4e36-b3b1-c4643f8b13e4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.918977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:59:32.919873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (61f8a3f5-e826-4e36-b3b1-c4643f8b13e4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:32.922635 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:59:32.925229 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:59:32.927374 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:59:32.927374 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:59:32.927374 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:59:32.977727 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b014130>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7', 'name': '', 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'mac_address': 'fa:16:3e:f3:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:29Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 2, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'subnets': [{'id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:32.994367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f76c848-a96f-44d6-b52a-aaf5daad168f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:33.007603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5567dad2-7b3c-4256-9525-ef4026166298), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.060238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20144a3b-975e-42bb-a249-80e5d9dc073c req-50dc17e0-5034-4421-a5b4-b5759363b7cd tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349692
Jan 15 20:59:33.061917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.064497 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Checking router: bf3f0290-e5a4-4fa9-b48b-720169ccce72 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:33.068400 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Updating router bf3f0290-e5a4-4fa9-b48b-720169ccce72 port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:59:33.068486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5567dad2-7b3c-4256-9525-ef4026166298 HTTP/1.1" status: 204  len: 168 time: 0.5191255
Jan 15 20:59:33.068486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cef13-51a2-4a3d-af1d-ec4b3978f6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5567dad2-7b3c-4256-9525-ef4026166298,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:33.096579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5f76c848-a96f-44d6-b52a-aaf5daad168f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:33.097616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.101825 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.219824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5f76c848-a96f-44d6-b52a-aaf5daad168f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:33.376615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:33.430783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42765da4-d767-442f-a510-953358f9430a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d976820970ac45138c6bf2da811786c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0527301
Jan 15 20:59:33.434792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45848) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:33.458650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:33.471450 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks [] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.482208 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.517156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] Publish callbacks [] for security_group (34b4bbb8-e754-4683-b96c-5d8b69a28a5f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.536581 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf02612-f2a5-4156-bff9-4eb436256e26 None None] Pushing event updated for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:33.565157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] Publish callbacks [] for security_group (34b4bbb8-e754-4683-b96c-5d8b69a28a5f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.572817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:33.653409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 7cf5ea2d-375f-4590-af25-836bb895b886 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:33.664443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 7cf5ea2d-375f-4590-af25-836bb895b886 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:33.666049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.706813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (34b4bbb8-e754-4683-b96c-5d8b69a28a5f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.710077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.711229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34b4bbb8-e754-4683-b96c-5d8b69a28a5f HTTP/1.1" status: 204  len: 168 time: 0.2750905
Jan 15 20:59:33.713740 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Attempting to bind port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:33.714103 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Attempting to bind port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:33.714486 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Attempting to bind port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 on network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:33.735817 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:33.736200 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Checking segment: {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:33.740976 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.740976 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Bound using segment: {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:33.742181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f80b0-25a2-4648-b660-3111266cc4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4bbb8-e754-4683-b96c-5d8b69a28a5f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:33.757509 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Bound port: 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae20fad-829b-4f8e-a393-bb32e45e8bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:33.767274 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.858286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7cf5ea2d-375f-4590-af25-836bb895b886 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:33.867844 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.874355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445b9-bf7b-4f82-a435-70ff42df2e63 req-c8a62dc8-15cf-4e52-9334-cf56174c58d6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:33.883690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1445b9-bf7b-4f82-a435-70ff42df2e63 req-c8a62dc8-15cf-4e52-9334-cf56174c58d6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 944 time: 0.0817595
Jan 15 20:59:33.920851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:33.921880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:33.928568 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1236763-5d9b-49ac-9b47-db21e39ba390" -d '{"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-plugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:33.938998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0007291c-c32e-45d4-bea0-42455b1ec330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.951157 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:33.977550 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] For port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:33.984256 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] For port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:33.988219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d1445b9-bf7b-4f82-a435-70ff42df2e63 req-1c636ce9-f437-4554-a43d-147860893e36 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034653
Jan 15 20:59:33.994464 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.057583 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e9964c-a284-4655-919e-ab9309a55290 x-openstack-request-id: req-94e9964c-a284-4655-919e-ab9309a55290 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:34.058233 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-plugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:34.059327 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94e9964c-a284-4655-919e-ab9309a55290 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:34.060325 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886', 'code': 200}
Jan 15 20:59:34.141439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:34.150542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Provisioning complete for port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:34.151282 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.217222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0007291c-c32e-45d4-bea0-42455b1ec330 admin admin] Publish callbacks [] for security_group (70b777f5-46be-4443-9fa9-7cec7f68c7f9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.222691 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:34.223266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0007291c-c32e-45d4-bea0-42455b1ec330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70b777f5-46be-4443-9fa9-7cec7f68c7f9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.223382 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b014130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:34.253600 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf02612-f2a5-4156-bff9-4eb436256e26 None None] Pushing event updated for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:34.271319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85b440-713a-48f8-9c6f-04de3539d5c6 req-5f159bcd-afd0-49f4-aa77-7701c3ebea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:34.273033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-da85b440-713a-48f8-9c6f-04de3539d5c6 req-5f159bcd-afd0-49f4-aa77-7701c3ebea47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 1096 time: 0.1416843
Jan 15 20:59:34.318408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Current status of the port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:34.319359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.355175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007291c-c32e-45d4-bea0-42455b1ec330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b777f5-46be-4443-9fa9-7cec7f68c7f9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:34.364119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-da85b440-713a-48f8-9c6f-04de3539d5c6 req-a59499da-733b-4b5c-87b6-3e0efa6ea8ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751441
Jan 15 20:59:34.429206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0007291c-c32e-45d4-bea0-42455b1ec330 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=704703e47c3a475fb7e158bd9830e3b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9687748
Jan 15 20:59:34.432056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45914) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:34.434891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] For port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:34.446306 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.462086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52001-b641-4310-b221-3d5d106c3f3a req-d6906e4d-0382-4ef3-8db8-ccfa178b9028 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:34.473636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eea52001-b641-4310-b221-3d5d106c3f3a req-d6906e4d-0382-4ef3-8db8-ccfa178b9028 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.1888947
Jan 15 20:59:34.515885 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:34.558714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] Publish callbacks [] for security_group (70b777f5-46be-4443-9fa9-7cec7f68c7f9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.564926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b554b-03fe-4b29-a43c-f3e536bb7150 None None] Pushing event updated for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:34.569957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eea52001-b641-4310-b221-3d5d106c3f3a req-45a0d1dd-86e6-4336-9094-19e62cdb1b37 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898986
Jan 15 20:59:34.579085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-19e739c8-2a7e-4365-a7f3-fef9ee1c1f14 None None] Provisioning complete for port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:34.579639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-19e739c8-2a7e-4365-a7f3-fef9ee1c1f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.601848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] Publish callbacks [] for security_group (70b777f5-46be-4443-9fa9-7cec7f68c7f9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.673675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-19e739c8-2a7e-4365-a7f3-fef9ee1c1f14 None None] Current status of the port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:34.679766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70b777f5-46be-4443-9fa9-7cec7f68c7f9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.682859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:34.684994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70b777f5-46be-4443-9fa9-7cec7f68c7f9 HTTP/1.1" status: 204  len: 168 time: 0.2511261
Jan 15 20:59:34.693281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6791b-67d7-49d0-9a9f-097c568a0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b777f5-46be-4443-9fa9-7cec7f68c7f9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:34.816402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 20:59:34.892446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45934) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:34.938446 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b014130>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7', 'name': '', 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'mac_address': 'fa:16:3e:f3:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:29Z', 'updated_at': '2022-01-15T20:59:33Z', 'revision_number': 4, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'subnets': [{'id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:34.966969 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f6b03-dd66-4886-ac51-fa1952c44567 None None] The sync data for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 is: [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7', 'name': '', 'network_id': '11c7b3fc-2a02-4c30-b4fe-2709a9b61144', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'mac_address': 'fa:16:3e:f3:ce:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:29Z', 'updated_at': '2022-01-15T20:59:33Z', 'revision_number': 4, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'subnets': [{'id': 'bebfdeec-fed1-488d-bf62-4889264fe181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:35.005617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-268735243-network', 'tenant_id': '56b3ba8ddd164cbbbc04a57bd2819003'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:35.052101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Made reservation on behalf of 56b3ba8ddd164cbbbc04a57bd2819003 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:35.054576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.074984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.173986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528131c-f238-4503-847d-fe7884344a9f req-18fd629c-a478-4cd2-87ad-4a7608f40fa6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:35.177295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4528131c-f238-4503-847d-fe7884344a9f req-18fd629c-a478-4cd2-87ad-4a7608f40fa6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0737429
Jan 15 20:59:35.211990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks [] for security_group (86aa8406-5003-4e41-a2b1-ad3dbf3444e0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.217989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (86aa8406-5003-4e41-a2b1-ad3dbf3444e0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.266047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:35.269135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4528131c-f238-4503-847d-fe7884344a9f req-b8b60dbd-3d39-4482-a602-dc39e2a2aa1b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724976
Jan 15 20:59:35.279126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa8406-5003-4e41-a2b1-ad3dbf3444e0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:35.290997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0a9426df-eb8d-4392-8fe6-6891bf47cb8c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.291345 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Added segment 0a9426df-eb8d-4392-8fe6-6891bf47cb8c of type vlan for network 06debdb1-4712-4eed-bcd6-395d1a8ea49c
Jan 15 20:59:35.344570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (06debdb1-4712-4eed-bcd6-395d1a8ea49c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.414585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (06debdb1-4712-4eed-bcd6-395d1a8ea49c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.416412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:35.417659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.525299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6315739
Jan 15 20:59:35.528288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:35.530353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299abb10-1b83-47d6-8bc6-4644d4752096 admin admin] Pushing event updated for resources: {'Network': ['ID=06debdb1-4712-4eed-bcd6-395d1a8ea49c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:35.534478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Request body: {'subnet': {'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-268735243-subnet', 'tenant_id': '56b3ba8ddd164cbbbc04a57bd2819003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:35.542842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 06debdb1-4712-4eed-bcd6-395d1a8ea49c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:35.583810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Made reservation on behalf of 56b3ba8ddd164cbbbc04a57bd2819003 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:35.594166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45962) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:35.600739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.724481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1903574833-network', 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:35.760719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65eb53-ccae-49e2-9a4d-6262707a9178 req-89173194-f47d-4233-8389-19e334b622d2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:35.763635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:35.766354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.768162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a65eb53-ccae-49e2-9a4d-6262707a9178 req-89173194-f47d-4233-8389-19e334b622d2 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0920517
Jan 15 20:59:35.778493 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.839089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a65eb53-ccae-49e2-9a4d-6262707a9178 req-d97a17eb-ce68-4529-8eb0-52f01f3275ff tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649393
Jan 15 20:59:35.939658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks [] for security_group (b6ac1af4-bb75-4ff4-8e60-54ea04069e7b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.947913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (bd3cbb85-6220-4632-9d31-9042ddb47b37), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:35.949704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6ac1af4-bb75-4ff4-8e60-54ea04069e7b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.000415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:36.012764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:36.023383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (59b03347-7f38-4b4b-bc2b-71baba319744), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.023664 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Added segment 59b03347-7f38-4b4b-bc2b-71baba319744 of type vlan for network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44
Jan 15 20:59:36.036156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3cbb85-6220-4632-9d31-9042ddb47b37,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:36.051238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Checking segment: {'id': '0a9426df-eb8d-4392-8fe6-6891bf47cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:36.051606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Network hostable DHCP agents. Network: 06debdb1-4712-4eed-bcd6-395d1a8ea49c, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:36.073715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Network 06debdb1-4712-4eed-bcd6-395d1a8ea49c is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:36.084688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 06debdb1-4712-4eed-bcd6-395d1a8ea49c) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:36.087142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2853abb2-f8b6-4eeb-86ee-8eff3f932a44), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.089452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:36.090078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.098642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53bda7c-3a3b-4c65-884d-8470eca12b6a None None] Network 06debdb1-4712-4eed-bcd6-395d1a8ea49c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:36.109224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ee838cd9-66c0-475e-aaf7-9e4ab6928d43 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5794437
Jan 15 20:59:36.123031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2853abb2-f8b6-4eeb-86ee-8eff3f932a44), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.124596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:36.125433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.195535 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6001198
Jan 15 20:59:36.198639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45978) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:36.206585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3b4ab-e75d-40a6-bdd0-5bf9d23799dc admin admin] Pushing event updated for resources: {'Network': ['ID=2853abb2-f8b6-4eeb-86ee-8eff3f932a44,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:36.206903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Request body: {'subnet': {'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1903574833-subnet', 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:36.233562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:36.261871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:36.264529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.417093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd0935-b6d0-432a-b881-50768f6ddb56 None None] Network 06debdb1-4712-4eed-bcd6-395d1a8ea49c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:36.572701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01e0c-68be-4d0e-876f-e24be7262941 req-fbba92f7-aa92-46e8-acae-e34949cda468 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:36.574955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cb01e0c-68be-4d0e-876f-e24be7262941 req-fbba92f7-aa92-46e8-acae-e34949cda468 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1393452
Jan 15 20:59:36.646242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (6c658d0a-28f4-4644-b44b-3aba188aaf37), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.796190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Checking segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:36.796560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Network hostable DHCP agents. Network: 2853abb2-f8b6-4eeb-86ee-8eff3f932a44, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:36.819774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c658d0a-28f4-4644-b44b-3aba188aaf37,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:36.824769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cb01e0c-68be-4d0e-876f-e24be7262941 req-ef2eb238-255f-485e-8a4a-b121426c9d81 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886015
Jan 15 20:59:36.864252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:36.887578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2853abb2-f8b6-4eeb-86ee-8eff3f932a44) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:36.892442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:36.893130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:36.903239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-8ee9b4d9-e83d-4e8a-a64b-8b955d66d6cb tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:36.905093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-8ee9b4d9-e83d-4e8a-a64b-8b955d66d6cb tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/networks?id=06debdb1-4712-4eed-bcd6-395d1a8ea49c HTTP/1.1" status: 200  len: 820 time: 0.2090263
Jan 15 20:59:36.910071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02925d61-0479-4ac7-bdc2-e709eef13656 None None] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:36.941982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-7590d855-4384-439b-8fe1-321f98943df0 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/quotas/56b3ba8ddd164cbbbc04a57bd2819003 HTTP/1.1" status: 200  len: 375 time: 0.0165408
Jan 15 20:59:36.950115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b451101-3b04-4112-98cd-7389eed2c812 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7486992
Jan 15 20:59:36.980987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-500abb9c-c197-4dcc-b806-f53586fef2ea tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56b3ba8ddd164cbbbc04a57bd2819003&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293951
Jan 15 20:59:36.994963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-8d053a27-150b-4e02-bcb7-a658bdfa3a8e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:59:36.996795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-8d053a27-150b-4e02-bcb7-a658bdfa3a8e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089405
Jan 15 20:59:37.012002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:37.117747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:37.118259 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:37.121753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3c3db-5198-4c27-93e6-5a177ffb6adc None None] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:37.295571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:37.396154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-72bbd92b-b853-4205-999c-ce0182dd3a05 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:37.398623 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-72bbd92b-b853-4205-999c-ce0182dd3a05 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.45 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0687332
Jan 15 20:59:37.423721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676efb-8324-4496-9ea3-0cbc339a78ca req-3fd0fbdb-1337-4e11-bea4-b2709ca096e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:37.425238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4676efb-8324-4496-9ea3-0cbc339a78ca req-3fd0fbdb-1337-4e11-bea4-b2709ca096e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.4046445
Jan 15 20:59:37.429277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-d74090aa-f05a-411e-af85-aaaf37c81cdc service neutron] 10.222.0.46 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4243202
Jan 15 20:59:37.524194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Deleting port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:37.524463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:37.541769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4676efb-8324-4496-9ea3-0cbc339a78ca req-ec45b92e-5158-4c85-b913-226918c83a49 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039348
Jan 15 20:59:37.564265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-8e8b0c4b-60c1-47c9-bf10-9b176aa88b0d service neutron] 10.222.0.46 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194341
Jan 15 20:59:37.655105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] For port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:37.655554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:37.683155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Calling delete_port for dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:37.752888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bf75f-56c9-4986-8fb3-e3324ffe1597 req-98794fcb-97de-4e36-9b24-a948937a7303 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:37.754796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a5bf75f-56c9-4986-8fb3-e3324ffe1597 req-98794fcb-97de-4e36-9b24-a948937a7303 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/ports?device_id=e04f7a96-62cb-4aae-9612-aa8df88aef61 HTTP/1.1" status: 200  len: 945 time: 0.0882273
Jan 15 20:59:37.860894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a5bf75f-56c9-4986-8fb3-e3324ffe1597 req-5ed6038d-1bff-437f-9271-cd10a7d11886 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.46 "GET /v2.0/security-groups?id=d86d4f9b-a186-4591-93d1-22014e9cf6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997777
Jan 15 20:59:37.940204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:37.988257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Pushing event deleted for resources: {'Port': ['ID=dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:38.097980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] No DVR routers for this DVR port dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:38.103286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.107547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-80d2d2e4-ec61-4bbc-80b3-2a66917ce41b req-54d7e619-da71-41fe-b260-4524089a6cf9 tempest-ServerRescueNegativeTestJSON-1529536467 tempest-ServerRescueNegativeTestJSON-1529536467-project] 10.222.0.45 "DELETE /v2.0/ports/dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 HTTP/1.1" status: 204  len: 173 time: 0.6996038
Jan 15 20:59:38.108094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'name': 'network-vif-deleted', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:38.112102 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b424f-aaff-484d-8f3b-e3701375442f" -d '{"events": [{"server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "name": "network-vif-deleted", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:38.253403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-1b69f870-b52d-4e00-a010-e8a5813da02f tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:38.255506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-1b69f870-b52d-4e00-a010-e8a5813da02f tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 0.1538055
Jan 15 20:59:38.278204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-fa5c61c7-4c49-4259-bd94-10ebe39b9465 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/quotas/0ca0988cda6548f89ee936bee64f56ac HTTP/1.1" status: 200  len: 375 time: 0.0162559
Jan 15 20:59:38.342128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-108f8067-60a1-4fcf-84e0-1fa0b23ff126 req-aae2e511-c989-4b55-bbe7-aa9ccade77c4 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 210 time: 0.0616944
Jan 15 20:59:38.351541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-7d9768f3-fbd8-404f-9a35-0fae75693eca tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0723147
Jan 15 20:59:38.470082 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837df5c3-be92-478d-a955-14d072765075 x-openstack-request-id: req-837df5c3-be92-478d-a955-14d072765075 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:38.470607 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04f7a96-62cb-4aae-9612-aa8df88aef61", "name": "network-vif-deleted", "tag": "dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:38.470706 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-837df5c3-be92-478d-a955-14d072765075 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:38.471378 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f7a96-62cb-4aae-9612-aa8df88aef61', 'name': 'network-vif-deleted', 'tag': 'dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93', 'status': 'completed', 'code': 200}
Jan 15 20:59:38.533302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-aff17d2e-e26f-450d-9bc4-729bd46eab57 service neutron] 10.222.0.46 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806037
Jan 15 20:59:38.665184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a31896-c6f4-412b-8fee-1eeade8d9a5a req-50e37c36-046c-4096-8d70-cd260117fe6e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:38.666854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44a31896-c6f4-412b-8fee-1eeade8d9a5a req-50e37c36-046c-4096-8d70-cd260117fe6e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1314881
Jan 15 20:59:38.673251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-f48c6a62-eda7-4e62-aa9d-9f54f495816e service neutron] 10.222.0.46 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391158
Jan 15 20:59:38.699448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:38.708209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2129338295'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:38.746248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:38.751576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.759580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44a31896-c6f4-412b-8fee-1eeade8d9a5a req-c436abb7-dc89-4cf4-915d-f4619670196e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778837
Jan 15 20:59:38.784131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:38.801624 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (660ce4a5-166a-4fab-9387-e5f395edf288), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.802160 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Added segment 660ce4a5-166a-4fab-9387-e5f395edf288 of type vlan for network f6dce376-1a08-428a-8bf0-aa7cf17a7a69
Jan 15 20:59:38.845533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f6dce376-1a08-428a-8bf0-aa7cf17a7a69), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.877705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f6dce376-1a08-428a-8bf0-aa7cf17a7a69), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.890045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:38.890327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:38.966310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46106) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:38.999524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.2953110
Jan 15 20:59:39.015016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:39.015703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f3e03-353d-443b-b35c-31302c0b108b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Network': ['ID=f6dce376-1a08-428a-8bf0-aa7cf17a7a69,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:39.029065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:39.044698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1197811026'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:39.074174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:39.079528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.118570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f90cb2b2-55f7-4d0c-8258-c0ab814dbd8e req-6b390955-013e-4e5f-a4e3-d932ab40de7b tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 210 time: 0.0402908
Jan 15 20:59:39.202472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:39.237417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (469ae71f-f193-4059-baee-3b17841b6369), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.237800 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Added segment 469ae71f-f193-4059-baee-3b17841b6369 of type vlan for network f213ffd6-16a4-404b-80d4-e008020201ac
Jan 15 20:59:39.327724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f213ffd6-16a4-404b-80d4-e008020201ac), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.339306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5b45a4df-86d5-4163-b6f7-b762203c9f24 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:39.340883 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5b45a4df-86d5-4163-b6f7-b762203c9f24 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.45 "GET /v2.0/networks?id=06debdb1-4712-4eed-bcd6-395d1a8ea49c HTTP/1.1" status: 200  len: 820 time: 0.2234733
Jan 15 20:59:39.363213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Request body: {'port': {'device_id': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c', 'admin_state_up': True, 'tenant_id': '56b3ba8ddd164cbbbc04a57bd2819003'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:39.411411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f213ffd6-16a4-404b-80d4-e008020201ac), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.417585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:39.418207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.493000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4511712
Jan 15 20:59:39.501664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46124) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:39.505822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c77e029f-7836-4c3f-94b8-e73aaf168a6e req-ec678823-b285-46b4-9088-fdc70d25e787 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 210 time: 0.0389910
Jan 15 20:59:39.513010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'subnet': {'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:39.528892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba96d6-842a-4725-8915-5aa220dc9c88 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Network': ['ID=f213ffd6-16a4-404b-80d4-e008020201ac,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:39.540938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f213ffd6-16a4-404b-80d4-e008020201ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:39.587341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Made reservation on behalf of 56b3ba8ddd164cbbbc04a57bd2819003 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:39.592192 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.619100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:39.657666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:39.658144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device dd2cbd6f-3487-4fa2-b57c-a5a8ae164d93 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:39.708038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.751857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Allocated IP 172.20.0.9 (06debdb1-4712-4eed-bcd6-395d1a8ea49c/bd3cbb85-6220-4632-9d31-9042ddb47b37/6c32aa4e-6a73-415e-9647-886333a1d237) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:39.762632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:39.765937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:39.967111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks [] for port (6c32aa4e-6a73-415e-9647-886333a1d237), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.011955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.055339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f293943-98da-41fb-8b52-150e30c7ef42 req-d29bcd53-8bbf-40d4-8879-04330517c927 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.057364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f293943-98da-41fb-8b52-150e30c7ef42 req-d29bcd53-8bbf-40d4-8879-04330517c927 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1805291
Jan 15 20:59:40.071547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Network 06debdb1-4712-4eed-bcd6-395d1a8ea49c is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:40.075544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:40.082818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:40.119876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Pushing event updated for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:40.147305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.148099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.165876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5d0f6a36-03b7-44cb-81c7-cb5210e07aab tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8104906
Jan 15 20:59:40.183110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Request body: {'port': {'device_id': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:40.221071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f293943-98da-41fb-8b52-150e30c7ef42 req-c060f4b5-b47d-4aab-8224-201517ada983 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521342
Jan 15 20:59:40.250338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.285605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (bd2bc871-6286-450c-91cc-75d6c771f544), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.289000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75fef922-0bee-42e5-b3f1-8ce0c1468ddb req-147ab4bc-aaf5-472f-aacc-66d55caf66d5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 210 time: 0.0530183
Jan 15 20:59:40.375297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Subnet': ['ID=bd2bc871-6286-450c-91cc-75d6c771f544,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:40.392230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:40.392588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network hostable DHCP agents. Network: f6dce376-1a08-428a-8bf0-aa7cf17a7a69, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:40.417181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Deleting port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:40.417538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.420938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:40.467281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6dce376-1a08-428a-8bf0-aa7cf17a7a69) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:40.479758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec0cd4-b68d-4663-a2ae-acf8a6e1dd59 None None] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:40.485954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.486572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.542811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8753113-d67f-40d4-a906-2b45e09952c0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0337958
Jan 15 20:59:40.546720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:40.553508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'subnet': {'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:40.731096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] For port cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,segment=NetworkSegment(d0915955-7485-45a1-a0eb-0b06b2d7b4c0),segment_id=d0915955-7485-45a1-a0eb-0b06b2d7b4c0)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:40.732366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.749357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Calling delete_port for cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:40.783627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:59:40.785387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.813965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-87d67ffe-350c-443e-913c-235a99406e93 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.816206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-87d67ffe-350c-443e-913c-235a99406e93 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.39 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 0.3771930
Jan 15 20:59:40.836725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Request body: {'port': {'device_id': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'admin_state_up': True, 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:40.891924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa4aa-ad25-43ce-99e6-a4960c7986a3 req-4bc48cda-da15-442e-864b-ad916e398e4c tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.899702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ceaa4aa-ad25-43ce-99e6-a4960c7986a3 req-4bc48cda-da15-442e-864b-ad916e398e4c tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 931 time: 0.1450126
Jan 15 20:59:40.923516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:40.927247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.933039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c32aa4e-6a73-415e-9647-886333a1d237 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:40.945862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-a61fd878-8644-41f4-909e-374dd365acb2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:40.947227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-a61fd878-8644-41f4-909e-374dd365acb2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 0.4336956
Jan 15 20:59:40.958014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks [] for port (6c32aa4e-6a73-415e-9647-886333a1d237), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:40.968016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Request body: {'port': {'device_id': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'admin_state_up': True, 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:40.994848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Allocated IP 10.1.1.2 (f6dce376-1a08-428a-8bf0-aa7cf17a7a69/bd2bc871-6286-450c-91cc-75d6c771f544/f8b01774-96c3-4805-a82c-40577a516d66) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:41.032568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Transition to ACTIVE for port object 6c32aa4e-6a73-415e-9647-886333a1d237 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:41.043960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.089775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ceaa4aa-ad25-43ce-99e6-a4960c7986a3 req-8994fc9c-fdac-4c5f-bc11-57560383e991 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887627
Jan 15 20:59:41.161417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:41.186775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:41.190530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.211456 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks [] for port (f8b01774-96c3-4805-a82c-40577a516d66), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.222143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (f8b01774-96c3-4805-a82c-40577a516d66), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.328362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:41.342142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:41.347464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:41.354091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.368426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (f8a965f3-eb93-40e8-a566-2470acf7aac2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.393163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Pushing event updated for resources: {'Port': ['ID=f8b01774-96c3-4805-a82c-40577a516d66,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:41.429040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Attempting to bind port f8b01774-96c3-4805-a82c-40577a516d66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:41.429611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Attempting to bind port f8b01774-96c3-4805-a82c-40577a516d66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:41.430129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Attempting to bind port f8b01774-96c3-4805-a82c-40577a516d66 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:41.437289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:41.438797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:41.438797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.438988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Bound using segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:41.440117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Bound port: f8b01774-96c3-4805-a82c-40577a516d66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:41.440906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8b01774-96c3-4805-a82c-40577a516d66), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.472511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:41.516817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Subnet': ['ID=f8a965f3-eb93-40e8-a566-2470acf7aac2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:41.532361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] For port f8b01774-96c3-4805-a82c-40577a516d66, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:41.536368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] For port f8b01774-96c3-4805-a82c-40577a516d66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8b01774-96c3-4805-a82c-40577a516d66,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:41.542589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f8b01774-96c3-4805-a82c-40577a516d66), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.563792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7c24cf9-1a07-469d-883d-8879c190402f req-f60e6dc8-54fa-468f-a95d-3771af7f4812 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 210 time: 0.1140716
Jan 15 20:59:41.624893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a40f-75d4-49cf-84fe-60a267d5142d None None] Pushing event updated for resources: {'Port': ['ID=f8b01774-96c3-4805-a82c-40577a516d66,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:41.646226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b134-ca46-4df3-9e5b-e671d1bf4ff7 req-4b8fbd90-1bd6-4544-9f51-b044a657c9ac tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:41.649124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5f5b134-ca46-4df3-9e5b-e671d1bf4ff7 req-4b8fbd90-1bd6-4544-9f51-b044a657c9ac tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1935728
Jan 15 20:59:41.652702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Checking segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:41.653540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network hostable DHCP agents. Network: f213ffd6-16a4-404b-80d4-e008020201ac, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:41.745002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:41.749176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.761784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f213ffd6-16a4-404b-80d4-e008020201ac is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:41.801188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f213ffd6-16a4-404b-80d4-e008020201ac) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:41.808482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5f5b134-ca46-4df3-9e5b-e671d1bf4ff7 req-60a17c4d-b8d5-436b-97a2-518822910fbe tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481028
Jan 15 20:59:41.819362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b66bc0-d6f1-4f1a-af0c-255a78bac080 None None] Network f213ffd6-16a4-404b-80d4-e008020201ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:41.847891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:41.848636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.930072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6f3870f-6629-4e5a-9b50-76033d56116a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.3782139
Jan 15 20:59:41.931247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:41.933448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Attempting to bind port 6c32aa4e-6a73-415e-9647-886333a1d237 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:41.934554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Attempting to bind port 6c32aa4e-6a73-415e-9647-886333a1d237 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0a9426df-eb8d-4392-8fe6-6891bf47cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:41.934554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Attempting to bind port 6c32aa4e-6a73-415e-9647-886333a1d237 on network 06debdb1-4712-4eed-bcd6-395d1a8ea49c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:41.937684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'name': 'tempest-TaggedBootDevicesTest-322311059', 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:41.961390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:41.987512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Port 6c32aa4e-6a73-415e-9647-886333a1d237 on network 06debdb1-4712-4eed-bcd6-395d1a8ea49c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:41.987815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Attempting to bind port 6c32aa4e-6a73-415e-9647-886333a1d237 on network 06debdb1-4712-4eed-bcd6-395d1a8ea49c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:42.006258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Allocated IP 172.20.0.5 (2853abb2-f8b6-4eeb-86ee-8eff3f932a44/6c658d0a-28f4-4644-b44b-3aba188aaf37/cac6dd7d-cf94-4715-be2c-1beb35c8ff69) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:42.018341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:42.018714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Checking segment: {'id': '0a9426df-eb8d-4392-8fe6-6891bf47cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:42.019111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Bound using segment: {'id': '0a9426df-eb8d-4392-8fe6-6891bf47cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:42.019567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Bound port: 6c32aa4e-6a73-415e-9647-886333a1d237, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9426df-eb8d-4392-8fe6-6891bf47cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:42.019931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.062001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f213ffd6-16a4-404b-80d4-e008020201ac', 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ips': [{'subnet_id': 'f8a965f3-eb93-40e8-a566-2470acf7aac2'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:59:42.063084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.245868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:42.251830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c32aa4e-6a73-415e-9647-886333a1d237,segment=NetworkSegment(0a9426df-eb8d-4392-8fe6-6891bf47cb8c),segment_id=0a9426df-eb8d-4392-8fe6-6891bf47cb8c)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:42.270359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.342315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:42.343130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.344506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6c32aa4e-6a73-415e-9647-886333a1d237 HTTP/1.1" status: 200  len: 1091 time: 2.1667821
Jan 15 20:59:42.345164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:42.346366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:42.347957 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7660c113-d72e-47c2-afa1-d55d65feae16" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:42.427185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks [] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.432667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179574a6-791d-4e1f-a8e4-21c3c4cbf5a1 req-bd3c1dc9-d30d-4095-bb94-697e4854514c tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:42.442085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-179574a6-791d-4e1f-a8e4-21c3c4cbf5a1 req-bd3c1dc9-d30d-4095-bb94-697e4854514c tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 943 time: 0.1985126
Jan 15 20:59:42.453128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335621c-b8ec-46c5-ad74-b2b92be83cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:42.460122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Allocated IP 10.2.2.2 (f213ffd6-16a4-404b-80d4-e008020201ac/f8a965f3-eb93-40e8-a566-2470acf7aac2/6e3ea58b-3a51-4e09-bac2-d6df632a0b6a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:42.497555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-bac78bea-2970-44e1-8d46-ed15263f2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:42.499597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-bac78bea-2970-44e1-8d46-ed15263f2ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56b3ba8ddd164cbbbc04a57bd2819003&device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 1094 time: 0.0896921
Jan 15 20:59:42.507489 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee389d-a9ab-4edf-a2a8-9ea9b05324ae x-openstack-request-id: req-6cee389d-a9ab-4edf-a2a8-9ea9b05324ae {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:42.507786 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:42.508045 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cee389d-a9ab-4edf-a2a8-9ea9b05324ae {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:42.508569 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237', 'status': 'completed', 'code': 200}
Jan 15 20:59:42.555692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-6fa73d06-2ee3-4e6f-9b5b-2802d75447d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c32aa4e-6a73-415e-9647-886333a1d237 HTTP/1.1" status: 200  len: 217 time: 0.0440745
Jan 15 20:59:42.556892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.657619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks [] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.670784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.675191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:42.689324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:42.692872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Network f213ffd6-16a4-404b-80d4-e008020201ac is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:42.703566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:42.715072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:42.718185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:42.748212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event updated for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:42.753129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5049c3cc-75ff-4781-aa8c-9308e7b9fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:42.754664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-5049c3cc-75ff-4781-aa8c-9308e7b9fa36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd3cbb85-6220-4632-9d31-9042ddb47b37 HTTP/1.1" status: 200  len: 860 time: 0.1704235
Jan 15 20:59:42.758820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Allocated IP 172.20.0.6 (2853abb2-f8b6-4eeb-86ee-8eff3f932a44/6c658d0a-28f4-4644-b44b-3aba188aaf37/e1f58043-97ce-4c2d-86fb-63acb89366e7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:42.827223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-f45c44e6-4e81-40cd-b275-144445ea4f8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06debdb1-4712-4eed-bcd6-395d1a8ea49c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596218
Jan 15 20:59:42.840464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Pushing event updated for resources: {'Port': ['ID=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:42.856355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:42.857080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.860400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Attempting to bind port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:42.860400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Attempting to bind port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:42.862638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Attempting to bind port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a on network f213ffd6-16a4-404b-80d4-e008020201ac {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:42.877849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:42.878263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Checking segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:42.879943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:42.880361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Bound using segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:42.883093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Bound port: 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:42.883565 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.000863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] For port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:43.005204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] For port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:43.011307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.049795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-e7d7a4bc-1cf6-42e3-aa06-490409e3bfe3 service neutron] 10.222.0.45 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126884
Jan 15 20:59:43.075923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-179574a6-791d-4e1f-a8e4-21c3c4cbf5a1 req-cf199d40-890e-47bf-b084-9e8fa57fd5c5 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6312051
Jan 15 20:59:43.098197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fadf24b2-c28a-4bac-9672-75947e1267a7 req-7fdd07aa-5e1a-4ed0-8fec-064dd31f54ad tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 210 time: 0.0846255
Jan 15 20:59:43.104525 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d30a56a8-cb5f-4b31-8458-8d3074e2bdae tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2762270
Jan 15 20:59:43.141895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4317c7b-ef78-4591-8bdd-40d344e1191d None None] Pushing event updated for resources: {'Port': ['ID=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:43.142783 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.244976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] device_id is not set on port d36cd432-9054-48c0-a218-c6094ff964e7 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 20:59:43.248943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8b01774-96c3-4805-a82c-40577a516d66 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:43.251188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:43.314644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-019d7004-f820-4b2c-a33f-8b417d6cef11 req-d6dd1b72-b44f-4a64-9aef-98593057daf6 service neutron] 10.222.0.45 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448845
Jan 15 20:59:43.365685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Request body: {'port': {'device_id': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:43.378194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f8b01774-96c3-4805-a82c-40577a516d66 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:43.378194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8b01774-96c3-4805-a82c-40577a516d66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.515372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f8b01774-96c3-4805-a82c-40577a516d66 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:43.516041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8b01774-96c3-4805-a82c-40577a516d66), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.564424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.581757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port f8b01774-96c3-4805-a82c-40577a516d66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8b01774-96c3-4805-a82c-40577a516d66,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:43.591700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f8b01774-96c3-4805-a82c-40577a516d66), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.607074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-bef1170b-a2a5-4a0c-9e94-3b92340631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:43.618033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-bef1170b-a2a5-4a0c-9e94-3b92340631dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56b3ba8ddd164cbbbc04a57bd2819003&device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 1094 time: 0.2447574
Jan 15 20:59:43.634746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7301801-3443-49af-a592-ef6f17cc1d16 None None] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:43.634968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c94ff-48d5-46ef-aa27-d47346159d9a req-952b5b4e-eec8-4d7c-b84c-1f224f63fccc tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:43.645101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f40c94ff-48d5-46ef-aa27-d47346159d9a req-952b5b4e-eec8-4d7c-b84c-1f224f63fccc tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.4417810
Jan 15 20:59:43.784112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f40c94ff-48d5-46ef-aa27-d47346159d9a req-6581471e-ca50-49a6-8c50-dc467d692a1a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324399
Jan 15 20:59:43.800094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=f8b01774-96c3-4805-a82c-40577a516d66,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:43.805514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-aea764f5-8261-4fd8-8af5-20fee3937baf None None] Provisioning complete for port f8b01774-96c3-4805-a82c-40577a516d66 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:43.805826 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aea764f5-8261-4fd8-8af5-20fee3937baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8b01774-96c3-4805-a82c-40577a516d66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.826933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:43.837529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c61f73a7-aaae-4741-9e91-628449bb0dc0 admin admin] 10.222.0.46 "PUT /v2.0/routers/0dde6a48-123f-45a1-b51f-d9d6fea03fe6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8670824
Jan 15 20:59:43.838567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46184) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:43.847231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks [] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:43.851790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Sync routers for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:43.874947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:43.875583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:43.907501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.1.1.187 (f6dce376-1a08-428a-8bf0-aa7cf17a7a69/bd2bc871-6286-450c-91cc-75d6c771f544/d36cd432-9054-48c0-a218-c6094ff964e7) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:43.920664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-0a14042b-b4b5-4d8f-9095-283369afd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:43.922200 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-0a14042b-b4b5-4d8f-9095-283369afd58a service neutron] 10.222.0.45 "GET /v2.0/networks?id=06debdb1-4712-4eed-bcd6-395d1a8ea49c HTTP/1.1" status: 200  len: 921 time: 0.1692655
Jan 15 20:59:43.942792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.020488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-924fa807-30fa-4861-aff1-51a95889edec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c32aa4e-6a73-415e-9647-886333a1d237 HTTP/1.1" status: 200  len: 217 time: 0.0912514
Jan 15 20:59:44.048653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks [] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.104683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:44.124242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:44.126743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:44.137144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event updated for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:44.179422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.179768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.180163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.180445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.180779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.181141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.181470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.181796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.182228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.182505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.182828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.183143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.183462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:44.202659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-3b85e8f9-488b-44d7-99e5-f833d6a9a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:44.204155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-3b85e8f9-488b-44d7-99e5-f833d6a9a707 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd3cbb85-6220-4632-9d31-9042ddb47b37 HTTP/1.1" status: 200  len: 860 time: 0.1574695
Jan 15 20:59:44.278896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-ce3acdf8-5dfa-4d75-bc65-f3dc537f9797 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06debdb1-4712-4eed-bcd6-395d1a8ea49c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516121
Jan 15 20:59:44.286945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:44.287998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.323713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:44.364719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-94614162-3bcb-46ba-8fde-da9cf09841b2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4015105
Jan 15 20:59:44.381764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Request body: {'port': {'device_id': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:44.419137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-aea764f5-8261-4fd8-8af5-20fee3937baf None None] Current status of the port f8b01774-96c3-4805-a82c-40577a516d66 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:44.477569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.492874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.504083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac6dd7d-cf94-4715-be2c-1beb35c8ff69 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:44.534734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks [] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.543699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks [] for router_gateway (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.575253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-53b524b4-119c-4cd8-a63f-2d12cd489063 service neutron] 10.222.0.45 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832234
Jan 15 20:59:44.578328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Transition to ACTIVE for port object cac6dd7d-cf94-4715-be2c-1beb35c8ff69 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:44.585370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.588688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b92d7d8d-34c8-4e12-befa-596b80b397dc None None] Provisioning complete for port f8b01774-96c3-4805-a82c-40577a516d66 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:44.589346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b92d7d8d-34c8-4e12-befa-596b80b397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8b01774-96c3-4805-a82c-40577a516d66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.641201 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (d36cd432-9054-48c0-a218-c6094ff964e7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.650634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Pushing event updated for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:44.666525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235e49e-28ca-490a-a2e6-d08cbeb2b90d req-0680aee5-9787-4a91-b2c2-55d0a1a664f5 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:44.675163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a235e49e-28ca-490a-a2e6-d08cbeb2b90d req-0680aee5-9787-4a91-b2c2-55d0a1a664f5 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 943 time: 0.3542852
Jan 15 20:59:44.713805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c6a0>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:59:41Z', 'revision_number': 5, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port': {'id': 'de0ee339-8a9c-4210-bef0-8b5d79e48c56', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:44.720676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbdd3c-f53b-442e-af40-693ce2268f61 req-9b269974-00d6-48f9-b4ea-7cc816d8beec tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:44.722359 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ffbdd3c-f53b-442e-af40-693ce2268f61 req-9b269974-00d6-48f9-b4ea-7cc816d8beec tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 931 time: 0.2464221
Jan 15 20:59:44.782068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Checking router: 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:44.811999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Deleting port de0ee339-8a9c-4210-bef0-8b5d79e48c56 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:44.812348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:44.830514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Routers {'0dde6a48-123f-45a1-b51f-d9d6fea03fe6'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:44.831558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a235e49e-28ca-490a-a2e6-d08cbeb2b90d req-2fbed224-38b0-4a96-bf9b-70d598ba94c9 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553135
Jan 15 20:59:44.831663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:44.838018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829850c-51d2-4216-a8ce-bcbb8b2839ee None None] Network f213ffd6-16a4-404b-80d4-e008020201ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:44.853491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.050506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b92d7d8d-34c8-4e12-befa-596b80b397dc None None] Current status of the port f8b01774-96c3-4805-a82c-40577a516d66 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:45.050991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Attempting to bind port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:45.052421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Attempting to bind port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:45.052421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Attempting to bind port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:45.071882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ffbdd3c-f53b-442e-af40-693ce2268f61 req-8bd2ac04-55e2-4fba-a5f7-85cb6bd7f4e1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350439
Jan 15 20:59:45.089897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:45.091243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Attempting to bind port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:45.098197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7660c113-d72e-47c2-afa1-d55d65feae16 req-53481a81-1c76-4c11-8185-b54dd5d47f6e service neutron] 10.222.0.45 "GET /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5080578
Jan 15 20:59:45.113469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:45.114965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Checking segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:45.114965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Bound using segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:45.114965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Bound port: cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:45.115839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.115931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] Set router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:45.118314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.126761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:45.159288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:45.183702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:45.227039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8b01774-96c3-4805-a82c-40577a516d66 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:45.239336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c6a0>, [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:59:44Z', 'revision_number': 6, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:45.279769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:45.340133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:45.355152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd544-f406-4241-a2b8-3b63627f16c9 None None] The sync data for ids ['0dde6a48-123f-45a1-b51f-d9d6fea03fe6'] in ncdv-master-1 is: [{'id': '0dde6a48-123f-45a1-b51f-d9d6fea03fe6', 'name': 'tempest-ServerRescueNegativeTestJSON-2082855127-router', 'tenant_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:56:56Z', 'updated_at': '2022-01-15T20:59:44Z', 'revision_number': 6, 'project_id': 'f3a6720be5fb4de7bcd77cc7ef9d8000', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:45.364795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.365241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.375325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.375668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.376220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.376348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.377205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Provisioning complete for port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:45.377794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.378350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.385142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.385761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.387252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.388518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.393380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.393988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:45.405180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] For port de0ee339-8a9c-4210-bef0-8b5d79e48c56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de0ee339-8a9c-4210-bef0-8b5d79e48c56,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:45.420473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:45.425208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.426227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.451639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f58043-97ce-4c2d-86fb-63acb89366e7 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:45.496218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks [] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.518535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:45.519093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.520554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] 10.222.0.39 "PUT /v2.0/ports/cac6dd7d-cf94-4715-be2c-1beb35c8ff69 HTTP/1.1" status: 200  len: 1091 time: 2.2049732
Jan 15 20:59:45.521401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:45.523878 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d037d-e8a5-4f6e-b836-de027aaade5a" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:45.527642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:45.533670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.538823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Calling delete_port for de0ee339-8a9c-4210-bef0-8b5d79e48c56 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:45.540242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Transition to ACTIVE for port object e1f58043-97ce-4c2d-86fb-63acb89366e7 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 20:59:45.554314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.565473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79db4e-3325-4251-bde5-34463bcfbd1a service neutron] Pushing event updated for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:45.636662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6c32aa4e-6a73-415e-9647-886333a1d237 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:45.685299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-057267ed-e122-408f-b4be-e48647c845cd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.7528296
Jan 15 20:59:45.689354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46200) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:45.700350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'name': 'tempest-TaggedBootDevicesTest-886819726', 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:45.706764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f8b01774-96c3-4805-a82c-40577a516d66 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:45.706764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8b01774-96c3-4805-a82c-40577a516d66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.825506 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35528a6b-17e8-47ba-aa9f-d118329e866b x-openstack-request-id: req-35528a6b-17e8-47ba-aa9f-d118329e866b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:45.826641 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:45.826857 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35528a6b-17e8-47ba-aa9f-d118329e866b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:45.827306 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69', 'status': 'completed', 'code': 200}
Jan 15 20:59:45.833542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f46e-2f77-48e4-83fe-c115e5775500 req-a47125c4-570a-4ffa-8812-ddfc10470a7f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:45.841787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8177f46e-2f77-48e4-83fe-c115e5775500 req-a47125c4-570a-4ffa-8812-ddfc10470a7f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.2339795
Jan 15 20:59:45.892692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2c5a47ed-3df9-459d-8ead-42b1f7dd126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:45.895049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2c5a47ed-3df9-459d-8ead-42b1f7dd126b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=58ee3eff-55c4-48eb-a5f6-2731d35270a0 HTTP/1.1" status: 200  len: 1094 time: 0.2751167
Jan 15 20:59:45.899387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Pushing event updated for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:45.919501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Current status of the port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:45.920088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:45.971010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8177f46e-2f77-48e4-83fe-c115e5775500 req-7ba33a91-93a0-4e4c-9be3-8d17e4aac29f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281230
Jan 15 20:59:46.014865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-78878c39-4e41-4d8d-843c-df7607e88f9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69 HTTP/1.1" status: 200  len: 217 time: 0.0916116
Jan 15 20:59:46.031955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c32aa4e-6a73-415e-9647-886333a1d237,segment=NetworkSegment(0a9426df-eb8d-4392-8fe6-6891bf47cb8c),segment_id=0a9426df-eb8d-4392-8fe6-6891bf47cb8c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:46.043587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f8b01774-96c3-4805-a82c-40577a516d66 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:46.045752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:46.092318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] For port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:46.096507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6c32aa4e-6a73-415e-9647-886333a1d237', 'network_id': '06debdb1-4712-4eed-bcd6-395d1a8ea49c', 'port_id': '6c32aa4e-6a73-415e-9647-886333a1d237', 'mac_address': 'fa:16:3e:b4:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3cbb85-6220-4632-9d31-9042ddb47b37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:46.102396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.125371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Attempting to bind port e1f58043-97ce-4c2d-86fb-63acb89366e7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:46.125904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Attempting to bind port e1f58043-97ce-4c2d-86fb-63acb89366e7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:46.126052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Attempting to bind port e1f58043-97ce-4c2d-86fb-63acb89366e7 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:46.127843 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0fe6-feb4-4ff4-9e27-a28f3b1355b6 req-9d078722-f82e-4d87-a2a7-ec74421d77b2 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:46.138710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-217d0fe6-feb4-4ff4-9e27-a28f3b1355b6 req-9d078722-f82e-4d87-a2a7-ec74421d77b2 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 943 time: 0.1661181
Jan 15 20:59:46.144267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-ffeb3cf6-7b75-453b-bf80-944acc2a7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:46.146024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-ffeb3cf6-7b75-453b-bf80-944acc2a7564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.1194444
Jan 15 20:59:46.146905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Port e1f58043-97ce-4c2d-86fb-63acb89366e7 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 20:59:46.147495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Attempting to bind port e1f58043-97ce-4c2d-86fb-63acb89366e7 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:46.167561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:46.167561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Checking segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:46.167561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Bound using segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:46.167995 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (de0ee339-8a9c-4210-bef0-8b5d79e48c56), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.168112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Bound port: e1f58043-97ce-4c2d-86fb-63acb89366e7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:46.168112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.185364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6c32aa4e-6a73-415e-9647-886333a1d237 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:46.185759 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.205324 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-84b959ac-ac83-463c-8070-84ebf19b10a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514383
Jan 15 20:59:46.216339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Pushing event deleted for resources: {'Port': ['ID=de0ee339-8a9c-4210-bef0-8b5d79e48c56,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:46.217051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fbb5d-d845-4a74-86e9-75bab38f598d None None] Pushing event updated for resources: {'Port': ['ID=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:46.222572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c32aa4e-6a73-415e-9647-886333a1d237 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:46.242244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:46.242656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.281874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c32aa4e-6a73-415e-9647-886333a1d237,segment=NetworkSegment(0a9426df-eb8d-4392-8fe6-6891bf47cb8c),segment_id=0a9426df-eb8d-4392-8fe6-6891bf47cb8c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:46.289703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.296364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:46.296939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Provisioning complete for port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:46.297303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.336052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-217d0fe6-feb4-4ff4-9e27-a28f3b1355b6 req-16c2efdf-5490-4e6e-9b5c-912537e18d3a tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968367
Jan 15 20:59:46.434965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.455492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:46.473615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:46.484058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:46.487409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-bafa7152-6394-4b14-b27e-802d95540c52 service neutron] 10.222.0.39 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731543
Jan 15 20:59:46.506580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:46.525787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.578105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Current status of the port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:46.596504 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.596731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Provisioning complete for port d36cd432-9054-48c0-a218-c6094ff964e7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:46.597178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.599873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.601208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks [] for router_controller (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.621570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1b9ba-1953-4bd3-a5cd-1e8b6d47f93f req-132e8d4b-385f-41f6-8989-3af027351cb6 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:46.629254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97f1b9ba-1953-4bd3-a5cd-1e8b6d47f93f req-132e8d4b-385f-41f6-8989-3af027351cb6 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 943 time: 0.2275057
Jan 15 20:59:46.635313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:46.636182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.638487 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] 10.222.0.45 "PUT /v2.0/ports/e1f58043-97ce-4c2d-86fb-63acb89366e7 HTTP/1.1" status: 200  len: 1091 time: 2.2648966
Jan 15 20:59:46.667405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] device_id is not set on port d8af72f0-b932-47f5-b578-70fdd429d39b yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 20:59:46.703002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac34382-c1b6-42ae-bc24-8060cc6749bf service neutron] Pushing event updated for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:46.730709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (0dde6a48-123f-45a1-b51f-d9d6fea03fe6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.733267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dde6a48-123f-45a1-b51f-d9d6fea03fe6 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 20:59:46.766306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.770681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-80d198a7-7174-4746-bb79-617f9e54612e admin admin] 10.222.0.46 "DELETE /v2.0/routers/0dde6a48-123f-45a1-b51f-d9d6fea03fe6 HTTP/1.1" status: 204  len: 168 time: 2.9288564
Jan 15 20:59:46.773302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46212) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:46.792175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97f1b9ba-1953-4bd3-a5cd-1e8b6d47f93f req-7da0d8af-6ddc-4b81-a5b7-87f44e43af0b tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619990
Jan 15 20:59:46.839160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-1bb30345-6a64-42b9-801d-6dfe7f87f659 service neutron] 10.222.0.39 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374610
Jan 15 20:59:46.861007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Deleting subnet f40aaf83-09a9-48bc-846a-fdca5af159b2 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 20:59:46.864700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Publish callbacks [] for subnet (f40aaf83-09a9-48bc-846a-fdca5af159b2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.902222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6c32aa4e-6a73-415e-9647-886333a1d237'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:46.922891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (f40aaf83-09a9-48bc-846a-fdca5af159b2), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.972318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f40aaf83-09a9-48bc-846a-fdca5af159b2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:46.991028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ad66e-1a2f-4cae-9224-e96ad881345f None None] Port d36cd432-9054-48c0-a218-c6094ff964e7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:46.993944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d9bd77f5-ff03-4c62-a4cc-6bf7d0f0bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:46.995476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-d9bd77f5-ff03-4c62-a4cc-6bf7d0f0bd9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 1094 time: 0.2474701
Jan 15 20:59:47.027905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:47.054974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (f40aaf83-09a9-48bc-846a-fdca5af159b2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.118845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40aaf83-09a9-48bc-846a-fdca5af159b2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:47.123017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.129307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-60071b81-bca9-4669-bd67-8fa876b0d55f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f40aaf83-09a9-48bc-846a-fdca5af159b2 HTTP/1.1" status: 204  len: 168 time: 0.3547461
Jan 15 20:59:47.132360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:47.185026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:47.185411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.280404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f1750852-5b84-449c-ab41-df71a9139482), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.312330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1326-244f-4131-b74f-c16147b4efff req-5ca4c317-d02c-456f-9d41-6f6245be0a06 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.320921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f70c1326-244f-4131-b74f-c16147b4efff req-5ca4c317-d02c-456f-9d41-6f6245be0a06 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1901443
Jan 15 20:59:47.422792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:47.450488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-c0b0117a-cf29-407a-b4ed-c4b952e4ac1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7 HTTP/1.1" status: 200  len: 217 time: 0.4310293
Jan 15 20:59:47.466604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f1750852-5b84-449c-ab41-df71a9139482), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.502615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-880b0709-13da-4017-9d23-62435d5bb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.504254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-880b0709-13da-4017-9d23-62435d5bb712 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=58ee3eff-55c4-48eb-a5f6-2731d35270a0 HTTP/1.1" status: 200  len: 1094 time: 0.5835514
Jan 15 20:59:47.511682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78a38bb0>,) {'filters': {'network_id': ['f1750852-5b84-449c-ab41-df71a9139482']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:47.516617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:47.541412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f70c1326-244f-4131-b74f-c16147b4efff req-c0e24b89-0ac5-4b16-8fcb-dd68cfcb84c0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192700
Jan 15 20:59:47.545731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78a38bb0>, 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:47.546094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78a38bb0>, 'd0915955-7485-45a1-a0eb-0b06b2d7b4c0') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:47.556800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:47.557173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cb9b3bdb-b5dc-4d2f-a388-e2f94b79b6d6 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:47.557588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de0ee339-8a9c-4210-bef0-8b5d79e48c56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:47.571514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (d0915955-7485-45a1-a0eb-0b06b2d7b4c0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.578647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebf128-6127-42c5-8360-44fa0864a2ec req-1b4f8030-db72-4ce1-9feb-523acee39d02 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.587655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ebf128-6127-42c5-8360-44fa0864a2ec req-1b4f8030-db72-4ce1-9feb-523acee39d02 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 944 time: 0.1308556
Jan 15 20:59:47.595959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-8b9bf872-cdb3-4d76-9a2b-70b787a037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.598339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-8b9bf872-cdb3-4d76-9a2b-70b787a037f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.1379025
Jan 15 20:59:47.600360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.1.1.104 (f6dce376-1a08-428a-8bf0-aa7cf17a7a69/bd2bc871-6286-450c-91cc-75d6c771f544/d8af72f0-b932-47f5-b578-70fdd429d39b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:47.626460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: de0ee339-8a9c-4210-bef0-8b5d79e48c56 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:47.626804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de0ee339-8a9c-4210-bef0-8b5d79e48c56 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:47.638838 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d0915955-7485-45a1-a0eb-0b06b2d7b4c0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.652974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-8bf3da11-77a8-4f48-93fe-2923aa288013 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443249
Jan 15 20:59:47.675477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ebf128-6127-42c5-8360-44fa0864a2ec req-ef8614c6-b950-4411-a7fe-1386ccb0099b tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869269
Jan 15 20:59:47.676779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 20:59:47.677222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (d0915955-7485-45a1-a0eb-0b06b2d7b4c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.679933 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 20:59:47.682028 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 20:59:47.745208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f1750852-5b84-449c-ab41-df71a9139482), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.750905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.754108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] 10.222.0.46 "DELETE /v2.0/networks/f1750852-5b84-449c-ab41-df71a9139482 HTTP/1.1" status: 204  len: 168 time: 0.6208444
Jan 15 20:59:47.767960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b34d3e-4220-4f99-8872-2667de09506d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1750852-5b84-449c-ab41-df71a9139482,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:47.790992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-c2b19c7b-8e2f-4050-b3f6-c0f1d8cffcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.793126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-c2b19c7b-8e2f-4050-b3f6-c0f1d8cffcbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 914 time: 0.2790744
Jan 15 20:59:47.844327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:47.846948 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:47.898955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1b49749-0b16-4e52-9e56-394f8f6112af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:47.909319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46232) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:47.909518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-7b85f10e-d127-4d87-a631-a619c1dbbfd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69 HTTP/1.1" status: 200  len: 217 time: 0.1015775
Jan 15 20:59:47.964811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-a249fba6-6313-48ea-b568-87a441afd646 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955470
Jan 15 20:59:47.981761 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ea58f-dc8b-4719-9fa1-eaeea4d51b1e x-openstack-request-id: req-3a6ea58f-dc8b-4719-9fa1-eaeea4d51b1e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:47.982148 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:47.982411 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a6ea58f-dc8b-4719-9fa1-eaeea4d51b1e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:47.982805 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7', 'status': 'completed', 'code': 200}
Jan 15 20:59:47.988739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-75443a3b-b25b-4ef0-bd70-2c81743ec648 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3a6720be5fb4de7bcd77cc7ef9d8000&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0779276
Jan 15 20:59:47.993060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:47.998531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2086c4-91df-48b9-922b-5a00626bcfab req-14dad05d-e0d8-44cb-a7c3-177cfe3ea6b7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:47.999945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e2086c4-91df-48b9-922b-5a00626bcfab req-14dad05d-e0d8-44cb-a7c3-177cfe3ea6b7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 943 time: 0.0825107
Jan 15 20:59:48.053631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e2086c4-91df-48b9-922b-5a00626bcfab req-d3ea4820-3e2f-4a87-be95-ce105b7dc949 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472639
Jan 15 20:59:48.077143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-8991f807-9dc9-40a6-80e0-0e6e763045ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.078349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-8991f807-9dc9-40a6-80e0-0e6e763045ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.1614406
Jan 15 20:59:48.127697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.152669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-7508be3e-b28b-4475-8c81-3e5563bef35e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593164
Jan 15 20:59:48.266908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-288ced98-d2df-4842-a47a-d6a5dec60aa6 req-900da92a-4909-46b6-83aa-a0b4b61bfda9 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2894342
Jan 15 20:59:48.273065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] Publish callbacks [] for security_group (d86d4f9b-a186-4591-93d1-22014e9cf6c2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.321759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.324934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] Publish callbacks [] for security_group (d86d4f9b-a186-4591-93d1-22014e9cf6c2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.442660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-8b986432-cca1-4561-ad7d-e40ebb8986ff service neutron] 10.222.0.39 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784445
Jan 15 20:59:48.452962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:48.468727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:48.477890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:48.494148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:48.561542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-0c703c2d-fa73-4fc9-b441-b15d7a98aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.563270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-0c703c2d-fa73-4fc9-b441-b15d7a98aa44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 1094 time: 0.2230129
Jan 15 20:59:48.587497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d86d4f9b-a186-4591-93d1-22014e9cf6c2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.590541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.591733 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d86d4f9b-a186-4591-93d1-22014e9cf6c2 HTTP/1.1" status: 204  len: 168 time: 0.5939019
Jan 15 20:59:48.659088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.660100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.719411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38407fa5-8d78-46f1-9d7d-a6fb0a26be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d4f9b-a186-4591-93d1-22014e9cf6c2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:48.736422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f421-5461-4885-9ddc-a963891cf303 req-8817edab-fff6-4b5b-8a61-2929a6582a1d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.740824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7865f421-5461-4885-9ddc-a963891cf303 req-8817edab-fff6-4b5b-8a61-2929a6582a1d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1007986
Jan 15 20:59:48.751600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-295cf124-c801-45b3-a78c-3f50708cc9e2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.0597966
Jan 15 20:59:48.792304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-ccd7fd0e-98eb-478e-b815-1af5b40f3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.793869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-ccd7fd0e-98eb-478e-b815-1af5b40f3743 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 914 time: 0.2240722
Jan 15 20:59:48.796686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b60d037d-e8a5-4f6e-b836-de027aaade5a req-73f17989-7cc9-40db-90aa-eee47298c8f4 service neutron] 10.222.0.39 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416851
Jan 15 20:59:48.844158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-80985dec-c7f8-44d6-bbf0-4c9f81dc2cc7 None None] Provisioning complete for port d8af72f0-b932-47f5-b578-70fdd429d39b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:48.845059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-80985dec-c7f8-44d6-bbf0-4c9f81dc2cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:48.855957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-0afd453a-21c2-45e1-bdbe-f3cab542fd29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7 HTTP/1.1" status: 200  len: 217 time: 0.0542772
Jan 15 20:59:48.858617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7865f421-5461-4885-9ddc-a963891cf303 req-faa6361d-9efa-4aa1-b376-c80eeb3bd1f5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048915
Jan 15 20:59:48.901023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e4770-73fc-4e38-b98e-f2e93367fce0 req-8bc756fe-f24d-451a-8d68-289e1e411ade tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.909247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-178e4770-73fc-4e38-b98e-f2e93367fce0 req-8bc756fe-f24d-451a-8d68-289e1e411ade tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 944 time: 0.1228337
Jan 15 20:59:48.929786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-80985dec-c7f8-44d6-bbf0-4c9f81dc2cc7 None None] Port d8af72f0-b932-47f5-b578-70fdd429d39b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:48.938657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-58858d3f-e248-478c-b5a5-bf75acb3292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:48.940491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-58858d3f-e248-478c-b5a5-bf75acb3292a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.0783195
Jan 15 20:59:48.981138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-178e4770-73fc-4e38-b98e-f2e93367fce0 req-7341aa50-d488-4fdd-b3a8-919426623bed tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707350
Jan 15 20:59:48.988651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-4ccd30bd-27ab-45b3-8343-3c431d2c0a8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418396
Jan 15 20:59:49.129878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-944c355f-91df-4f1a-8475-91f2f59c6731 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334901
Jan 15 20:59:49.235433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978d7d1-1e41-4768-8b8c-2d02b1336c0b req-aaf075bf-e527-4d31-8fa3-1c02dbc48aaf tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:49.245061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2978d7d1-1e41-4768-8b8c-2d02b1336c0b req-aaf075bf-e527-4d31-8fa3-1c02dbc48aaf tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 943 time: 0.0800307
Jan 15 20:59:49.245479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46262) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:49.254805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674955099', 'description': 'tempest-description--1764355904'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:49.279284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ba8d7f6-b0a0-4480-a59d-a1888de752ac req-cefe06f6-a560-4896-aff5-138b86399a1b service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423819
Jan 15 20:59:49.299635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2978d7d1-1e41-4768-8b8c-2d02b1336c0b req-96a41629-cd81-47e4-ac2b-1d53491405de tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529628
Jan 15 20:59:49.299871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.377007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (aba3a8ec-42b3-4288-8d05-99d5b30cd5db), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.385851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aba3a8ec-42b3-4288-8d05-99d5b30cd5db), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.415944 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.417238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1706941
Jan 15 20:59:49.421066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:49.427777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'security_group_rule': {'security_group_id': 'aba3a8ec-42b3-4288-8d05-99d5b30cd5db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:49.429553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6834c2-f02d-42cc-84fd-08ed90be7341 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3a8ec-42b3-4288-8d05-99d5b30cd5db,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:49.471200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (8fd294be-1c86-4fe8-9d60-b5df1189b53a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.532800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (8fd294be-1c86-4fe8-9d60-b5df1189b53a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.538989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8fd294be-1c86-4fe8-9d60-b5df1189b53a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.557304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd294be-1c86-4fe8-9d60-b5df1189b53a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:49.565998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.570633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a328861-e00e-479b-8057-05a4bbe4f10e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1450632
Jan 15 20:59:49.570842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:49.577375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'security_group_rule': {'security_group_id': 'aba3a8ec-42b3-4288-8d05-99d5b30cd5db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:49.609661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (46814e6d-44ea-4c34-9d80-373bd14e860b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.671915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e1f58043-97ce-4c2d-86fb-63acb89366e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:49.676714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6c32aa4e-6a73-415e-9647-886333a1d237 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:49.681063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (46814e6d-44ea-4c34-9d80-373bd14e860b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.688902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (46814e6d-44ea-4c34-9d80-373bd14e860b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.712159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device cac6dd7d-cf94-4715-be2c-1beb35c8ff69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 20:59:49.721512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.726403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1509237
Jan 15 20:59:49.727315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:49.730599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416159c-377d-44e4-97aa-483c48dddd4e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46814e6d-44ea-4c34-9d80-373bd14e860b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:49.732994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:49.764567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.880452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6c32aa4e-6a73-415e-9647-886333a1d237 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:49.900606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6c32aa4e-6a73-415e-9647-886333a1d237 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:49.901064 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.912716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:49.960153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:49.964006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:49.999164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'e1f58043-97ce-4c2d-86fb-63acb89366e7', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'port_id': 'e1f58043-97ce-4c2d-86fb-63acb89366e7', 'mac_address': 'fa:16:3e:8f:aa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c658d0a-28f4-4644-b44b-3aba188aaf37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:50.017526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'port_id': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69', 'mac_address': 'fa:16:3e:b2:dd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c658d0a-28f4-4644-b44b-3aba188aaf37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 20:59:50.067163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c2b4-a35c-40bd-ba85-5d0c198d0ff5 req-9b643ee6-f771-496a-aa6e-8e8d6067e741 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:50.073395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9478c2b4-a35c-40bd-ba85-5d0c198d0ff5 req-9b643ee6-f771-496a-aa6e-8e8d6067e741 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0969286
Jan 15 20:59:50.076538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 172.35.1.126 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d186cb97-4a30-4fe1-a33a-40a3fe957203) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:50.106389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46292) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:50.174388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9478c2b4-a35c-40bd-ba85-5d0c198d0ff5 req-8f0efa2a-1ddb-4f33-abf9-eff61ffcba38 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907900
Jan 15 20:59:50.213477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6c32aa4e-6a73-415e-9647-886333a1d237 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:50.213873 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.222361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.229906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450322-6472-4366-8808-b9added0b573 req-42ad2580-7006-41cd-94fe-ad21b012ff2b tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:50.234078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29450322-6472-4366-8808-b9added0b573 req-42ad2580-7006-41cd-94fe-ad21b012ff2b tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 944 time: 0.0799150
Jan 15 20:59:50.268990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.281976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:50.284608 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e46c3a-30c8-44e6-b188-d1b55d393460" -d '{"events": [{"server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "name": "network-vif-plugged", "status": "completed", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:50.302237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-479e5b0a-56cb-43db-998e-74c6a83238a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.304419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e1f58043-97ce-4c2d-86fb-63acb89366e7 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:50.304738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.318828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29450322-6472-4366-8808-b9added0b573 req-f44a7c25-3057-48c9-ac43-d51949ddd3a8 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773556
Jan 15 20:59:50.343111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c32aa4e-6a73-415e-9647-886333a1d237,segment=NetworkSegment(0a9426df-eb8d-4392-8fe6-6891bf47cb8c),segment_id=0a9426df-eb8d-4392-8fe6-6891bf47cb8c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:50.343111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f58043-97ce-4c2d-86fb-63acb89366e7 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:50.343306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:50.346954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:50.347528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.348063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:50.355595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:50.362731 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.414860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:50.417132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac6dd7d-cf94-4715-be2c-1beb35c8ff69 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 20:59:50.431705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=d186cb97-4a30-4fe1-a33a-40a3fe957203,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:50.431893 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.437606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1238f550-e9e8-472d-8c30-b73eb6674b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.443339 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22821b2c-d059-4bb3-a04b-9c8da440ffde x-openstack-request-id: req-22821b2c-d059-4bb3-a04b-9c8da440ffde {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:50.443831 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "name": "network-vif-plugged", "status": "completed", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:50.444439 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22821b2c-d059-4bb3-a04b-9c8da440ffde {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:50.447201 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237', 'code': 200}
Jan 15 20:59:50.480565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:50.508869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:50.512571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.527551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841720c-ce99-4e5f-b7cb-418a148178cf req-b2d348ce-c896-4be6-9d0f-d7dc5e7ea4df tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:50.538904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5841720c-ce99-4e5f-b7cb-418a148178cf req-b2d348ce-c896-4be6-9d0f-d7dc5e7ea4df tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 944 time: 0.0903096
Jan 15 20:59:50.586251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:50.610558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.623350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc94d1-57fb-4513-bf8d-1a34c30b8a09 req-a3869a93-14fd-4ef2-a3dd-76bb432f3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:50.625034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e5cc94d1-57fb-4513-bf8d-1a34c30b8a09 req-a3869a93-14fd-4ef2-a3dd-76bb432f3e6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 1096 time: 0.1206827
Jan 15 20:59:50.627497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5841720c-ce99-4e5f-b7cb-418a148178cf req-d7c2e159-988d-4439-8a98-a3ba873910b1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860703
Jan 15 20:59:50.650757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:50.698274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1238f550-e9e8-472d-8c30-b73eb6674b06 admin admin] Publish callbacks [] for security_group (25e78087-92c5-4baa-b87b-b79df4dd51b5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.699492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.704606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1238f550-e9e8-472d-8c30-b73eb6674b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25e78087-92c5-4baa-b87b-b79df4dd51b5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.758647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['cac6dd7d-cf94-4715-be2c-1beb35c8ff69'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:50.780238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e5cc94d1-57fb-4513-bf8d-1a34c30b8a09 req-e4834e65-aad9-4cdf-89b5-aa75ecee9c00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481683
Jan 15 20:59:50.789603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['e1f58043-97ce-4c2d-86fb-63acb89366e7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 20:59:50.794951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238f550-e9e8-472d-8c30-b73eb6674b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e78087-92c5-4baa-b87b-b79df4dd51b5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:50.802767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1238f550-e9e8-472d-8c30-b73eb6674b06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aed99f0877fc4b6893b3a7d7899e91c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6923792
Jan 15 20:59:50.804419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46304) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:50.878836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] Publish callbacks [] for security_group (25e78087-92c5-4baa-b87b-b79df4dd51b5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.912520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] Publish callbacks [] for security_group (25e78087-92c5-4baa-b87b-b79df4dd51b5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.954018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.963562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.984873 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25e78087-92c5-4baa-b87b-b79df4dd51b5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.988865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:50.991880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25e78087-92c5-4baa-b87b-b79df4dd51b5 HTTP/1.1" status: 204  len: 168 time: 0.1839769
Jan 15 20:59:51.005378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1ee55-4b63-4f09-bbf8-0f07d2915e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e78087-92c5-4baa-b87b-b79df4dd51b5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:51.058059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=d186cb97-4a30-4fe1-a33a-40a3fe957203,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:51.074273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:51.094195 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:51.101250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-55e2458e-01bb-4d81-9bda-ce5816b85465 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3661270
Jan 15 20:59:51.320722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2b1fe-2931-4396-a660-df1564c1bb85 req-635f1c2a-8728-4deb-9c30-10f43b219fbb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:51.326722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0d2b1fe-2931-4396-a660-df1564c1bb85 req-635f1c2a-8728-4deb-9c30-10f43b219fbb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0658975
Jan 15 20:59:51.411123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0d2b1fe-2931-4396-a660-df1564c1bb85 req-c712fd97-edf3-4c54-9f26-e6e93558e9ce tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781965
Jan 15 20:59:51.446610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fdd02c50-f26d-43b3-857b-629be3c5e75b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1674955099&fields=id&tenant_id=2b36b007e8a9409783a549b87017c8ee HTTP/1.1" status: 200  len: 267 time: 0.0917358
Jan 15 20:59:51.499200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1deaccc7-bdb4-407c-b0ef-00f870d853b8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:51.506396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1deaccc7-bdb4-407c-b0ef-00f870d853b8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 931 time: 0.0588143
Jan 15 20:59:51.560979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-15a58545-83b8-405d-ab23-7b4e24028471 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:51.562504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-15a58545-83b8-405d-ab23-7b4e24028471 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 931 time: 0.0551295
Jan 15 20:59:51.620303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-6f62da0c-0d38-4812-bb5a-7b45ab33fc56 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0491769
Jan 15 20:59:51.667272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5252-6b5d-41bf-a082-d15ea88a3f92 req-4d7dbafa-b4dd-4edd-9d38-e4f03ce4eabc tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:51.668803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1da5252-6b5d-41bf-a082-d15ea88a3f92 req-4d7dbafa-b4dd-4edd-9d38-e4f03ce4eabc tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 945 time: 0.1176941
Jan 15 20:59:51.671388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-e0506c64-b38d-45de-9d55-040e9b71c084 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0425961
Jan 15 20:59:51.697556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device cac6dd7d-cf94-4715-be2c-1beb35c8ff69 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:51.754950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:51.760404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:51.760866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:51.814828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:51.842594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:51.880712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:51.881231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:51.922587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:51.931007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.009950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:52.046355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-389411998-network', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:52.072192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1da5252-6b5d-41bf-a082-d15ea88a3f92 req-a97c3a64-b8d4-4771-a7d6-97df805fe5ee tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3961568
Jan 15 20:59:52.077992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Made reservation on behalf of 818a237ecf6b46e389a244c2f33641d5 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:52.080421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.092747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.112331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-09fcf215-4fb6-4482-b293-4cd68828dfca tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.120371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-09fcf215-4fb6-4482-b293-4cd68828dfca tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.127654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-09fcf215-4fb6-4482-b293-4cd68828dfca tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.128689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-09fcf215-4fb6-4482-b293-4cd68828dfca tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f213ffd6-16a4-404b-80d4-e008020201ac&id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 1991 time: 0.4515488
Jan 15 20:59:52.150512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c584296e-b886-408b-8996-0f24bf71a988 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/quotas/2b36b007e8a9409783a549b87017c8ee HTTP/1.1" status: 200  len: 375 time: 0.0115888
Jan 15 20:59:52.208419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks [] for security_group (5b8ec317-c4ac-470e-86a4-35fafe5434fc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.215085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5b8ec317-c4ac-470e-86a4-35fafe5434fc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.246687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 20:59:52.249623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fee57aa0-5962-40b5-9a9f-08f05cf63f51 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0864961
Jan 15 20:59:52.257632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ec317-c4ac-470e-86a4-35fafe5434fc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:52.262690 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (be39e3bf-8ac9-4780-9462-640665a9d3ff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.263313 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Added segment be39e3bf-8ac9-4780-9462-640665a9d3ff of type vlan for network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d
Jan 15 20:59:52.274224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-d16c587d-0f85-41ed-ba8c-03187007599c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 20:59:52.275263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-d16c587d-0f85-41ed-ba8c-03187007599c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059152
Jan 15 20:59:52.308080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.335062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.336120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.336745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.377762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7668ee-402e-462e-9a7d-4f0ffbfce556 req-dce22f06-047a-46f0-8ac7-d8c7bcc94561 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.380274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a7668ee-402e-462e-9a7d-4f0ffbfce556 req-dce22f06-047a-46f0-8ac7-d8c7bcc94561 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 944 time: 0.1607950
Jan 15 20:59:52.388530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5441496
Jan 15 20:59:52.391694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46358) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:52.397821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Request body: {'subnet': {'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-subnet', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:52.422935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3f4b-6598-4fb6-b646-51908f92a7ef admin admin] Pushing event updated for resources: {'Network': ['ID=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:52.433962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 20:59:52.438306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Made reservation on behalf of 818a237ecf6b46e389a244c2f33641d5 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:52.440966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.451337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:52.453916 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a63d38-3d02-40cf-8dbe-f3c372c413a2" -d '{"events": [{"server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "name": "network-vif-plugged", "status": "completed", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:52.456311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-b9b63046-c9eb-4a45-b601-2e1b3c277be1 service neutron] 10.222.0.46 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716318
Jan 15 20:59:52.465228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a7668ee-402e-462e-9a7d-4f0ffbfce556 req-aa6d3f68-b9ad-48cb-ac50-95c9448cd060 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735719
Jan 15 20:59:52.588155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-99226329-574c-4048-894c-ac9ff1b3739a service neutron] 10.222.0.46 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218596
Jan 15 20:59:52.664377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81ba81a9-e7ba-43a4-a32e-bcbec346e510 service neutron] 10.222.0.46 "GET /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0672195
Jan 15 20:59:52.674482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (10fa6ae8-84b4-419b-97b9-50987133f4ff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.726712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fa6ae8-84b4-419b-97b9-50987133f4ff,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:52.738928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946a80b-8c9d-455a-b77e-c8a22006abd6 req-543e9555-0c1d-4a03-b971-62daf64bdf42 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.743130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:52.743556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Network hostable DHCP agents. Network: 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 20:59:52.746662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c946a80b-8c9d-455a-b77e-c8a22006abd6 req-543e9555-0c1d-4a03-b971-62daf64bdf42 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1197975
Jan 15 20:59:52.765238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 20:59:52.779303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:52.785211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:52.785802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.795584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cf283-e2c3-47a2-93d2-db9630368a29 None None] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:52.808639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-50545024-f9ea-49d9-ad3b-ef5bdde8a4e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4157882
Jan 15 20:59:52.811965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46366) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:52.815689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:52.836466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c946a80b-8c9d-455a-b77e-c8a22006abd6 req-9bc014fc-2bea-432d-9a8f-9a61bdfb4476 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860264
Jan 15 20:59:52.843980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-904823e9-2d55-4042-864c-3429dfaf6b80 service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729226
Jan 15 20:59:52.844184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.845925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.946781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 20:59:52.947654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:52.957802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-4790adf1-46d5-4c46-801a-1b3cc1138ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127985
Jan 15 20:59:52.964137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for router_controller (0d188b85-0fd7-4b51-97c6-341b07c69e2d), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.019300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-6cdf1e93-9d27-4508-9997-a1eb4d6e2dfc service neutron] 10.222.0.46 "GET /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0541320
Jan 15 20:59:53.063141 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedfe44a-fd3f-4a28-8cdd-1aef2143e773 x-openstack-request-id: req-dedfe44a-fd3f-4a28-8cdd-1aef2143e773 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:53.063411 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "name": "network-vif-plugged", "status": "completed", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:53.063617 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dedfe44a-fd3f-4a28-8cdd-1aef2143e773 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:53.064030 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69', 'code': 200}
Jan 15 20:59:53.165154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Allocated IP 172.20.0.2 (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d/10fa6ae8-84b4-419b-97b9-50987133f4ff/de5a8d79-fc3f-4d11-bf80-5f3380578935) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:53.166447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8c5a6012-8077-4f6e-9f9b-4c52f4812114 service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393397
Jan 15 20:59:53.172888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for router_gateway (0d188b85-0fd7-4b51-97c6-341b07c69e2d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.221396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.239439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b064dd-e7f6-49bd-af9b-b462f260da4a req-77a8bad4-07bb-41c2-a76a-74b9473f93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:53.241287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-76b064dd-e7f6-49bd-af9b-b462f260da4a req-77a8bad4-07bb-41c2-a76a-74b9473f93ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58ee3eff-55c4-48eb-a5f6-2731d35270a0 HTTP/1.1" status: 200  len: 1096 time: 0.1663730
Jan 15 20:59:53.300476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb840b-f2b2-4329-b0f0-a81aef00dfab req-12049c47-54c0-41a4-8485-6d67d03175b4 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:53.300692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-76b064dd-e7f6-49bd-af9b-b462f260da4a req-02f67157-4ed8-4d21-a870-735bed47708d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513124
Jan 15 20:59:53.302106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abcb840b-f2b2-4329-b0f0-a81aef00dfab req-12049c47-54c0-41a4-8485-6d67d03175b4 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 945 time: 0.1097236
Jan 15 20:59:53.332973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-052a4526-49bd-421b-ac27-1626232ecf8a service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654265
Jan 15 20:59:53.404766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks [] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.412580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.453482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abcb840b-f2b2-4329-b0f0-a81aef00dfab req-051e3061-3994-464e-8c13-c4f51bf4ddc8 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394417
Jan 15 20:59:53.457933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:53.472877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:53.472877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Pushing event updated for resources: {'Port': ['ID=de5a8d79-fc3f-4d11-bf80-5f3380578935,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:53.481241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for router_gateway (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.483764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:53.490104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a71c6b2-377a-4759-9e43-f49248dc0657 service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379197
Jan 15 20:59:53.511268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.590092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Attempting to bind port de5a8d79-fc3f-4d11-bf80-5f3380578935 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:53.590622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Attempting to bind port de5a8d79-fc3f-4d11-bf80-5f3380578935 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:53.591004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Attempting to bind port de5a8d79-fc3f-4d11-bf80-5f3380578935 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:53.601090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:53.601515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:53.602369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.602978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:53.603471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Bound port: de5a8d79-fc3f-4d11-bf80-5f3380578935, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:53.603989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.639343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-4d58736f-a584-48f3-85c5-5ca6153a228c service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409881
Jan 15 20:59:53.694763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Allocated IP 172.35.1.91 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d929aeb0-5380-4713-9e7f-15f4ed84a210) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:53.776428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b9ff-6530-44aa-84d9-57e95064dfd2 req-08c6b4b9-b4c0-4289-b582-78ed5dbabeb0 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:53.778110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da30b9ff-6530-44aa-84d9-57e95064dfd2 req-08c6b4b9-b4c0-4289-b582-78ed5dbabeb0 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 944 time: 0.1137056
Jan 15 20:59:53.782238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e1f58043-97ce-4c2d-86fb-63acb89366e7 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:53.813666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-d2731868-fba8-428b-8074-617489c80e65 service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632428
Jan 15 20:59:53.858251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.884446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da30b9ff-6530-44aa-84d9-57e95064dfd2 req-9b115d15-5b61-4452-b243-49821719d531 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995979
Jan 15 20:59:53.895964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] For port de5a8d79-fc3f-4d11-bf80-5f3380578935, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:53.903648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.918453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port e1f58043-97ce-4c2d-86fb-63acb89366e7 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 20:59:53.918453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port e1f58043-97ce-4c2d-86fb-63acb89366e7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:53.918453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.952292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Pushing event updated for resources: {'Port': ['ID=d929aeb0-5380-4713-9e7f-15f4ed84a210,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:53.954411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ce52a1fb-f59a-427a-b4d7-7819c3e475fe service neutron] 10.222.0.46 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300178
Jan 15 20:59:53.955338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] For port de5a8d79-fc3f-4d11-bf80-5f3380578935, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de5a8d79-fc3f-4d11-bf80-5f3380578935,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:53.969129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:53.971202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:53.975081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:53.982390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:54.079307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26aaf1-907f-4a53-808d-a564a5f1f4e7 None None] Pushing event updated for resources: {'Port': ['ID=de5a8d79-fc3f-4d11-bf80-5f3380578935,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:54.130890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-61188533-5b8a-4a78-8a73-a13ca9ba96cc service neutron] 10.222.0.46 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707346
Jan 15 20:59:54.149339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e1f58043-97ce-4c2d-86fb-63acb89366e7 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:54.149792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:54.194009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:54.205118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:54.241791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedfce-7777-4d90-9321-cbf02423d2a8 req-c47efb65-adee-4243-b304-7a34cb5acaa9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:54.243394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96fedfce-7777-4d90-9321-cbf02423d2a8 req-c47efb65-adee-4243-b304-7a34cb5acaa9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1298859
Jan 15 20:59:54.283762 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:54.347926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:54.372160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96fedfce-7777-4d90-9321-cbf02423d2a8 req-f030fe25-3505-47ef-8f4b-8064bde30e61 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198270
Jan 15 20:59:54.379332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-9a2443aa-15e9-4d8b-91e2-0c0db46baa80 service neutron] 10.222.0.46 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262506
Jan 15 20:59:54.472482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for router_gateway (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:54.576374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-44d75772-614c-4e2f-bc6b-15e8895b4ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886189
Jan 15 20:59:54.723630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-4e6102cf-b2f0-4af9-96d1-fae756028db8 service neutron] 10.222.0.46 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405332
Jan 15 20:59:55.065770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:55.069544 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631eb494-259e-4df4-a665-6a76e65b24ac" -d '{"events": [{"server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "name": "network-vif-plugged", "status": "completed", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:55.093505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de5a8d79-fc3f-4d11-bf80-5f3380578935 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:55.173531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.190837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port de5a8d79-fc3f-4d11-bf80-5f3380578935 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:55.191223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.328396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port de5a8d79-fc3f-4d11-bf80-5f3380578935 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:55.329038 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.403564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 20:59:55.431125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port de5a8d79-fc3f-4d11-bf80-5f3380578935, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de5a8d79-fc3f-4d11-bf80-5f3380578935,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:55.438818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.515216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=de5a8d79-fc3f-4d11-bf80-5f3380578935,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:55.649547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:55.654660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61010-c9d1-4bfb-b4c0-5708692d47ca req-00bd9b39-644d-4b88-83e7-be8247b5a97c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:55.657973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ebc61010-c9d1-4bfb-b4c0-5708692d47ca req-00bd9b39-644d-4b88-83e7-be8247b5a97c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 945 time: 0.0856419
Jan 15 20:59:55.662149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 20:59:55.674131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.676370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b225a1ad-c474-4d9e-8543-2d7ec4e056ca admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.8642986
Jan 15 20:59:55.680407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 20:59:55.683375 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:55.684197 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:55.710550 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe30cb-bd64-42fd-94a7-c0ea921dd8a5 x-openstack-request-id: req-3ffe30cb-bd64-42fd-94a7-c0ea921dd8a5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:55.711388 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "name": "network-vif-plugged", "status": "completed", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:55.711503 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ffe30cb-bd64-42fd-94a7-c0ea921dd8a5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:55.711913 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7', 'code': 200}
Jan 15 20:59:55.726691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5453102-6401-49c8-b604-01df5b0cf518 None None] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 20:59:55.754759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ebc61010-c9d1-4bfb-b4c0-5708692d47ca req-4dcd73d7-0053-4135-9070-2c508f31cbc2 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907946
Jan 15 20:59:55.919985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:55.927536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9a9070f6-3cbb-4d9a-bfaf-63fa5ce0b619 None None] Provisioning complete for port de5a8d79-fc3f-4d11-bf80-5f3380578935 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:55.927998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a9070f6-3cbb-4d9a-bfaf-63fa5ce0b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:55.974767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9727b70-4f2a-41e2-b7b4-d4d12b7c7f13 req-4b80cc1d-1a11-4682-9f1e-4810c4b29410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:55.976869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b9727b70-4f2a-41e2-b7b4-d4d12b7c7f13 req-4b80cc1d-1a11-4682-9f1e-4810c4b29410 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 1096 time: 0.1135628
Jan 15 20:59:56.007507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da74cfe-1b8e-4dd8-8fa4-9be2bc05c555 req-b4c230a6-d2cf-4dc0-9722-615586afa3cb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:56.021019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8da74cfe-1b8e-4dd8-8fa4-9be2bc05c555 req-b4c230a6-d2cf-4dc0-9722-615586afa3cb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1846178
Jan 15 20:59:56.055288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9a9070f6-3cbb-4d9a-bfaf-63fa5ce0b619 None None] Current status of the port de5a8d79-fc3f-4d11-bf80-5f3380578935 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:56.116998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322b7ab-da35-4c36-b384-359a2a514be6 req-f9a6dc04-2ca6-4167-afe1-ba07ee78b34f tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:56.133730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2322b7ab-da35-4c36-b384-359a2a514be6 req-f9a6dc04-2ca6-4167-afe1-ba07ee78b34f tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 945 time: 0.3101931
Jan 15 20:59:56.186575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8da74cfe-1b8e-4dd8-8fa4-9be2bc05c555 req-f27b93f9-59ba-4b52-9fba-86f0e9342a67 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585233
Jan 15 20:59:56.192523 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b9727b70-4f2a-41e2-b7b4-d4d12b7c7f13 req-a6953fb1-b0f4-475e-97d9-1308493ed4b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080202
Jan 15 20:59:56.278058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2322b7ab-da35-4c36-b384-359a2a514be6 req-6db5684a-6786-4609-8808-2ce7e7b89e61 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434672
Jan 15 20:59:56.322928 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a30>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:54Z', 'revision_number': 3, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:56.362509 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 20:59:56.362869 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Updating router 0d188b85-0fd7-4b51-97c6-341b07c69e2d port d929aeb0-5380-4713-9e7f-15f4ed84a210 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 20:59:56.400500 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.413626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34dd7090-380e-4855-8706-090fd33ae425 req-5ec7459e-7a83-4e89-8fdb-5e7dc0fd3f11 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 210 time: 0.0692396
Jan 15 20:59:56.486682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e7bc53fe-1b80-4142-aa2d-61623a072141 None None] Provisioning complete for port de5a8d79-fc3f-4d11-bf80-5f3380578935 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:56.487686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7bc53fe-1b80-4142-aa2d-61623a072141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.502223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.612407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc53fe-1b80-4142-aa2d-61623a072141 None None] Current status of the port de5a8d79-fc3f-4d11-bf80-5f3380578935 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:56.717693 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks [] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.722877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Allocated IP 172.20.0.1 (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d/10fa6ae8-84b4-419b-97b9-50987133f4ff/490b3189-d1bd-4f6d-bac5-5fb5be85a9e4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:56.723424 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.789856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Attempting to bind port d929aeb0-5380-4713-9e7f-15f4ed84a210 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 20:59:56.791547 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Attempting to bind port d929aeb0-5380-4713-9e7f-15f4ed84a210 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 20:59:56.792071 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Attempting to bind port d929aeb0-5380-4713-9e7f-15f4ed84a210 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 20:59:56.800270 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ca99-6b5c-4761-ab2b-a324656c793d None None] Pushing event updated for resources: {'Port': ['ID=d929aeb0-5380-4713-9e7f-15f4ed84a210,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:56.803714 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 20:59:56.803985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 20:59:56.804391 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.804772 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 20:59:56.805297 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Bound port: d929aeb0-5380-4713-9e7f-15f4ed84a210, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 20:59:56.805681 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.861967 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] For port d929aeb0-5380-4713-9e7f-15f4ed84a210, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 20:59:56.866076 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] For port d929aeb0-5380-4713-9e7f-15f4ed84a210, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d929aeb0-5380-4713-9e7f-15f4ed84a210,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 20:59:56.872526 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.872817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks [] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:56.883253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-e3f7f49d-b78b-4bfe-ac73-234ff402466e tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:56.884747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-e3f7f49d-b78b-4bfe-ac73-234ff402466e tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 945 time: 0.0912287
Jan 15 20:59:56.919941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf1f61-8018-4420-9311-2649f1041482 req-b755eba4-4325-4100-98ae-e1f78edfb40a tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:56.921582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dadf1f61-8018-4420-9311-2649f1041482 req-b755eba4-4325-4100-98ae-e1f78edfb40a tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 945 time: 0.0849440
Jan 15 20:59:56.945619 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10ca99-6b5c-4761-ab2b-a324656c793d None None] Pushing event updated for resources: {'Port': ['ID=d929aeb0-5380-4713-9e7f-15f4ed84a210,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:56.948255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 20:59:56.948878 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:56.988295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de5a8d79-fc3f-4d11-bf80-5f3380578935 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:56.988482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.043648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dadf1f61-8018-4420-9311-2649f1041482 req-f1d7d812-e50a-47c5-9e78-1fdda7e555dd tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058466
Jan 15 20:59:57.055576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:57.065769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:57.071661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 20:59:57.075899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Pushing event updated for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:57.082178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port de5a8d79-fc3f-4d11-bf80-5f3380578935 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:57.082679 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.111128 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 20:59:57.122568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Deleting port 6c32aa4e-6a73-415e-9647-886333a1d237 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 20:59:57.122905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.272044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port de5a8d79-fc3f-4d11-bf80-5f3380578935 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:57.298884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.419733 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b281a30>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:54Z', 'revision_number': 3, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 20:59:57.436179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-6d30e982-0de6-4749-8133-0ed8b9f8712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.446084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-6d30e982-0de6-4749-8133-0ed8b9f8712d service neutron] 10.222.0.39 "GET /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 1027 time: 0.3053758
Jan 15 20:59:57.497255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc101af-84e9-4bff-863e-b54ca070302d None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:54Z', 'revision_number': 3, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 20:59:57.557276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] For port 6c32aa4e-6a73-415e-9647-886333a1d237, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c32aa4e-6a73-415e-9647-886333a1d237,segment=NetworkSegment(0a9426df-eb8d-4392-8fe6-6891bf47cb8c),segment_id=0a9426df-eb8d-4392-8fe6-6891bf47cb8c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:57.557556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.562877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-0b513e6e-0dd5-4606-acac-fe230b5ab9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.564394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-0b513e6e-0dd5-4606-acac-fe230b5ab9f9 service neutron] 10.222.0.39 "GET /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 1027 time: 0.0995963
Jan 15 20:59:57.573163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7cfd3da3-7e8f-4d52-81fa-555fe89fced1 None None] Provisioning complete for port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:57.577023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3da3-7e8f-4d52-81fa-555fe89fced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.584988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719b39-b907-4fdf-915e-11cca0ea5c53 req-268bd4b4-8579-4b44-85bf-bf71542bd93a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.586575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08719b39-b907-4fdf-915e-11cca0ea5c53 req-268bd4b4-8579-4b44-85bf-bf71542bd93a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.2477627
Jan 15 20:59:57.599661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924154e-ded8-4a19-a714-bd41a0ead5b4 req-d0d85b05-098c-4a2f-9763-2be3baf93a02 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.602184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7924154e-ded8-4a19-a714-bd41a0ead5b4 req-d0d85b05-098c-4a2f-9763-2be3baf93a02 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 945 time: 0.1730196
Jan 15 20:59:57.617659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd3da3-7e8f-4d52-81fa-555fe89fced1 None None] Port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:57.670982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Calling delete_port for 6c32aa4e-6a73-415e-9647-886333a1d237 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 20:59:57.702011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08719b39-b907-4fdf-915e-11cca0ea5c53 req-5f75f1ec-66f2-4498-8745-23d53a398093 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982091
Jan 15 20:59:57.706476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7924154e-ded8-4a19-a714-bd41a0ead5b4 req-0ed38bc7-5107-4dc0-a4ec-ffa77b7725f5 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/security-groups?id=86aa8406-5003-4e41-a2b1-ad3dbf3444e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927835
Jan 15 20:59:57.836474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77e6694f-ce64-4d6d-8af8-c397c5f1a3f4 req-c8f03328-aea8-4816-81ad-9a04db2183a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 210 time: 0.0384464
Jan 15 20:59:57.869137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.898808 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 20:59:57.901452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3735c4e3-9fb4-4767-980c-136960a47dc9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.908780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3735c4e3-9fb4-4767-980c-136960a47dc9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.917464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3735c4e3-9fb4-4767-980c-136960a47dc9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:57.919673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3735c4e3-9fb4-4767-980c-136960a47dc9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f213ffd6-16a4-404b-80d4-e008020201ac&id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 1991 time: 0.3409641
Jan 15 20:59:58.150537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-26539c5c-d089-4031-9909-9e6e638d23e5 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b36b007e8a9409783a549b87017c8ee HTTP/1.1" status: 200  len: 380 time: 0.2131107
Jan 15 20:59:58.173474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'admin_state_up': True, 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'security_groups': ['aba3a8ec-42b3-4288-8d05-99d5b30cd5db']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 20:59:58.189826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecdbc5-2c74-4583-a184-dd21492852f9 req-12a35d00-cbd0-47a9-a68d-98a55f495359 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:58.198309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-beecdbc5-2c74-4583-a184-dd21492852f9 req-12a35d00-cbd0-47a9-a68d-98a55f495359 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 945 time: 0.0793042
Jan 15 20:59:58.233219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6c32aa4e-6a73-415e-9647-886333a1d237), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.264882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-beecdbc5-2c74-4583-a184-dd21492852f9 req-04cd43fd-99f0-4ee2-954d-c4853fec8d1c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654757
Jan 15 20:59:58.270399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Pushing event deleted for resources: {'Port': ['ID=6c32aa4e-6a73-415e-9647-886333a1d237,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:58.372415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] No DVR routers for this DVR port 6c32aa4e-6a73-415e-9647-886333a1d237 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 20:59:58.389386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.392821 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-973cc775-33dd-44aa-a6e4-bc20ba655fac req-469c966f-42d1-42aa-a1c8-9d7ff21e9d07 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.45 "DELETE /v2.0/ports/6c32aa4e-6a73-415e-9647-886333a1d237 HTTP/1.1" status: 204  len: 173 time: 1.5015621
Jan 15 20:59:58.393385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'name': 'network-vif-deleted', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 20:59:58.395726 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe12238-7752-4cff-90fc-8b0bd10da5bf" -d '{"events": [{"server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "name": "network-vif-deleted", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 20:59:58.434579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks [] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.450095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.482602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da2ade-b466-4066-b073-b757b6b6926b req-283ad209-76c6-4329-853e-e4a3c4065b28 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:58.484767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90da2ade-b466-4066-b073-b757b6b6926b req-283ad209-76c6-4329-853e-e4a3c4065b28 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=58ee3eff-55c4-48eb-a5f6-2731d35270a0 HTTP/1.1" status: 200  len: 945 time: 0.1410797
Jan 15 20:59:58.495215 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a86d95-a319-4934-967a-e676b1b9a59f x-openstack-request-id: req-33a86d95-a319-4934-967a-e676b1b9a59f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 20:59:58.495513 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fd532-17fd-4ec1-b3e2-d05605c20756", "name": "network-vif-deleted", "tag": "6c32aa4e-6a73-415e-9647-886333a1d237", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 20:59:58.495778 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33a86d95-a319-4934-967a-e676b1b9a59f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 20:59:58.496189 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fd532-17fd-4ec1-b3e2-d05605c20756', 'name': 'network-vif-deleted', 'tag': '6c32aa4e-6a73-415e-9647-886333a1d237', 'status': 'completed', 'code': 200}
Jan 15 20:59:58.525472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.577220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90da2ade-b466-4066-b073-b757b6b6926b req-99f4c129-4712-4b23-ac87-57cc8f0dc155 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856917
Jan 15 20:59:58.606946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 20:59:58.611122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:58.675857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Pushing event updated for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:58.837409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 20:59:58.841394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 20:59:58.926763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8970e-79bb-4b23-922b-28a2fb7d5c30 req-35061464-f9d1-4694-96f5-9328aba713b2 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:58.944483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1a8970e-79bb-4b23-922b-28a2fb7d5c30 req-35061464-f9d1-4694-96f5-9328aba713b2 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1346774
Jan 15 20:59:59.048887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44ca77bd-45c5-4e89-8c7a-aa7613fb3ee0 req-dcaa4c36-dfca-4e8c-b67c-ab9fbbd8ff89 tempest-ServerMetadataNegativeTestJSON-1749172078 tempest-ServerMetadataNegativeTestJSON-1749172078-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d9fd532-17fd-4ec1-b3e2-d05605c20756 HTTP/1.1" status: 200  len: 210 time: 0.0663762
Jan 15 20:59:59.071088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 172.20.0.12 (b740d751-068e-4a93-9225-aa5d63661275/261f2664-28f9-41f9-952c-e37535c74b96/1c682467-fd92-4011-a1b3-79b4e61291df) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 20:59:59.088690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d929aeb0-5380-4713-9e7f-15f4ed84a210 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 20:59:59.147141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1a8970e-79bb-4b23-922b-28a2fb7d5c30 req-5f37377f-b0f8-4452-b9b7-db9f5ca22861 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832707
Jan 15 20:59:59.236700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d929aeb0-5380-4713-9e7f-15f4ed84a210 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:59.237173 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.257593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 20:59:59.373442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d81d02df-0094-46fe-87fc-b4685840f898 req-1ab947a6-b9c3-4bca-85a6-0373ec0bb152 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 210 time: 0.0764136
Jan 15 20:59:59.461154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (1c682467-fd92-4011-a1b3-79b4e61291df), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.491838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 20:59:59.514420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-555a2349-21d0-48fa-ab06-a72d00095042 admin admin] 10.222.0.46 "PUT /v2.0/routers/0d188b85-0fd7-4b51-97c6-341b07c69e2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8245668
Jan 15 20:59:59.534602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d17f7dc1-0106-49f0-b9f4-74ed5badddda None None] Provisioning complete for port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 20:59:59.537458 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d17f7dc1-0106-49f0-b9f4-74ed5badddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.567786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.591080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d929aeb0-5380-4713-9e7f-15f4ed84a210 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 20:59:59.591826 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.601270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d17f7dc1-0106-49f0-b9f4-74ed5badddda None None] Port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 20:59:59.622579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port d929aeb0-5380-4713-9e7f-15f4ed84a210, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d929aeb0-5380-4713-9e7f-15f4ed84a210,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 20:59:59.632108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 20:59:59.702678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=d929aeb0-5380-4713-9e7f-15f4ed84a210,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 20:59:59.717561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.718183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.718696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.719450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.719941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.720450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.721104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.721649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.722598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.723166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.723683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.724305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.724980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 20:59:59.770055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6c32aa4e-6a73-415e-9647-886333a1d237 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 20:59:59.807343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6c32aa4e-6a73-415e-9647-886333a1d237 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 20:59:59.808398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6c32aa4e-6a73-415e-9647-886333a1d237 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 20:59:59.945842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-d482fb3f-0e2e-4dd2-a1e4-ef40acb54f5d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 20:59:59.953291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-d482fb3f-0e2e-4dd2-a1e4-ef40acb54f5d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 0.1516905
Jan 15 20:59:59.972331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-b3e45602-a522-4dee-ac44-9ff48b8d6f6f tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/quotas/0ca0988cda6548f89ee936bee64f56ac HTTP/1.1" status: 200  len: 375 time: 0.0174406
Jan 15 21:00:00.042437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-7c461931-b6e1-4bd3-9acc-88beedc8f915 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0685027
Jan 15 21:00:00.112565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46526) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:00.119433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138119416', 'description': 'tempest-description--1168561529'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:00.138197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network b740d751-068e-4a93-9225-aa5d63661275 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:00.141009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46528) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:00.150556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:00.158719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:00.189772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.275269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:00.312624 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (abdd0bad-91d7-49f2-9fb3-be4996be4ea7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.316139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:00.316780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.335982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Deleting subnet bd3cbb85-6220-4632-9d31-9042ddb47b37 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:00:00.350562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Publish callbacks [] for subnet (bd3cbb85-6220-4632-9d31-9042ddb47b37), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.354163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:00:00.373435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:00.374430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b510910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:00.376278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (abdd0bad-91d7-49f2-9fb3-be4996be4ea7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.394851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (bd3cbb85-6220-4632-9d31-9042ddb47b37), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.417424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-d02b272f-07d6-436a-87d5-4c91f817fe3b service neutron] 10.222.0.46 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707919
Jan 15 21:00:00.450746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bd3cbb85-6220-4632-9d31-9042ddb47b37), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.525589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.526966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4131877
Jan 15 21:00:00.527810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd2ba6-a96f-429e-a21a-e59df36eaf9b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd0bad-91d7-49f2-9fb3-be4996be4ea7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:00.532615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46538) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:00.533031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-95175563-0f36-44e7-9660-2d1596f1f839 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3688755
Jan 15 21:00:00.539859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group_rule': {'security_group_id': 'abdd0bad-91d7-49f2-9fb3-be4996be4ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:00.544687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'admin_state_up': True, 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'security_groups': ['aba3a8ec-42b3-4288-8d05-99d5b30cd5db']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:00.572743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (bd3cbb85-6220-4632-9d31-9042ddb47b37), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.573075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ec83a-4836-4b62-a5d8-f2590bca6bff req-993e8a50-8ed0-470b-97f6-60654002acc7 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:00.574647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-075ec83a-4836-4b62-a5d8-f2590bca6bff req-993e8a50-8ed0-470b-97f6-60654002acc7 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.2533481
Jan 15 21:00:00.582073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6f854072-82f5-4f86-accd-ca67ddcc39b4 None None] Provisioning complete for port 1c682467-fd92-4011-a1b3-79b4e61291df triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:00.582809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f854072-82f5-4f86-accd-ca67ddcc39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.592267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-cc69bc62-7121-4f35-a547-3865b3a6f171 service neutron] 10.222.0.46 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738763
Jan 15 21:00:00.592441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.592940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:00.597966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd3cbb85-6220-4632-9d31-9042ddb47b37 HTTP/1.1" status: 204  len: 168 time: 0.4558291
Jan 15 21:00:00.644195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46540) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:00.685421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d023e74-35ee-4e69-b484-7248d0bebcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3cbb85-6220-4632-9d31-9042ddb47b37,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:00.714572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-075ec83a-4836-4b62-a5d8-f2590bca6bff req-5ea4354e-51f2-402a-a576-b935bac6b3c0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211641
Jan 15 21:00:00.750036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (95c3f75e-87c4-4380-b8db-912629067deb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.787348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8039e-ec81-4fa6-b815-e5716115693d req-c41ed792-5241-449d-98f5-9b7002c2f400 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:00.790891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abe8039e-ec81-4fa6-b815-e5716115693d req-c41ed792-5241-449d-98f5-9b7002c2f400 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.39 "GET /v2.0/ports?device_id=58ee3eff-55c4-48eb-a5f6-2731d35270a0 HTTP/1.1" status: 200  len: 945 time: 0.2740879
Jan 15 21:00:00.838978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6f854072-82f5-4f86-accd-ca67ddcc39b4 None None] Port 1c682467-fd92-4011-a1b3-79b4e61291df cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:00.843338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (95c3f75e-87c4-4380-b8db-912629067deb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.851439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (95c3f75e-87c4-4380-b8db-912629067deb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.883043 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (06debdb1-4712-4eed-bcd6-395d1a8ea49c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.902179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c3f75e-87c4-4380-b8db-912629067deb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:00.908656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b510910>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T20:59:58Z', 'revision_number': 2, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:00.915789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:00.919871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c45147ef-cb37-48c6-b6c0-14ace3c9628f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3833363
Jan 15 21:00:00.920666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:00.931693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group_rule': {'security_group_id': 'abdd0bad-91d7-49f2-9fb3-be4996be4ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:00.963285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:00:00.964247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Updating router 0d188b85-0fd7-4b51-97c6-341b07c69e2d port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:00:01.003015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (e33ed298-0e3a-4608-a8f4-606865276e6f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.008816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.102563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (06debdb1-4712-4eed-bcd6-395d1a8ea49c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.119601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:01.123190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.155266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79fb82e0>,) {'filters': {'network_id': ['06debdb1-4712-4eed-bcd6-395d1a8ea49c']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:01.172195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-6f7cef76-6471-4c85-a29f-7b6e55f9e6c7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:01.173945 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-6f7cef76-6471-4c85-a29f-7b6e55f9e6c7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d04bb3a-eacf-48ca-b7bf-e830a2c30b80 HTTP/1.1" status: 200  len: 945 time: 0.2213757
Jan 15 21:00:01.195703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d929aeb0-5380-4713-9e7f-15f4ed84a210 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:01.229087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (e33ed298-0e3a-4608-a8f4-606865276e6f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.242763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90a7d-2e8d-4e86-a13d-d327db41a1ef req-76bcdbeb-1637-41a0-b40b-07abcf6206c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:01.244873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48e90a7d-2e8d-4e86-a13d-d327db41a1ef req-76bcdbeb-1637-41a0-b40b-07abcf6206c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 932 time: 0.1915829
Jan 15 21:00:01.247368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e33ed298-0e3a-4608-a8f4-606865276e6f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.304193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.308449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3828237
Jan 15 21:00:01.315300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:01.316137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efae33-405f-475c-8b03-aecc5454043d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33ed298-0e3a-4608-a8f4-606865276e6f,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:01.321363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:01.370441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.1.1.244 (f6dce376-1a08-428a-8bf0-aa7cf17a7a69/bd2bc871-6286-450c-91cc-75d6c771f544/64cf49a0-1762-46ea-8738-821b466cb2c9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:01.393153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48e90a7d-2e8d-4e86-a13d-d327db41a1ef req-19b349f4-04bc-4a39-820f-171b1a830047 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383004
Jan 15 21:00:01.396530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.541851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.582734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.611230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79fb82e0>, '0a9426df-eb8d-4392-8fe6-6891bf47cb8c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:01.611583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79fb82e0>, '0a9426df-eb8d-4392-8fe6-6891bf47cb8c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:01.625370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Deleting port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:01.625981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.647303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d929aeb0-5380-4713-9e7f-15f4ed84a210 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:01.647873 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.684803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Allocated IP 172.35.1.179 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/cac22d4f-21a2-47e6-b4c3-74e4aa414870) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:01.745586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (0a9426df-eb8d-4392-8fe6-6891bf47cb8c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.811882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks [] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.825968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c22266be-1fcf-4015-88e0-22118f445c0a req-008264d1-e982-4846-b6c4-3e2b13c6ca52 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 210 time: 0.0863740
Jan 15 21:00:01.857897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.863180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0a9426df-eb8d-4392-8fe6-6891bf47cb8c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.890771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:00:01.891672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (0a9426df-eb8d-4392-8fe6-6891bf47cb8c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:00:01.899816 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:00:01.909319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.950136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:01.966691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.020074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c07c-5eba-41f0-a362-8bf62dcdebdf None None] Pushing event updated for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:02.050832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=cac22d4f-21a2-47e6-b4c3-74e4aa414870,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:02.055171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:02.114749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d929aeb0-5380-4713-9e7f-15f4ed84a210 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:02.119302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:02.127920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:02.131600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:02.139797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] For port cac6dd7d-cf94-4715-be2c-1beb35c8ff69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:02.140544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.169908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:02.177070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Deleting port e1f58043-97ce-4c2d-86fb-63acb89366e7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:02.177627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.186314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:02.190172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:02.262858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (06debdb1-4712-4eed-bcd6-395d1a8ea49c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.325753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.330867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] 10.222.0.46 "DELETE /v2.0/networks/06debdb1-4712-4eed-bcd6-395d1a8ea49c HTTP/1.1" status: 204  len: 168 time: 1.6854777
Jan 15 21:00:02.332068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Calling delete_port for cac6dd7d-cf94-4715-be2c-1beb35c8ff69 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:02.382308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Attempting to bind port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:02.393108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Attempting to bind port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:02.394790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Attempting to bind port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:02.420010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:02.432407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:02.433100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.435510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:02.436246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Bound port: 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:02.436599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.452790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061ce69-04bd-4d82-9d72-9f43ed4beb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=06debdb1-4712-4eed-bcd6-395d1a8ea49c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:02.561403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:02.562121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.648552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46584) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:02.734423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] For port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:02.739903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] For port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:02.744948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Provisioning complete for port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:02.745581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.759393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] For port e1f58043-97ce-4c2d-86fb-63acb89366e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1f58043-97ce-4c2d-86fb-63acb89366e7,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:02.759766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:02.791776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-10a5a41c-4f7e-4310-b1bb-a703b4092219 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2512884
Jan 15 21:00:02.826647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'admin_state_up': True, 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'security_groups': ['aba3a8ec-42b3-4288-8d05-99d5b30cd5db']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:02.830297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Calling delete_port for e1f58043-97ce-4c2d-86fb-63acb89366e7 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:02.921994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f3c7a32f-004b-4999-8ff4-74ea3a82e335 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56b3ba8ddd164cbbbc04a57bd2819003&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2568431
Jan 15 21:00:02.976711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46588) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:03.008180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.009423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598be85-11d5-4e6e-b3aa-793c27461a6e req-087d880a-1cca-48eb-a935-1dc37cdc55ae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:03.020523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8598be85-11d5-4e6e-b3aa-793c27461a6e req-087d880a-1cca-48eb-a935-1dc37cdc55ae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 1.0699039
Jan 15 21:00:03.078380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cac6dd7d-cf94-4715-be2c-1beb35c8ff69), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.122472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c07c-5eba-41f0-a362-8bf62dcdebdf None None] Pushing event updated for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:03.134612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:03.137019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b510910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T20:59:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:03.155362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event deleted for resources: {'Port': ['ID=cac6dd7d-cf94-4715-be2c-1beb35c8ff69,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:03.205084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8598be85-11d5-4e6e-b3aa-793c27461a6e req-b6cb4f9f-4d86-4b51-96c4-4b60bfc88779 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840005
Jan 15 21:00:03.319492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] Publish callbacks [] for security_group (86aa8406-5003-4e41-a2b1-ad3dbf3444e0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.341425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba932e-05a4-4610-b37b-88432f3ef3fc req-b0039408-2576-4f5b-a57b-3b450a2f879a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:03.345428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] Publish callbacks [] for security_group (86aa8406-5003-4e41-a2b1-ad3dbf3444e0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.347508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba932e-05a4-4610-b37b-88432f3ef3fc req-b0039408-2576-4f5b-a57b-3b450a2f879a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:03.349291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12ba932e-05a4-4610-b37b-88432f3ef3fc req-b0039408-2576-4f5b-a57b-3b450a2f879a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 1654 time: 0.3514621
Jan 15 21:00:03.406766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] No DVR routers for this DVR port cac6dd7d-cf94-4715-be2c-1beb35c8ff69 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:03.422992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Current status of the port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:03.424962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.438697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.450422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.455328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abe8039e-ec81-4fa6-b815-e5716115693d req-d61f7225-64cf-4719-981f-39a545533fa1 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.39 "DELETE /v2.0/ports/cac6dd7d-cf94-4715-be2c-1beb35c8ff69 HTTP/1.1" status: 204  len: 173 time: 2.6338875
Jan 15 21:00:03.459083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'name': 'network-vif-deleted', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:03.461953 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ff933-6fec-4097-9c09-9b988e52bffb" -d '{"events": [{"server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "name": "network-vif-deleted", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:03.473126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] For port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:03.482096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:03.509299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cec1087b-41f0-4ec8-8625-935f34c9a512 req-eaa15a53-fcdf-42fe-a988-5076c644ea18 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 210 time: 0.1356442
Jan 15 21:00:03.583557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.697266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-0378792c-9ad0-4266-aa4e-5764e3a1779f tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:03.698957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-0378792c-9ad0-4266-aa4e-5764e3a1779f tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 0.2802906
Jan 15 21:00:03.717183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e1f58043-97ce-4c2d-86fb-63acb89366e7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.719345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:03.724749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.748869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Request body: {'port': {'device_id': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'admin_state_up': True, 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:03.776357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.785194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.824368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12ba932e-05a4-4610-b37b-88432f3ef3fc req-a6202e75-bffa-449c-87af-bc0fe9cf5368 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4522274
Jan 15 21:00:03.841573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device cac6dd7d-cf94-4715-be2c-1beb35c8ff69 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:03.843679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e1f58043-97ce-4c2d-86fb-63acb89366e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:03.856635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.877716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (86aa8406-5003-4e41-a2b1-ad3dbf3444e0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.883004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.884492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86aa8406-5003-4e41-a2b1-ad3dbf3444e0 HTTP/1.1" status: 204  len: 168 time: 0.9034257
Jan 15 21:00:03.898839 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091b85b-622c-4aac-8145-79d18202b913 x-openstack-request-id: req-a091b85b-622c-4aac-8145-79d18202b913 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:03.899089 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee3eff-55c4-48eb-a5f6-2731d35270a0", "name": "network-vif-deleted", "tag": "cac6dd7d-cf94-4715-be2c-1beb35c8ff69", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:03.899388 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a091b85b-622c-4aac-8145-79d18202b913 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:03.900044 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee3eff-55c4-48eb-a5f6-2731d35270a0', 'name': 'network-vif-deleted', 'tag': 'cac6dd7d-cf94-4715-be2c-1beb35c8ff69', 'status': 'completed', 'code': 200}
Jan 15 21:00:03.907399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=cac22d4f-21a2-47e6-b4c3-74e4aa414870,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:03.934198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.956074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: e1f58043-97ce-4c2d-86fb-63acb89366e7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:00:03.956544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e1f58043-97ce-4c2d-86fb-63acb89366e7 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:00:03.957977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: cac6dd7d-cf94-4715-be2c-1beb35c8ff69 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:00:03.958484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device cac6dd7d-cf94-4715-be2c-1beb35c8ff69 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:00:03.965858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:03.980903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c0defdf-e9c8-4a90-8cc4-23f7f1dce292 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6527607
Jan 15 21:00:04.004709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e4a23-b0cb-476b-a138-af09229b4f78 None None] Pushing event updated for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:04.025316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Provisioning complete for port 64cf49a0-1762-46ea-8738-821b466cb2c9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:04.025693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:04.062518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b510910>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:02Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:04.085505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event deleted for resources: {'Port': ['ID=e1f58043-97ce-4c2d-86fb-63acb89366e7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:04.096743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2edd463-2989-4dcc-91c0-e547c99a3e55 None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:02Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:00:04.105823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Port 64cf49a0-1762-46ea-8738-821b466cb2c9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:04.125891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Provisioning complete for port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:04.126826 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:04.133665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8694-64da-4d90-9919-22aede81fef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa8406-5003-4e41-a2b1-ad3dbf3444e0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:04.252677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.1.1.253 (f6dce376-1a08-428a-8bf0-aa7cf17a7a69/bd2bc871-6286-450c-91cc-75d6c771f544/e70cfdd0-1455-44d5-8de1-57e6af6d6aac) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:04.331047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-167fbe23-ce68-4b7b-bc1e-2324a0039e3f None None] Current status of the port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:04.424808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] No DVR routers for this DVR port e1f58043-97ce-4c2d-86fb-63acb89366e7 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:04.429741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:04.437496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-df7aaacd-0104-48e1-9dea-1d0765daed9b req-0822beec-c7b8-4bf5-a511-51700a010568 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "DELETE /v2.0/ports/e1f58043-97ce-4c2d-86fb-63acb89366e7 HTTP/1.1" status: 204  len: 173 time: 2.8286881
Jan 15 21:00:04.473157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-bdd252f4-a519-4aee-81c5-eda92801bc4e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:04.474742 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-bdd252f4-a519-4aee-81c5-eda92801bc4e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 813 time: 1.0033786
Jan 15 21:00:04.498501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Request body: {'port': {'device_id': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'admin_state_up': True, 'tenant_id': '0ca0988cda6548f89ee936bee64f56ac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:04.514800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17368b-4130-4bb8-a9fa-7cd5964c18b1 req-c1f49a92-1fac-44a1-af95-a1a1d67d7e89 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:04.526929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff17368b-4130-4bb8-a9fa-7cd5964c18b1 req-c1f49a92-1fac-44a1-af95-a1a1d67d7e89 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1548009
Jan 15 21:00:04.527140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:04.530950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:04.629400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-2656dace-7caf-434b-b042-c515c268b06e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1138119416&fields=id&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 267 time: 0.1713357
Jan 15 21:00:04.712245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff17368b-4130-4bb8-a9fa-7cd5964c18b1 req-a98f5ac4-21c8-42ef-8b40-d2a0ada3c1b2 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852770
Jan 15 21:00:04.794988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:04.810065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Allocated IP 172.20.0.6 (2853abb2-f8b6-4eeb-86ee-8eff3f932a44/6c658d0a-28f4-4644-b44b-3aba188aaf37/4ed568ab-4582-4d97-8362-7eee18a7cd9f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:04.848947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-8583e0a6-38c4-42df-986a-1119dac9e148 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:04.851172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-8583e0a6-38c4-42df-986a-1119dac9e148 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 816 time: 0.2110014
Jan 15 21:00:04.882204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25a29d06-d14c-4906-ae74-93d4407deef6 req-9b5569a1-5583-4b50-a5ab-965a900413b3 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 210 time: 0.0658011
Jan 15 21:00:04.894785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-2073e3e0-06b5-45f6-b823-53f23d4efdd5 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/quotas/818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 375 time: 0.0159163
Jan 15 21:00:05.007469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-c7daf8f7-eda1-4f90-8741-ec0e82c31e26 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1039784
Jan 15 21:00:05.011371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Made reservation on behalf of 0ca0988cda6548f89ee936bee64f56ac for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:05.015382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.110122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.135375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:05.233458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-5ce4c240-0441-4189-bf78-164d3c24d6b5 service neutron] 10.222.0.46 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089937
Jan 15 21:00:05.258915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:05.259547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.377155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:05.434570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78f7c-5366-48df-9b3b-c3d56d18cb44 req-c732f042-960d-417f-94c0-c1563590a2d4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:05.440944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78f7c-5366-48df-9b3b-c3d56d18cb44 req-c732f042-960d-417f-94c0-c1563590a2d4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:05.447919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78f7c-5366-48df-9b3b-c3d56d18cb44 req-c732f042-960d-417f-94c0-c1563590a2d4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:05.453139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9e78f7c-5366-48df-9b3b-c3d56d18cb44 req-c732f042-960d-417f-94c0-c1563590a2d4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 2375 time: 0.2184391
Jan 15 21:00:05.456461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:05.504116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-cd41ffea-2b29-4335-a4b6-56bf0fb995a5 service neutron] 10.222.0.46 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790032
Jan 15 21:00:05.580061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9e78f7c-5366-48df-9b3b-c3d56d18cb44 req-9afe0aba-3a9c-4638-914d-60f0882919db tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789335
Jan 15 21:00:05.652537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1814706904-network', 'tenant_id': '0cf19dbd41564d638af8f2e69883d2fa'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:05.709215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Made reservation on behalf of 0cf19dbd41564d638af8f2e69883d2fa for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:05.712379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.732645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.740963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:05.753548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:05.758628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:05.848526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:05.857005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:05.857656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.889520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-19e3b04c-8d98-4029-862c-7c2f70d71dcc tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0797269
Jan 15 21:00:05.891168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e046d077-7329-4613-8abd-9f01a1a2e5f2 req-546571a3-3285-4d1c-8a84-8bdab6178d6e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0561213
Jan 15 21:00:05.902253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'name': 'network-vif-deleted', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:05.909359 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d1c276-467a-426b-b2b9-abccd9bea33f" -d '{"events": [{"server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "name": "network-vif-deleted", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:05.935460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'admin_state_up': True, 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'security_groups': ['aba3a8ec-42b3-4288-8d05-99d5b30cd5db']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:05.947577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks [] for security_group (cf6d04db-9ab4-47e8-b6e9-addc24d82f2f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:05.973332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cf6d04db-9ab4-47e8-b6e9-addc24d82f2f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.023799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:00:06.045909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bdf94-ffc8-46bc-95c6-6ba1d6c3d6e2 req-1eb864f2-163f-4b77-a669-3801f679d414 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.047621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a0bdf94-ffc8-46bc-95c6-6ba1d6c3d6e2 req-1eb864f2-163f-4b77-a669-3801f679d414 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1200039
Jan 15 21:00:06.051558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:06.060619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (338a0ff2-8f30-4584-bead-4795df9139c0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.061136 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Added segment 338a0ff2-8f30-4584-bead-4795df9139c0 of type vlan for network 006f34d4-b973-47be-9dd6-ce9e0538fd1b
Jan 15 21:00:06.067603 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046208a-8035-4bb4-9199-69c0fd872bbf x-openstack-request-id: req-8046208a-8035-4bb4-9199-69c0fd872bbf {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:06.069484 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d04bb3a-eacf-48ca-b7bf-e830a2c30b80", "name": "network-vif-deleted", "tag": "e1f58043-97ce-4c2d-86fb-63acb89366e7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:06.069945 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8046208a-8035-4bb4-9199-69c0fd872bbf {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:06.070564 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d04bb3a-eacf-48ca-b7bf-e830a2c30b80', 'name': 'network-vif-deleted', 'tag': 'e1f58043-97ce-4c2d-86fb-63acb89366e7', 'status': 'completed', 'code': 200}
Jan 15 21:00:06.099724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks [] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.144544 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (006f34d4-b973-47be-9dd6-ce9e0538fd1b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.247000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a0bdf94-ffc8-46bc-95c6-6ba1d6c3d6e2 req-8395c9be-465e-487f-b46e-697c809b6548 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357443
Jan 15 21:00:06.307700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9488f6ac-c350-44d6-9d2c-631a09694c2d None None] Provisioning complete for port e70cfdd0-1455-44d5-8de1-57e6af6d6aac triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:06.308175 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9488f6ac-c350-44d6-9d2c-631a09694c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.314637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b62e7581-ed29-4243-a4af-f9105d101f55 req-f1cd3b97-fe47-4612-83e7-d278ea3446d7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 210 time: 0.0636592
Jan 15 21:00:06.315449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (006f34d4-b973-47be-9dd6-ce9e0538fd1b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.317897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.318571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.395687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9488f6ac-c350-44d6-9d2c-631a09694c2d None None] Port e70cfdd0-1455-44d5-8de1-57e6af6d6aac cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:06.421506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.433853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Allocated IP 172.20.0.5 (2853abb2-f8b6-4eeb-86ee-8eff3f932a44/6c658d0a-28f4-4644-b44b-3aba188aaf37/36f3b8af-fe91-4ff7-8ba4-6576445d3e86) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:06.463144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0051050
Jan 15 21:00:06.466219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:06.473403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Request body: {'subnet': {'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1814706904-subnet', 'tenant_id': '0cf19dbd41564d638af8f2e69883d2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:06.479466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:06.502062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab3b5-e68f-4411-99cc-8c1631057669 admin admin] Pushing event updated for resources: {'Network': ['ID=006f34d4-b973-47be-9dd6-ce9e0538fd1b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:06.507275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:06.509868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Made reservation on behalf of 0cf19dbd41564d638af8f2e69883d2fa for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:06.513691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.514391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 006f34d4-b973-47be-9dd6-ce9e0538fd1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:00:06.532259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:06.572460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:06.627151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event updated for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:06.698921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.699577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.764629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-73d431bb-9149-4f71-9a48-6889d8c26d47 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0362341
Jan 15 21:00:06.771185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.783891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Request body: {'port': {'device_id': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:06.875007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (7054dc9a-a3d8-4571-9599-70d539d207b9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:06.899706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f59f-5989-470c-82f2-abfbb46bd8c3 req-3f59834b-e755-4159-81d8-c36f6d77e977 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.906560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f59f-5989-470c-82f2-abfbb46bd8c3 req-3f59834b-e755-4159-81d8-c36f6d77e977 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.913485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f59f-5989-470c-82f2-abfbb46bd8c3 req-3f59834b-e755-4159-81d8-c36f6d77e977 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:06.915245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9da3f59f-5989-470c-82f2-abfbb46bd8c3 req-3f59834b-e755-4159-81d8-c36f6d77e977 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 2375 time: 0.1269109
Jan 15 21:00:06.993030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7054dc9a-a3d8-4571-9599-70d539d207b9,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:07.030177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9da3f59f-5989-470c-82f2-abfbb46bd8c3 req-ac26be03-12e1-4f88-8bc5-13a1f08df347 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948641
Jan 15 21:00:07.034885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Checking segment: {'id': '338a0ff2-8f30-4584-bead-4795df9139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:07.035314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Network hostable DHCP agents. Network: 006f34d4-b973-47be-9dd6-ce9e0538fd1b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:00:07.074471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Network 006f34d4-b973-47be-9dd6-ce9e0538fd1b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:00:07.090775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks [] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.105765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0344d9d5-49db-4565-aeda-494c2b19b9ff req-8e852268-560c-4120-98f9-d94218fee86d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0453136
Jan 15 21:00:07.108137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 006f34d4-b973-47be-9dd6-ce9e0538fd1b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:07.117507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:07.122231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ee2e8-83d0-4abf-8e10-1a4c97a8c793 None None] Network 006f34d4-b973-47be-9dd6-ce9e0538fd1b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:00:07.123352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.126628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.148941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f5b2d579-3bec-45b9-84ce-dd45cbecc6cf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6813133
Jan 15 21:00:07.286772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306595fb-7475-4cdc-81c8-f74079657526 None None] Network 006f34d4-b973-47be-9dd6-ce9e0538fd1b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:00:07.317320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.541495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba470ce-f31f-4e96-bb1c-d0e591ba6860 req-df06aca3-54ad-406b-9dd3-5b6fbc6f7850 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:07.543160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ba470ce-f31f-4e96-bb1c-d0e591ba6860 req-df06aca3-54ad-406b-9dd3-5b6fbc6f7850 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1246071
Jan 15 21:00:07.586141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c0dc7-dc86-4f45-b0bc-61651daedacb req-6ddd1c7c-89ff-4777-b40a-022c0329d862 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:07.587842 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b4c0dc7-dc86-4f45-b0bc-61651daedacb req-6ddd1c7c-89ff-4777-b40a-022c0329d862 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 931 time: 0.1106040
Jan 15 21:00:07.606445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:07.629129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:07.641953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ba470ce-f31f-4e96-bb1c-d0e591ba6860 req-9e6d241d-2c06-4f75-8bc8-6b13f31e9920 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872719
Jan 15 21:00:07.642640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:07.689367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.2.2.100 (f213ffd6-16a4-404b-80d4-e008020201ac/f8a965f3-eb93-40e8-a566-2470acf7aac2/9f31cf46-d654-4aef-ada4-dab1fc37d328) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:07.704242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:07.718257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b4c0dc7-dc86-4f45-b0bc-61651daedacb req-ad99260f-4e2c-4a1a-a8eb-4ee0fc6f5461 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139481
Jan 15 21:00:07.742200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:07.746814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:07.809425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:07.810048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.882264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-857fa34e-d260-403c-b9e8-d90de5d68ab5 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3944855
Jan 15 21:00:07.900928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-6980964e-f53e-4534-880a-25f003266480 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:07.902043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-6980964e-f53e-4534-880a-25f003266480 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 816 time: 0.4365461
Jan 15 21:00:07.936971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7cf5ea2d-375f-4590-af25-836bb895b886 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:07.937850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:07.952219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Request body: {'port': {'device_id': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:07.973334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:07.976433 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f1cd0-a47a-4175-855c-3457c44f7d03" -d '{"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:08.003100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:08.020236 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.053747 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d1b0a-1991-480c-a361-6c254c14b303 x-openstack-request-id: req-112d1b0a-1991-480c-a361-6c254c14b303 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:08.054006 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:08.054332 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-112d1b0a-1991-480c-a361-6c254c14b303 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:08.054736 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886', 'code': 200}
Jan 15 21:00:08.092585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:08.121340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '7cf5ea2d-375f-4590-af25-836bb895b886', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'port_id': '7cf5ea2d-375f-4590-af25-836bb895b886', 'mac_address': 'fa:16:3e:a7:5a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6ce766-353f-4888-96f6-d764fc2bfa30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:08.172458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:08.189226 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-9e739021-755b-456e-971d-d6381750d997 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 380 time: 0.2725515
Jan 15 21:00:08.197025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.208540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'port': {'device_id': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'admin_state_up': True, 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'security_groups': ['abdd0bad-91d7-49f2-9fb3-be4996be4ea7']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:08.214006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.248615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7cf5ea2d-375f-4590-af25-836bb895b886 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:08.249135 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.265743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf5ea2d-375f-4590-af25-836bb895b886 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:08.270441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed568ab-4582-4d97-8362-7eee18a7cd9f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:08.274991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d3ca-c520-414a-bb1d-e47639bc25b3 req-cbd7965e-5ac1-4493-adba-f52759889a0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.282835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d3ca-c520-414a-bb1d-e47639bc25b3 req-cbd7965e-5ac1-4493-adba-f52759889a0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.287120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks [] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.290046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d3ca-c520-414a-bb1d-e47639bc25b3 req-cbd7965e-5ac1-4493-adba-f52759889a0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.298936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3305d3ca-c520-414a-bb1d-e47639bc25b3 req-cbd7965e-5ac1-4493-adba-f52759889a0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 2375 time: 0.1171560
Jan 15 21:00:08.299170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:08.306717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.362983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Transition to ACTIVE for port object 4ed568ab-4582-4d97-8362-7eee18a7cd9f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:08.368555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-e974809c-fc66-428b-8060-76e337f03cbd tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.370943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:08.376141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-e974809c-fc66-428b-8060-76e337f03cbd tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/networks?id=006f34d4-b973-47be-9dd6-ce9e0538fd1b HTTP/1.1" status: 200  len: 813 time: 0.2636542
Jan 15 21:00:08.377574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.390225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3305d3ca-c520-414a-bb1d-e47639bc25b3 req-25c92cc2-932f-4003-b434-e7b055c37be1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914526
Jan 15 21:00:08.399008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-dce0c952-528f-407b-9085-d77533918062 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/quotas/0cf19dbd41564d638af8f2e69883d2fa HTTP/1.1" status: 200  len: 375 time: 0.0219340
Jan 15 21:00:08.454769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3a8a49be-c5f1-409e-83e4-13342af79079 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf19dbd41564d638af8f2e69883d2fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535576
Jan 15 21:00:08.516688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.527724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['7cf5ea2d-375f-4590-af25-836bb895b886'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:08.545702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:08.571898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9cd6f69-238e-46c2-a055-5e593ef1d451 req-a2896ca7-0a7a-451a-be4c-e7fc4319ad8a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0866184
Jan 15 21:00:08.626612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-419e037d-ef29-4f02-8436-52dc07ddb97f service neutron] 10.222.0.46 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706135
Jan 15 21:00:08.658297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f213ffd6-16a4-404b-80d4-e008020201ac is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:08.686331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:08.696656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:08.757213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:08.765658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Made reservation on behalf of 818a237ecf6b46e389a244c2f33641d5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:08.769918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.832507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-592aa937-8c32-4be5-827f-a91cd89dc0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956012
Jan 15 21:00:08.852702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfad85-59f1-41e0-bc8e-6d0d5b2c3fb3 req-6c0f16f8-04b7-4291-8a12-7c122d3be709 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.854294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51bfad85-59f1-41e0-bc8e-6d0d5b2c3fb3 req-6c0f16f8-04b7-4291-8a12-7c122d3be709 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 944 time: 0.0805252
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.872270 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:08.874743 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:08.876826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:08.877889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:08.931151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-51bfad85-59f1-41e0-bc8e-6d0d5b2c3fb3 req-03c1ff67-0703-44c0-8783-98c180a74aae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667379
Jan 15 21:00:09.052976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:09.060641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Attempting to bind port 4ed568ab-4582-4d97-8362-7eee18a7cd9f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:09.061316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Attempting to bind port 4ed568ab-4582-4d97-8362-7eee18a7cd9f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:09.062260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Attempting to bind port 4ed568ab-4582-4d97-8362-7eee18a7cd9f on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:09.077311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks [] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.095026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Port 4ed568ab-4582-4d97-8362-7eee18a7cd9f on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:09.095488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Attempting to bind port 4ed568ab-4582-4d97-8362-7eee18a7cd9f on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:09.100515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199116-1f16-4706-80ba-6cf7754144e4 req-d3098d96-6fe1-4fa9-9c21-391c27f0d785 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.108984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:09.109376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Checking segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:09.109870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Bound using segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:09.110140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d199116-1f16-4706-80ba-6cf7754144e4 req-d3098d96-6fe1-4fa9-9c21-391c27f0d785 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 943 time: 0.0795352
Jan 15 21:00:09.110358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Bound port: 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:09.110930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.141900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-06321d12-9c1c-470f-93b7-66a1f1015808 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2231183
Jan 15 21:00:09.142105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-01372aca-99c4-4c27-bbf7-e570bfd387f9 None None] Provisioning complete for port 9f31cf46-d654-4aef-ada4-dab1fc37d328 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:09.142602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01372aca-99c4-4c27-bbf7-e570bfd387f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.167334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'admin_state_up': True, 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'security_groups': ['aba3a8ec-42b3-4288-8d05-99d5b30cd5db']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:09.178358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d199116-1f16-4706-80ba-6cf7754144e4 req-3b6c73ce-0866-4027-80a6-1bb920f3842a tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673945
Jan 15 21:00:09.244015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Transition to ACTIVE for port object 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:09.257830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-01372aca-99c4-4c27-bbf7-e570bfd387f9 None None] Port 9f31cf46-d654-4aef-ada4-dab1fc37d328 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:09.285096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.345860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-549b4f55-2d9e-4f72-9ebe-f99f1d831df0 req-ef0df143-35e2-4669-8cb9-0424d989cb5e tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.0429108
Jan 15 21:00:09.420677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099ed31-cea5-47ef-9be9-1e944b72dc74 req-51d29b60-3430-4823-ab89-12af23ebea44 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.422401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5099ed31-cea5-47ef-9be9-1e944b72dc74 req-51d29b60-3430-4823-ab89-12af23ebea44 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0745497
Jan 15 21:00:09.512514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5099ed31-cea5-47ef-9be9-1e944b72dc74 req-56f7b685-4a8d-411c-ad04-c0e0f15e2c3f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735185
Jan 15 21:00:09.525087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:09.530260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:09.555871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Allocated IP 172.20.0.9 (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d/10fa6ae8-84b4-419b-97b9-50987133f4ff/6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:09.571473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:09.599613 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.631036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-3154d497-d30f-40de-8344-55f018ad530b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.639115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-3154d497-d30f-40de-8344-55f018ad530b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.648815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-3154d497-d30f-40de-8344-55f018ad530b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.657905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-3154d497-d30f-40de-8344-55f018ad530b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.659803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-3154d497-d30f-40de-8344-55f018ad530b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3096 time: 0.1156678
Jan 15 21:00:09.697916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:09.698484 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.700099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ed568ab-4582-4d97-8362-7eee18a7cd9f HTTP/1.1" status: 200  len: 1091 time: 2.9216883
Jan 15 21:00:09.708475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Made reservation on behalf of 2b36b007e8a9409783a549b87017c8ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:09.713797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.715407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:09.720370 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998db72-f021-434a-870c-8bca98c8db03" -d '{"events": [{"name": "network-changed", "server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:09.753924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:09.757753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75a18cbc-110e-4261-94ee-a7cebf6ecbe4 req-ff00c497-e2f1-4628-ba04-7da291649e39 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920112
Jan 15 21:00:09.842095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 7cf5ea2d-375f-4590-af25-836bb895b886 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:09.842552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:09.879623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Attempting to bind port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:09.880862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Attempting to bind port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:09.881474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Attempting to bind port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:09.897678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:09.897957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Attempting to bind port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 on network 2853abb2-f8b6-4eeb-86ee-8eff3f932a44 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:09.925917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce16e50a-7d1c-4186-a280-01d993cb0035 req-93090038-aa60-434b-a958-12a44063e404 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0598695
Jan 15 21:00:09.954771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 7cf5ea2d-375f-4590-af25-836bb895b886 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:09.955542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:10.002172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:10.007577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:10.056819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:10.059341 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa339f-a5da-4b75-a1ce-602ba8038535" -d '{"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-plugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:10.101830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:10.159542 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a863a8fc-938e-4a8e-bf0b-e76f1905c4a6 x-openstack-request-id: req-a863a8fc-938e-4a8e-bf0b-e76f1905c4a6 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:10.160665 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-plugged", "status": "completed", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:10.161186 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a863a8fc-938e-4a8e-bf0b-e76f1905c4a6 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:10.161818 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886', 'code': 200}
Jan 15 21:00:10.261862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3583e-9f9a-4598-a7c6-c3e3afbbdd5f req-81d4e234-13dd-403d-a4f9-ca10a6797d38 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.263424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc3583e-9f9a-4598-a7c6-c3e3afbbdd5f req-81d4e234-13dd-403d-a4f9-ca10a6797d38 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0855653
Jan 15 21:00:10.357157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc3583e-9f9a-4598-a7c6-c3e3afbbdd5f req-a9f1b34a-a541-4ce4-a12e-1bce3aad8693 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733476
Jan 15 21:00:10.400635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 20, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:10.401341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Checking segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:10.401554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Bound using segment: {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:10.402090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Bound port: 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b03347-7f38-4b4b-bc2b-71baba319744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:10.402544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:10.409134 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e396701-4c6a-4566-bcee-e273c8e303c6 x-openstack-request-id: req-9e396701-4c6a-4566-bcee-e273c8e303c6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:10.409446 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:10.409719 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e396701-4c6a-4566-bcee-e273c8e303c6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:10.410225 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f', 'status': 'completed', 'code': 200}
Jan 15 21:00:10.447892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d59a4-3aea-4562-b1dd-46e148ade840 req-cb108084-87c6-40ed-9693-28e48ff3bcbe tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.455417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e87d59a4-3aea-4562-b1dd-46e148ade840 req-cb108084-87c6-40ed-9693-28e48ff3bcbe tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 943 time: 0.0939536
Jan 15 21:00:10.485803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3538-5183-4433-80c6-0a8daee1d6df req-b831ed3e-7ee5-4bf1-8cdb-022ce2fc5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.487360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e63b3538-5183-4433-80c6-0a8daee1d6df req-b831ed3e-7ee5-4bf1-8cdb-022ce2fc5d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 1096 time: 0.0934162
Jan 15 21:00:10.515678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28000e47-505d-4d71-b229-c158f829bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:10.559505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e87d59a4-3aea-4562-b1dd-46e148ade840 req-37d51437-33ed-4255-ab60-ebd27c0ffca7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028416
Jan 15 21:00:10.571739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e63b3538-5183-4433-80c6-0a8daee1d6df req-beb543bd-1a15-4141-8b3c-e3ed1968039f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775928
Jan 15 21:00:10.606815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4a33ce1-d0e5-4f75-b18a-811c042fbcb2 req-85a44d2c-6327-4d3b-9694-5f1790960969 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.0295694
Jan 15 21:00:10.682171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-77e8afed-c122-45f5-a2d1-bdc4e88a1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.683782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-77e8afed-c122-45f5-a2d1-bdc4e88a1ed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 1094 time: 0.8987601
Jan 15 21:00:10.797625 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-d88f6e73-1662-4b67-bb3e-8a65bc3cde75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f HTTP/1.1" status: 200  len: 217 time: 0.1019976
Jan 15 21:00:10.801096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:10.879069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:10.896027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90c71-89df-4592-bf25-79f2944f286c req-4866271d-0805-417a-ac15-1f26c47a577f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.903000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90c71-89df-4592-bf25-79f2944f286c req-4866271d-0805-417a-ac15-1f26c47a577f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.909308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90c71-89df-4592-bf25-79f2944f286c req-4866271d-0805-417a-ac15-1f26c47a577f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.913568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Allocated IP 10.2.2.200 (f213ffd6-16a4-404b-80d4-e008020201ac/f8a965f3-eb93-40e8-a566-2470acf7aac2/a63ec384-e15d-441f-b027-6fb09676099b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:10.916707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90c71-89df-4592-bf25-79f2944f286c req-4866271d-0805-417a-ac15-1f26c47a577f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.918592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dba90c71-89df-4592-bf25-79f2944f286c req-4866271d-0805-417a-ac15-1f26c47a577f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3096 time: 0.0794077
Jan 15 21:00:10.925519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:10.950914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:10.978211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-6d483c61-1a58-4b80-b5f3-e4aea2482913 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:10.980111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-6d483c61-1a58-4b80-b5f3-e4aea2482913 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.45 "GET /v2.0/networks?id=006f34d4-b973-47be-9dd6-ce9e0538fd1b HTTP/1.1" status: 200  len: 813 time: 0.4373782
Jan 15 21:00:10.989272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dba90c71-89df-4592-bf25-79f2944f286c req-bbc0b7fa-8e86-49e6-ac60-3c159006014f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598691
Jan 15 21:00:11.031732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Request body: {'port': {'device_id': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b', 'admin_state_up': True, 'tenant_id': '0cf19dbd41564d638af8f2e69883d2fa'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:11.043195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-8ed434dc-bcc0-4327-b475-99bf26a5a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.045367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-8ed434dc-bcc0-4327-b475-99bf26a5a116 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.2268412
Jan 15 21:00:11.060959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.060959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.062985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b319d65-b2e9-46e1-91be-3f95476cd773 req-84c28e30-7e53-4bd3-8617-1345aa010449 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0328338
Jan 15 21:00:11.063201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] 10.222.0.45 "PUT /v2.0/ports/36f3b8af-fe91-4ff7-8ba4-6576445d3e86 HTTP/1.1" status: 200  len: 1091 time: 3.1601701
Jan 15 21:00:11.181724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-228c16c8-02b1-483c-8f4f-7775a144d970 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1174760
Jan 15 21:00:11.289541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.335342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04ab60-07eb-4d48-b6da-9bcb35a3a226 service neutron] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:11.449924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:11.455313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-894ec75f-2198-4c48-869f-4d663c0d21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.456833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-894ec75f-2198-4c48-869f-4d663c0d21d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 1094 time: 0.3217914
Jan 15 21:00:11.487347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:11.508511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:11.508966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b617c9-0647-45db-bc04-e0618244e003 req-41d2eb36-2fef-4f5c-b738-0399d5394165 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.515804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:11.517093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81b617c9-0647-45db-bc04-e0618244e003 req-41d2eb36-2fef-4f5c-b738-0399d5394165 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0780246
Jan 15 21:00:11.591999 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-2a095a88-b1b8-4e4d-a79d-c19009213a08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86 HTTP/1.1" status: 200  len: 217 time: 0.1112542
Jan 15 21:00:11.627918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-82ab0323-a744-4880-97a5-d5f7f45577b3 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155929
Jan 15 21:00:11.634526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for port (a63ec384-e15d-441f-b027-6fb09676099b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.654277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81b617c9-0647-45db-bc04-e0618244e003 req-0a457a57-e30e-4316-a2de-04feb2970088 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359456
Jan 15 21:00:11.776656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09cc94-b53a-4e86-9d80-8af60fdd77d8 req-3fa9940f-394f-4c61-a4ab-e9e9f03d5520 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.778674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa09cc94-b53a-4e86-9d80-8af60fdd77d8 req-3fa9940f-394f-4c61-a4ab-e9e9f03d5520 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 943 time: 0.0880716
Jan 15 21:00:11.818682 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:00:11.845131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4666e909-ed2d-4e65-9d1d-dc7ce182e5d9 req-cf1c1734-0d6e-4cd2-acea-b231fe9bb9d0 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.0751758
Jan 15 21:00:11.862189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.863649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.890095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa09cc94-b53a-4e86-9d80-8af60fdd77d8 req-16234ac3-a21c-4f7b-b894-4472c40d5b06 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010005
Jan 15 21:00:11.907838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-685c9086-44e6-43a0-a6ca-42018d1ca8bb None None] Provisioning complete for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:11.908373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685c9086-44e6-43a0-a6ca-42018d1ca8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.915543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Made reservation on behalf of 0cf19dbd41564d638af8f2e69883d2fa for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:11.920534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.950711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-685c9086-44e6-43a0-a6ca-42018d1ca8bb None None] Port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:11.960085 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-a3cd6c5e-d143-41e7-b93d-23f4dbae1ad9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7609229
Jan 15 21:00:11.969776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-0d65cb24-4254-4888-8169-0514415018f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:11.971506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-0d65cb24-4254-4888-8169-0514415018f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.3664958
Jan 15 21:00:11.972522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:11.981936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Request body: {'port': {'device_id': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:12.144783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.152036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.156066 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-f4ebf002-b032-4f99-b4e8-d4040d739c85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1589806
Jan 15 21:00:12.159855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.168016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.175373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.181452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-c7ad4d4f-5c4d-4af9-b78e-f748333433d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3817 time: 0.1076925
Jan 15 21:00:12.248945 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-19842e6f-7679-47a0-8df5-ea8a2f2a58fa service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5841179
Jan 15 21:00:12.261383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83982398-de49-4b0f-aca9-5893496f6346 req-4f6d8eae-8686-4045-8025-814ca5df0557 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.268537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83982398-de49-4b0f-aca9-5893496f6346 req-4f6d8eae-8686-4045-8025-814ca5df0557 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 931 time: 0.0857127
Jan 15 21:00:12.277960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Network f213ffd6-16a4-404b-80d4-e008020201ac is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:12.286916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:12.305600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:12.308433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:12.312985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e686ce8-1f44-4ae6-b128-c66dced6a7d2 req-558f992d-99dd-4ba4-b198-b37c5f7d8ca0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176195
Jan 15 21:00:12.347590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83982398-de49-4b0f-aca9-5893496f6346 req-9b589628-92b8-4ec1-81ee-181a6a1608ee tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780380
Jan 15 21:00:12.413046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:12.415648 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad7a37-a9a8-485b-b85c-0e1e284adc19" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:12.460152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:12.491650 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08535630-5d3b-4b4f-9d85-7739916ba483 x-openstack-request-id: req-08535630-5d3b-4b4f-9d85-7739916ba483 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:12.492579 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:12.492879 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08535630-5d3b-4b4f-9d85-7739916ba483 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:12.493354 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'status': 'completed', 'code': 200}
Jan 15 21:00:12.541614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-d723adf1-af85-430d-b7f1-d37a18759e0b service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707805
Jan 15 21:00:12.549835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.550562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:12.578986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Allocated IP 172.20.0.10 (006f34d4-b973-47be-9dd6-ce9e0538fd1b/7054dc9a-a3d8-4571-9599-70d539d207b9/32879371-6c0b-43fe-b550-fd4eca872af0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:12.607062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db72-f021-434a-870c-8bca98c8db03 req-cc1f25a8-dc7a-4932-968b-156ece3510f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.608580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-cc1f25a8-dc7a-4932-968b-156ece3510f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 1094 time: 0.2668073
Jan 15 21:00:12.676445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0fe82ea0-55ac-4ae2-a480-76af8391273d None None] Provisioning complete for port a63ec384-e15d-441f-b027-6fb09676099b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:12.677428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fe82ea0-55ac-4ae2-a480-76af8391273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a63ec384-e15d-441f-b027-6fb09676099b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:12.721520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0fe82ea0-55ac-4ae2-a480-76af8391273d None None] Port a63ec384-e15d-441f-b027-6fb09676099b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:12.745348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8a3d9898-9b17-473c-b1ca-53d25c90ea21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5918672
Jan 15 21:00:12.773307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:12.792878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec71ae-e483-49f2-b8a3-00aecc76df76 req-23ced847-bd09-4a62-9e87-0060d491f759 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:12.794809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9eec71ae-e483-49f2-b8a3-00aecc76df76 req-23ced847-bd09-4a62-9e87-0060d491f759 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0583320
Jan 15 21:00:12.860123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9eec71ae-e483-49f2-b8a3-00aecc76df76 req-b9b6891e-3567-479d-a8c6-e4044ba86e62 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560970
Jan 15 21:00:12.965486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dcee617-d3a2-499a-a6ce-c86f97058e51 req-389487d2-5a8e-4cb5-b440-1c1627261e11 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.0325406
Jan 15 21:00:13.036578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc37633-2fab-4ea5-a560-5511cff5ebc4 req-985966e3-00f8-4595-aba4-866eeaf6cd77 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.041338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfc37633-2fab-4ea5-a560-5511cff5ebc4 req-985966e3-00f8-4595-aba4-866eeaf6cd77 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.0608425
Jan 15 21:00:13.149022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3999d08-102a-4b19-8270-66a7b4a786af req-850761ee-2ca8-4011-86d5-d94e955ead4e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.150643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3999d08-102a-4b19-8270-66a7b4a786af req-850761ee-2ca8-4011-86d5-d94e955ead4e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 943 time: 0.1082633
Jan 15 21:00:13.155934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfc37633-2fab-4ea5-a560-5511cff5ebc4 req-6f6e18dc-0d18-410f-86eb-c35ed7d4da32 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019495
Jan 15 21:00:13.225847 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3999d08-102a-4b19-8270-66a7b4a786af req-24b3a1a2-c277-4dcd-bc19-e0b25230d033 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651996
Jan 15 21:00:13.469746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2622d50-56d7-43d9-b47c-69d0639084c0 req-287e8a43-b8a2-438f-a57a-c56ae0de77f9 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9153624
Jan 15 21:00:13.476500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:13.501840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db72-f021-434a-870c-8bca98c8db03 req-5340f1ac-768e-48ea-b36d-515a8bb5710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.503553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-5340f1ac-768e-48ea-b36d-515a8bb5710a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 914 time: 0.8717511
Jan 15 21:00:13.557193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ec5b6-c08a-4d8f-bf00-1a4b6f7ca689 req-840664a6-d01f-4828-a8bb-abefad151de4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.559229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-693ec5b6-c08a-4d8f-bf00-1a4b6f7ca689 req-840664a6-d01f-4828-a8bb-abefad151de4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 931 time: 0.1137929
Jan 15 21:00:13.573010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.580721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.589061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.597664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.605879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.608183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-461a611b-75fe-43d5-9a6a-3648f6451c3e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3817 time: 0.1664321
Jan 15 21:00:13.621586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-5410cb45-0b67-4037-81bf-2b34c8f58597 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f HTTP/1.1" status: 200  len: 217 time: 0.1032324
Jan 15 21:00:13.707064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-693ec5b6-c08a-4d8f-bf00-1a4b6f7ca689 req-0f90b01d-5eb6-4552-9a3e-7134bab12459 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975795
Jan 15 21:00:13.713114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af776455-f9c4-42d6-9b96-418d9aadd269 req-7951944d-a299-40fc-b1e5-0e587b55316f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833800
Jan 15 21:00:13.763657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks [] for port (32879371-6c0b-43fe-b550-fd4eca872af0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:13.775414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:13.859784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998db72-f021-434a-870c-8bca98c8db03 req-28440806-75a4-4b02-b6bb-b24f2d6645e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.861619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-28440806-75a4-4b02-b6bb-b24f2d6645e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.2117088
Jan 15 21:00:13.872979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-f9443997-d15a-4048-9c86-944b2f7c9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:13.874918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-f9443997-d15a-4048-9c86-944b2f7c9104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ca0988cda6548f89ee936bee64f56ac&device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 1094 time: 0.2739069
Jan 15 21:00:13.934261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:13.952737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:13.957145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4ed568ab-4582-4d97-8362-7eee18a7cd9f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:13.970413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-2583def5-2863-4c79-8f24-fa44668841d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850203
Jan 15 21:00:14.059690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-9659f2b3-49cf-41cf-bfa6-7f2164be6a4a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:14.061878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-9659f2b3-49cf-41cf-bfa6-7f2164be6a4a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 0.1982720
Jan 15 21:00:14.070754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:14.071148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.093837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:14.127350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:14.135927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:14.137894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-95c30404-11f5-4148-9082-990741b015f9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/quotas/6a75218d537c4d63874297261bec70ad HTTP/1.1" status: 200  len: 375 time: 0.0672648
Jan 15 21:00:14.150636 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.176325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks [] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.189524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:14.234402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.238814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eba6ae7-b538-420e-9ef8-724abb3d89d5 req-1aa590aa-f6ac-4da3-b3a2-a3e59c06c8ef tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.1434643
Jan 15 21:00:14.246712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4ed568ab-4582-4d97-8362-7eee18a7cd9f', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'port_id': '4ed568ab-4582-4d97-8362-7eee18a7cd9f', 'mac_address': 'fa:16:3e:a9:c5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c658d0a-28f4-4644-b44b-3aba188aaf37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:14.259921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:14.272203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Transition to ACTIVE for port object 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:14.284931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-4923bf2b-dc3f-4628-8de8-4f8499f800dd tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1457200
Jan 15 21:00:14.296473 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.337227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.369618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:14.380745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-782afb9c-bfcb-4705-bd8b-813f1f5acf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:14.382890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-782afb9c-bfcb-4705-bd8b-813f1f5acf93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 200  len: 914 time: 0.4843824
Jan 15 21:00:14.385540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Network 006f34d4-b973-47be-9dd6-ce9e0538fd1b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:14.416281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-0110478f-58e9-4c4e-9ffe-13f2fa604f57 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3921678
Jan 15 21:00:14.430742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:14.435127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:14.499845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fff7d0e8-8e23-4049-852e-e2a417b1875d service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060750
Jan 15 21:00:14.512176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Pushing event updated for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:14.578536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4ed568ab-4582-4d97-8362-7eee18a7cd9f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:14.579722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.609391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed568ab-4582-4d97-8362-7eee18a7cd9f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:14.638768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c682467-fd92-4011-a1b3-79b4e61291df {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:14.650853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks [] for port (1c682467-fd92-4011-a1b3-79b4e61291df), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.669006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Transition to ACTIVE for port object 1c682467-fd92-4011-a1b3-79b4e61291df will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:14.676866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:14.678063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-429bd1ee-bbdf-42ba-b512-8f68c055de4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86 HTTP/1.1" status: 200  len: 217 time: 0.2774982
Jan 15 21:00:14.688116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.691549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85000-0b76-48ee-bc74-67f45db15c2e req-24656f2e-7e61-4612-9aa0-596dd4e50628 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:14.700661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ee85000-0b76-48ee-bc74-67f45db15c2e req-24656f2e-7e61-4612-9aa0-596dd4e50628 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 943 time: 0.1960814
Jan 15 21:00:14.743380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:14.780088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-cf2b95a9-b023-40f3-8298-a6a8d5d67ed7 service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2473385
Jan 15 21:00:14.888553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ee85000-0b76-48ee-bc74-67f45db15c2e req-57a602c5-8138-401c-91df-7cca353ad23c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866121
Jan 15 21:00:14.955419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39065897-1272-4219-86dc-d84535657252 req-7ac597c3-8958-4c87-bbba-89f1f6c451ae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:14.962758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39065897-1272-4219-86dc-d84535657252 req-7ac597c3-8958-4c87-bbba-89f1f6c451ae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8986b09-8342-4290-87be-22cece488c73 HTTP/1.1" status: 200  len: 945 time: 0.1551013
Jan 15 21:00:15.020209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5998db72-f021-434a-870c-8bca98c8db03 req-6c958397-04cd-45ac-9d25-6c81f7407d16 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5806754
Jan 15 21:00:15.056621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.062939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:15.070157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:15.268485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.277903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3188f382-464b-4e71-b06f-a6920ba63f8d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2799151
Jan 15 21:00:15.284886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.296489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.310130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.319591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.337881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4578d0-d347-458e-8c08-a08226b2491e req-2afeec9b-811f-4e3c-b9f6-0f2b6932b6c7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3829 time: 0.3023889
Jan 15 21:00:15.357167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Request body: {'port': {'device_id': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:15.464525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-82e9d2ef-8ade-4ed4-9419-e7c89b48af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.466097 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-82e9d2ef-8ade-4ed4-9419-e7c89b48af09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 200  len: 853 time: 0.7122583
Jan 15 21:00:15.476087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Deleting port 7cf5ea2d-375f-4590-af25-836bb895b886 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:15.476469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:15.496359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:15.497625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Pushing event updated for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:15.538103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:15.551387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-a67229f6-2b84-4e7b-95cb-b0a863b3d1f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2853abb2-f8b6-4eeb-86ee-8eff3f932a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547678
Jan 15 21:00:15.597194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4ed568ab-4582-4d97-8362-7eee18a7cd9f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:15.601268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc4578d0-d347-458e-8c08-a08226b2491e req-1981f1e3-3caa-476f-b339-df9f652b68c9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2535472
Jan 15 21:00:15.683549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c01628-5973-41ce-8ea3-e7e335b6b945 req-8467bab4-948c-498a-bc50-03f4c929ed1a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:15.684722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62c01628-5973-41ce-8ea3-e7e335b6b945 req-8467bab4-948c-498a-bc50-03f4c929ed1a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.2699671
Jan 15 21:00:15.725959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-decd05be-9366-4409-bbbe-01448cec86f3 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647291
Jan 15 21:00:15.797047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:15.902911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:15.917545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] For port 7cf5ea2d-375f-4590-af25-836bb895b886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf5ea2d-375f-4590-af25-836bb895b886,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:15.917949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:15.951306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:15.956384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22ad7a37-a9a8-485b-b85c-0e1e284adc19 req-7d69ccab-4215-4d7e-a4f1-66629b38cb83 service neutron] 10.222.0.45 "GET /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197535
Jan 15 21:00:15.970231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:15.970602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:15.970912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:16.002147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62c01628-5973-41ce-8ea3-e7e335b6b945 req-004d7987-14ad-4584-8925-3039b7f1d584 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2877753
Jan 15 21:00:16.003368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Calling delete_port for 7cf5ea2d-375f-4590-af25-836bb895b886 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:16.006559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Attempting to bind port 1c682467-fd92-4011-a1b3-79b4e61291df on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:16.009820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Attempting to bind port 1c682467-fd92-4011-a1b3-79b4e61291df by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:16.010417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Attempting to bind port 1c682467-fd92-4011-a1b3-79b4e61291df on network b740d751-068e-4a93-9225-aa5d63661275 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:16.034966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:16.036552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:16.040955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Port 1c682467-fd92-4011-a1b3-79b4e61291df on network b740d751-068e-4a93-9225-aa5d63661275 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:16.046799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Attempting to bind port 1c682467-fd92-4011-a1b3-79b4e61291df on network b740d751-068e-4a93-9225-aa5d63661275 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:16.065394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:16.069601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Checking segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:16.071026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Bound using segment: {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:16.073000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Bound port: 1c682467-fd92-4011-a1b3-79b4e61291df, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:16.074154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.143425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bf005f1-ad09-4c23-8396-1fc8012d58d7 req-622ab5cf-e541-4768-b8cb-099566dc4cae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 210 time: 0.0393734
Jan 15 21:00:16.149757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:16.151718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:16.152969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:16.153843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Bound port: 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:16.154431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.198346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:16.312393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'network_id': '2853abb2-f8b6-4eeb-86ee-8eff3f932a44', 'port_id': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'mac_address': 'fa:16:3e:af:a0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c658d0a-28f4-4644-b44b-3aba188aaf37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:16.404674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:16.405088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.446135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:16.471387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:16.484681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63a5f3-4ca3-43ab-83f5-847ebd902d44 req-aa77ac8d-809f-4b67-bbef-423936eb7490 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:16.492383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:16.501357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa63a5f3-4ca3-43ab-83f5-847ebd902d44 req-aa77ac8d-809f-4b67-bbef-423936eb7490 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 932 time: 0.2997296
Jan 15 21:00:16.502376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c682467-fd92-4011-a1b3-79b4e61291df,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:16.515753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.547101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd4e5-e111-4859-9e9c-836ed6a29aa1 req-5ac976b4-1377-444c-a192-3c26777c7b63 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:16.558562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76ccd4e5-e111-4859-9e9c-836ed6a29aa1 req-5ac976b4-1377-444c-a192-3c26777c7b63 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 944 time: 0.2488129
Jan 15 21:00:16.560761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:16.561331 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.599909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.647415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:16.648182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.655144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] 10.222.0.39 "PUT /v2.0/ports/6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 1091 time: 4.6777174
Jan 15 21:00:16.685254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:16.691477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:16.697286 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099c58fb-9644-4179-9341-bd5bce7dac92" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:16.742479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:16.743353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:16.743902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.745319 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.750894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] 10.222.0.39 "PUT /v2.0/ports/1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 1092 time: 3.9826167
Jan 15 21:00:16.793383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:16.846749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:16.853164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:16.855337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:16.859079 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107733b-33c2-4663-8aa1-6cf1308d76af" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:16.869290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.872076 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.910253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76ccd4e5-e111-4859-9e9c-836ed6a29aa1 req-65ce0929-5158-4ecf-86a2-e3784a909c53 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317218
Jan 15 21:00:16.941971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa63a5f3-4ca3-43ab-83f5-847ebd902d44 req-ada7eb96-e75d-46a2-bf83-236d01f3a3df tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4391670
Jan 15 21:00:16.965101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7cf5ea2d-375f-4590-af25-836bb895b886), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:16.993893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:17.018335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74013971-2fc1-4836-b7e3-2d7f9227884b service neutron] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:17.163815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:17.196530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['36f3b8af-fe91-4ff7-8ba4-6576445d3e86'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:17.265372 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dd893d-c0c4-4bdb-b155-658395df7d89 x-openstack-request-id: req-61dd893d-c0c4-4bdb-b155-658395df7d89 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:17.265372 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:17.265372 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61dd893d-c0c4-4bdb-b155-658395df7d89 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:17.266081 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'status': 'completed', 'code': 200}
Jan 15 21:00:17.291118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:17.490087 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bb1b5-30a9-4acb-a339-c6a4cc932c8b x-openstack-request-id: req-b52bb1b5-30a9-4acb-a339-c6a4cc932c8b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:17.498987 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:17.500627 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b52bb1b5-30a9-4acb-a339-c6a4cc932c8b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:17.501985 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:00:17.604984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-c0f8b107-c3f8-415e-a2ac-9f065dff47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:17.606545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-c0f8b107-c3f8-415e-a2ac-9f065dff47d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1094 time: 0.8531563
Jan 15 21:00:17.628352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e004e35-ed50-4fde-a49b-bf0811a6c985 service neutron] Pushing event updated for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:17.753076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event deleted for resources: {'Port': ['ID=7cf5ea2d-375f-4590-af25-836bb895b886,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:17.764865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-fe467706-2663-45f6-ae96-014ac1c94ffa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 217 time: 0.1379769
Jan 15 21:00:17.801867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:17.816141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32879371-6c0b-43fe-b550-fd4eca872af0 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:17.838197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks [] for port (32879371-6c0b-43fe-b550-fd4eca872af0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:17.851917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 7cf5ea2d-375f-4590-af25-836bb895b886 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:00:17.852779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 7cf5ea2d-375f-4590-af25-836bb895b886 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:00:17.886735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] No DVR routers for this DVR port 7cf5ea2d-375f-4590-af25-836bb895b886 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:17.895699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:17.899594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39065897-1272-4219-86dc-d84535657252 req-e4ddc07e-f7c9-46cc-be4a-e84a90f8a6a0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "DELETE /v2.0/ports/7cf5ea2d-375f-4590-af25-836bb895b886 HTTP/1.1" status: 204  len: 173 time: 2.9295957
Jan 15 21:00:17.902387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Transition to ACTIVE for port object 32879371-6c0b-43fe-b550-fd4eca872af0 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:17.905562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-deleted', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:17.906850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-c867103b-d799-4081-badc-ba9e899ae7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:17.908308 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca140e5f-b3e0-466b-b2af-51da492b8012" -d '{"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-deleted", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:17.908508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-c867103b-d799-4081-badc-ba9e899ae7ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1337769
Jan 15 21:00:17.912919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:17.937322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4ed568ab-4582-4d97-8362-7eee18a7cd9f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:17.951672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bf947-62e2-4f62-8631-985956d84b20 req-612b60c0-2425-48aa-b195-dc7103c5e2ad tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:17.962904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-695bf947-62e2-4f62-8631-985956d84b20 req-612b60c0-2425-48aa-b195-dc7103c5e2ad tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.2182510
Jan 15 21:00:17.997117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.007658 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4315a59f-f31b-4bdc-92ce-399c04e533fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.023679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.038719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.048781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 4ed568ab-4582-4d97-8362-7eee18a7cd9f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:18.051240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.056037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4ed568ab-4582-4d97-8362-7eee18a7cd9f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:18.056424 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.069737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.071544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-0dc726ac-f64d-40df-be45-f0199f23b085 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3829 time: 0.3287635
Jan 15 21:00:18.120787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Pushing event updated for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:18.187609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a7608-53af-4924-8660-29c196f38b0e req-f6c6cdf7-17bb-4a2f-a3ff-ead9bbf17047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.189946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-f6c6cdf7-17bb-4a2f-a3ff-ead9bbf17047 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2636504
Jan 15 21:00:18.191626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-e93a368e-4e92-4842-b483-5f8fd048902b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.192005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4ed568ab-4582-4d97-8362-7eee18a7cd9f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:18.194431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-e93a368e-4e92-4842-b483-5f8fd048902b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 0.4653487
Jan 15 21:00:18.194594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.221122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Request body: {'port': {'device_id': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'admin_state_up': True, 'tenant_id': '6a75218d537c4d63874297261bec70ad'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:18.257792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:18.265614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.306890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-695bf947-62e2-4f62-8631-985956d84b20 req-5accfb8e-6aae-4f2a-bbce-1a8559aadf88 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3429303
Jan 15 21:00:18.342445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36cd432-9054-48c0-a218-c6094ff964e7 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:18.381998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af7cf99e-2187-4cac-a567-97bdc2f2feca req-cae89881-2c40-4cf2-a5b1-9f4c5445538c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2552371
Jan 15 21:00:18.386535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Attempting to bind port 32879371-6c0b-43fe-b550-fd4eca872af0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:18.386883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Attempting to bind port 32879371-6c0b-43fe-b550-fd4eca872af0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '338a0ff2-8f30-4584-bead-4795df9139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:18.387220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Attempting to bind port 32879371-6c0b-43fe-b550-fd4eca872af0 on network 006f34d4-b973-47be-9dd6-ce9e0538fd1b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:18.392535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks [] for port (d36cd432-9054-48c0-a218-c6094ff964e7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.403534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:18.470148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Port 32879371-6c0b-43fe-b550-fd4eca872af0 on network 006f34d4-b973-47be-9dd6-ce9e0538fd1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:18.470328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Attempting to bind port 32879371-6c0b-43fe-b550-fd4eca872af0 on network 006f34d4-b973-47be-9dd6-ce9e0538fd1b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:18.501280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Transition to ACTIVE for port object d36cd432-9054-48c0-a218-c6094ff964e7 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:18.513793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:18.514235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Checking segment: {'id': '338a0ff2-8f30-4584-bead-4795df9139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:18.514936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Bound using segment: {'id': '338a0ff2-8f30-4584-bead-4795df9139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:18.515543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Bound port: 32879371-6c0b-43fe-b550-fd4eca872af0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a0ff2-8f30-4584-bead-4795df9139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:18.516040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.526419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.574161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-527ced0e-b070-4243-a796-f1726579e456 req-77aa29ca-3d77-4aea-a2ff-472c935885c0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 210 time: 0.0955074
Jan 15 21:00:18.579933 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab6691-d892-42e3-a872-ae0a3b9d86f6 x-openstack-request-id: req-6eab6691-d892-42e3-a872-ae0a3b9d86f6 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:18.582030 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8986b09-8342-4290-87be-22cece488c73", "name": "network-vif-deleted", "tag": "7cf5ea2d-375f-4590-af25-836bb895b886", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:18.582030 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6eab6691-d892-42e3-a872-ae0a3b9d86f6 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:18.582253 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8986b09-8342-4290-87be-22cece488c73', 'name': 'network-vif-deleted', 'tag': '7cf5ea2d-375f-4590-af25-836bb895b886', 'status': 'completed', 'code': 200}
Jan 15 21:00:18.583673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Made reservation on behalf of 6a75218d537c4d63874297261bec70ad for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:18.591609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:18.887821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127fb1f-e508-4d07-a130-14a9dc2f71ea req-d1182ebd-586c-4db8-862d-78dc8c1519b8 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.889365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a127fb1f-e508-4d07-a130-14a9dc2f71ea req-d1182ebd-586c-4db8-862d-78dc8c1519b8 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 944 time: 0.1889172
Jan 15 21:00:18.891037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Allocated IP 172.20.0.2 (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb/9f6ce766-353f-4888-96f6-d764fc2bfa30/4949ae19-44ff-4865-9776-96c470821b54) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:18.910427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5942139-28a8-46ed-b917-8198b5bd618c req-9d272890-fec2-47ff-8ee7-00c62e9b245c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:18.919091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5942139-28a8-46ed-b917-8198b5bd618c req-9d272890-fec2-47ff-8ee7-00c62e9b245c tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 945 time: 0.1502092
Jan 15 21:00:19.026822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-9d9e1b4e-7a52-4226-b8c3-286d5ceff6d5 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8216836
Jan 15 21:00:19.034656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a127fb1f-e508-4d07-a130-14a9dc2f71ea req-dc37bf1f-40c6-4c72-9cd5-10f1fddb424c tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105647
Jan 15 21:00:19.124280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5942139-28a8-46ed-b917-8198b5bd618c req-c4a6f8c7-0645-4209-a165-878e6f33d784 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040670
Jan 15 21:00:19.190874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c08a7608-53af-4924-8660-29c196f38b0e req-fb778d97-976d-4395-85e7-ed0940ccf091 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505957
Jan 15 21:00:19.286626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:19.300397 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637fca12-2826-4a42-963c-b80dd733fc32" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:19.401698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks [] for port (4949ae19-44ff-4865-9776-96c470821b54), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:19.408684 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db40d48-61ed-46ad-aadf-3182d2e63236 x-openstack-request-id: req-6db40d48-61ed-46ad-aadf-3182d2e63236 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:19.409471 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:19.409971 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6db40d48-61ed-46ad-aadf-3182d2e63236 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:19.410581 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df', 'status': 'completed', 'code': 200}
Jan 15 21:00:19.448356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:19.502782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:19.506101 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12ecbb-c52b-4b67-b778-cbf32d6f2c1d" -d '{"events": [{"server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "name": "network-vif-plugged", "status": "completed", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:19.577054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:19.587645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32879371-6c0b-43fe-b550-fd4eca872af0,segment=NetworkSegment(338a0ff2-8f30-4584-bead-4795df9139c0),segment_id=338a0ff2-8f30-4584-bead-4795df9139c0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:19.600605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:19.620053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-bdd8a54d-cd1c-4995-9517-a8f44190630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.622293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-bdd8a54d-cd1c-4995-9517-a8f44190630c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1094 time: 0.2893636
Jan 15 21:00:19.652434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Attempting to bind port d36cd432-9054-48c0-a218-c6094ff964e7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:19.652782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Attempting to bind port d36cd432-9054-48c0-a218-c6094ff964e7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:19.653161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Attempting to bind port d36cd432-9054-48c0-a218-c6094ff964e7 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:19.672947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:19.688351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Port d36cd432-9054-48c0-a218-c6094ff964e7 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:19.688824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Attempting to bind port d36cd432-9054-48c0-a218-c6094ff964e7 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:19.696426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.697059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:19.699305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] 10.222.0.45 "PUT /v2.0/ports/32879371-6c0b-43fe-b550-fd4eca872af0 HTTP/1.1" status: 200  len: 1092 time: 4.3753104
Jan 15 21:00:19.742677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:19.743007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:19.743444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Bound using segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:19.743897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Bound port: d36cd432-9054-48c0-a218-c6094ff964e7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:19.744306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:19.759237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.766825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.774883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af854-15eb-49e3-9da5-269426b49b89 service neutron] Pushing event updated for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:19.776520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.783918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.792095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.804871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.807785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-f18b49ab-e60d-4184-b9af-d1bfdd41cc21 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 4601 time: 0.2529483
Jan 15 21:00:19.822653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.823260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.823874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.824382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.824879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.825370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.827346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-637fca12-2826-4a42-963c-b80dd733fc32 req-de0cd060-fa76-4cd6-a294-8980c95c4791 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5245 time: 0.3778074
Jan 15 21:00:19.847180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8910-5bfe-4a78-9d2f-027efdfc0c51 req-99da4692-c23c-40e2-9e08-a833e2462261 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.855779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de0a8910-5bfe-4a78-9d2f-027efdfc0c51 req-99da4692-c23c-40e2-9e08-a833e2462261 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.2860596
Jan 15 21:00:19.874212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:19.906100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-6f4c7a20-a9cd-4588-84bc-c07116ef6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.907751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-6f4c7a20-a9cd-4588-84bc-c07116ef6408 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.2568431
Jan 15 21:00:19.917987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-005b56f3-6f13-4c2e-b73a-97e35145aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:19.919508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-005b56f3-6f13-4c2e-b73a-97e35145aa0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0cf19dbd41564d638af8f2e69883d2fa&device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 1095 time: 0.1659391
Jan 15 21:00:19.964585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:19.972915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-a54306a9-a7be-4d61-9fe2-52d34388ebdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 217 time: 0.0505993
Jan 15 21:00:20.010291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:20.016783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:20.017782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.064061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-b322c7f4-7674-4e24-b8d4-9ed4e54f360b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32879371-6c0b-43fe-b550-fd4eca872af0 HTTP/1.1" status: 200  len: 217 time: 0.1008444
Jan 15 21:00:20.067080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d36cd432-9054-48c0-a218-c6094ff964e7,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:20.133735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.134007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-9dd2fa95-fcc4-4d47-9a0c-4dd26baed38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.134469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-9dd2fa95-fcc4-4d47-9a0c-4dd26baed38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.134725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-9dd2fa95-fcc4-4d47-9a0c-4dd26baed38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.137209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-637fca12-2826-4a42-963c-b80dd733fc32 req-9dd2fa95-fcc4-4d47-9a0c-4dd26baed38e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2599697
Jan 15 21:00:20.145098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:20.146329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.158504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-357d3877-636d-48c0-9154-ab61bc0ea17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.182626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:20.190926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:20.197139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.197731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:20.205663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:20.269545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:20.278006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:20.293342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.293990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.295636 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] 10.222.0.39 "PUT /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 1130 time: 3.5083258
Jan 15 21:00:20.310349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-717edc8d-a992-42a0-8d92-ebbc323e2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.311859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-717edc8d-a992-42a0-8d92-ebbc323e2760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.2933197
Jan 15 21:00:20.316217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-86265e54-5b52-44f5-b1a6-03eef23f97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.317872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-86265e54-5b52-44f5-b1a6-03eef23f97b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7054dc9a-a3d8-4571-9599-70d539d207b9 HTTP/1.1" status: 200  len: 853 time: 0.2110054
Jan 15 21:00:20.372666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:20.422397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de0a8910-5bfe-4a78-9d2f-027efdfc0c51 req-c1547947-a9e5-4939-9eca-a555824f6b34 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5653744
Jan 15 21:00:20.459950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56866d4-f0c8-4d9f-867d-1312eee7e770 service neutron] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:20.468671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-410dfe74-e95b-4807-97c8-fa474f820fa7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=006f34d4-b973-47be-9dd6-ce9e0538fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1221225
Jan 15 21:00:20.502508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-033080f3-a580-46a9-901d-aec3e3a04e47 req-7da7c8a4-9b0b-4978-8ff5-e56d1dcd9b52 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6932902
Jan 15 21:00:20.526060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.527853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.562772 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e247242-db78-4fe9-a7a5-f67a285c91b5 x-openstack-request-id: req-0e247242-db78-4fe9-a7a5-f67a285c91b5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:20.564074 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "name": "network-vif-plugged", "status": "completed", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:20.564559 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e247242-db78-4fe9-a7a5-f67a285c91b5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:20.565251 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f', 'code': 200}
Jan 15 21:00:20.684113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-fee33766-ca35-40cd-b731-803e497335a3 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4714198
Jan 15 21:00:20.703665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Request body: {'port': {'device_id': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:20.710155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fca12-2826-4a42-963c-b80dd733fc32 req-ac4cf523-e73f-4ad8-91da-0667e6d0a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.712329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-637fca12-2826-4a42-963c-b80dd733fc32 req-ac4cf523-e73f-4ad8-91da-0667e6d0a8c0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5562673
Jan 15 21:00:20.714473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-53e5fd5f-d9df-49bd-8942-656032aee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.716661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-53e5fd5f-d9df-49bd-8942-656032aee614 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3978820
Jan 15 21:00:20.747160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.795571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-d0f90ce9-095d-4379-b81e-50c2e1783689 service neutron] 10.222.0.45 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3161626
Jan 15 21:00:20.845073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f7784-7c40-4511-a3d6-b6120c6c4bc9 req-5268c7c9-8fa5-4fde-b03f-7f184c9b34c3 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.847409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b5f7784-7c40-4511-a3d6-b6120c6c4bc9 req-5268c7c9-8fa5-4fde-b03f-7f184c9b34c3 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 944 time: 0.1623080
Jan 15 21:00:20.851997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:20.890080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062de415-f423-4fbb-8a08-2e5051042555 req-f3083627-4b2d-4123-8985-686d152aa9a6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:20.898775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-062de415-f423-4fbb-8a08-2e5051042555 req-f3083627-4b2d-4123-8985-686d152aa9a6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 931 time: 0.1488919
Jan 15 21:00:21.014928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a988b-2298-4916-ba7a-1fcf3795f28d req-c359c633-c53e-4f9f-b897-7ada3032197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.016927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b7a988b-2298-4916-ba7a-1fcf3795f28d req-c359c633-c53e-4f9f-b897-7ada3032197f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 1096 time: 0.2992692
Jan 15 21:00:21.024327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b5f7784-7c40-4511-a3d6-b6120c6c4bc9 req-c576e787-2d97-45ec-a78f-c9dc93fbdbb1 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630433
Jan 15 21:00:21.073434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-062de415-f423-4fbb-8a08-2e5051042555 req-66eb0511-f74d-413e-95f2-0378f0037f7c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736152
Jan 15 21:00:21.148161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-00b9a4f7-505e-40f9-a9fc-4358f1ec2bf8 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3954854
Jan 15 21:00:21.275569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a9c194c-46b7-428d-b288-eab561b87d3c req-4412f977-daeb-4c49-8e2d-57a5e1505088 service neutron] 10.222.0.45 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4155853
Jan 15 21:00:21.291693 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b7a988b-2298-4916-ba7a-1fcf3795f28d req-78b9cd1d-5a13-480a-b3f8-dc569e166890 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449956
Jan 15 21:00:21.406855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12938b-af38-4210-9d52-f977bbf3d634 req-c327af8f-b844-42cc-a6ec-c7c50c67a451 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.413333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0'}, {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'd36cd432-9054-48c0-a218-c6094ff964e7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:21.416017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f12938b-af38-4210-9d52-f977bbf3d634 req-c327af8f-b844-42cc-a6ec-c7c50c67a451 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 945 time: 0.2242918
Jan 15 21:00:21.416402 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507" -d '{"events": [{"name": "network-changed", "server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0"}, {"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "d36cd432-9054-48c0-a218-c6094ff964e7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:21.446150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-099c58fb-9644-4179-9341-bd5bce7dac92 req-6214daaa-796b-4695-b03e-dd765bbdb1e4 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881978
Jan 15 21:00:21.535177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f12938b-af38-4210-9d52-f977bbf3d634 req-b4a0813f-8ca3-4dec-ae3a-00051b756e02 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086116
Jan 15 21:00:21.626041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8af72f0-b932-47f5-b578-70fdd429d39b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:21.649427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:21.659107 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b3221b-d861-46cd-8411-50853c873cb5 x-openstack-request-id: req-05b3221b-d861-46cd-8411-50853c873cb5 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:21.659551 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "d36cd432-9054-48c0-a218-c6094ff964e7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:21.659890 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05b3221b-d861-46cd-8411-50853c873cb5 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:21.660670 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0', 'status': 'completed', 'code': 200}
Jan 15 21:00:21.661584 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'd36cd432-9054-48c0-a218-c6094ff964e7', 'status': 'completed', 'code': 200}
Jan 15 21:00:21.662775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks [] for port (4949ae19-44ff-4865-9776-96c470821b54), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:21.683721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Transition to ACTIVE for port object 4949ae19-44ff-4865-9776-96c470821b54 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:21.701660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:21.709193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks [] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:21.771733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Transition to ACTIVE for port object d8af72f0-b932-47f5-b578-70fdd429d39b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:21.787195 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:21.794770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:21.824129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:21.886401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.887389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.888018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.888865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.889787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.890664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.896347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-25a35e4f-55f7-4340-8e34-4b26349070e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5287 time: 0.2533779
Jan 15 21:00:21.903235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-762be1e0-b3de-440c-94c2-99467bb1e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.906453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-762be1e0-b3de-440c-94c2-99467bb1e509 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0cf19dbd41564d638af8f2e69883d2fa&device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 1095 time: 0.2434170
Jan 15 21:00:21.922436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164fb9-bd6b-4148-a787-34d0464e79d4 req-f80a9f84-c113-4ee7-9cd9-e4a1fb4a4fc0 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:21.935402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8164fb9-bd6b-4148-a787-34d0464e79d4 req-f80a9f84-c113-4ee7-9cd9-e4a1fb4a4fc0 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.2492421
Jan 15 21:00:21.991613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:22.022946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.034545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.056418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.063130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.073300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.080072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.091185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:22.116490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-8aecf4c8-3d6b-4d2f-9376-7f4c08eb43e4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 4601 time: 0.3788357
Jan 15 21:00:22.124169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:22.189909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:22.190387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.216376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:22.251947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:22.263857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:22.273637 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.292673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Attempting to bind port d8af72f0-b932-47f5-b578-70fdd429d39b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:22.293883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Attempting to bind port d8af72f0-b932-47f5-b578-70fdd429d39b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:22.294661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Attempting to bind port d8af72f0-b932-47f5-b578-70fdd429d39b on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:22.320749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Port d8af72f0-b932-47f5-b578-70fdd429d39b on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:22.321330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Attempting to bind port d8af72f0-b932-47f5-b578-70fdd429d39b on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:22.354527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:22.355078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:22.355648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Bound using segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:22.356321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89dc8357-4db4-497f-89c3-b3e64c341c5e req-4fc1003a-88a3-4bda-92d5-9abdda07ed03 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2438080
Jan 15 21:00:22.357054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Bound port: d8af72f0-b932-47f5-b578-70fdd429d39b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:22.357760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.397902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-0a67658a-3c58-4d3e-92d7-c8d2a29aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.398850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-0a67658a-3c58-4d3e-92d7-c8d2a29aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.399458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-0a67658a-3c58-4d3e-92d7-c8d2a29aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.401339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-0a67658a-3c58-4d3e-92d7-c8d2a29aca90 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.4756954
Jan 15 21:00:22.403070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-d4c87951-cfd4-4933-b885-848a190be2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.404712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-d4c87951-cfd4-4933-b885-848a190be2f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=006f34d4-b973-47be-9dd6-ce9e0538fd1b HTTP/1.1" status: 200  len: 914 time: 0.4749374
Jan 15 21:00:22.465449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:22.469174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8af72f0-b932-47f5-b578-70fdd429d39b,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:22.476591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8164fb9-bd6b-4148-a787-34d0464e79d4 req-c926b2a3-a450-4589-9820-2de3d11c50ad tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5404036
Jan 15 21:00:22.490713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Attempting to bind port 4949ae19-44ff-4865-9776-96c470821b54 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:22.492275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.493211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Attempting to bind port 4949ae19-44ff-4865-9776-96c470821b54 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:22.495438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Attempting to bind port 4949ae19-44ff-4865-9776-96c470821b54 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:22.499750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:22.510667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Port 4949ae19-44ff-4865-9776-96c470821b54 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:22.511998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Attempting to bind port 4949ae19-44ff-4865-9776-96c470821b54 on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:22.526739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:22.528578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Checking segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:22.528807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Bound using segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:22.529289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Bound port: 4949ae19-44ff-4865-9776-96c470821b54, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:22.531221 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.572278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:22.577836 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4eb9e4-0d0d-4188-b1b0-805dd193b0d3" -d '{"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:22.619527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:22.627454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-685eb795-c5fe-4d70-905d-b68fc42704d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32879371-6c0b-43fe-b550-fd4eca872af0 HTTP/1.1" status: 200  len: 217 time: 0.1565256
Jan 15 21:00:22.718368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.719289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:22.720895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 1130 time: 2.3608487
Jan 15 21:00:22.770072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:22.898050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b521b74-3134-4b65-9f0f-f05d39361d6f req-8a555320-0824-48c2-bbc0-88b7544f5d57 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.908656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b521b74-3134-4b65-9f0f-f05d39361d6f req-8a555320-0824-48c2-bbc0-88b7544f5d57 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 944 time: 0.2854662
Jan 15 21:00:22.919795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-6f656522-ea87-4fea-9afa-6afc7ae7e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.921304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-6f656522-ea87-4fea-9afa-6afc7ae7e1d4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4492893
Jan 15 21:00:22.969810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:22.986163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-d0749cef-e302-43c9-beca-58ec66ad61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:22.987810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-d0749cef-e302-43c9-beca-58ec66ad61b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7054dc9a-a3d8-4571-9599-70d539d207b9 HTTP/1.1" status: 200  len: 853 time: 0.3396461
Jan 15 21:00:23.046908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:23.054157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b521b74-3134-4b65-9f0f-f05d39361d6f req-c6aa87f8-f26f-49c5-abfc-a17980501fb4 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444864
Jan 15 21:00:23.054372 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-1a92c632-58da-46ae-b80a-cd29f24a2050 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=006f34d4-b973-47be-9dd6-ce9e0538fd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526891
Jan 15 21:00:23.064230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12b61-64e2-4888-8820-72792097eb29 req-e9804643-0b12-435c-8291-d168757913c5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:23.066526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0be12b61-64e2-4888-8820-72792097eb29 req-e9804643-0b12-435c-8291-d168757913c5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 943 time: 0.3102555
Jan 15 21:00:23.069862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:23.105937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf3e66-4840-4280-96f9-b051c700e1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:23.211379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-ec988ef3-051b-4143-bfb0-3dcf114c6f54 service neutron] 10.222.0.45 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992947
Jan 15 21:00:23.235521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:23.240343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:23.246119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] 10.222.0.39 "PUT /v2.0/ports/4949ae19-44ff-4865-9776-96c470821b54 HTTP/1.1" status: 200  len: 1091 time: 2.5470514
Jan 15 21:00:23.248365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'tag': '4949ae19-44ff-4865-9776-96c470821b54'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:23.274070 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947" -d '{"events": [{"name": "network-changed", "server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "tag": "4949ae19-44ff-4865-9776-96c470821b54"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:23.287334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:23.394283 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-def1c062-ed8a-48fa-9e05-b4cab0bff160 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4577801
Jan 15 21:00:23.399015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:23.495028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0be12b61-64e2-4888-8820-72792097eb29 req-58031c7b-8aee-4bd5-97f4-2d9454ea2082 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4139419
Jan 15 21:00:23.553725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d02ee3b7-031f-4e77-b0c9-d88cfdaf6507 req-9633b988-1438-4d11-bacc-14110b083d2e service neutron] 10.222.0.45 "GET /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340945
Jan 15 21:00:23.601086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6a435-4aec-421c-909d-5742a600b809 service neutron] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:23.672526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-0a3afe01-430c-4bf5-b4cb-1871f9f53260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:23.674637 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bca0c6-6d99-45a9-9ec4-4814ef3a4f7f x-openstack-request-id: req-c5bca0c6-6d99-45a9-9ec4-4814ef3a4f7f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:23.674953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-0a3afe01-430c-4bf5-b4cb-1871f9f53260 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 1094 time: 0.2906415
Jan 15 21:00:23.675800 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:23.677194 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5bca0c6-6d99-45a9-9ec4-4814ef3a4f7f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:23.678250 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'code': 200}
Jan 15 21:00:23.787289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-42c80332-e2df-4635-bb23-a5c6fbcacf83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4949ae19-44ff-4865-9776-96c470821b54 HTTP/1.1" status: 200  len: 217 time: 0.0862646
Jan 15 21:00:23.834838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:23.903919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32879371-6c0b-43fe-b550-fd4eca872af0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:23.979385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:23.987081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:23.987459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.062402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'd8af72f0-b932-47f5-b578-70fdd429d39b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:24.065499 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20edfa7-d221-4d23-89af-5a88a880ee98" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "d8af72f0-b932-47f5-b578-70fdd429d39b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:24.117695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32879371-6c0b-43fe-b550-fd4eca872af0,segment=NetworkSegment(338a0ff2-8f30-4584-bead-4795df9139c0),segment_id=338a0ff2-8f30-4584-bead-4795df9139c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:24.141388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '32879371-6c0b-43fe-b550-fd4eca872af0', 'network_id': '006f34d4-b973-47be-9dd6-ce9e0538fd1b', 'port_id': '32879371-6c0b-43fe-b550-fd4eca872af0', 'mac_address': 'fa:16:3e:53:ea:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7054dc9a-a3d8-4571-9599-70d539d207b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:24.143590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:24.143978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.179199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.179622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.180274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.181436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.181966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.182518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.182657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-9dcc40af-1f43-4c6e-b840-56ef91079cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.183048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.185826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-9dcc40af-1f43-4c6e-b840-56ef91079cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.3853941
Jan 15 21:00:24.185994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e2d51286-23cf-4ae5-8bbc-6dccab4dfba9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.6304014
Jan 15 21:00:24.231900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 32879371-6c0b-43fe-b550-fd4eca872af0 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:24.232347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.253588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-76a9bac2-c30f-4abb-a7e0-f077c1e94e1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454781
Jan 15 21:00:24.262018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32879371-6c0b-43fe-b550-fd4eca872af0 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:24.264502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea428e8-aab0-45f2-92bb-a2ad76e6b802 req-cd336b5d-d64f-4241-9075-9eab0c15a59a tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.265143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ea428e8-aab0-45f2-92bb-a2ad76e6b802 req-cd336b5d-d64f-4241-9075-9eab0c15a59a tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 945 time: 0.6488955
Jan 15 21:00:24.316031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32879371-6c0b-43fe-b550-fd4eca872af0,segment=NetworkSegment(338a0ff2-8f30-4584-bead-4795df9139c0),segment_id=338a0ff2-8f30-4584-bead-4795df9139c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:24.319901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.329926 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.331024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572ea1-11de-47e0-9a1a-a576e9952116 req-1e1df59f-6cc8-4e4e-b3d3-cf4712c5d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.333859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:24.337125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4e572ea1-11de-47e0-9a1a-a576e9952116 req-1e1df59f-6cc8-4e4e-b3d3-cf4712c5d7fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 1096 time: 0.2676284
Jan 15 21:00:24.361116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.365528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.368156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.375619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.385311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.392563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.400325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.407538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.408491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:24.419447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-51458dd3-3a4e-4724-9ce9-d2b012751fa0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5373 time: 0.6301100
Jan 15 21:00:24.453162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4e572ea1-11de-47e0-9a1a-a576e9952116 req-a7ebc16a-db2a-4da7-b913-b5536574c288 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025827
Jan 15 21:00:24.504310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:24.507450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0195f92-c2de-46f4-ba28-ed51ea990a94 req-399724e6-dcd9-4f0d-99f4-f27db7f2685f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0869541
Jan 15 21:00:24.604343 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb913f-ce3f-43e7-a38d-2aeb0e47cea5 x-openstack-request-id: req-43cb913f-ce3f-43e7-a38d-2aeb0e47cea5 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:24.605336 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "tag": "4949ae19-44ff-4865-9776-96c470821b54", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:24.605862 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43cb913f-ce3f-43e7-a38d-2aeb0e47cea5 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:24.607404 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'tag': '4949ae19-44ff-4865-9776-96c470821b54', 'status': 'completed', 'code': 200}
Jan 15 21:00:24.617829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ea428e8-aab0-45f2-92bb-a2ad76e6b802 req-039568af-6093-4d1b-af99-456615a8ec7e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402159
Jan 15 21:00:24.630840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-712dadf9-0d1d-4bfa-8ee6-9e96effad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.631605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-712dadf9-0d1d-4bfa-8ee6-9e96effad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.632351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-712dadf9-0d1d-4bfa-8ee6-9e96effad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.634074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-712dadf9-0d1d-4bfa-8ee6-9e96effad2b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 2298 time: 0.4034555
Jan 15 21:00:24.635208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-cb5be8f8-0e92-476c-99f7-e1280c5c1f6b service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3687510
Jan 15 21:00:24.641075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cf49a0-1762-46ea-8738-821b466cb2c9 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:24.663812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['32879371-6c0b-43fe-b550-fd4eca872af0'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:24.711684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks [] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.731457 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443ef549-8f28-4fed-bc2b-327eb0bfb975 x-openstack-request-id: req-443ef549-8f28-4fed-bc2b-327eb0bfb975 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:24.731872 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "d8af72f0-b932-47f5-b578-70fdd429d39b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:24.732089 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-443ef549-8f28-4fed-bc2b-327eb0bfb975 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:24.732579 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'd8af72f0-b932-47f5-b578-70fdd429d39b', 'status': 'completed', 'code': 200}
Jan 15 21:00:24.774436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Transition to ACTIVE for port object 64cf49a0-1762-46ea-8738-821b466cb2c9 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:24.830059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:24.831456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22551-170e-40f0-bb88-4e3d543912e2 req-9b13e7ff-c1fa-4bca-aaf2-22a7eeae4839 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:24.841122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-8d2b53bc-1561-4a00-b410-e83d0e9d1bd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 1001 time: 0.1928711
Jan 15 21:00:24.852650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dc22551-170e-40f0-bb88-4e3d543912e2 req-9b13e7ff-c1fa-4bca-aaf2-22a7eeae4839 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1740716
Jan 15 21:00:24.939977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914a418a-28a8-4ace-bb0d-fb3c4f563866 req-2f65ad25-2aee-45be-8012-5b36aa7f6ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931952
Jan 15 21:00:24.958955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:25.012812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.014206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.014434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.014945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.015390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.015864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.016636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.018355 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a49d8971-1aa4-43f7-b685-341ed63cbeba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6210 time: 0.2681918
Jan 15 21:00:25.056402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-c8419c0c-e0c1-47d5-b0bb-c7db411062b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.057923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-c8419c0c-e0c1-47d5-b0bb-c7db411062b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.1998732
Jan 15 21:00:25.100670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dc22551-170e-40f0-bb88-4e3d543912e2 req-54579825-ebaf-49da-a8c6-bb5e3af616d9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2466271
Jan 15 21:00:25.155097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db12d1-271f-4419-a61d-0cc2f5bf6dea req-b1dfb464-c508-4b74-8baf-e241d0fdf33c tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.159913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04db12d1-271f-4419-a61d-0cc2f5bf6dea req-b1dfb464-c508-4b74-8baf-e241d0fdf33c tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 945 time: 0.2964590
Jan 15 21:00:25.195834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-0f132af8-59bc-41f8-b1a7-5bf6d492b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.197367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-0f132af8-59bc-41f8-b1a7-5bf6d492b4ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 1094 time: 0.1817718
Jan 15 21:00:25.335648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Attempting to bind port 64cf49a0-1762-46ea-8738-821b466cb2c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:25.336050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Attempting to bind port 64cf49a0-1762-46ea-8738-821b466cb2c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:25.336666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Attempting to bind port 64cf49a0-1762-46ea-8738-821b466cb2c9 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:25.390716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Port 64cf49a0-1762-46ea-8738-821b466cb2c9 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:25.391125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Attempting to bind port 64cf49a0-1762-46ea-8738-821b466cb2c9 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:25.397687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a8d0eafa-5710-4678-9971-69521df29edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.398167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a8d0eafa-5710-4678-9971-69521df29edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.401569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a8d0eafa-5710-4678-9971-69521df29edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.403447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-a8d0eafa-5710-4678-9971-69521df29edc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3607719
Jan 15 21:00:25.405501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-73b02329-b89e-43e8-87c2-d9941040dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.406833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-73b02329-b89e-43e8-87c2-d9941040dafa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3048635
Jan 15 21:00:25.482290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:25.483285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:25.483285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Bound using segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:25.483507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Bound port: 64cf49a0-1762-46ea-8738-821b466cb2c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:25.483792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:25.495205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04db12d1-271f-4419-a61d-0cc2f5bf6dea req-423a54e2-bfbf-4f5d-840b-222982a1801f tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3230641
Jan 15 21:00:25.534201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7faa-3dac-4f65-ad0a-5ee71a252959 req-e8acec5e-bdcc-46e8-b6d8-148ef92ef712 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.542746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecdf7faa-3dac-4f65-ad0a-5ee71a252959 req-e8acec5e-bdcc-46e8-b6d8-148ef92ef712 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 943 time: 0.2050798
Jan 15 21:00:25.576686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-d030cdc9-20eb-4cc5-b572-27f9635577c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.578399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-d030cdc9-20eb-4cc5-b572-27f9635577c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 916 time: 0.3745561
Jan 15 21:00:25.659934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-af651224-8205-42f1-aa6c-4ff6f8695cab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4949ae19-44ff-4865-9776-96c470821b54 HTTP/1.1" status: 200  len: 217 time: 0.0734618
Jan 15 21:00:25.680521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:25.682882 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf23ab3-8724-413f-990b-6ff5e9cede92" -d '{"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:25.721036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-da114437-fcb8-4756-b450-455a97eebd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.723420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c20edfa7-d221-4d23-89af-5a88a880ee98 req-da114437-fcb8-4756-b450-455a97eebd1a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3086717
Jan 15 21:00:25.726963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:25.734719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:25.735482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecdf7faa-3dac-4f65-ad0a-5ee71a252959 req-a6ddcb13-3f38-4794-85bf-c332bb9fc47d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916847
Jan 15 21:00:25.788635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-3b5371b4-68ef-4b03-a4ed-66db154b6cec service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3723855
Jan 15 21:00:25.792708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:25.798119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-39969faf-1dd6-4e45-b132-f76b983b5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.799707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-39969faf-1dd6-4e45-b132-f76b983b5247 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.1334026
Jan 15 21:00:25.839507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-3d64aaff-2fc1-4fdc-9bda-b5f9dd4aa0a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330658
Jan 15 21:00:25.850637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2979b3-dda2-43e6-abf4-cc96679663fe req-f3d794db-12c6-4e98-b3fb-333dff48c455 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.852315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b2979b3-dda2-43e6-abf4-cc96679663fe req-f3d794db-12c6-4e98-b3fb-333dff48c455 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.1157827
Jan 15 21:00:25.926148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:25.927264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:25.929035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] 10.222.0.39 "PUT /v2.0/ports/64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 200  len: 1091 time: 3.1689303
Jan 15 21:00:25.993089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:26.006584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fc279-2f58-47bf-bf29-edd850989933 service neutron] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:26.044990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-8d61a251-e629-46f2-a5dd-3a80fa68cc48 service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472289
Jan 15 21:00:26.080604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.090753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.098285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.105166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.112814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.120557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-54d9ed66-af60-4df4-abe7-04741413414c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 217 time: 0.0689092
Jan 15 21:00:26.120802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.130301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.132692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-02d9717e-baa9-4ea8-bae5-402de8e32ff8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5385 time: 0.2956371
Jan 15 21:00:26.142761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b2979b3-dda2-43e6-abf4-cc96679663fe req-87807757-38e2-418c-969e-9cf69b676a0e tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448852
Jan 15 21:00:26.183373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-c1aa614c-3f06-4d35-9985-272cc66a05a1 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3296871
Jan 15 21:00:26.251491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:26.308026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72639c79-6878-4c2a-8ac6-0b42849dc3c7 req-cce901e1-f29f-472f-8c9c-dbb2da966408 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1612287
Jan 15 21:00:26.321068 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0b545-f66d-4abc-a233-67fb2dc447d8 x-openstack-request-id: req-b8c0b545-f66d-4abc-a233-67fb2dc447d8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:26.321902 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:26.322257 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8c0b545-f66d-4abc-a233-67fb2dc447d8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:26.322789 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'code': 200}
Jan 15 21:00:26.362619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11778e9b-8b7d-4fdb-8e3d-24c0bd996947 req-e6907ee1-dbf5-47da-9da2-ddae82b159b6 service neutron] 10.222.0.39 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701870
Jan 15 21:00:26.363361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-d7bd6806-a555-47ae-a511-c8ada9cdda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.371674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-d7bd6806-a555-47ae-a511-c8ada9cdda98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.2451763
Jan 15 21:00:26.586917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bad2b-a2de-43e6-a5ad-078e418a7d12 req-53da2b90-841d-4ddf-bb6b-e809922b6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.592922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d55bad2b-a2de-43e6-a5ad-078e418a7d12 req-53da2b90-841d-4ddf-bb6b-e809922b6132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1096 time: 0.1872249
Jan 15 21:00:26.609986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-0001ec0c-de9d-409e-8a67-86a76739da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.612294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-0001ec0c-de9d-409e-8a67-86a76739da90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1826453
Jan 15 21:00:26.710085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7200c-01ad-4aa1-b2b1-e57f5416fe37 req-10131a31-513a-492b-b9b4-7b5ceda67ef4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.718226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53d7200c-01ad-4aa1-b2b1-e57f5416fe37 req-10131a31-513a-492b-b9b4-7b5ceda67ef4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.2563157
Jan 15 21:00:26.747716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:26.751183 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d44031-d3ec-46c5-8c78-93138230e0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:26.791876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d55bad2b-a2de-43e6-a5ad-078e418a7d12 req-333cfe38-7aec-4252-886c-7b06649fd691 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887853
Jan 15 21:00:26.837858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9001414-cec5-419e-a30b-592d4bf278da req-3a5c2528-31fd-4702-ab9c-e647b3a0f2dc tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:26.839463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9001414-cec5-419e-a30b-592d4bf278da req-3a5c2528-31fd-4702-ab9c-e647b3a0f2dc tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 945 time: 0.1127877
Jan 15 21:00:26.850298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53d7200c-01ad-4aa1-b2b1-e57f5416fe37 req-6f58af6b-1c8e-465b-9fed-57f7ed1eae54 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290028
Jan 15 21:00:26.897277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-c407e837-0e58-4150-9b44-ad0b2d15c269 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763813
Jan 15 21:00:26.948226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9001414-cec5-419e-a30b-592d4bf278da req-f5da2f39-8ea5-477e-8283-0aca143952b3 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941892
Jan 15 21:00:27.039657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70cfdd0-1455-44d5-8de1-57e6af6d6aac {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:27.051967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks [] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:27.078359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Transition to ACTIVE for port object e70cfdd0-1455-44d5-8de1-57e6af6d6aac will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:27.080583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-b3591817-09d2-4d2e-b18c-31b6b30f9e33 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758721
Jan 15 21:00:27.086426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:27.173096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef724da-bebd-400b-b543-0964a17736d8 req-fbc94978-3f2f-4f46-a0a1-c2cf817ac57f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.182599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ef724da-bebd-400b-b543-0964a17736d8 req-fbc94978-3f2f-4f46-a0a1-c2cf817ac57f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 943 time: 0.0859287
Jan 15 21:00:27.198421 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4d94c-f980-41d9-b33f-3f1088e2d203 x-openstack-request-id: req-3cf4d94c-f980-41d9-b33f-3f1088e2d203 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:27.198421 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:27.198421 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3cf4d94c-f980-41d9-b33f-3f1088e2d203 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:27.198421 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'status': 'completed', 'code': 200}
Jan 15 21:00:27.206127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-58c3dbe5-7b55-4768-bff5-bf9443d63f81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 217 time: 0.1068425
Jan 15 21:00:27.333131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Attempting to bind port e70cfdd0-1455-44d5-8de1-57e6af6d6aac on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:27.333574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Attempting to bind port e70cfdd0-1455-44d5-8de1-57e6af6d6aac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:27.334000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Attempting to bind port e70cfdd0-1455-44d5-8de1-57e6af6d6aac on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:27.336219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:27.344974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Port e70cfdd0-1455-44d5-8de1-57e6af6d6aac on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:27.345432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Attempting to bind port e70cfdd0-1455-44d5-8de1-57e6af6d6aac on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:27.361912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:27.362275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Checking segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:27.362674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Bound using segment: {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:27.363252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Bound port: e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ce4a5-166a-4fab-9387-e5f395edf288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:27.363706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:27.416147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-da63e61c-831c-49ab-8ed1-bb32a053f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.417987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-da63e61c-831c-49ab-8ed1-bb32a053f3c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.2046001
Jan 15 21:00:27.438551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ef724da-bebd-400b-b543-0964a17736d8 req-9d385cdd-45c6-4e62-998b-44124fc8ae77 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538497
Jan 15 21:00:27.478249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.478597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.479149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.486220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.486719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.487217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.487681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.489868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-1f7eecb8-45a3-43ee-b3ce-a4600f2275e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6302 time: 0.2782698
Jan 15 21:00:27.519517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-461405cd-0630-4646-a9eb-f4a2ffed2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.521676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-461405cd-0630-4646-a9eb-f4a2ffed2cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0977037
Jan 15 21:00:27.534198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff5b3-f160-4d75-b3bd-385d3db2c54a req-f2577853-ea2d-4868-9735-2a8d42a70bb0 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.540264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:27.543090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4adff5b3-f160-4d75-b3bd-385d3db2c54a req-f2577853-ea2d-4868-9735-2a8d42a70bb0 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.1962814
Jan 15 21:00:27.602440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:27.629585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:27.681375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-43b3c264-025e-4adc-acb2-ba1bf52c9f46 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526227
Jan 15 21:00:27.748683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4adff5b3-f160-4d75-b3bd-385d3db2c54a req-25a96e22-902f-4f6c-81f9-a68a47d88158 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046340
Jan 15 21:00:27.851488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:27.860178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.894723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.905624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-10c304f5-924c-47de-afaa-55f748c92d31 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143540
Jan 15 21:00:27.906657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:27.911992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.919041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.931810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.936033 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:27.937789 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ec9e8cc8-7d0e-4e21-bd2e-c6bf03232c5c service neutron] 10.222.0.39 "PUT /v2.0/ports/e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 200  len: 1091 time: 1.9590411
Jan 15 21:00:27.955454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:27.999008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.021129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.036289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-bbd8ebb5-7b97-40c6-8ece-6c4b5783afc1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5397 time: 0.4249735
Jan 15 21:00:28.067656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-14e2fe41-bcf1-4bfd-a579-a0c8b770c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.068222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:28.072693 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-89484fc5-e785-429a-9f20-706a486687df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 217 time: 0.1597619
Jan 15 21:00:28.077712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-14e2fe41-bcf1-4bfd-a579-a0c8b770c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.078584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-14e2fe41-bcf1-4bfd-a579-a0c8b770c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.081360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-14e2fe41-bcf1-4bfd-a579-a0c8b770c230 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.5768571
Jan 15 21:00:28.159906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:28.223491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '4949ae19-44ff-4865-9776-96c470821b54', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'port_id': '4949ae19-44ff-4865-9776-96c470821b54', 'mac_address': 'fa:16:3e:58:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6ce766-353f-4888-96f6-d764fc2bfa30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:28.230291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32879371-6c0b-43fe-b550-fd4eca872af0 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:28.321337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-1d844fa5-100e-424e-b009-7787e7a3b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.322805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-1d844fa5-100e-424e-b009-7787e7a3b073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.2006245
Jan 15 21:00:28.323519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.351588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-611b1bda-8dd9-48a3-9403-efb7c8bbdf24 req-80f946a5-afcb-4626-8363-9be48474fda5 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3139167
Jan 15 21:00:28.371658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:28.386684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.431124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 32879371-6c0b-43fe-b550-fd4eca872af0 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:28.441528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:28.454680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-9a418586-309e-4185-8d10-ff20805caa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.455940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31d44031-d3ec-46c5-8c78-93138230e0ad req-9a418586-309e-4185-8d10-ff20805caa19 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3662088
Jan 15 21:00:28.492261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:28.495693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 32879371-6c0b-43fe-b550-fd4eca872af0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:28.496634 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.502682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.515674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff866f-691c-4d69-87a6-de6aaecefa21 req-2140d635-98b3-447a-9a2b-fefffa40ac1b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.522728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0ff866f-691c-4d69-87a6-de6aaecefa21 req-2140d635-98b3-447a-9a2b-fefffa40ac1b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1682687
Jan 15 21:00:28.563231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadca4e-b5c3-4100-af5f-1d6e501bf2f8 req-0b400501-0d9f-4027-95b0-cd35fbc93bf6 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.571650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dadca4e-b5c3-4100-af5f-1d6e501bf2f8 req-0b400501-0d9f-4027-95b0-cd35fbc93bf6 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 945 time: 0.1062453
Jan 15 21:00:28.592152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:28.628424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f31cf46-d654-4aef-ada4-dab1fc37d328 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:28.634278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0ff866f-691c-4d69-87a6-de6aaecefa21 req-a11ac0e6-bb61-4e9c-bb7c-df3efa3e1b17 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106067
Jan 15 21:00:28.636875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks [] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.661934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Transition to ACTIVE for port object 9f31cf46-d654-4aef-ada4-dab1fc37d328 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:28.683774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dadca4e-b5c3-4100-af5f-1d6e501bf2f8 req-2853d927-94be-4618-90b9-cfb508f612c6 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109142
Jan 15 21:00:28.689863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.728206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 32879371-6c0b-43fe-b550-fd4eca872af0 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:28.729234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:28.769521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-36a9c6a7-b90f-4daf-8c71-3e3d39b63f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:28.769636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:28.771709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-36a9c6a7-b90f-4daf-8c71-3e3d39b63f6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4387078
Jan 15 21:00:28.773209 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed0e5e-8192-483d-92c4-649d795e26e1" -d '{"events": [{"server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "name": "network-vif-plugged", "status": "completed", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:28.780768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4949ae19-44ff-4865-9776-96c470821b54'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:28.802729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81270784-2734-465f-b730-5955432120a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:29.045817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2905c6-a922-4e3c-822c-1833cf7eacec req-6a10e9c7-dd8c-4b54-94ca-44b3cf93858b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.057345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a2905c6-a922-4e3c-822c-1833cf7eacec req-6a10e9c7-dd8c-4b54-94ca-44b3cf93858b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 944 time: 0.1798759
Jan 15 21:00:29.101070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32879371-6c0b-43fe-b550-fd4eca872af0,segment=NetworkSegment(338a0ff2-8f30-4584-bead-4795df9139c0),segment_id=338a0ff2-8f30-4584-bead-4795df9139c0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:29.162107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-57c481d4-aa04-4c27-9e07-7565e673f6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3817270
Jan 15 21:00:29.164947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Attempting to bind port 9f31cf46-d654-4aef-ada4-dab1fc37d328 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:29.165209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Attempting to bind port 9f31cf46-d654-4aef-ada4-dab1fc37d328 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:29.165544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Attempting to bind port 9f31cf46-d654-4aef-ada4-dab1fc37d328 on network f213ffd6-16a4-404b-80d4-e008020201ac {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:29.186441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a2905c6-a922-4e3c-822c-1833cf7eacec req-bbf8f1d2-fd97-4da1-93e9-f860a9ccc325 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269755
Jan 15 21:00:29.186874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:29.191498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Port 9f31cf46-d654-4aef-ada4-dab1fc37d328 on network f213ffd6-16a4-404b-80d4-e008020201ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:29.192374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Attempting to bind port 9f31cf46-d654-4aef-ada4-dab1fc37d328 on network f213ffd6-16a4-404b-80d4-e008020201ac {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:29.230237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:29.239650 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e219163-143a-4a57-a95b-09ea18ff2908" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:29.280592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb70013-5e07-49ae-9727-71e6c918a34d req-7a8bce6b-1a31-4fbb-8400-dba96cba2fbd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.285804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:29.286606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Checking segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:29.286606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Bound using segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:29.287048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Bound port: 9f31cf46-d654-4aef-ada4-dab1fc37d328, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:29.287502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:29.300333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47072) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:29.307920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acb70013-5e07-49ae-9727-71e6c918a34d req-7a8bce6b-1a31-4fbb-8400-dba96cba2fbd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1070459
Jan 15 21:00:29.311372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'floatingip': {'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:29.318223 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb97e54-5c52-4527-8469-daf8fef2d78c x-openstack-request-id: req-5bb97e54-5c52-4527-8469-daf8fef2d78c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:29.318506 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "name": "network-vif-plugged", "status": "completed", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:29.318759 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bb97e54-5c52-4527-8469-daf8fef2d78c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:29.319145 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0', 'code': 200}
Jan 15 21:00:29.410848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:29.416115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:29.477699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c17aa6-955f-4595-9b2f-d247ef1fb3e6 req-46c6075e-b8ae-41b9-84b6-0ccaeda08925 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.486537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57c17aa6-955f-4595-9b2f-d247ef1fb3e6 req-46c6075e-b8ae-41b9-84b6-0ccaeda08925 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.0929284
Jan 15 21:00:29.558234 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753c3f3-9ca1-4541-82e9-de814ce21c73 x-openstack-request-id: req-8753c3f3-9ca1-4541-82e9-de814ce21c73 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:29.558455 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:29.558674 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8753c3f3-9ca1-4541-82e9-de814ce21c73 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:29.559099 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'status': 'completed', 'code': 200}
Jan 15 21:00:29.632330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57c17aa6-955f-4595-9b2f-d247ef1fb3e6 req-6210d3f0-799b-43b1-9bc2-43fbab17881b tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444285
Jan 15 21:00:29.720116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-8147aadc-d9e8-4ed5-849c-65f4792a1de2 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5377700
Jan 15 21:00:29.810340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:29.870106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.884470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.886940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-1d7b7c12-286b-4b38-82b8-6c476a458e46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 217 time: 0.1324179
Jan 15 21:00:29.892814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.898562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:29.904022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.912923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.921238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.925025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:29.930469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.938604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-f5d03f73-a1c7-4441-977b-9ecfa94beaf4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5409 time: 0.2831450
Jan 15 21:00:29.992087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdafc0d-b389-4f59-a9b1-da5be35bc176 req-bd495df2-cc23-4a95-8a10-692ebba97612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:29.995866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0cdafc0d-b389-4f59-a9b1-da5be35bc176 req-bd495df2-cc23-4a95-8a10-692ebba97612 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 1097 time: 0.5384436
Jan 15 21:00:30.012304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.013110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.013523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.013999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.014507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.015020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.015608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.034006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-621dcda6-bc4d-47cf-b36d-3f78a19fc8fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6369 time: 0.3105152
Jan 15 21:00:30.144131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547efb46-6a36-42ad-b1dc-becf55d5b71f req-e8b27fb6-4587-4cfa-a00b-45f1fd3a4b74 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.152489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-547efb46-6a36-42ad-b1dc-becf55d5b71f req-e8b27fb6-4587-4cfa-a00b-45f1fd3a4b74 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.3693233
Jan 15 21:00:30.173493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a057d85d-a0d5-4f07-a3d0-3023b335e131 req-39d92394-76d5-4fcd-a17d-8480cb3563d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2325950
Jan 15 21:00:30.306248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-547efb46-6a36-42ad-b1dc-becf55d5b71f req-4aaa7fa3-93a8-4a60-a1fc-84c549ee5a9d tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524646
Jan 15 21:00:30.322518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-024360d1-fa9e-4eb4-94cf-1fa10020b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.322986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-024360d1-fa9e-4eb4-94cf-1fa10020b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.323459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-024360d1-fa9e-4eb4-94cf-1fa10020b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.325352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-024360d1-fa9e-4eb4-94cf-1fa10020b307 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2758727
Jan 15 21:00:30.520960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-ce625474-7d4e-4c57-975b-7633d08c1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.522745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-ce625474-7d4e-4c57-975b-7633d08c1228 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1097 time: 0.7917972
Jan 15 21:00:30.549153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea42b9f-97df-436d-a320-b10c8df25856 req-108430bc-aa9b-400d-9991-3deff141bcb3 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.550743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dea42b9f-97df-436d-a320-b10c8df25856 req-108430bc-aa9b-400d-9991-3deff141bcb3 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.8548460
Jan 15 21:00:30.553045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.553455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:30.554851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-81270784-2734-465f-b730-5955432120a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 200  len: 1091 time: 2.5266764
Jan 15 21:00:30.562482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b107a-bce2-4bcd-85b2-767554a9c9e2 req-65b9e3a8-90e7-4a10-bd4c-da1b656d9d4c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.570984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-247b107a-bce2-4bcd-85b2-767554a9c9e2 req-65b9e3a8-90e7-4a10-bd4c-da1b656d9d4c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 944 time: 0.1622961
Jan 15 21:00:30.580034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-dc9ecf3e-2cdc-4d7b-a510-3643de29957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.581559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-dc9ecf3e-2cdc-4d7b-a510-3643de29957d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.6814513
Jan 15 21:00:30.610934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Request body: {'port': {'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:30.620898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-f533c45d-6307-446c-9681-351c0038bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.622832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e219163-143a-4a57-a95b-09ea18ff2908 req-f533c45d-6307-446c-9681-351c0038bb02 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2805829
Jan 15 21:00:30.675932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-af8ddddc-8726-4e30-a8b4-ae405e86e350 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.678627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-af8ddddc-8726-4e30-a8b4-ae405e86e350 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a604e6-ab40-42a3-bb6b-6a65307d2bef HTTP/1.1" status: 200  len: 945 time: 0.1640813
Jan 15 21:00:30.731975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81270784-2734-465f-b730-5955432120a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:30.761302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-247b107a-bce2-4bcd-85b2-767554a9c9e2 req-355098c9-f0a7-4bad-95dd-71727a5e8691 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892433
Jan 15 21:00:30.859288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0cdafc0d-b389-4f59-a9b1-da5be35bc176 req-510be763-e251-46d6-8156-f771bc636c1b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3701086
Jan 15 21:00:30.951621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af2d7-31f0-4a27-8b5f-7f128ab98fb5 req-6953e439-69bd-4cb9-a3e9-4db8f97bc7cf tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.960439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18af2d7-31f0-4a27-8b5f-7f128ab98fb5 req-6953e439-69bd-4cb9-a3e9-4db8f97bc7cf tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.1533568
Jan 15 21:00:30.980878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-7638f4df-4389-44fc-8ce9-4da0abb9339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:30.982393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-7638f4df-4389-44fc-8ce9-4da0abb9339e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3813508
Jan 15 21:00:30.992669 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.063838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Deleting port 4ed568ab-4582-4d97-8362-7eee18a7cd9f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:31.064181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.120930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-b3c8deda-fec8-44bf-94f5-b11c0404caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.122495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-b3c8deda-fec8-44bf-94f5-b11c0404caa2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.5202429
Jan 15 21:00:31.137389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18af2d7-31f0-4a27-8b5f-7f128ab98fb5 req-c07e25f0-135e-4684-9dd3-6d31d69e0797 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759651
Jan 15 21:00:31.213043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] For port 4ed568ab-4582-4d97-8362-7eee18a7cd9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4ed568ab-4582-4d97-8362-7eee18a7cd9f,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:31.213625 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.232404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Calling delete_port for 4ed568ab-4582-4d97-8362-7eee18a7cd9f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:31.241301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Deleting port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:31.241657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.372878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-4845ab9f-17da-4725-82c9-34a2cf9431cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 1001 time: 0.2388172
Jan 15 21:00:31.389671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.398304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.415344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.423799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.430975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.437659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.445406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.447358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-f9c8f61d-864b-46c1-855d-4da3acab1b5d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5409 time: 0.1637268
Jan 15 21:00:31.515622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-f968deab-985f-465f-9693-4b6abf1af61b service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4586112
Jan 15 21:00:31.576726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4ed568ab-4582-4d97-8362-7eee18a7cd9f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.589786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4ed568ab-4582-4d97-8362-7eee18a7cd9f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:31.630240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d2f4524-b12b-4620-bc2d-f007760519fa req-bfc922a0-7c56-47ff-aaa7-c4cd1cfe3990 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1764560
Jan 15 21:00:31.632747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event deleted for resources: {'Port': ['ID=4ed568ab-4582-4d97-8362-7eee18a7cd9f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:31.648178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ddf3-8398-45e3-9113-d180f168655b req-31f44c64-90f2-44b6-95ab-5a3f0644343e tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.655086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eff6ddf3-8398-45e3-9113-d180f168655b req-31f44c64-90f2-44b6-95ab-5a3f0644343e tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.1600752
Jan 15 21:00:31.683307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:31.686804 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:31.714412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] No DVR routers for this DVR port 4ed568ab-4582-4d97-8362-7eee18a7cd9f on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:31.722139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.726774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e5f539b-acfd-417f-9a66-1543c907f655 req-15fb4e96-abac-4e4c-9cd1-7934c3bd79e7 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "DELETE /v2.0/ports/4ed568ab-4582-4d97-8362-7eee18a7cd9f HTTP/1.1" status: 204  len: 173 time: 1.0388596
Jan 15 21:00:31.727225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'name': 'network-vif-deleted', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:31.729503 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae42b3-bd02-4310-b5c9-4048475447ef" -d '{"events": [{"server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "name": "network-vif-deleted", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:31.765471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eff6ddf3-8398-45e3-9113-d180f168655b req-c89de67e-09a1-4322-ab66-793636a44d81 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088161
Jan 15 21:00:31.851739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:31.851863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-c9dbb417-5dda-4ba0-a95e-483dd5ee9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.853435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-c9dbb417-5dda-4ba0-a95e-483dd5ee9582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.4654918
Jan 15 21:00:31.855848 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cf0aa7-7c76-4a67-82ff-2937931c773f x-openstack-request-id: req-b9cf0aa7-7c76-4a67-82ff-2937931c773f {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:31.856369 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a604e6-ab40-42a3-bb6b-6a65307d2bef", "name": "network-vif-deleted", "tag": "4ed568ab-4582-4d97-8362-7eee18a7cd9f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:31.856800 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9cf0aa7-7c76-4a67-82ff-2937931c773f {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:31.857441 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a604e6-ab40-42a3-bb6b-6a65307d2bef', 'name': 'network-vif-deleted', 'tag': '4ed568ab-4582-4d97-8362-7eee18a7cd9f', 'status': 'completed', 'code': 200}
Jan 15 21:00:31.859408 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea9778-859c-40ba-a412-7a8574db6bdb x-openstack-request-id: req-53ea9778-859c-40ba-a412-7a8574db6bdb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:31.859692 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:31.859937 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53ea9778-859c-40ba-a412-7a8574db6bdb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:31.860315 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'status': 'completed', 'code': 200}
Jan 15 21:00:31.881347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.882159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.882798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.883468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.884098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.884885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.885513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:31.887605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-4043b65f-463f-4c87-82c9-8112b459d91e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6411 time: 0.0759544
Jan 15 21:00:31.913535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:31.913903 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:31.960505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.resource_extend [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:00:31.973786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-065032df-8a4d-4e1b-a364-eeee8672aee3 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4470601
Jan 15 21:00:31.975603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4ed568ab-4582-4d97-8362-7eee18a7cd9f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:32.032304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff09f9-73b3-4f54-b2aa-f84c5b5074cd req-b7c8b89f-452c-4ea7-9d99-c30b5273f1ef tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.040463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Calling delete_port for 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:32.041089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81ff09f9-73b3-4f54-b2aa-f84c5b5074cd req-b7c8b89f-452c-4ea7-9d99-c30b5273f1ef tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 944 time: 0.1511753
Jan 15 21:00:32.082175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-f86ff167-e18d-49a6-9055-62bb44521030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.083319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-f86ff167-e18d-49a6-9055-62bb44521030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.083798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-f86ff167-e18d-49a6-9055-62bb44521030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.085497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-f86ff167-e18d-49a6-9055-62bb44521030 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b36b007e8a9409783a549b87017c8ee&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.1865318
Jan 15 21:00:32.096377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-8d2762cf-7da0-476f-afbe-ea82c6f62665 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 217 time: 0.0502894
Jan 15 21:00:32.128244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 4ed568ab-4582-4d97-8362-7eee18a7cd9f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:00:32.128677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4ed568ab-4582-4d97-8362-7eee18a7cd9f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:00:32.129136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:32.198210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-d217b65a-8fae-430b-b1a1-153d8de8b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.200404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-d217b65a-8fae-430b-b1a1-153d8de8b3e5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1075401
Jan 15 21:00:32.216531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 4949ae19-44ff-4865-9776-96c470821b54 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:32.218007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-81a71265-94b7-4509-9f92-f64c330afbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.223644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-81a71265-94b7-4509-9f92-f64c330afbab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3392861
Jan 15 21:00:32.228683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 4949ae19-44ff-4865-9776-96c470821b54 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:32.229096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4949ae19-44ff-4865-9776-96c470821b54), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.280744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81ff09f9-73b3-4f54-b2aa-f84c5b5074cd req-260f4b34-82d6-4c5a-a1f8-7978be90d1b5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385590
Jan 15 21:00:32.308230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.341647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:32.342116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.406936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:32.409269 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedcc4d0-c41c-4ccd-b7d4-0bdc908220b7" -d '{"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:32.412654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7c5b-4ad0-4508-95f8-937573951607 req-d67146de-291b-44bd-ae51-37c3ad750e18 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.415013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-473e7c5b-4ad0-4508-95f8-937573951607 req-d67146de-291b-44bd-ae51-37c3ad750e18 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 945 time: 0.1015723
Jan 15 21:00:32.427771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,segment=NetworkSegment(59b03347-7f38-4b4b-bc2b-71baba319744),segment_id=59b03347-7f38-4b4b-bc2b-71baba319744)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:32.428773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:32.429345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.433007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.464749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ec384-e15d-441f-b027-6fb09676099b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:32.489542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks [] for port (a63ec384-e15d-441f-b027-6fb09676099b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.520902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-a6d01848-6958-4a54-8190-010c4753120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.521324 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-a6d01848-6958-4a54-8190-010c4753120a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.3980782
Jan 15 21:00:32.522766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:32.536583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.565903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-473e7c5b-4ad0-4508-95f8-937573951607 req-e1e07cb5-4f27-4ef0-ba23-d1c8e34306e4 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424301
Jan 15 21:00:32.573501 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0f332-10fe-47b9-8817-4af06882ac1e x-openstack-request-id: req-bef0f332-10fe-47b9-8817-4af06882ac1e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:32.573801 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:32.574081 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bef0f332-10fe-47b9-8817-4af06882ac1e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:32.574576 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'code': 200}
Jan 15 21:00:32.575801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:32.600638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.671080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:32.699163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Transition to ACTIVE for port object a63ec384-e15d-441f-b027-6fb09676099b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:32.720995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:32.869750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.874476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-27df5f7e-5ac2-4d58-9bfa-db62c8d7a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.876034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-27df5f7e-5ac2-4d58-9bfa-db62c8d7a861 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2674465
Jan 15 21:00:32.892242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.899638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:32.903261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-e31b294c-6d59-41a6-82db-0551783f6431 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6208687
Jan 15 21:00:32.930595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.939446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.955619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.966092 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.973475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:32.981095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-0714dc77-1dca-477f-8a0b-8be7acfd9d08 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.2403810
Jan 15 21:00:33.107027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad5dff-1fc9-48b7-ac67-41a5380e8fc0 req-93a4677c-e4db-4ab7-8303-eca46d8dc477 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:33.115974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4ad5dff-1fc9-48b7-ac67-41a5380e8fc0 req-93a4677c-e4db-4ab7-8303-eca46d8dc477 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.1324425
Jan 15 21:00:33.134415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68ded10e-1a19-4d2a-8ee4-4784ced66598 req-10429204-53e0-486e-ba30-5143c70b0918 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1497571
Jan 15 21:00:33.218154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4ad5dff-1fc9-48b7-ac67-41a5380e8fc0 req-4622ff71-cd68-4423-b120-94217f8aa212 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001098
Jan 15 21:00:33.440450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89460ce1-0bb7-4a0b-80b4-78e4de557d00 req-7d6d717c-fc25-4c58-80a5-2067c8041429 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:33.450672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89460ce1-0bb7-4a0b-80b4-78e4de557d00 req-7d6d717c-fc25-4c58-80a5-2067c8041429 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0745301
Jan 15 21:00:33.518629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89460ce1-0bb7-4a0b-80b4-78e4de557d00 req-7b6e7504-2105-47e0-9f99-5bc3cdec22d6 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667832
Jan 15 21:00:33.560733 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-9a60fcf1-8782-481e-9bd0-6493ca36f7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6753085
Jan 15 21:00:33.562459 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Floating IP f5b579e2-e899-4662-b870-23f03524e3d9 associated. External IP: 172.35.1.179, port: 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5.
Jan 15 21:00:33.721283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e70f8b35-1f68-4bc4-ab8f-b8395a9aa0b2 req-3d9b02fb-7c08-498d-b1d3-7913c4c158c6 tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3 HTTP/1.1" status: 200  len: 210 time: 0.0451748
Jan 15 21:00:33.788664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (36f3b8af-fe91-4ff7-8ba4-6576445d3e86), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:33.790211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498787e-75a8-4c83-9a2c-36a9d9614889 req-7d03527e-01b5-44e5-bd48-01e123927643 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:33.798356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2498787e-75a8-4c83-9a2c-36a9d9614889 req-7d03527e-01b5-44e5-bd48-01e123927643 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.0613618
Jan 15 21:00:33.846909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2498787e-75a8-4c83-9a2c-36a9d9614889 req-81123a80-8ab5-4d06-87f9-ff5987477e9b tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476720
Jan 15 21:00:33.932719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Pushing event deleted for resources: {'Port': ['ID=36f3b8af-fe91-4ff7-8ba4-6576445d3e86,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:33.998543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] No DVR routers for this DVR port 36f3b8af-fe91-4ff7-8ba4-6576445d3e86 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:34.005444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:34.008823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dea42b9f-97df-436d-a320-b10c8df25856 req-3b9ce106-fc25-4ead-b0bf-2ab12844df3d tempest-MultipleCreateTestJSON-140746638 tempest-MultipleCreateTestJSON-140746638-project] 10.222.0.45 "DELETE /v2.0/ports/36f3b8af-fe91-4ff7-8ba4-6576445d3e86 HTTP/1.1" status: 204  len: 173 time: 3.4397821
Jan 15 21:00:34.013132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-deleted', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:34.015390 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e95739-0d63-4f0e-b3dc-f620216c860e" -d '{"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-deleted", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:34.096121 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43691b-5744-4569-b60a-bb01d7f5f6eb x-openstack-request-id: req-ab43691b-5744-4569-b60a-bb01d7f5f6eb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:34.096570 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3", "name": "network-vif-deleted", "tag": "36f3b8af-fe91-4ff7-8ba4-6576445d3e86", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:34.097002 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab43691b-5744-4569-b60a-bb01d7f5f6eb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:34.097472 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaf65b5-c92d-4c08-bba3-a5bef4ac3aa3', 'name': 'network-vif-deleted', 'tag': '36f3b8af-fe91-4ff7-8ba4-6576445d3e86', 'status': 'completed', 'code': 200}
Jan 15 21:00:34.111945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Attempting to bind port a63ec384-e15d-441f-b027-6fb09676099b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:34.112381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Attempting to bind port a63ec384-e15d-441f-b027-6fb09676099b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:34.112791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Attempting to bind port a63ec384-e15d-441f-b027-6fb09676099b on network f213ffd6-16a4-404b-80d4-e008020201ac {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:34.141830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Port a63ec384-e15d-441f-b027-6fb09676099b on network f213ffd6-16a4-404b-80d4-e008020201ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:34.142110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Attempting to bind port a63ec384-e15d-441f-b027-6fb09676099b on network f213ffd6-16a4-404b-80d4-e008020201ac {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:34.150643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fb01d099-e351-4fe0-9d6b-105c5b613d26 req-01da78b7-f8c8-4d75-83a3-79dda4c2cee5 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1846192
Jan 15 21:00:34.152527 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-88a22726-cdf5-4bdb-ae51-0fbd5dd28d6c service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4617603
Jan 15 21:00:34.235180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:34.236610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Checking segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:34.236610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Bound using segment: {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:34.236995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Bound port: a63ec384-e15d-441f-b027-6fb09676099b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469ae71f-f193-4059-baee-3b17841b6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:34.237373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:34.242770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-416ebc9b-752e-4008-a2fa-3a84de4012e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.0818644
Jan 15 21:00:34.253816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:00:34.330810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.337987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.344650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.352020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.358531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.365965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.372517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.374480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-506cd94d-24af-4a83-b663-9b95be184c07 req-66cc8354-dc2a-4e07-af17-d6d422e97b55 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1165273
Jan 15 21:00:34.406612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-88c3c4ad-9592-41d8-afae-90c8f0ca257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.408471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-88c3c4ad-9592-41d8-afae-90c8f0ca257e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1462512
Jan 15 21:00:34.455625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:34.504134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:34.509984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-506cd94d-24af-4a83-b663-9b95be184c07 req-5fc2fa95-cc21-4098-99c9-44bd95d377d0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1191487
Jan 15 21:00:34.518307 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:34.575795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:34.580424 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5fe559-b7fe-4c1a-8db7-96cb792b67b6" -d '{"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-plugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:34.592118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:00:34.598118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-c62c40cd-ff7a-4337-a4dc-22614a8387eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.600373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-c62c40cd-ff7a-4337-a4dc-22614a8387eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1792395
Jan 15 21:00:34.604604 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:00:34.605663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:34.628054 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:34.631724 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b388400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:34.643109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fffd41f4-8a4f-42e7-8df0-2d59066b92f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "PUT /v2.0/floatingips/f5b579e2-e899-4662-b870-23f03524e3d9 HTTP/1.1" status: 200  len: 991 time: 5.3392038
Jan 15 21:00:34.745252 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd97d47-ddf3-4fd3-ab29-78a27f5955b3 x-openstack-request-id: req-7cd97d47-ddf3-4fd3-ab29-78a27f5955b3 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:34.745777 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-plugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:34.746862 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cd97d47-ddf3-4fd3-ab29-78a27f5955b3 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:34.747430 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54', 'code': 200}
Jan 15 21:00:34.786413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.789837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:34.796803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] 10.222.0.39 "PUT /v2.0/ports/a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 1091 time: 4.1883786
Jan 15 21:00:34.817933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eca63-5100-4e1b-914b-18ee0b975be6 req-15c0e280-d79d-48c5-8901-f98e8c1ee459 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:34.829221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-023cbdb3-b558-424c-8cbb-d34b1282e435 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816206
Jan 15 21:00:34.838803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e82eca63-5100-4e1b-914b-18ee0b975be6 req-15c0e280-d79d-48c5-8901-f98e8c1ee459 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1924851
Jan 15 21:00:34.844005 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:34.983699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e82eca63-5100-4e1b-914b-18ee0b975be6 req-82b8ca1a-01a3-40a7-bcaf-5febfb878184 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406343
Jan 15 21:00:35.193662 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ccee8f7-4c65-4d45-83ea-2fd0d4264010 req-e4c99f15-1b23-4cf8-a133-532d1cccaa54 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517532
Jan 15 21:00:35.210517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a5fe-7394-464c-a5f1-8ebfdd64cc82 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:35.260710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9ad4-bb30-4a09-ac52-5a2510ee8774 req-21eb7b2e-0d2e-404d-b6c9-5f1a69b60939 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.262650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5fa9ad4-bb30-4a09-ac52-5a2510ee8774 req-21eb7b2e-0d2e-404d-b6c9-5f1a69b60939 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.1445792
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.276616 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:35.278764 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:35.281958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-4b38b8c2-b48b-4e6d-9d13-54712cb9c6eb tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.288367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-4b38b8c2-b48b-4e6d-9d13-54712cb9c6eb tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.45 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 946 time: 0.2015705
Jan 15 21:00:35.293031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e657c-7c71-4d81-8e7e-4963fd129301 req-65d9481a-5552-4579-8af7-8f7e8b0a5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.295656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a95e657c-7c71-4d81-8e7e-4963fd129301 req-65d9481a-5552-4579-8af7-8f7e8b0a5280 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 1096 time: 0.2626956
Jan 15 21:00:35.354434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:35.361389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.361865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.362333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.362794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.363252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.364397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.365382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.367351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-74073611-bd4f-46e7-a7b8-52b0c92ccb76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6478 time: 0.3258266
Jan 15 21:00:35.466090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-486e3343-ab3d-41ee-a120-44cbc66d301d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 217 time: 0.0843015
Jan 15 21:00:35.515775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a95e657c-7c71-4d81-8e7e-4963fd129301 req-4dd6ac31-8bcf-42ac-a8e3-3d15417c95a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041504
Jan 15 21:00:35.527881 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b388400>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5b579e2-e899-4662-b870-23f03524e3d9', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:03Z', 'updated_at': '2022-01-15T21:00:31Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:35.545301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8b4f62f0-73c8-45f9-b7aa-c837692cd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.546752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8b4f62f0-73c8-45f9-b7aa-c837692cd95d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 200  len: 851 time: 0.0737960
Jan 15 21:00:35.559663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5fa9ad4-bb30-4a09-ac52-5a2510ee8774 req-4123d8dd-a5c9-401e-a716-231f9cc2ec66 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2868550
Jan 15 21:00:35.565319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Deleting port 32879371-6c0b-43fe-b550-fd4eca872af0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:00:35.565668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:35.571137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Deleting subnet 6c658d0a-28f4-4644-b44b-3aba188aaf37 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:00:35.575514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Publish callbacks [] for subnet (6c658d0a-28f4-4644-b44b-3aba188aaf37), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:35.589101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:00:35.602466 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:35.603624 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b388400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:35.681192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6c658d0a-28f4-4644-b44b-3aba188aaf37), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:35.750339 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:35.778160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] For port 32879371-6c0b-43fe-b550-fd4eca872af0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32879371-6c0b-43fe-b550-fd4eca872af0,segment=NetworkSegment(338a0ff2-8f30-4584-bead-4795df9139c0),segment_id=338a0ff2-8f30-4584-bead-4795df9139c0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:35.778525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:35.797753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Calling delete_port for 32879371-6c0b-43fe-b550-fd4eca872af0 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:00:35.814269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-f5729b4e-4413-44e3-b4c3-fe0679ecdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.820643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-f5729b4e-4413-44e3-b4c3-fe0679ecdeb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b740d751-068e-4a93-9225-aa5d63661275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1144619
Jan 15 21:00:35.851511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6c658d0a-28f4-4644-b44b-3aba188aaf37), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:35.885794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.894789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.901452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.907939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.915215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.922079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.929058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:35.937929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-64fc1c84-af32-43e5-ac85-18334e671a1b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1754684
Jan 15 21:00:36.018373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-486ab87d-797a-439f-9b48-59ce3cca2d54 req-fcec12ef-2750-4d1f-878c-fd8548ce970f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0794289
Jan 15 21:00:36.022339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-35b2c0e5-24a4-4953-8c68-e6a7c27b0cef service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948481
Jan 15 21:00:36.077965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6c658d0a-28f4-4644-b44b-3aba188aaf37), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:36.114191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}, {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:36.117548 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7da6f6-2611-4ccd-a5fe-705524f85daf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}, {"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "a63ec384-e15d-441f-b027-6fb09676099b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:36.171459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:36.175726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6c658d0a-28f4-4644-b44b-3aba188aaf37 HTTP/1.1" status: 204  len: 168 time: 0.8202727
Jan 15 21:00:36.181873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:36.216093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aaa1a-8d9d-40bd-86b6-92810b0687f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c658d0a-28f4-4644-b44b-3aba188aaf37,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:36.266802 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b388400>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5b579e2-e899-4662-b870-23f03524e3d9', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:03Z', 'updated_at': '2022-01-15T21:00:31Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:36.268997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (32879371-6c0b-43fe-b550-fd4eca872af0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:36.290941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c1fe-1f3d-4e0e-9579-e09959094a4a req-efa24b51-964c-429e-abd6-55d16fc57983 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:36.299523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e80c1fe-1f3d-4e0e-9579-e09959094a4a req-efa24b51-964c-429e-abd6-55d16fc57983 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1217735
Jan 15 21:00:36.302799 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc544a-c80d-472e-a217-bc6f876c96d1 x-openstack-request-id: req-21bc544a-c80d-472e-a217-bc6f876c96d1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:36.303624 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "a63ec384-e15d-441f-b027-6fb09676099b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:36.303624 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21bc544a-c80d-472e-a217-bc6f876c96d1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:36.303811 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'status': 'completed', 'code': 200}
Jan 15 21:00:36.303985 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b', 'status': 'completed', 'code': 200}
Jan 15 21:00:36.376141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ef93e-4b0d-4758-b2bf-a956e34d27a4 None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5b579e2-e899-4662-b870-23f03524e3d9', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.179', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:03Z', 'updated_at': '2022-01-15T21:00:31Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:00:36.433116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Pushing event deleted for resources: {'Port': ['ID=32879371-6c0b-43fe-b550-fd4eca872af0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:36.539531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-ac27f35e-7aa5-4241-8243-701c88786393 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5073006
Jan 15 21:00:36.546443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2853abb2-f8b6-4eeb-86ee-8eff3f932a44), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:36.548700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] No DVR routers for this DVR port 32879371-6c0b-43fe-b550-fd4eca872af0 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:00:36.557220 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:36.561373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b412bb42-3c61-4c52-94b9-9c28c65af709 req-f005df3d-f67d-493b-ac72-b096525b3717 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.45 "DELETE /v2.0/ports/32879371-6c0b-43fe-b550-fd4eca872af0 HTTP/1.1" status: 204  len: 173 time: 1.2629526
Jan 15 21:00:36.615761 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-61d93355-e5e1-41a0-98e6-f7fa27914fdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 217 time: 0.0604405
Jan 15 21:00:36.731253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-6f522f4e-49c3-4d34-9136-35b9f1a3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:36.732939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-6f522f4e-49c3-4d34-9136-35b9f1a3880d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1096 time: 0.4135156
Jan 15 21:00:36.734401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3be2638a-3bec-46c0-9ca8-34302e2863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:36.736772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3be2638a-3bec-46c0-9ca8-34302e2863b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.1141086
Jan 15 21:00:36.843019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce9d13-a4d6-44dc-9d13-93f3bf6c61f3 None None] New status for floating IP f5b579e2-e899-4662-b870-23f03524e3d9: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:00:36.870339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e52ea6e-8958-4a07-b73d-466bf04eaa17 req-f0d7b6fb-b40e-44aa-9c30-0a53522b69d2 tempest-ServerPasswordTestJSON-268173168 tempest-ServerPasswordTestJSON-268173168-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab97efd-0a8e-4f55-981e-818ed5583d2c HTTP/1.1" status: 200  len: 210 time: 0.0316262
Jan 15 21:00:36.901512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e80c1fe-1f3d-4e0e-9579-e09959094a4a req-6862e90d-c842-4ffd-865e-2b77712f4403 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5947733
Jan 15 21:00:36.968546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-975512d2-4de0-453d-b1fd-e09811ad6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:36.970042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-975512d2-4de0-453d-b1fd-e09811ad6ee2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1584489
Jan 15 21:00:36.973828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-11128de6-bd5b-45a1-8a8d-1acaf98b50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:36.975160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-11128de6-bd5b-45a1-8a8d-1acaf98b50e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2147844
Jan 15 21:00:36.989062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2853abb2-f8b6-4eeb-86ee-8eff3f932a44), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.014124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7957d3a0>,) {'filters': {'network_id': ['2853abb2-f8b6-4eeb-86ee-8eff3f932a44']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:37.024106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7957d3a0>, '59b03347-7f38-4b4b-bc2b-71baba319744') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:37.024403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7957d3a0>, '59b03347-7f38-4b4b-bc2b-71baba319744') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:37.034128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (59b03347-7f38-4b4b-bc2b-71baba319744), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.051735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (59b03347-7f38-4b4b-bc2b-71baba319744), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.058900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:00:37.059294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (59b03347-7f38-4b4b-bc2b-71baba319744), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:00:37.061132 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:00:37.262404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2853abb2-f8b6-4eeb-86ee-8eff3f932a44), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.281086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-4d8e9564-6f8d-4bf9-8c0c-711328ac99b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 1001 time: 0.1754942
Jan 15 21:00:37.283956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.287925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2853abb2-f8b6-4eeb-86ee-8eff3f932a44 HTTP/1.1" status: 204  len: 168 time: 1.1032844
Jan 15 21:00:37.290060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.306246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.312340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.323191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.329642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.336600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.337849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabe8c6-45f4-45ae-8e65-a21fd891a6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2853abb2-f8b6-4eeb-86ee-8eff3f932a44,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:37.345557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.353800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-8c6d3e74-d8e9-4d2e-96f4-bba5175d84e9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.2313170
Jan 15 21:00:37.421868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-908bafac-54f2-48c3-b099-6cfbe279f8ed service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245125
Jan 15 21:00:37.434674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee5f0ab8-cb37-4bc6-9609-8011504b0e45 req-d2da1079-5353-4598-851b-f59d69cc90bf tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0800433
Jan 15 21:00:37.452907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-35bdeb7f-9eaf-4491-9ad0-865aba7d6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.454531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-35bdeb7f-9eaf-4491-9ad0-865aba7d6eaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1513979
Jan 15 21:00:37.544574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:37.549885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-7a546806-c095-4241-a0de-b58d03fbeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.554767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-7a546806-c095-4241-a0de-b58d03fbeea6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733709
Jan 15 21:00:37.620830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-484bf536-47d1-4a53-82f6-946f6ac527af service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920435
Jan 15 21:00:37.622398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fb32-34bf-4af8-a8ff-b0e0a7a3f9cb req-38f95b41-36e4-48f1-be0e-fb1d0f3c5c23 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.623869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fc6fb32-34bf-4af8-a8ff-b0e0a7a3f9cb req-38f95b41-36e4-48f1-be0e-fb1d0f3c5c23 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.0811858
Jan 15 21:00:37.628876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f42702c7-bece-46f8-ba98-e76e260ada24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ca0988cda6548f89ee936bee64f56ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0812960
Jan 15 21:00:37.630101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47232) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:37.679700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-22618625-8628-45d3-b46a-f39338bd7378 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 217 time: 0.0489542
Jan 15 21:00:37.710295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fc6fb32-34bf-4af8-a8ff-b0e0a7a3f9cb req-2af56ae7-34d2-475e-9e01-81cbbf9e6081 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740905
Jan 15 21:00:37.715599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] Publish callbacks [] for security_group (b6ac1af4-bb75-4ff4-8e60-54ea04069e7b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.739987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] Publish callbacks [] for security_group (b6ac1af4-bb75-4ff4-8e60-54ea04069e7b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.755797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-12a15f76-a004-4c31-aec0-2f3c551f2ff6 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939759
Jan 15 21:00:37.802619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6ac1af4-bb75-4ff4-8e60-54ea04069e7b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.806962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:37.811103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6ac1af4-bb75-4ff4-8e60-54ea04069e7b HTTP/1.1" status: 204  len: 168 time: 0.1774807
Jan 15 21:00:37.824629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e9e2-55fd-4d67-a9b8-22f67aff8595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac1af4-bb75-4ff4-8e60-54ea04069e7b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:37.842510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-2aa08320-4264-4d73-8609-80530a59be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:37.844102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-2aa08320-4264-4d73-8609-80530a59be39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.1540599
Jan 15 21:00:37.960069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:37.980621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32879371-6c0b-43fe-b550-fd4eca872af0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:38.039179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 32879371-6c0b-43fe-b550-fd4eca872af0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:00:38.039908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 32879371-6c0b-43fe-b550-fd4eca872af0 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:00:38.116067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Deleting subnet 7054dc9a-a3d8-4571-9599-70d539d207b9 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:00:38.121174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Publish callbacks [] for subnet (7054dc9a-a3d8-4571-9599-70d539d207b9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.168400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (7054dc9a-a3d8-4571-9599-70d539d207b9), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.177884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b5fef-3512-4f3e-99ee-c82e43d67125 req-10789a45-7fae-4012-85fd-85117ec6b3d4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.179644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c00b5fef-3512-4f3e-99ee-c82e43d67125 req-10789a45-7fae-4012-85fd-85117ec6b3d4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1015115
Jan 15 21:00:38.277184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (7054dc9a-a3d8-4571-9599-70d539d207b9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.293435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-c673cc48-43c4-4a2c-848a-0442689362c4 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5290720
Jan 15 21:00:38.298797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-2ebfe27c-3f10-45b2-9fa5-11e61307c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.300367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-2ebfe27c-3f10-45b2-9fa5-11e61307c235 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4468219
Jan 15 21:00:38.305016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'name': 'network-vif-deleted', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:38.309106 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5420ab6-3c92-461b-ad85-51e9ea0a286d" -d '{"events": [{"server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "name": "network-vif-deleted", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:38.388797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c00b5fef-3512-4f3e-99ee-c82e43d67125 req-f0142f89-58e1-49d3-8141-63a9921d6230 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907794
Jan 15 21:00:38.413695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (7054dc9a-a3d8-4571-9599-70d539d207b9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.414862 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870ed9c-ae85-4ac6-9f0b-0658d88c5195 x-openstack-request-id: req-b870ed9c-ae85-4ac6-9f0b-0658d88c5195 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:38.414862 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab97efd-0a8e-4f55-981e-818ed5583d2c", "name": "network-vif-deleted", "tag": "32879371-6c0b-43fe-b550-fd4eca872af0", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:38.418180 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b870ed9c-ae85-4ac6-9f0b-0658d88c5195 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:38.419678 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab97efd-0a8e-4f55-981e-818ed5583d2c', 'name': 'network-vif-deleted', 'tag': '32879371-6c0b-43fe-b550-fd4eca872af0', 'status': 'completed', 'code': 200}
Jan 15 21:00:38.439440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.447715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7054dc9a-a3d8-4571-9599-70d539d207b9 HTTP/1.1" status: 204  len: 168 time: 0.4863007
Jan 15 21:00:38.451842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47270) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:38.488140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1f7c-c5ec-4f74-8a68-ed214eb2805d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7054dc9a-a3d8-4571-9599-70d539d207b9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:38.530626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-62ec04f3-4ed1-42d3-9d72-10450f5e24ce service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175620
Jan 15 21:00:38.553658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc156a7-c8df-4881-a3a6-6181794015c0 req-5d8fb026-4f54-482e-b2e2-e9f82eb920e8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.564717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efc156a7-c8df-4881-a3a6-6181794015c0 req-5d8fb026-4f54-482e-b2e2-e9f82eb920e8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0864260
Jan 15 21:00:38.613829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (006f34d4-b973-47be-9dd6-ce9e0538fd1b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.630453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efc156a7-c8df-4881-a3a6-6181794015c0 req-fc3a9bb2-0a4d-4516-a1ec-df559cf595ce tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635343
Jan 15 21:00:38.696818 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-f5be502b-c78c-4106-bbb2-cb1b6590744b service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585670
Jan 15 21:00:38.749109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.763713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.771848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.778852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.780717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c9182db6-92cf-4975-aec2-35fea19b2d0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 200  len: 217 time: 0.0502181
Jan 15 21:00:38.784896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (006f34d4-b973-47be-9dd6-ce9e0538fd1b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.790128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.806014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.814797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.818917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d273efae-0191-4666-b725-8ab06c9b950b req-bc5a7cda-4679-41ce-b736-6374e77d801d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1440730
Jan 15 21:00:38.846758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5e3310>,) {'filters': {'network_id': ['006f34d4-b973-47be-9dd6-ce9e0538fd1b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:38.861801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5e3310>, '338a0ff2-8f30-4584-bead-4795df9139c0') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:38.862136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5e3310>, '338a0ff2-8f30-4584-bead-4795df9139c0') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:38.872595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-a5def080-8eaf-47f8-8817-4a68d53a9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.874079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-a5def080-8eaf-47f8-8817-4a68d53a9cfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0855803
Jan 15 21:00:38.879572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (338a0ff2-8f30-4584-bead-4795df9139c0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.924196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (338a0ff2-8f30-4584-bead-4795df9139c0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.931199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d273efae-0191-4666-b725-8ab06c9b950b req-75c6efd6-3aa3-4502-ae71-9cfd1608abbb tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0937860
Jan 15 21:00:38.934578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:00:38.935176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (338a0ff2-8f30-4584-bead-4795df9139c0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:00:38.937447 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:00:38.990258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8fb0c8ae-e9f1-4726-8688-99214d4d7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:38.991774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-8fb0c8ae-e9f1-4726-8688-99214d4d7403 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1041226
Jan 15 21:00:39.000457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72a4a7-7fcd-4313-8e4c-f469dcfeb94f req-2255135c-9b0b-46e4-96dc-b2a897e36370 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:39.005338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e72a4a7-7fcd-4313-8e4c-f469dcfeb94f req-2255135c-9b0b-46e4-96dc-b2a897e36370 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0730813
Jan 15 21:00:39.021288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (006f34d4-b973-47be-9dd6-ce9e0538fd1b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.026132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.031962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/006f34d4-b973-47be-9dd6-ce9e0538fd1b HTTP/1.1" status: 204  len: 168 time: 0.5723584
Jan 15 21:00:39.070888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e72a4a7-7fcd-4313-8e4c-f469dcfeb94f req-99f1739b-84c5-4186-a5b4-7e2ea7c60aae tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571101
Jan 15 21:00:39.076626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a03c82-3961-47a3-a733-aef4364e6f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=006f34d4-b973-47be-9dd6-ce9e0538fd1b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:39.136228 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-fb049bbf-e784-449b-b17f-77dc73b4f6c5 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365838
Jan 15 21:00:39.220188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455f1e-a62c-428e-8ec9-ba8502e5f734 req-f648d488-8c25-41c5-94de-2cbffdb8ae15 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:39.229421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57455f1e-a62c-428e-8ec9-ba8502e5f734 req-f648d488-8c25-41c5-94de-2cbffdb8ae15 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0727978
Jan 15 21:00:39.279499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47308) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:39.289460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57455f1e-a62c-428e-8ec9-ba8502e5f734 req-c4c84074-bb8b-4c37-baa5-77ce30d699de tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591152
Jan 15 21:00:39.299295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-444e15c6-a7c2-49a2-bd9c-6fc5d8097cbc service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560373
Jan 15 21:00:39.365798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-7b00c155-d387-432a-be40-706148f132e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 200  len: 217 time: 0.0586615
Jan 15 21:00:39.391633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47318) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:39.391865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-22864346-1b7b-441b-87a7-63fb199f2b27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cf19dbd41564d638af8f2e69883d2fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1108820
Jan 15 21:00:39.434764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-4765476c-0073-42ca-9574-79615b142ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:39.436531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-4765476c-0073-42ca-9574-79615b142ea2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0627460
Jan 15 21:00:39.461432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] Publish callbacks [] for security_group (cf6d04db-9ab4-47e8-b6e9-addc24d82f2f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.491867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47324) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:39.492577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] Publish callbacks [] for security_group (cf6d04db-9ab4-47e8-b6e9-addc24d82f2f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.509194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-b99e7940-ada5-46ef-997f-3106f4a53b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:39.514336 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-b99e7940-ada5-46ef-997f-3106f4a53b01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0704889
Jan 15 21:00:39.572542 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cf6d04db-9ab4-47e8-b6e9-addc24d82f2f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.576342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.577762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf6d04db-9ab4-47e8-b6e9-addc24d82f2f HTTP/1.1" status: 204  len: 168 time: 0.1848447
Jan 15 21:00:39.604607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79257f6f-0475-4640-972f-7df4db83205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6d04db-9ab4-47e8-b6e9-addc24d82f2f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:39.742005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8399c3-2aa7-4035-87bd-ac4e9e81c6cd req-6451d562-f525-4f81-92b1-cf0a0b4c181e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:39.750904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d8399c3-2aa7-4035-87bd-ac4e9e81c6cd req-6451d562-f525-4f81-92b1-cf0a0b4c181e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1048152
Jan 15 21:00:39.757643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f97ebc-2d95-402a-94d2-2f9cb2c33db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:39.803300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-cd36ac66-8da3-419e-a719-1ae8f0afbc72 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806277
Jan 15 21:00:39.857266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d8399c3-2aa7-4035-87bd-ac4e9e81c6cd req-30c88143-4dc1-47c7-bc5f-7569050382f9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947263
Jan 15 21:00:39.885877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:00:39.975135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-edbb2c8c-7e73-4bc0-82a9-6883e65689a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647341
Jan 15 21:00:39.992439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f97ebc-2d95-402a-94d2-2f9cb2c33db3 admin admin] Publish callbacks [] for security_group (b924bd14-a83c-4499-92e0-c06aeab77e42), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.027432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-159d0f4d-adb2-494f-a7cf-338974872558 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 200  len: 217 time: 0.0424812
Jan 15 21:00:40.028025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0f97ebc-2d95-402a-94d2-2f9cb2c33db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b924bd14-a83c-4499-92e0-c06aeab77e42), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.048095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:40.048633 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.087652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:40.090422 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08791f5f-df6b-4d38-b4a7-497828767e37" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:40.121323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0f97ebc-2d95-402a-94d2-2f9cb2c33db3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bbde6eb53fc458b8fa85a84fb340fe0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6257877
Jan 15 21:00:40.124681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:40.126308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f97ebc-2d95-402a-94d2-2f9cb2c33db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b924bd14-a83c-4499-92e0-c06aeab77e42,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:40.140034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.146373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:40.155525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.156373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.160367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3120feda-b13b-4cc9-adcf-c03f45e148ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.162088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-3120feda-b13b-4cc9-adcf-c03f45e148ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.1209643
Jan 15 21:00:40.170708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.183770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.195131 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd5e40-f1cc-4f65-82ac-668a80ef26f0 x-openstack-request-id: req-26bd5e40-f1cc-4f65-82ac-668a80ef26f0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:40.195427 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:40.195682 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26bd5e40-f1cc-4f65-82ac-668a80ef26f0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:40.195949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.196078 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:00:40.208110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.220925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.233604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:40.235935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-3891a226-9e6c-45a4-8886-e6793957665c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1980829
Jan 15 21:00:40.243604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] Publish callbacks [] for security_group (b924bd14-a83c-4499-92e0-c06aeab77e42), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.246869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-a6dca0c2-f1a5-401e-b248-fa3798a46296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.248572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-a6dca0c2-f1a5-401e-b248-fa3798a46296 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0776720
Jan 15 21:00:40.329786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adec4cdf-7627-42e0-97f5-d73f83c0b61b req-923c9dc2-2487-49f8-add8-eda459f754de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0893242
Jan 15 21:00:40.333740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] Publish callbacks [] for security_group (b924bd14-a83c-4499-92e0-c06aeab77e42), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.402050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-654f8362-cb64-4971-82cc-1843465ce3a5 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418004
Jan 15 21:00:40.436134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b924bd14-a83c-4499-92e0-c06aeab77e42), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.439261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:40.440683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b924bd14-a83c-4499-92e0-c06aeab77e42 HTTP/1.1" status: 204  len: 168 time: 0.3097630
Jan 15 21:00:40.485673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f2919-b3b4-49a5-b5ab-b663c6479987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b924bd14-a83c-4499-92e0-c06aeab77e42,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:40.546644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-005b7771-6d15-41f8-8389-2721b39f7e21 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339824
Jan 15 21:00:40.594688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-65454f35-3d7c-403b-8226-ea96ef3432a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 217 time: 0.0415030
Jan 15 21:00:40.664657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-eac16319-ad4b-4f19-b227-ca3ed12ed312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.666964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-eac16319-ad4b-4f19-b227-ca3ed12ed312 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0663073
Jan 15 21:00:40.784339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-470e27da-15ad-4c48-a0f3-71c776608f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:40.787377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-470e27da-15ad-4c48-a0f3-71c776608f88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1112401
Jan 15 21:00:40.951289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-a74f61d6-f913-4e6a-87b2-6a35f5eb0b27 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477876
Jan 15 21:00:41.128409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc97f4-e3c1-4aef-91ff-5d07ad93ca64 req-710cfbd5-fd20-48ee-98eb-709b6ba9a23f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.139987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c2af6da-8197-4146-bbe4-f104c1162da7 req-c9d799ad-4cdd-4ea8-b19a-200626c5e2d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828952
Jan 15 21:00:41.142829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fcc97f4-e3c1-4aef-91ff-5d07ad93ca64 req-710cfbd5-fd20-48ee-98eb-709b6ba9a23f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0934174
Jan 15 21:00:41.207286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fcc97f4-e3c1-4aef-91ff-5d07ad93ca64 req-eb4b00a6-57b6-4ab1-8f3e-694ee57ded57 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610476
Jan 15 21:00:41.296197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.297430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.298203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.298957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.299640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.300331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.300963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.303342 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-a46ecf86-f86c-41b7-a83c-73917d64328e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6478 time: 0.0830333
Jan 15 21:00:41.438986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ca7c508-b8f5-4d09-8cc0-48c2f7116a14 req-bca2dae2-ed63-4fa2-ae4a-e5193aa768cb tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0477390
Jan 15 21:00:41.479776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-d66ed541-fae7-4a72-ab21-21e0323c9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.481590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-d66ed541-fae7-4a72-ab21-21e0323c9c91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 903 time: 0.1634459
Jan 15 21:00:41.539900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-8b4cfe41-1f95-412f-8b91-87becc929f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 217 time: 0.0449336
Jan 15 21:00:41.558322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.570364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.578178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.586606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.594285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.603026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.608239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-60426378-d664-4f9d-89d9-931fde8b635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.609962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-60426378-d664-4f9d-89d9-931fde8b635a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0601006
Jan 15 21:00:41.611490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.620040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-580cafb6-f751-4a78-8823-706a46fe7b15 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1423254
Jan 15 21:00:41.665060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-330833c6-1d93-4804-b1a2-3295df330e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:41.666595 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-330833c6-1d93-4804-b1a2-3295df330e38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0484095
Jan 15 21:00:41.709831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b563d6c5-6da2-44b1-85e4-8cf1fdc0e9fb req-8312e000-ff64-4a51-86a7-e76efbfba6c8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0887215
Jan 15 21:00:41.710352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47442) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:41.795914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-3f28a24d-b5ef-4f03-9a77-88370a0e865d service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195931
Jan 15 21:00:41.872231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1400330651-network', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:41.895883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:41.906806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Made reservation on behalf of f4dad65fccfe481a973f5fcbb9287dee for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:41.910363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:41.935322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.083138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks [] for security_group (e5ab1ce9-59db-491d-8655-59146e9b1dfd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.097283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5ab1ce9-59db-491d-8655-59146e9b1dfd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.110338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d7da6f6-2611-4ccd-a5fe-705524f85daf req-b898356b-6337-4e2d-9d43-af268513ee74 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152994
Jan 15 21:00:42.112889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:00:42.141975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:42.146853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8744f1aa-0795-44aa-89b6-5e7d63ed3d1d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.147639 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Added segment 8744f1aa-0795-44aa-89b6-5e7d63ed3d1d of type vlan for network dd26bf3f-ac0f-4779-8f8e-a3094245a610
Jan 15 21:00:42.165357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:42.174474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab1ce9-59db-491d-8655-59146e9b1dfd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:42.235621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:42.236231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.242689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (dd26bf3f-ac0f-4779-8f8e-a3094245a610), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.270090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:42.282730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (dd26bf3f-ac0f-4779-8f8e-a3094245a610), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.287215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:42.288139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.318855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:42.325725 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.395940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:42.425067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:42.429894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7167103
Jan 15 21:00:42.433669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47474) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:42.439174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Request body: {'subnet': {'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1400330651-subnet', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:42.449803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950eb2d-53af-40c0-be1b-2906c5028209 admin admin] Pushing event updated for resources: {'Network': ['ID=dd26bf3f-ac0f-4779-8f8e-a3094245a610,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:42.477583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:00:42.490781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409e153-3506-4ed3-9591-b5c3b86ed96a req-7b071a9f-80af-4a99-b31b-c84c20630985 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:42.492149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Made reservation on behalf of f4dad65fccfe481a973f5fcbb9287dee for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:42.496245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.499580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8409e153-3506-4ed3-9591-b5c3b86ed96a req-7b071a9f-80af-4a99-b31b-c84c20630985 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1439497
Jan 15 21:00:42.579471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8409e153-3506-4ed3-9591-b5c3b86ed96a req-08190959-6e79-4d73-ba8b-577aed31c75e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747130
Jan 15 21:00:42.643030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ecc3a7d-4825-4bbb-b304-e09ac7eb9f4e req-1ee3210a-1f0d-4f4a-8b48-e42d3c564f02 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0481527
Jan 15 21:00:42.793276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5f1b1d8d-b7a1-4338-b97f-81110b278a3c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.877183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1b1d8d-b7a1-4338-b97f-81110b278a3c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:42.880805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Checking segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:42.881313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Network hostable DHCP agents. Network: dd26bf3f-ac0f-4779-8f8e-a3094245a610, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:00:42.903494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:00:42.916925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd26bf3f-ac0f-4779-8f8e-a3094245a610) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:42.923867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:42.925020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:42.931184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2db9b3-140c-474d-9a4b-5eba66e80e0e None None] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:00:42.968299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:42.978795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-591dfadf-ecf0-4f45-be5e-c8f261d17b24 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5409372
Jan 15 21:00:42.979647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47492) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:42.987136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:42.995890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.007682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.018991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.030335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.036465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.037599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.038516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.047240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.060523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-440ec91d-8207-4eda-b54f-c7bb65f51425 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.2065940
Jan 15 21:00:43.173440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32666f3a-0e65-4a74-9e8e-ae6a264e43a0 req-28b035d4-da8d-4eba-87ab-d63482e53abe tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1114709
Jan 15 21:00:43.185094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:00:43.187651 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.187999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for router_controller (f268b176-5fe6-4b7e-9cda-8460b10d76d0), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.382400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for router_gateway (f268b176-5fe6-4b7e-9cda-8460b10d76d0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.409063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Allocated IP 172.20.0.2 (dd26bf3f-ac0f-4779-8f8e-a3094245a610/5f1b1d8d-b7a1-4338-b97f-81110b278a3c/4d3a2753-bdf8-431e-b390-2493806fc8e3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:43.626684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks [] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.636639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.666434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for router_gateway (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.697970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.702978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:43.709172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:43.713965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:43.764552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Pushing event updated for resources: {'Port': ['ID=4d3a2753-bdf8-431e-b390-2493806fc8e3,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:43.814179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Attempting to bind port 4d3a2753-bdf8-431e-b390-2493806fc8e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:43.814580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Attempting to bind port 4d3a2753-bdf8-431e-b390-2493806fc8e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:43.815072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Attempting to bind port 4d3a2753-bdf8-431e-b390-2493806fc8e3 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:43.822507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:43.823038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Checking segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:43.823552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.824070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Bound using segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:43.824705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Bound port: 4d3a2753-bdf8-431e-b390-2493806fc8e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:43.825639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:43.851845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6a109c3-6129-4d1b-881d-f425188d1beb req-b8c78d8e-84dc-45d9-8e1e-750c1a74dab5 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0687201
Jan 15 21:00:43.880612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45df0d9-ceda-4b9b-a1f4-6bfcd0a3e95b req-9c7c8a80-8740-4c80-be6f-ea0de562a942 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:43.882696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d45df0d9-ceda-4b9b-a1f4-6bfcd0a3e95b req-9c7c8a80-8740-4c80-be6f-ea0de562a942 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.2160044
Jan 15 21:00:43.892723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Allocated IP 172.35.1.39 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/16978455-0393-40c7-b984-66f1a97bb803) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:43.917326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:44.016701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d45df0d9-ceda-4b9b-a1f4-6bfcd0a3e95b req-65b545d0-ede6-4fe4-8159-49ae03ed167b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169953
Jan 15 21:00:44.030904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] For port 4d3a2753-bdf8-431e-b390-2493806fc8e3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:44.052804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] For port 4d3a2753-bdf8-431e-b390-2493806fc8e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d3a2753-bdf8-431e-b390-2493806fc8e3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:44.057943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for port (16978455-0393-40c7-b984-66f1a97bb803), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.062557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:44.062944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.065665 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.151137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (16978455-0393-40c7-b984-66f1a97bb803), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.216244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d9db4-0f8f-499a-a8b0-45cdd99bc0c7 None None] Pushing event updated for resources: {'Port': ['ID=4d3a2753-bdf8-431e-b390-2493806fc8e3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:44.271388 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.303581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:44.303984 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.327465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:44.334567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:44.339377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:44.346548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2cf98503-64d8-49d3-bdad-1f85a315e9ed req-b4e1afc3-3dd3-4fcc-8437-5163ebdda3b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.1620688
Jan 15 21:00:44.390641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:44.398666 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c74eac-8b8e-4018-ad60-c31bd969846f" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:44.437181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Pushing event updated for resources: {'Port': ['ID=16978455-0393-40c7-b984-66f1a97bb803,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:44.437383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:44.443890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:44.449575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.459597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.467214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.476551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.498988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.507611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.515683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.516636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.517337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.517863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.518038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:44.518842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.519607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.520428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.521242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.521748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.522231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.522711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.523207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.524740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:44.527599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-8742aeb4-fcee-4692-8a37-476541c6c4fd tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1682391
Jan 15 21:00:44.624689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:44.632563 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24679a7c-e17b-4aaf-b6be-6609ddab3558 x-openstack-request-id: req-24679a7c-e17b-4aaf-b6be-6609ddab3558 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:44.633592 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:44.634043 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24679a7c-e17b-4aaf-b6be-6609ddab3558 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:44.634733 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:00:44.686822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-266a5903-0e1f-4764-a420-96c1c869e5b7 req-a61313ec-7496-4a02-bde0-1e18b4861f9b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1582174
Jan 15 21:00:44.918859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for router_gateway (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.051521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f34a73-5ede-456f-998b-a049e3d3a311 req-9984a154-978d-42c1-9ade-d90ca85c2a05 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0502315
Jan 15 21:00:45.099022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.186516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4d3a2753-bdf8-431e-b390-2493806fc8e3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:45.271270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4d3a2753-bdf8-431e-b390-2493806fc8e3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:45.271270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.368694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d0e2c-35b0-430b-94f6-631d88b3b751 req-4fec601f-80b6-4f9f-aab9-d7c2eaaa8bf4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.371148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-414d0e2c-35b0-430b-94f6-631d88b3b751 req-4fec601f-80b6-4f9f-aab9-d7c2eaaa8bf4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.2046030
Jan 15 21:00:45.586594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-414d0e2c-35b0-430b-94f6-631d88b3b751 req-4e637045-6466-4525-909d-d39e9d8e6296 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999223
Jan 15 21:00:45.593517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4d3a2753-bdf8-431e-b390-2493806fc8e3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:45.593914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.658401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 4d3a2753-bdf8-431e-b390-2493806fc8e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d3a2753-bdf8-431e-b390-2493806fc8e3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:45.665044 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.744322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=4d3a2753-bdf8-431e-b390-2493806fc8e3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:45.863504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1214eec-e676-49b2-ad1d-d4a75cb0a8f6 None None] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:00:45.900402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.908772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.914019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.918377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:45.920772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.928540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.936796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.947432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:45.947432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-1415d0bd-ad15-48b6-8f94-036a90012333 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.1417205
Jan 15 21:00:45.960158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6a89c9e2-5f35-4e62-a310-f6b8498fbfc8 None None] Provisioning complete for port 4d3a2753-bdf8-431e-b390-2493806fc8e3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:45.961210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a89c9e2-5f35-4e62-a310-f6b8498fbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:46.101759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5e6fc5a-10a9-4ea9-8627-55f1055098a8 req-6b90c32e-9167-4276-96b2-627cc4aeb91a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1473112
Jan 15 21:00:46.245163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:00:46.263437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-badc142e-d5ea-45b9-af65-3207722fd9b2 req-7057e54b-fc64-4cd4-b2d1-7002f7d17f4d tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0477905
Jan 15 21:00:46.407901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:00:46.421518 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:00:46.442419 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:46.444422 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2984f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:46.454297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:46.460593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47542) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:46.466590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-490f06fb-d9cf-41c5-98ca-424c4a0bb386 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4853663
Jan 15 21:00:46.510819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6a89c9e2-5f35-4e62-a310-f6b8498fbfc8 None None] Current status of the port 4d3a2753-bdf8-431e-b390-2493806fc8e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:46.605808 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:46.836116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b89b3463-a59c-4131-9101-504aecc2e147 None None] Provisioning complete for port 4d3a2753-bdf8-431e-b390-2493806fc8e3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:46.836369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b89b3463-a59c-4131-9101-504aecc2e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:46.872856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2984f0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:44Z', 'revision_number': 3, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:46.974402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:00:46.974760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Updating router f268b176-5fe6-4b7e-9cda-8460b10d76d0 port 16978455-0393-40c7-b984-66f1a97bb803 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:00:46.992348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b89b3463-a59c-4131-9101-504aecc2e147 None None] Current status of the port 4d3a2753-bdf8-431e-b390-2493806fc8e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:47.029878 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16978455-0393-40c7-b984-66f1a97bb803), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.105393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4d3a2753-bdf8-431e-b390-2493806fc8e3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:47.230801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4d3a2753-bdf8-431e-b390-2493806fc8e3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:47.231230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.304146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b96c69-ffd3-4495-818f-df3e7ff8e287 req-ef7c8de2-0019-4033-b41e-2bef88ec1914 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.308039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3b96c69-ffd3-4495-818f-df3e7ff8e287 req-ef7c8de2-0019-4033-b41e-2bef88ec1914 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.3890879
Jan 15 21:00:47.415558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4d3a2753-bdf8-431e-b390-2493806fc8e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:47.513815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3b96c69-ffd3-4495-818f-df3e7ff8e287 req-9f1a523b-bc9e-46ce-9a26-28d4eb6b5740 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913664
Jan 15 21:00:47.540047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.593173 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks [] for port (16978455-0393-40c7-b984-66f1a97bb803), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.602256 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16978455-0393-40c7-b984-66f1a97bb803), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.738188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.744403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.750763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.756767 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Attempting to bind port 16978455-0393-40c7-b984-66f1a97bb803 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:47.757186 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Attempting to bind port 16978455-0393-40c7-b984-66f1a97bb803 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:47.757622 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Attempting to bind port 16978455-0393-40c7-b984-66f1a97bb803 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:47.757970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.759754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Pushing event updated for resources: {'Port': ['ID=16978455-0393-40c7-b984-66f1a97bb803,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:47.768744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.768989 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:47.769272 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:47.770467 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.771082 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:47.771296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Bound port: 16978455-0393-40c7-b984-66f1a97bb803, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:47.771666 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16978455-0393-40c7-b984-66f1a97bb803), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.775165 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.775435 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.775773 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.776107 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.776239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.776431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.776762 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.777105 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.777428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.777749 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.778377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.778377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.778701 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.779186 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:47.782338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:47.784208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-139c2c8f-0f31-4bbc-9f77-2b28fee48ca9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5421 time: 0.2104132
Jan 15 21:00:47.805987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c91ab01-ff65-40be-ad87-e25bb93c2d0b req-ef9fd6ed-6042-46db-9797-e26f3f7ad1cf tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0921841
Jan 15 21:00:47.860464 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] For port 16978455-0393-40c7-b984-66f1a97bb803, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:47.873894 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] For port 16978455-0393-40c7-b984-66f1a97bb803, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16978455-0393-40c7-b984-66f1a97bb803,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:47.885252 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16978455-0393-40c7-b984-66f1a97bb803), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.901503 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a4042c5d-3269-4ca7-a672-1fedf1bb0354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:47.925603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Allocated IP 172.20.0.1 (dd26bf3f-ac0f-4779-8f8e-a3094245a610/5f1b1d8d-b7a1-4338-b97f-81110b278a3c/8442266d-3806-4251-aa93-a566dc66f510) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:47.939950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02ca91c0-fd92-40e0-8cc7-99b15611cad0 req-5074543c-8376-41d6-8cc0-3204fe7bd692 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1359751
Jan 15 21:00:47.946845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d36cd432-9054-48c0-a218-c6094ff964e7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:48.032560 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:48.033239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2984f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:48.075487 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9a3fc-e3b7-49f9-9b9a-12052daeeda7 None None] Pushing event updated for resources: {'Port': ['ID=16978455-0393-40c7-b984-66f1a97bb803,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:48.136658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks [] for port (8442266d-3806-4251-aa93-a566dc66f510), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.137891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d36cd432-9054-48c0-a218-c6094ff964e7,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:48.172297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd36cd432-9054-48c0-a218-c6094ff964e7', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'port_id': 'd36cd432-9054-48c0-a218-c6094ff964e7', 'mac_address': 'fa:16:3e:9e:02:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:48.186156 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:48.202161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.239264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d36cd432-9054-48c0-a218-c6094ff964e7 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:48.239778 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.265552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:48.272492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:48.273001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36cd432-9054-48c0-a218-c6094ff964e7 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:48.277687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:48.281209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Pushing event updated for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:48.322109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.322109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.323562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.323562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.323562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.323991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.324341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.324809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.325317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.325721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.326251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.326711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.327110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:48.333418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d36cd432-9054-48c0-a218-c6094ff964e7,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:48.339900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.341937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9f31cf46-d654-4aef-ada4-dab1fc37d328 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:48.346585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.553817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:48.594807 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8442266d-3806-4251-aa93-a566dc66f510), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.630948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:48.652262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2984f0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:44Z', 'revision_number': 3, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:48.657479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'port_id': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'mac_address': 'fa:16:3e:57:c3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a965f3-eb93-40e8-a566-2470acf7aac2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:48.686147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d7d33-0ea6-45a5-9731-2f33c2c7f42a None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:44Z', 'revision_number': 3, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:00:48.776696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9f31cf46-d654-4aef-ada4-dab1fc37d328 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:48.777136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.799777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-116a519b-527b-4676-bce4-2375f12c986e None None] Provisioning complete for port 8442266d-3806-4251-aa93-a566dc66f510 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:48.800168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-116a519b-527b-4676-bce4-2375f12c986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8442266d-3806-4251-aa93-a566dc66f510), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.825944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1535-d67c-4399-ad1d-01d7f5066172 req-55b8caf3-fad7-4ded-ae4d-1ceb9da86655 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:48.825944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-902e1535-d67c-4399-ad1d-01d7f5066172 req-55b8caf3-fad7-4ded-ae4d-1ceb9da86655 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1416266
Jan 15 21:00:48.829782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f31cf46-d654-4aef-ada4-dab1fc37d328 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:48.858852 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:00:48.889348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:48.890455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-116a519b-527b-4676-bce4-2375f12c986e None None] Port 8442266d-3806-4251-aa93-a566dc66f510 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:48.899841 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:48.901094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d8af72f0-b932-47f5-b578-70fdd429d39b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:48.940187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-902e1535-d67c-4399-ad1d-01d7f5066172 req-9204bbff-582a-4b8b-9581-a05c0080a8b7 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159489
Jan 15 21:00:49.008474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:49.043889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5741e11c-5cc9-4e8d-8969-cac686856314 req-2f0e1ed6-fad9-474e-a9ec-e8d2838222b1 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0773947
Jan 15 21:00:49.086597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8af72f0-b932-47f5-b578-70fdd429d39b,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.100964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks [] for port (8442266d-3806-4251-aa93-a566dc66f510), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.103980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd8af72f0-b932-47f5-b578-70fdd429d39b', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'port_id': 'd8af72f0-b932-47f5-b578-70fdd429d39b', 'mac_address': 'fa:16:3e:88:e1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:49.112091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.167456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d8af72f0-b932-47f5-b578-70fdd429d39b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:49.168231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.189567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8af72f0-b932-47f5-b578-70fdd429d39b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:49.229577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8af72f0-b932-47f5-b578-70fdd429d39b,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.238949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.239657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a63ec384-e15d-441f-b027-6fb09676099b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:49.244368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.272779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Pushing event updated for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:49.307505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.320677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.330607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.338891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.346371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.353556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.370434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:49.384009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1c9d711-9871-48dd-8303-1ed93930291f req-84877516-7cd6-4797-90b0-664e1a76c23a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5423 time: 0.2137158
Jan 15 21:00:49.402660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.405301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:49.431337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'a63ec384-e15d-441f-b027-6fb09676099b', 'network_id': 'f213ffd6-16a4-404b-80d4-e008020201ac', 'port_id': 'a63ec384-e15d-441f-b027-6fb09676099b', 'mac_address': 'fa:16:3e:39:53:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a965f3-eb93-40e8-a566-2470acf7aac2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:49.490023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a63ec384-e15d-441f-b027-6fb09676099b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:49.490760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.514914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ec384-e15d-441f-b027-6fb09676099b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:49.537756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1c9d711-9871-48dd-8303-1ed93930291f req-ae0bb494-0409-47dd-a709-2bf508f83ebf tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1524820
Jan 15 21:00:49.577770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:49.578911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.579743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:49.595705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.596387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e70cfdd0-1455-44d5-8de1-57e6af6d6aac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:49.659497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:49.702263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.729560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'port_id': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'mac_address': 'fa:16:3e:83:1f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:49.808798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port e70cfdd0-1455-44d5-8de1-57e6af6d6aac is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:49.809874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.823567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:00:49.845332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70cfdd0-1455-44d5-8de1-57e6af6d6aac {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:49.883197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.893204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:49.894072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 64cf49a0-1762-46ea-8738-821b466cb2c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:49.954082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:49.968460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'network_id': 'f6dce376-1a08-428a-8bf0-aa7cf17a7a69', 'port_id': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'mac_address': 'fa:16:3e:fb:e9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bc871-6286-450c-91cc-75d6c771f544', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:50.033291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:00:50.044453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4641a776-d5a9-4bb2-920a-8ee418f2539b admin admin] 10.222.0.46 "PUT /v2.0/routers/f268b176-5fe6-4b7e-9cda-8460b10d76d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5822310
Jan 15 21:00:50.144076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:50.216275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8e44c426-2eb5-4374-b54d-0a07cafb152d None None] Provisioning complete for port 8442266d-3806-4251-aa93-a566dc66f510 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:50.216645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8e44c426-2eb5-4374-b54d-0a07cafb152d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8442266d-3806-4251-aa93-a566dc66f510), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.258573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 64cf49a0-1762-46ea-8738-821b466cb2c9 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:50.258864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.272340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c335bdcc-bafb-4137-9588-2cc7017cf40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.285880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cf49a0-1762-46ea-8738-821b466cb2c9 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:50.303363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8e44c426-2eb5-4374-b54d-0a07cafb152d None None] Port 8442266d-3806-4251-aa93-a566dc66f510 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:50.322395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:50.330003 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.330742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1c682467-fd92-4011-a1b3-79b4e61291df details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:00:50.392588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:50.539286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c682467-fd92-4011-a1b3-79b4e61291df,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:50.549365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a41501ed-dc16-4e8d-b751-7a3390859dc8 req-2ab1bf47-0476-48bf-abcc-4088faa1bdfe tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0308678
Jan 15 21:00:50.563569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '1c682467-fd92-4011-a1b3-79b4e61291df', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'port_id': '1c682467-fd92-4011-a1b3-79b4e61291df', 'mac_address': 'fa:16:3e:8c:d1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:00:50.580774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde91663-2d47-43d6-8d75-d6852c044102 req-0cf1e2a3-676b-4c20-841e-e8ec74d07a94 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:50.580774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dde91663-2d47-43d6-8d75-d6852c044102 req-0cf1e2a3-676b-4c20-841e-e8ec74d07a94 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.5153995
Jan 15 21:00:50.616246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1c682467-fd92-4011-a1b3-79b4e61291df is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:50.617332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.632651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c682467-fd92-4011-a1b3-79b4e61291df {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:50.659305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c682467-fd92-4011-a1b3-79b4e61291df,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:50.665657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dde91663-2d47-43d6-8d75-d6852c044102 req-30c6158a-ec4e-49c5-ae3d-896cad9e2a26 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682633
Jan 15 21:00:50.665868 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:50.776431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:50.949615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:50.968951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:50.979521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:50.986836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:50.994223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:51.001264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:51.012829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:51.028312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-2f812202-a45a-4bf3-87df-5d48702c929b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5428 time: 0.1703830
Jan 15 21:00:51.136232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-876faf25-3508-40a2-b9e9-5be5732f7b81 req-39fc71d3-df06-4ee9-a0c8-e4a7f7181a52 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1054981
Jan 15 21:00:51.187195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16978455-0393-40c7-b984-66f1a97bb803 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:51.298165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 16978455-0393-40c7-b984-66f1a97bb803 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:51.298650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16978455-0393-40c7-b984-66f1a97bb803), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.404912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47628) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:51.405826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 16978455-0393-40c7-b984-66f1a97bb803 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:51.406229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16978455-0393-40c7-b984-66f1a97bb803), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.417656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812858443', 'description': 'tempest-description--991072960'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:51.438617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 16978455-0393-40c7-b984-66f1a97bb803, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16978455-0393-40c7-b984-66f1a97bb803,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:51.445865 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16978455-0393-40c7-b984-66f1a97bb803), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.458994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['a63ec384-e15d-441f-b027-6fb09676099b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:51.467407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.538993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['e70cfdd0-1455-44d5-8de1-57e6af6d6aac'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:51.541026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d36cd432-9054-48c0-a218-c6094ff964e7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:51.545003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (12687c44-ec04-41a6-9164-f8cbc988feb3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.551096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12687c44-ec04-41a6-9164-f8cbc988feb3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.553617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['9f31cf46-d654-4aef-ada4-dab1fc37d328'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:51.556030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d8af72f0-b932-47f5-b578-70fdd429d39b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:51.558591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:00:51.590209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.592413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1850419
Jan 15 21:00:51.595391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47632) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:51.598724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df5f3e-dc94-4c66-8569-9689e11bf713 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12687c44-ec04-41a6-9164-f8cbc988feb3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:51.601324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group_rule': {'security_group_id': '12687c44-ec04-41a6-9164-f8cbc988feb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:51.701740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (cbb25bf6-8ed4-4969-90e9-47bda66085b2), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.771255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57c86169-3f51-42d1-b3d8-546a8892bc7f req-1c0a1714-b512-41a4-9cfd-a7083d547099 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0392416
Jan 15 21:00:51.827372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (cbb25bf6-8ed4-4969-90e9-47bda66085b2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.849734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (cbb25bf6-8ed4-4969-90e9-47bda66085b2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.879530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb25bf6-8ed4-4969-90e9-47bda66085b2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:51.888530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.889988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0c7555f9-c410-4c0d-9127-e9998bc672c1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2934241
Jan 15 21:00:51.892769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47644) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:51.899621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group_rule': {'security_group_id': '12687c44-ec04-41a6-9164-f8cbc988feb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:51.984224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:51.985423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (6d7310c5-7fc3-481c-b338-4680fcda5bdb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:51.986099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:52.071172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ad7b-e69f-40f7-89dc-8cf4afe85397 req-5e6f16cf-3997-4fdd-bac1-0daa6c7dd5cd tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.081139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d49ad7b-e69f-40f7-89dc-8cf4afe85397 req-5e6f16cf-3997-4fdd-bac1-0daa6c7dd5cd tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1324773
Jan 15 21:00:52.115164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:52.115922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (6d7310c5-7fc3-481c-b338-4680fcda5bdb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.128248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6d7310c5-7fc3-481c-b338-4680fcda5bdb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.164723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7310c5-7fc3-481c-b338-4680fcda5bdb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:52.180960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d49ad7b-e69f-40f7-89dc-8cf4afe85397 req-4db0cb38-3061-475c-b39a-0a1ed7ccf43f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986674
Jan 15 21:00:52.190144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.192395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8b2ebc0f-6608-4559-b355-942473d268e8 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2982695
Jan 15 21:00:52.196207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:00:52.204966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:52.238371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.320244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=16978455-0393-40c7-b984-66f1a97bb803,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:52.395666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.402318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.408394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.415581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.423261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.430143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.436426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:52.438442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06dae08a-eb0c-4338-95c4-512934968679 req-2be11946-f8c4-448d-818b-42b5527376da tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5428 time: 0.1484838
Jan 15 21:00:52.496749 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.528388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['1c682467-fd92-4011-a1b3-79b4e61291df'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:52.530457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['64cf49a0-1762-46ea-8738-821b466cb2c9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:00:52.530646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.559077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06dae08a-eb0c-4338-95c4-512934968679 req-2470d76e-fd7a-41ad-adcf-985059b803b0 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1079037
Jan 15 21:00:52.703767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Allocated IP 172.35.1.6 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/3c407b2c-1aff-4db7-aa02-9baf99e78bda) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:52.841950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c85e0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 2, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:52.929805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:52.996747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56fc453e-a228-44d3-8b86-f51dc0e124ca req-cacacd0d-3d52-4b6a-bd4e-15090bdf9ae2 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0603397
Jan 15 21:00:53.043448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:00:53.044063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Updating router f268b176-5fe6-4b7e-9cda-8460b10d76d0 port 8442266d-3806-4251-aa93-a566dc66f510 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:00:53.045933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.080816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:53.085380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:53.111428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:53.165624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16978455-0393-40c7-b984-66f1a97bb803 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:53.167257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=3c407b2c-1aff-4db7-aa02-9baf99e78bda,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:53.241610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.329107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8442266d-3806-4251-aa93-a566dc66f510), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.339298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.394212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.430986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e7560-28ca-43b4-a6b6-77d2287a845e req-ffa866f5-b9c3-4c69-8f1a-8759f220648e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.438862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-592e7560-28ca-43b4-a6b6-77d2287a845e req-ffa866f5-b9c3-4c69-8f1a-8759f220648e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1618416
Jan 15 21:00:53.541043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-592e7560-28ca-43b4-a6b6-77d2287a845e req-19ff570f-3ac8-413a-8551-170ad8c4ef1e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929897
Jan 15 21:00:53.581156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 16978455-0393-40c7-b984-66f1a97bb803 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:53.581578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16978455-0393-40c7-b984-66f1a97bb803), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.757632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.770468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.776945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.783524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.790653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.797367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.804915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.811201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:53.813853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 16978455-0393-40c7-b984-66f1a97bb803 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:53.819124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31312f67-4a36-474e-88b6-46346380e53a req-4305a6d5-5b6b-4821-b66b-fe075801a22f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5428 time: 0.1349514
Jan 15 21:00:53.821794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.905776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=3c407b2c-1aff-4db7-aa02-9baf99e78bda,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:53.943344 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks [] for port (8442266d-3806-4251-aa93-a566dc66f510), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.955051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:53.991357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31312f67-4a36-474e-88b6-46346380e53a req-f745fdfb-31b7-4f80-8a8e-312e259a9122 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1712966
Jan 15 21:00:53.994882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.020635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.021292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c262acd-23c4-4500-96bd-806d878d375b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.8238616
Jan 15 21:00:54.112815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cbfa6-60d1-4cae-ab62-6fb747ada000 None None] Pushing event updated for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:54.176769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f05e422-637e-4969-ac90-db33e2533ded req-36cee412-77c6-4721-8f71-98914c601818 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0342832
Jan 15 21:00:54.199434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Attempting to bind port 8442266d-3806-4251-aa93-a566dc66f510 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:54.199917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Attempting to bind port 8442266d-3806-4251-aa93-a566dc66f510 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:54.200296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Attempting to bind port 8442266d-3806-4251-aa93-a566dc66f510 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:54.239123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:54.239503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Checking segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:54.239909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.240349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Bound using segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:54.240829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Bound port: 8442266d-3806-4251-aa93-a566dc66f510, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:54.241227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8442266d-3806-4251-aa93-a566dc66f510), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.290694 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.329091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] For port 8442266d-3806-4251-aa93-a566dc66f510, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:54.333167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] For port 8442266d-3806-4251-aa93-a566dc66f510, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8442266d-3806-4251-aa93-a566dc66f510,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:54.339290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.359461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-c9c70dde-ac4e-40df-97d0-f0780b35c9a0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1812858443&fields=id&tenant_id=f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 267 time: 0.0721080
Jan 15 21:00:54.405651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:00:54.406431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:54.468712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Provisioning complete for port 8442266d-3806-4251-aa93-a566dc66f510 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:54.469260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8442266d-3806-4251-aa93-a566dc66f510), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:54.508349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cbfa6-60d1-4cae-ab62-6fb747ada000 None None] Pushing event updated for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:54.545341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-645c37f1-30f8-4f8e-8069-fce66e7cd5dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:54.554491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-645c37f1-30f8-4f8e-8069-fce66e7cd5dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 811 time: 0.1939454
Jan 15 21:00:54.578875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-e6924c8b-8539-488b-b497-05869c1e2fa2 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/quotas/f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 375 time: 0.0233500
Jan 15 21:00:54.664646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a411e113-ee9b-49de-bff9-972b42ae300f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0712459
Jan 15 21:00:54.834455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d94e04-69f4-46df-94cd-d6871b77fd2c req-91e21b92-9d08-4199-a72b-0fff4e3e965d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:54.838336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:00:54.845264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74d94e04-69f4-46df-94cd-d6871b77fd2c req-91e21b92-9d08-4199-a72b-0fff4e3e965d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0993013
Jan 15 21:00:54.928896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74d94e04-69f4-46df-94cd-d6871b77fd2c req-dd9e6a37-125e-4001-b29b-538383ee1978 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824535
Jan 15 21:00:54.931015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a9f17812-a51a-4ca3-91df-bdcd8fe24270 service neutron] 10.222.0.46 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655318
Jan 15 21:00:54.952928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Current status of the port 8442266d-3806-4251-aa93-a566dc66f510 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:54.953226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8442266d-3806-4251-aa93-a566dc66f510), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:55.039477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] For port 8442266d-3806-4251-aa93-a566dc66f510, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8442266d-3806-4251-aa93-a566dc66f510,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:55.051867 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:55.107802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-b24891f9-a1b4-423f-a229-e2adfe3e78a3 service neutron] 10.222.0.46 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639452
Jan 15 21:00:55.190359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9ee7-ec6c-48e3-a224-cb6f4f11d800 None None] Pushing event updated for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:55.204894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d0c6f18b-b232-4ec8-b197-ec822eb043fe None None] Provisioning complete for port 8442266d-3806-4251-aa93-a566dc66f510 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:55.204894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f18b-b232-4ec8-b197-ec822eb043fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8442266d-3806-4251-aa93-a566dc66f510), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:55.229077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.241532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.257733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c85e0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:54Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:00:55.258738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.265792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.279059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.288327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.296876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5d4b2-1960-4187-b6f7-db472161d91e None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:54Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:00:55.308373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:55.319454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-b078bafe-8a8d-41b4-a2e1-3f4c091be34c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5428 time: 0.2018697
Jan 15 21:00:55.455609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6f18b-b232-4ec8-b197-ec822eb043fe None None] Current status of the port 8442266d-3806-4251-aa93-a566dc66f510 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:55.501879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7a61746-ffb1-494e-a0b2-86b025b4bf50 req-7117b5ff-2e15-457b-b330-5e26db7fbbc6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1814153
Jan 15 21:00:55.699088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2b33a62-d081-4d81-8f98-e16e14accd47 req-5b40e884-0a5b-4535-b34d-6f58640870fc tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0482996
Jan 15 21:00:55.769414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dc74f6a-7439-4a8f-b370-daa700b6d07f req-78ee887e-016b-42e2-bc4a-c32bf2655724 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 210 time: 0.0668571
Jan 15 21:00:56.149719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc978-6296-434e-ab46-f67b54188381 req-6d00af80-2a4e-4dbe-ab66-78344a981d61 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.157298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f22fc978-6296-434e-ab46-f67b54188381 req-6d00af80-2a4e-4dbe-ab66-78344a981d61 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0861387
Jan 15 21:00:56.224971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f22fc978-6296-434e-ab46-f67b54188381 req-24aa5908-a071-4769-9113-53bbd02582ce tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666938
Jan 15 21:00:56.715007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d36cd432-9054-48c0-a218-c6094ff964e7 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:56.813712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.837831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.844079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.851266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.858190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d36cd432-9054-48c0-a218-c6094ff964e7 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:56.859116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.871716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.873644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d36cd432-9054-48c0-a218-c6094ff964e7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:56.874156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:56.886547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:56.904503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-50a14c4c-c04c-4fe3-9bde-e9f2074decce tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5428 time: 0.2431865
Jan 15 21:00:56.954325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab0eda61-c4b4-496a-b9b3-6852f0a5cab6 req-24930309-1e73-4936-b088-40d5318a2616 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0486627
Jan 15 21:00:57.010107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-8d9a052b-0f67-4e35-9e97-ba42d6952313 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:57.012618 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-8d9a052b-0f67-4e35-9e97-ba42d6952313 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 811 time: 0.2599068
Jan 15 21:00:57.112205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49986665-9787-4193-9461-0e5c6fc55bf6 req-18cb6bed-af06-434e-97ca-eecb0b205d0b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1698620
Jan 15 21:00:57.177261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-312f67a0-6256-4c46-a24e-d5676fa20ce6 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 380 time: 0.1553056
Jan 15 21:00:57.182105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d36cd432-9054-48c0-a218-c6094ff964e7 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:57.188250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.189117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'port': {'device_id': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'admin_state_up': True, 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'security_groups': ['12687c44-ec04-41a6-9164-f8cbc988feb3']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:57.208224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72ccef0d-4cd5-4569-b0b7-e7d258cdd2cf req-9f71f953-13bc-426c-9700-b3d3d544fdec tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 210 time: 0.0701292
Jan 15 21:00:57.264468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8442266d-3806-4251-aa93-a566dc66f510 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:57.304804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cd432-9054-48c0-a218-c6094ff964e7'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:57.307696 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec59ba56-3e46-48d5-a6c9-2269a3bdfcb1" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "d36cd432-9054-48c0-a218-c6094ff964e7"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:57.378275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d36cd432-9054-48c0-a218-c6094ff964e7,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:57.386634 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d06e9-a304-44d2-9cb5-81c7a99db97a x-openstack-request-id: req-886d06e9-a304-44d2-9cb5-81c7a99db97a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:57.387270 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "d36cd432-9054-48c0-a218-c6094ff964e7", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:57.387861 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-886d06e9-a304-44d2-9cb5-81c7a99db97a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:57.388636 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cd432-9054-48c0-a218-c6094ff964e7', 'code': 200}
Jan 15 21:00:57.400687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.401863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9f31cf46-d654-4aef-ada4-dab1fc37d328 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:57.435181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d342f-5f6a-4a8c-aaef-c879c2c29919 req-c3c93d8f-d6fd-4e96-9642-869feb10f0fa tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:57.440533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Made reservation on behalf of f4dad65fccfe481a973f5fcbb9287dee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:00:57.445347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.447898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c57d342f-5f6a-4a8c-aaef-c879c2c29919 req-c3c93d8f-d6fd-4e96-9642-869feb10f0fa tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1342747
Jan 15 21:00:57.493017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8442266d-3806-4251-aa93-a566dc66f510 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:57.493789 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8442266d-3806-4251-aa93-a566dc66f510), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.529452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:57.532237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c57d342f-5f6a-4a8c-aaef-c879c2c29919 req-6d3d8edb-640f-49b3-a3f2-2f7163435242 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727875
Jan 15 21:00:57.563176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 9f31cf46-d654-4aef-ada4-dab1fc37d328 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:57.570637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 9f31cf46-d654-4aef-ada4-dab1fc37d328 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:57.571177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.638742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8442266d-3806-4251-aa93-a566dc66f510 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:57.656801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Allocated IP 172.20.0.11 (dd26bf3f-ac0f-4779-8f8e-a3094245a610/5f1b1d8d-b7a1-4338-b97f-81110b278a3c/97667f1d-b2d5-4c9c-b247-ad291c112fa3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:00:57.691761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9f31cf46-d654-4aef-ada4-dab1fc37d328 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:57.692114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.730810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:57.737198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.739011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 64cf49a0-1762-46ea-8738-821b466cb2c9 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:57.826957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:57.842538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 64cf49a0-1762-46ea-8738-821b466cb2c9 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:57.843801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.849242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 64cf49a0-1762-46ea-8738-821b466cb2c9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:57.849935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.888889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.945107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 64cf49a0-1762-46ea-8738-821b466cb2c9 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:57.945592 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:57.958748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:57.961374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:00:57.963175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:00:57.965628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:00:57.992253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:58.000090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.002807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d8af72f0-b932-47f5-b578-70fdd429d39b up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:58.093530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.094616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.103799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:58.153200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d8af72f0-b932-47f5-b578-70fdd429d39b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:58.160946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-a544ffb4-685b-42e2-8298-42de86f3127f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9760754
Jan 15 21:00:58.165903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d8af72f0-b932-47f5-b578-70fdd429d39b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:58.166292 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.176429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Request body: {'port': {'device_id': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:00:58.178488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-523b50a5-4ff4-400d-b9a7-ccee4b76afa7 req-94249525-803b-4b48-a36b-2f1b3926119b tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0705979
Jan 15 21:00:58.259036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.339944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.343540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5079a1ec-90af-4f70-8c65-f1a0f3566908 None None] Provisioning complete for port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:58.343995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5079a1ec-90af-4f70-8c65-f1a0f3566908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.348781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.371067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.386732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.392536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5079a1ec-90af-4f70-8c65-f1a0f3566908 None None] Port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:00:58.395810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.397251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d8af72f0-b932-47f5-b578-70fdd429d39b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:58.397712 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.403938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.411515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.421076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e56bcc45-448c-4093-975d-beeee5650817 req-6c45393e-1644-41f3-af88-e1b07899d1d2 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5431 time: 0.1571064
Jan 15 21:00:58.447688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8af72f0-b932-47f5-b578-70fdd429d39b,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:58.453466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.454342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a63ec384-e15d-441f-b027-6fb09676099b up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:58.540618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ee26-7b21-4ed8-80f7-f7b9329c60e6 req-bc9a336e-4920-4e3b-beaf-4e01d004b32e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.542285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa62ee26-7b21-4ed8-80f7-f7b9329c60e6 req-bc9a336e-4920-4e3b-beaf-4e01d004b32e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 932 time: 0.1105492
Jan 15 21:00:58.551722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:58.578921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port a63ec384-e15d-441f-b027-6fb09676099b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:58.584568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port a63ec384-e15d-441f-b027-6fb09676099b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:58.585154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a63ec384-e15d-441f-b027-6fb09676099b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.603679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e56bcc45-448c-4093-975d-beeee5650817 req-3ff51739-f951-44e3-9ce2-172000fbe696 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1811862
Jan 15 21:00:58.708389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa62ee26-7b21-4ed8-80f7-f7b9329c60e6 req-1dcaa253-eaa6-44bc-8e76-a2438fd4538b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576090
Jan 15 21:00:58.747564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a63ec384-e15d-441f-b027-6fb09676099b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:58.748195 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.767301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97667f1d-b2d5-4c9c-b247-ad291c112fa3 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:00:58.781485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks [] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.791929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:58.799689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.800924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Transition to ACTIVE for port object 97667f1d-b2d5-4c9c-b247-ad291c112fa3 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:00:58.802594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e70cfdd0-1455-44d5-8de1-57e6af6d6aac up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:58.811368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:58.874417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:58.911566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4119-f298-4d66-99a3-a7cac77b9611 req-59d897e0-6f05-49d2-af03-ecc0540c4402 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:58.917572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-693d4119-f298-4d66-99a3-a7cac77b9611 req-59d897e0-6f05-49d2-af03-ecc0540c4402 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1173775
Jan 15 21:00:58.955470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:59.012449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port e70cfdd0-1455-44d5-8de1-57e6af6d6aac completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:59.023842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port e70cfdd0-1455-44d5-8de1-57e6af6d6aac triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:59.024222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.043848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Attempting to bind port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:00:59.044133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Attempting to bind port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:00:59.044733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Attempting to bind port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:59.053371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-693d4119-f298-4d66-99a3-a7cac77b9611 req-ee7b6c1e-a4bc-4fb9-940a-8e9c119177a9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259401
Jan 15 21:00:59.063212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:00:59.063572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Attempting to bind port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:00:59.072916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:00:59.073256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Checking segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:00:59.073655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Bound using segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:00:59.074143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Bound port: 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:00:59.074501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.159424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:00:59.167062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:00:59.177430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.201068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port e70cfdd0-1455-44d5-8de1-57e6af6d6aac is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:59.201496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.216141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.216762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.218478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] 10.222.0.45 "PUT /v2.0/ports/97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 1092 time: 1.0506265
Jan 15 21:00:59.218925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:59.223758 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345e249-3252-4e08-99da-c05ed065cc37" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:59.291321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:59.300711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.302022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1c682467-fd92-4011-a1b3-79b4e61291df up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:00:59.348645 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834b184-4f05-4be6-9752-478c9c0a0f7d x-openstack-request-id: req-8834b184-4f05-4be6-9752-478c9c0a0f7d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:59.357869 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:59.358045 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8834b184-4f05-4be6-9752-478c9c0a0f7d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:59.358346 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'status': 'completed', 'code': 200}
Jan 15 21:00:59.377601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f2cdb-e582-4a68-b7cf-496a99ef6ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:59.395289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af72f0-b932-47f5-b578-70fdd429d39b'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:00:59.398061 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b276cbaf-0f61-4679-93ab-5e2259950ce6" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "d8af72f0-b932-47f5-b578-70fdd429d39b"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "a63ec384-e15d-441f-b027-6fb09676099b"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:00:59.402372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:59.424792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d2b3a93-6507-41be-9e0b-f18356775185 req-c44d6c8b-81d9-4764-ab8f-6b5868950cef tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0626719
Jan 15 21:00:59.429646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-d02f7399-2bc4-496f-9231-1d9b353d8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.433110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 1c682467-fd92-4011-a1b3-79b4e61291df completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:00:59.435667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-d02f7399-2bc4-496f-9231-1d9b353d8702 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1095 time: 0.1538785
Jan 15 21:00:59.439244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 1c682467-fd92-4011-a1b3-79b4e61291df triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:00:59.440543 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.497352 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 15 Jan 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452edfaf-b0ab-4a2e-9c8b-32ab1c6bf091 x-openstack-request-id: req-452edfaf-b0ab-4a2e-9c8b-32ab1c6bf091 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:00:59.498029 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "d8af72f0-b932-47f5-b578-70fdd429d39b", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "a63ec384-e15d-441f-b027-6fb09676099b", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:00:59.498454 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-452edfaf-b0ab-4a2e-9c8b-32ab1c6bf091 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:00:59.499149 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'code': 200}
Jan 15 21:00:59.499551 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'code': 200}
Jan 15 21:00:59.499996 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af72f0-b932-47f5-b578-70fdd429d39b', 'code': 200}
Jan 15 21:00:59.500400 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b', 'code': 200}
Jan 15 21:00:59.500791 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'code': 200}
Jan 15 21:00:59.508630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-fb47d7d4-e7c1-48cf-9cd4-7ed9e1787b5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 217 time: 0.0685825
Jan 15 21:00:59.549566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1c682467-fd92-4011-a1b3-79b4e61291df is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:00:59.549808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.580828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-e2f5cc9d-b3d8-440c-b46a-2f605b59906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.584404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-e2f5cc9d-b3d8-440c-b46a-2f605b59906c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0559180
Jan 15 21:00:59.600238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c682467-fd92-4011-a1b3-79b4e61291df,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:00:59.605997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:00:59.637283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-02540388-2bb8-4c8e-b936-17c314ab1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.639349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-02540388-2bb8-4c8e-b936-17c314ab1d09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0487671
Jan 15 21:00:59.726139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:00:59.740796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.741186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.741506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.741843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.742177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.742507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.742838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.759074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.759726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.759989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.760257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.762941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.763289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:00:59.808729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-51cdc97b-7f6c-4ba0-846a-2fd639cf4175 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606092
Jan 15 21:00:59.842132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.848554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.854680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.861456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.867731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.874282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.881383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.883260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-2a3f9365-6fef-44da-a63e-d0322a342381 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1347837
Jan 15 21:00:59.922219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c093-4b67-4d8a-be90-20dc48eee259 req-2d1b58a2-3759-49cc-8ec1-78e597c7edc1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:00:59.923730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9534c093-4b67-4d8a-be90-20dc48eee259 req-2d1b58a2-3759-49cc-8ec1-78e597c7edc1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 944 time: 0.1300254
Jan 15 21:00:59.939243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9560875f-7b97-43b9-a9e6-77f9c70baa09 req-da24942a-ce98-4d96-bb8b-c6c6805caec8 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231861
Jan 15 21:01:00.004436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc6ca558-59f2-4a19-8ecc-f76f5ce7d222 req-c7db92ba-8b32-414a-8a8b-710eaf189e80 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1139193
Jan 15 21:01:00.008694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9534c093-4b67-4d8a-be90-20dc48eee259 req-fe1b188b-a71f-476f-a720-0edcd9697e21 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771384
Jan 15 21:01:00.069543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e249-3252-4e08-99da-c05ed065cc37 req-60b8aaf1-36c1-4ef3-b208-f4946099bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.071288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-60b8aaf1-36c1-4ef3-b208-f4946099bd67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1095 time: 0.0709288
Jan 15 21:01:00.188873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e249-3252-4e08-99da-c05ed065cc37 req-bcea9d89-4894-4e89-be3c-e9d3ee86ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.192320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-bcea9d89-4894-4e89-be3c-e9d3ee86ef10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.1064017
Jan 15 21:01:00.215217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ebdd1-bcec-4e0a-989b-5b7ae4ddceed req-5b547a70-1d25-4c7e-896b-d02e5407a32f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.221410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-716ebdd1-bcec-4e0a-989b-5b7ae4ddceed req-5b547a70-1d25-4c7e-896b-d02e5407a32f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0623839
Jan 15 21:01:00.236907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-32eebe43-2aa4-4193-80b4-59b41cbd9765 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 217 time: 0.0385602
Jan 15 21:01:00.281098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-716ebdd1-bcec-4e0a-989b-5b7ae4ddceed req-1822fddc-8704-4c93-8743-17df747c66e4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547886
Jan 15 21:01:00.288548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e249-3252-4e08-99da-c05ed065cc37 req-f2c4f64d-b0c6-433f-bf81-52581d41b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.290030 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-f2c4f64d-b0c6-433f-bf81-52581d41b791 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0467589
Jan 15 21:01:00.335616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e249-3252-4e08-99da-c05ed065cc37 req-5607ee78-9659-4065-a60f-789d0e61b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.337177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-5607ee78-9659-4065-a60f-789d0e61b19e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403142
Jan 15 21:01:00.416811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa27ba-75cd-40c6-99a4-b0150abca886 req-4398b59a-3ef8-476e-b58f-7f418eb42d96 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:00.418337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2aa27ba-75cd-40c6-99a4-b0150abca886 req-4398b59a-3ef8-476e-b58f-7f418eb42d96 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0481956
Jan 15 21:01:00.433808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-b6b3b206-98a1-41c4-a3da-dc18767a2f20 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892956
Jan 15 21:01:00.471886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2aa27ba-75cd-40c6-99a4-b0150abca886 req-80d68b09-900c-4ae0-86e6-f7e2a2976abf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473833
Jan 15 21:01:00.538635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a345e249-3252-4e08-99da-c05ed065cc37 req-b7137aa9-c243-4170-b980-9ebe249d0bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979197
Jan 15 21:01:00.550012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4de9dc89-8d27-477f-aac1-cc827b64fc21 req-9b905af8-095d-4c9d-ba96-58ae1f786aca tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0278153
Jan 15 21:01:01.160061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be380558-b0ab-40a9-8c18-9ae9268202f7 req-37ac2e4b-401e-411b-a276-e803e2234617 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.161665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be380558-b0ab-40a9-8c18-9ae9268202f7 req-37ac2e4b-401e-411b-a276-e803e2234617 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 944 time: 0.0789430
Jan 15 21:01:01.188479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.194854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.201083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.207555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.213899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.220337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.227255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.229024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-8a59b2d1-2a87-4943-8a9e-a17688fc079c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1197734
Jan 15 21:01:01.292283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be380558-b0ab-40a9-8c18-9ae9268202f7 req-dca81025-42af-4ea3-9f31-502d577bf963 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244757
Jan 15 21:01:01.315612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-319965ee-d682-4c26-8b97-ef608cfa4b20 req-ff060436-827e-493b-8221-a40996f0a9fa tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0798781
Jan 15 21:01:01.491006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288c3bd-8a8e-4512-a355-77b67a670a65 req-ac7513dd-32d4-4128-966f-bc79c1ab2926 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.492417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2288c3bd-8a8e-4512-a355-77b67a670a65 req-ac7513dd-32d4-4128-966f-bc79c1ab2926 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0501623
Jan 15 21:01:01.502001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:01.504735 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ceeee7-f281-4111-a644-b9a5124d950d" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:01.541110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2288c3bd-8a8e-4512-a355-77b67a670a65 req-55e9c373-3e76-4ef4-a014-d66ec84b5a8f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430892
Jan 15 21:01:01.586473 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eebc33-8e7f-4bbe-b418-5a51a922a0fe x-openstack-request-id: req-b4eebc33-8e7f-4bbe-b418-5a51a922a0fe {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:01.586992 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-plugged", "status": "completed", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:01.587459 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4eebc33-8e7f-4bbe-b418-5a51a922a0fe {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:01.587920 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df', 'code': 200}
Jan 15 21:01:01.604168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf0d27-69b9-445e-93d6-0f3976b0e1ee req-4d3a6998-0261-4a81-b249-4350156f3b8b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.605871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2daf0d27-69b9-445e-93d6-0f3976b0e1ee req-4d3a6998-0261-4a81-b249-4350156f3b8b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0532382
Jan 15 21:01:01.679465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-884298a2-c5ac-4c48-ae58-c1c435fe33b7 req-edb43c15-ac96-4aa2-b5f7-91e7f4608874 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0411489
Jan 15 21:01:01.684190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2daf0d27-69b9-445e-93d6-0f3976b0e1ee req-2b236194-e919-4ca1-9bec-54392ba6e88c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724747
Jan 15 21:01:01.729850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.730408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.730783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.731242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.731708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.732156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.732612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:01.734830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-6fc9e511-6baf-44fd-af1b-e17048cf4999 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.0623226
Jan 15 21:01:01.791553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2bd76980-0af5-40b8-a93b-3d386ea1fd8f req-e209b1bf-a9c1-4098-a370-09e575329475 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0478692
Jan 15 21:01:02.119252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f240a-f34d-44e7-848f-60ab2e371dc5 req-27bdc096-6c08-4033-8f15-661ae40b0b22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.120751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-599f240a-f34d-44e7-848f-60ab2e371dc5 req-27bdc096-6c08-4033-8f15-661ae40b0b22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0509531
Jan 15 21:01:02.170416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-599f240a-f34d-44e7-848f-60ab2e371dc5 req-e3baddc4-5721-45fa-b387-2f072d956f97 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438099
Jan 15 21:01:02.442657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917fdeb-5821-467d-a3a4-7c3cd512a974 req-72b900b5-0bc4-4228-9f0f-43a607d8439a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.444103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9917fdeb-5821-467d-a3a4-7c3cd512a974 req-72b900b5-0bc4-4228-9f0f-43a607d8439a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 944 time: 0.0777736
Jan 15 21:01:02.480977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.486995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.493793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.500138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.507129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.513205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.519299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.521055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-c1a15795-d330-4b71-af3e-3a44d73660f7 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1220162
Jan 15 21:01:02.561360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9917fdeb-5821-467d-a3a4-7c3cd512a974 req-f6293b60-9db2-4882-b915-9ba9be576624 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113503
Jan 15 21:01:02.603913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fe5c579-5230-4041-8ddf-4b2a6641f250 req-57780e3e-4081-4532-8bd2-54f77db93e65 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0724471
Jan 15 21:01:02.791253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e5e54af-8218-4386-a6bc-4c18452b69e2 req-05ac1be0-154d-4a7a-8219-97f27dabcf28 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0301833
Jan 15 21:01:02.799315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072528e-35d6-41a8-b4e2-a54b2c0fc3b9 req-b791d5de-5553-425b-96f9-fa1af91774d5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:02.802972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7072528e-35d6-41a8-b4e2-a54b2c0fc3b9 req-b791d5de-5553-425b-96f9-fa1af91774d5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0745792
Jan 15 21:01:02.853340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7072528e-35d6-41a8-b4e2-a54b2c0fc3b9 req-8ffe1c3d-c7cc-4584-83a5-dad838225d43 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446141
Jan 15 21:01:03.288957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595938-23cf-498d-82d0-f92bc87f5101 req-b705e102-8f2d-40c8-83ec-ebc65c17ada7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.291062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27595938-23cf-498d-82d0-f92bc87f5101 req-b705e102-8f2d-40c8-83ec-ebc65c17ada7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0532665
Jan 15 21:01:03.340367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27595938-23cf-498d-82d0-f92bc87f5101 req-45a9c96c-e3ee-443a-9c76-5ad909afe569 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432875
Jan 15 21:01:03.687276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869eb55-8e6e-42c8-af53-943a88282405 req-ed3bd4d0-8a09-450a-9599-c7b332460547 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.688767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5869eb55-8e6e-42c8-af53-943a88282405 req-ed3bd4d0-8a09-450a-9599-c7b332460547 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 944 time: 0.0520544
Jan 15 21:01:03.772877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.778907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.785532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.791606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.797953 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.804316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.810405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:03.812219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-20773ef8-c87a-4b79-8206-55b1babb59e1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1225367
Jan 15 21:01:03.815470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5869eb55-8e6e-42c8-af53-943a88282405 req-f5898dc0-ec35-4293-9833-8653e743aa0d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178691
Jan 15 21:01:03.872876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79b6c09c-fb84-4b21-a155-e79d3e56769d req-b68bc285-92bb-490c-b01c-225558c13eaa tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0546300
Jan 15 21:01:04.042225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-425859ff-bd5c-4530-b609-d9d6412dfa7d req-3f956f6e-8ac4-4398-af96-ee03473649db tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0460446
Jan 15 21:01:04.065282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf05f4-7e6e-4edb-9bb1-93d4cb1dd16e req-416533f5-c8d0-4ecd-9995-aebbe3e47ec8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.067408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4acf05f4-7e6e-4edb-9bb1-93d4cb1dd16e req-416533f5-c8d0-4ecd-9995-aebbe3e47ec8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0732198
Jan 15 21:01:04.102773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 97667f1d-b2d5-4c9c-b247-ad291c112fa3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:04.146435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4acf05f4-7e6e-4edb-9bb1-93d4cb1dd16e req-38384358-400d-41af-a777-e2bd0ab70ecc tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725594
Jan 15 21:01:04.171564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.178517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.184583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.190879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.197119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.199839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:04.203277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.209654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.210875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'port_id': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'mac_address': 'fa:16:3e:47:a7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:04.211518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c99ce971-5cb6-4511-bc96-e29a553a2420 req-f80edbab-31a8-490b-ad5e-b36f93d76cee tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1115308
Jan 15 21:01:04.223165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47884) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:04.227609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Request body: {'floatingip': {'port_id': '1c682467-fd92-4011-a1b3-79b4e61291df'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:04.247499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:04.247884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:04.262099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97667f1d-b2d5-4c9c-b247-ad291c112fa3 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:04.267271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:04.282308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:04.286899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:04.337744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:04.517025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5b007-a715-43a1-9e07-ac51c11180e6 req-a927cc19-dd92-4a3b-9097-40252a262ee8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:04.518517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9b5b007-a715-43a1-9e07-ac51c11180e6 req-a927cc19-dd92-4a3b-9097-40252a262ee8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0956464
Jan 15 21:01:04.595759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['97667f1d-b2d5-4c9c-b247-ad291c112fa3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:04.644108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9b5b007-a715-43a1-9e07-ac51c11180e6 req-decfe0fd-a697-41e4-97b2-c9adaa05953f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156926
Jan 15 21:01:04.779807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:04.783543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:04.802148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:04.806264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:04.948061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:04.950338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:04.950721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.114567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'mac_address': 'fa:16:3e:8f:27:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:05.126899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:05.129796 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852943ea-8acc-44a6-a050-d950cce9975e" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:05.163291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:05.169013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.195823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:05.196206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.215339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:05.228146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-554bb07b-2eb6-421f-97a6-7358aa578cd5 req-819d36a1-f167-4852-84de-02bcd281eedc tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0568907
Jan 15 21:01:05.245601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e175ff3-58ea-497c-9fb3-ac6f113348a9 req-7927e115-e869-48ef-bcc4-b5e8c568d1bd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.247068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e175ff3-58ea-497c-9fb3-ac6f113348a9 req-7927e115-e869-48ef-bcc4-b5e8c568d1bd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 945 time: 0.1214750
Jan 15 21:01:05.271075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:05.277006 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Floating IP 3e5425a0-da83-406e-b2cf-e81c2e9598b2 associated. External IP: 172.35.1.126, port: 1c682467-fd92-4011-a1b3-79b4e61291df.
Jan 15 21:01:05.288602 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be016b5-14b4-423c-9c6e-26f6f841378d x-openstack-request-id: req-8be016b5-14b4-423c-9c6e-26f6f841378d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:05.289052 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:05.289365 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8be016b5-14b4-423c-9c6e-26f6f841378d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:05.289820 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:01:05.297241 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:01:05.297750 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:01:05.404278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e175ff3-58ea-497c-9fb3-ac6f113348a9 req-656ab6a0-7ad9-47ab-911f-ebd83b993593 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464286
Jan 15 21:01:05.442491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e3a7-d918-4ede-bcaa-e43dea09b1ca req-d80b8ebb-37ac-4c4c-92f7-8b9f06ed116f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.443966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c365e3a7-d918-4ede-bcaa-e43dea09b1ca req-d80b8ebb-37ac-4c4c-92f7-8b9f06ed116f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1107948
Jan 15 21:01:05.534206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c365e3a7-d918-4ede-bcaa-e43dea09b1ca req-448c3011-3d06-473f-8810-248491217587 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837600
Jan 15 21:01:05.590629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:01:05.697842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:01:05.702979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.710094 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Sync routers for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:01:05.720987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:05.721673 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:05.756589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-44d693b4-4d76-4201-86e7-511870f71945 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "PUT /v2.0/floatingips/3e5425a0-da83-406e-b2cf-e81c2e9598b2 HTTP/1.1" status: 200  len: 992 time: 1.5319283
Jan 15 21:01:05.756953 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:05.759309 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e051521-2867-41fc-9ab4-1cb3716a096b" -d '{"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:05.787444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23790-ec03-46e5-b21b-4ddf96fbe629 req-deab9bee-26f7-46b3-9cb5-9ac05a18126e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.789098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ea23790-ec03-46e5-b21b-4ddf96fbe629 req-deab9bee-26f7-46b3-9cb5-9ac05a18126e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0634871
Jan 15 21:01:05.835492 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:05.838818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:05.839333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.854491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:05.859705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ea23790-ec03-46e5-b21b-4ddf96fbe629 req-322aad57-8be7-4f59-901e-52531423c2a2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636413
Jan 15 21:01:05.863173 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb50007-d175-4d9e-b23c-f121c02de99d x-openstack-request-id: req-ddb50007-d175-4d9e-b23c-f121c02de99d {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:05.863173 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:05.864989 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddb50007-d175-4d9e-b23c-f121c02de99d {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:05.865725 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df', 'status': 'completed', 'code': 200}
Jan 15 21:01:05.881602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:05.886096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:05.934202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:05.942036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.942568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.943109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.943542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.944078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.944545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.945035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:05.946993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-677d22a9-855a-49c0-a9fa-eef611e85547 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.0514250
Jan 15 21:01:06.046767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-17a99521-513d-4c32-b5df-c09991912969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.048469 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-17a99521-513d-4c32-b5df-c09991912969 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275 HTTP/1.1" status: 200  len: 913 time: 0.0927405
Jan 15 21:01:06.084217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:06.107854 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2426a0>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3e5425a0-da83-406e-b2cf-e81c2e9598b2', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'floating_ip_address': '172.35.1.126', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'port_id': '1c682467-fd92-4011-a1b3-79b4e61291df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'mac_address': 'fa:16:3e:8c:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:50Z', 'updated_at': '2022-01-15T21:01:04Z', 'revision_number': 1, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:06.120934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 97667f1d-b2d5-4c9c-b247-ad291c112fa3 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:06.152307 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Checking router: 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:01:06.161879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:06.162752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:06.164315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549895d-4f0d-49a8-bb73-262ba885e5ef req-004d6e53-0f9c-4258-b147-7f168d96b486 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.173681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b549895d-4f0d-49a8-bb73-262ba885e5ef req-004d6e53-0f9c-4258-b147-7f168d96b486 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.0699496
Jan 15 21:01:06.182182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-d9511e76-dd05-44ba-90bf-f08a694ee2e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 1000 time: 0.1226497
Jan 15 21:01:06.235409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b549895d-4f0d-49a8-bb73-262ba885e5ef req-445d6030-896f-436f-b39d-ecacc81fa343 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607498
Jan 15 21:01:06.279393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:06.296998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-c6140f75-76cd-4451-a81a-35f320cb6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.299301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-c6140f75-76cd-4451-a81a-35f320cb6458 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 200  len: 851 time: 0.0812023
Jan 15 21:01:06.302326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:06.302821 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:06.377197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4b646e7-9f86-4bc9-b431-370b5e815bae req-ba8175eb-30d7-420e-b7db-1ca35f423052 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0520482
Jan 15 21:01:06.378760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:06.399677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-fdacbc21-5241-4517-b5f1-dcbc56ea6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.401240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-fdacbc21-5241-4517-b5f1-dcbc56ea6386 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b740d751-068e-4a93-9225-aa5d63661275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893214
Jan 15 21:01:06.474229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:06.474631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:06.518436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:06.525036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:06.537377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-0b68262c-8b76-43f2-858c-716c7ab74f22 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284790
Jan 15 21:01:06.593687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:06.611682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e20bdf-65e9-4cdf-a947-2859edf1d2f9 req-b3c5f028-38c8-481a-b2a7-d85c25b55ac0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.614279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03e20bdf-65e9-4cdf-a947-2859edf1d2f9 req-b3c5f028-38c8-481a-b2a7-d85c25b55ac0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 945 time: 0.1196949
Jan 15 21:01:06.687755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8e051521-2867-41fc-9ab4-1cb3716a096b req-4100dd07-6ba3-4d0b-9b0e-e574ca63c6dd service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420963
Jan 15 21:01:06.733311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03e20bdf-65e9-4cdf-a947-2859edf1d2f9 req-247659de-5da9-4a84-8833-08158575efb5 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077223
Jan 15 21:01:06.769319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f405f-1521-4d33-9c08-698e97622a75 req-115e5ef6-aac8-4f0c-9b02-64cc477072f4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:06.775485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-268f405f-1521-4d33-9c08-698e97622a75 req-115e5ef6-aac8-4f0c-9b02-64cc477072f4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1261544
Jan 15 21:01:06.781545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2426a0>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3e5425a0-da83-406e-b2cf-e81c2e9598b2', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'floating_ip_address': '172.35.1.126', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'port_id': '1c682467-fd92-4011-a1b3-79b4e61291df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'mac_address': 'fa:16:3e:8c:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:50Z', 'updated_at': '2022-01-15T21:01:04Z', 'revision_number': 1, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:06.813403 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19615aea-d28b-40b2-8645-9907b0d0f175 None None] The sync data for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 is: [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3e5425a0-da83-406e-b2cf-e81c2e9598b2', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'floating_ip_address': '172.35.1.126', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'port_id': '1c682467-fd92-4011-a1b3-79b4e61291df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'mac_address': 'fa:16:3e:8c:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686aa731-082f-4584-8607-5a40f0d63220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T20:59:50Z', 'updated_at': '2022-01-15T21:01:04Z', 'revision_number': 1, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:01:06.883135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-268f405f-1521-4d33-9c08-698e97622a75 req-db5f9fc1-1734-4c5f-b61c-963fd8bb4375 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030154
Jan 15 21:01:07.112291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f3112-35f9-4b36-9aa6-82943a2d8aa5 req-39ec0567-7b74-41ce-b84f-300a9b7b9330 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:07.117352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-418f3112-35f9-4b36-9aa6-82943a2d8aa5 req-39ec0567-7b74-41ce-b84f-300a9b7b9330 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.1078780
Jan 15 21:01:07.207894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-418f3112-35f9-4b36-9aa6-82943a2d8aa5 req-de2b6285-2df4-4868-a394-21bc24c2878c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825481
Jan 15 21:01:07.288953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ce4af-3d6f-4a18-9fff-a222c59df3db None None] New status for floating IP 3e5425a0-da83-406e-b2cf-e81c2e9598b2: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:01:07.293914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:07.297094 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43dbf48-8fc6-4552-ad0b-5e616476a002" -d '{"events": [{"server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "name": "network-vif-plugged", "status": "completed", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:07.420311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4a25d-90d6-4f4a-9d4a-47c7b182af71 req-3f5ef775-7596-417f-a50f-898ccb42f01e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:07.429943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aa4a25d-90d6-4f4a-9d4a-47c7b182af71 req-3f5ef775-7596-417f-a50f-898ccb42f01e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.1945102
Jan 15 21:01:07.529754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9aa4a25d-90d6-4f4a-9d4a-47c7b182af71 req-8bfe67bc-1e2b-4e2e-9cce-342bc5517359 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858431
Jan 15 21:01:07.594505 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437692b-d5fc-435a-a6d2-dbbb6b575cda x-openstack-request-id: req-9437692b-d5fc-435a-a6d2-dbbb6b575cda {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:07.594858 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "name": "network-vif-plugged", "status": "completed", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:07.595289 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9437692b-d5fc-435a-a6d2-dbbb6b575cda {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:07.598267 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'code': 200}
Jan 15 21:01:07.693680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f551e89e-0773-432d-b972-a3c48cc7a47e req-fe9484da-86cc-49b4-90fe-d7b2eaf42ae5 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0355971
Jan 15 21:01:07.746115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e095e4-6366-47c3-8f6a-06bbb2462bca req-0b400661-533d-4aec-9323-4a3883da2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:07.747641 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2e095e4-6366-47c3-8f6a-06bbb2462bca req-0b400661-533d-4aec-9323-4a3883da2414 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.0647738
Jan 15 21:01:07.824028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2e095e4-6366-47c3-8f6a-06bbb2462bca req-bac02dec-4940-4996-90ef-a7ead77c19d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679388
Jan 15 21:01:07.892947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2833ae1-49bc-4dcf-bc03-7be7ba362824 req-0c0cefe1-ff2d-4567-8d7e-079487659bac tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:07.906658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2833ae1-49bc-4dcf-bc03-7be7ba362824 req-0c0cefe1-ff2d-4567-8d7e-079487659bac tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0812848
Jan 15 21:01:07.991642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2833ae1-49bc-4dcf-bc03-7be7ba362824 req-aa1376e1-0607-42f1-8d2e-965b7d1ca329 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840795
Jan 15 21:01:08.028374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765476b5-5a0e-4c64-bec6-57170863d71d req-d8d64a08-5b89-49d6-94e2-ca9d52db444f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:08.031377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-765476b5-5a0e-4c64-bec6-57170863d71d req-d8d64a08-5b89-49d6-94e2-ca9d52db444f tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0813522
Jan 15 21:01:08.109136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-765476b5-5a0e-4c64-bec6-57170863d71d req-145f9de9-d74c-4ef2-b1f1-747350784ff4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702829
Jan 15 21:01:08.406069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f754ad-24e9-4e55-9860-b8ab85b522d1 req-3ce4c6ba-f51a-4ab6-a228-d9e3e69aaea9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:08.413340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f754ad-24e9-4e55-9860-b8ab85b522d1 req-3ce4c6ba-f51a-4ab6-a228-d9e3e69aaea9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 946 time: 0.1070209
Jan 15 21:01:08.443334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9244ad-763e-4d4d-825b-f6723bfa1da3 req-de706e81-b6bf-4fc8-9807-1a6feabc3930 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:08.444946 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa9244ad-763e-4d4d-825b-f6723bfa1da3 req-de706e81-b6bf-4fc8-9807-1a6feabc3930 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.1188846
Jan 15 21:01:08.489879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f754ad-24e9-4e55-9860-b8ab85b522d1 req-ad213bad-1992-45ef-bc4b-8cc5bf874750 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756433
Jan 15 21:01:08.525019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa9244ad-763e-4d4d-825b-f6723bfa1da3 req-ae35ca0f-5f2c-4347-89c8-9a07d62feba7 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677187
Jan 15 21:01:08.796257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:08.830923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-677cf8de-8241-47ec-a52d-0f624c375553 req-bb43df89-0e02-4b25-9efa-70533c1319e6 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0281084
Jan 15 21:01:08.867282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:08.867760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:08.962846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:08.963362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:09.009302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:09.016416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:09.095635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=13']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:09.193486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acdb90-375d-4f43-88f6-e22809dcc6ab req-704f3d7b-6b4f-4399-a97d-87014a4e13da tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:09.194848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97acdb90-375d-4f43-88f6-e22809dcc6ab req-704f3d7b-6b4f-4399-a97d-87014a4e13da tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0771439
Jan 15 21:01:09.269422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97acdb90-375d-4f43-88f6-e22809dcc6ab req-0cdf0012-3bdd-4972-be7c-57ba61f51d10 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664818
Jan 15 21:01:09.317643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673779b-14cf-492b-9f55-4997fbacdeab req-24bc29cf-a569-40af-a214-b072daa8b25e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:09.319535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b673779b-14cf-492b-9f55-4997fbacdeab req-24bc29cf-a569-40af-a214-b072daa8b25e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0674868
Jan 15 21:01:09.380445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b673779b-14cf-492b-9f55-4997fbacdeab req-4bf4a89b-18a7-4752-bb90-ab9c5f4cec9a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548840
Jan 15 21:01:09.598703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:09.601444 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2198cf2-bbc0-4adb-8b64-0d7a23a6de83" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:09.634252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f771f97-3534-448e-bc6e-884fab6c40de req-65572999-ae37-4e24-bf61-837f03bcacb1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:09.635985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f771f97-3534-448e-bc6e-884fab6c40de req-65572999-ae37-4e24-bf61-837f03bcacb1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0590999
Jan 15 21:01:09.724089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f771f97-3534-448e-bc6e-884fab6c40de req-1626635c-850d-42f3-812d-889dd9593c8a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799212
Jan 15 21:01:09.733978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e828-ab59-47a3-b026-128b09e34815 req-ea424b19-48a4-4710-bdca-3413259cda20 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:09.740266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d451e828-ab59-47a3-b026-128b09e34815 req-ea424b19-48a4-4710-bdca-3413259cda20 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.1149275
Jan 15 21:01:09.787345 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db99131-1cb4-401b-bc8a-dc4317a055a8 x-openstack-request-id: req-7db99131-1cb4-401b-bc8a-dc4317a055a8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:09.787638 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-plugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:09.787948 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7db99131-1cb4-401b-bc8a-dc4317a055a8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:09.788497 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:01:09.807501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-eb0d434a-4432-41a2-b693-93d0ba221865 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:09.809204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-eb0d434a-4432-41a2-b693-93d0ba221865 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 946 time: 0.0659425
Jan 15 21:01:09.826534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d451e828-ab59-47a3-b026-128b09e34815 req-269f22ac-3279-4600-8fa9-d65c7d5a629e tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c8a18a1-023d-4083-a7eb-5a2a1078821b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853059
Jan 15 21:01:09.940825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Deleting port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:09.941283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.002050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8adc1307-a3fd-4e92-973e-f9fb3b986cde req-8f02440e-f2d8-4a5b-8b8c-5aa12a0e95cf tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0506468
Jan 15 21:01:10.054046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] For port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:10.054337 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.254435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.254797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.255110 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Floating IP 1cd20763-36e8-4e3a-8229-f5ee94f3130b disassociated. External IP: 172.35.1.123, port: 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b.
Jan 15 21:01:10.255450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Calling delete_port for 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:10.462532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (93c9ee82-e08e-44b9-a8c0-f6e275b08b7b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.472979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324f57-6cb9-4a84-893a-c46e8b1e113d req-175260db-9d2b-4bfd-9352-3680bda3da1f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:10.480445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09324f57-6cb9-4a84-893a-c46e8b1e113d req-175260db-9d2b-4bfd-9352-3680bda3da1f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1059060
Jan 15 21:01:10.510830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event deleted for resources: {'Port': ['ID=93c9ee82-e08e-44b9-a8c0-f6e275b08b7b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:10.578294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6657993-f175-4cc7-a408-d8f31afeb892 req-f1f4b89f-e373-4190-a9b9-9836a0930ceb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:10.585692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6657993-f175-4cc7-a408-d8f31afeb892 req-f1f4b89f-e373-4190-a9b9-9836a0930ceb tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1033061
Jan 15 21:01:10.608237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09324f57-6cb9-4a84-893a-c46e8b1e113d req-9be3a0d7-ca60-4c58-835e-5fae5ba0579c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269684
Jan 15 21:01:10.640642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Router f3fb568f-94e2-42be-b910-010a2453e0c0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:01:10.727418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6657993-f175-4cc7-a408-d8f31afeb892 req-ffcaaf06-8339-4772-ae7f-45c954137dd5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407473
Jan 15 21:01:10.768251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741acd8-20e5-4ddd-92e4-39567482113c req-36abc61e-4b37-4584-92c4-a9ad95626762 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:10.770888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:01:10.778939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c741acd8-20e5-4ddd-92e4-39567482113c req-36abc61e-4b37-4584-92c4-a9ad95626762 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0967059
Jan 15 21:01:10.781298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48016) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:10.781877 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22814633-53be-4033-b35f-55baa65118fe None None] Sync routers for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:01:10.787920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'floatingip': {'port_id': '97667f1d-b2d5-4c9c-b247-ad291c112fa3'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:10.798950 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:10.799599 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:10.819927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] No DVR routers for this DVR port 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:10.832270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.836051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-99a5c0ef-925c-471b-a532-7c1066b14ee7 req-13551951-22f1-49ef-88cc-42182ae28824 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.45 "DELETE /v2.0/ports/93c9ee82-e08e-44b9-a8c0-f6e275b08b7b HTTP/1.1" status: 204  len: 173 time: 1.0203643
Jan 15 21:01:10.836721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'name': 'network-vif-deleted', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:10.844122 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a18d4d0-8150-409a-8012-dad6a34464ba" -d '{"events": [{"server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "name": "network-vif-deleted", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:10.850909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:10.953422 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:11.095863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092085-d15f-42c8-8b23-8d326825bdce req-403b3977-7a84-4f59-bdbe-a0bb015e8b42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:11.101549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20092085-d15f-42c8-8b23-8d326825bdce req-403b3977-7a84-4f59-bdbe-a0bb015e8b42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.2617738
Jan 15 21:01:11.208255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd6cfe2a-70ae-4add-b039-7e56b463409e req-642fded0-be20-4bba-a75a-805df25eedce tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e93486c-7c77-4855-85f4-2bc8bcf4832f HTTP/1.1" status: 200  len: 210 time: 0.1972086
Jan 15 21:01:11.258257 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298df0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:11.265114 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a521bb-f7a9-4770-b65f-b80803b48cc3 x-openstack-request-id: req-40a521bb-f7a9-4770-b65f-b80803b48cc3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:11.265414 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e93486c-7c77-4855-85f4-2bc8bcf4832f", "name": "network-vif-deleted", "tag": "93c9ee82-e08e-44b9-a8c0-f6e275b08b7b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:11.265672 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40a521bb-f7a9-4770-b65f-b80803b48cc3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:11.266117 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e93486c-7c77-4855-85f4-2bc8bcf4832f', 'name': 'network-vif-deleted', 'tag': '93c9ee82-e08e-44b9-a8c0-f6e275b08b7b', 'status': 'completed', 'code': 200}
Jan 15 21:01:11.289122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20092085-d15f-42c8-8b23-8d326825bdce req-b49e1a71-dc7e-4662-9dd1-fbf52335ec80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795338
Jan 15 21:01:11.313058 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22814633-53be-4033-b35f-55baa65118fe None None] Checking router: f3fb568f-94e2-42be-b910-010a2453e0c0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:01:11.323662 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:11.324185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:11.523221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f4b9090-99e3-4914-98a8-d7767fe655d8 req-a93f3af0-8a10-4db3-952d-179aae63412b tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0992188
Jan 15 21:01:11.691544 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:11.882390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:11.894541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:11.958284 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22814633-53be-4033-b35f-55baa65118fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298df0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:11.958954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e81a-f343-4c8b-8547-795e8f532903 req-438b305a-8d29-47f3-be69-3f7b17c6edd0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:11.966001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e599e81a-f343-4c8b-8547-795e8f532903 req-438b305a-8d29-47f3-be69-3f7b17c6edd0 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1213222
Jan 15 21:01:11.995298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22814633-53be-4033-b35f-55baa65118fe None None] The sync data for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 is: [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T20:58:55Z', 'revision_number': 4, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c288f9f-d0e1-4980-8ee9-06f251e34fe3', 'name': '', 'network_id': '4bfa39ea-0964-46f2-af6c-3e9216614c72', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'mac_address': 'fa:16:3e:c8:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:54Z', 'updated_at': '2022-01-15T20:59:00Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'subnets': [{'id': 'cb619c47-9690-4d6d-8893-caf3e4489c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:01:12.083083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e599e81a-f343-4c8b-8547-795e8f532903 req-1b373b32-7669-4fd0-9688-731467730492 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161222
Jan 15 21:01:12.090817 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Floating IP 501be72d-e46b-401f-9cbf-e50d82b85644 associated. External IP: 172.35.1.6, port: 97667f1d-b2d5-4c9c-b247-ad291c112fa3.
Jan 15 21:01:12.318065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:12.417158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98909c5-ff6e-4f06-bd1d-53e2ba491ab2 None None] New status for floating IP 1cd20763-36e8-4e3a-8229-f5ee94f3130b: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:01:12.432052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (4c8a18a1-023d-4083-a7eb-5a2a1078821b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:12.461280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (4c8a18a1-023d-4083-a7eb-5a2a1078821b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:12.528445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c8a18a1-023d-4083-a7eb-5a2a1078821b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:12.532270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:12.533505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "DELETE /v2.0/security-groups/4c8a18a1-023d-4083-a7eb-5a2a1078821b HTTP/1.1" status: 204  len: 168 time: 0.2138259
Jan 15 21:01:12.543891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48044) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:12.544744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a842e7-6815-4b40-b55e-e6a2aa3109e3 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8a18a1-023d-4083-a7eb-5a2a1078821b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:12.561145 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-4d62db60-d4fd-45b4-b0be-4ebd7bfaffbd tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] show failed (client error): The resource could not be found.
Jan 15 21:01:12.562202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4d62db60-d4fd-45b4-b0be-4ebd7bfaffbd tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "GET /v2.0/security-groups/4c8a18a1-023d-4083-a7eb-5a2a1078821b HTTP/1.1" status: 404  len: 347 time: 0.0152926
Jan 15 21:01:12.564996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48046) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:12.825469 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3d55fd0-5946-404a-bfe7-683188a65491 req-5aa2fd6c-8796-4a91-9134-600878468f75 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0564151
Jan 15 21:01:12.845675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800873-b16d-46f4-8723-c74007fa35fa req-a3fc312d-590f-44f2-8865-1e9f4cfdd878 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:12.856072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0800873-b16d-46f4-8723-c74007fa35fa req-a3fc312d-590f-44f2-8865-1e9f4cfdd878 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.2554579
Jan 15 21:01:12.882349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Deleting port f0bd7c44-1713-44e5-a48e-cab7207ec48b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:12.882775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.006118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0800873-b16d-46f4-8723-c74007fa35fa req-38d4bec2-6e1d-449d-889c-bd1a9eeb5424 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488018
Jan 15 21:01:13.113387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:01:13.300920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9470-aff9-46a3-919b-b0808e0daa17 req-f703920e-e76e-41a5-94ac-cb4f8aca047a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:13.307961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c4b9470-aff9-46a3-919b-b0808e0daa17 req-f703920e-e76e-41a5-94ac-cb4f8aca047a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1278348
Jan 15 21:01:13.360980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:01:13.370021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.382204 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:01:13.389096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.389603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (f0bd7c44-1713-44e5-a48e-cab7207ec48b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.397297 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:13.398254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:13.400662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe27398a-9130-49af-a4b6-d60a3b7ea540 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "PUT /v2.0/floatingips/501be72d-e46b-401f-9cbf-e50d82b85644 HTTP/1.1" status: 200  len: 990 time: 2.6182349
Jan 15 21:01:13.403517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:13.405903 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28965778-7ea0-4d1e-90c3-8f47ce4ff111" -d '{"events": [{"name": "network-changed", "server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:13.413262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c4b9470-aff9-46a3-919b-b0808e0daa17 req-9903b9e6-61f1-4def-853f-3fd158132b92 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043162
Jan 15 21:01:13.430079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Calling delete_port for f0bd7c44-1713-44e5-a48e-cab7207ec48b owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:13.510525 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b480c-53ff-4470-937f-4b34c178a2e2 x-openstack-request-id: req-205b480c-53ff-4470-937f-4b34c178a2e2 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:13.510823 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:13.511083 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-205b480c-53ff-4470-937f-4b34c178a2e2 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:13.511492 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'status': 'completed', 'code': 200}
Jan 15 21:01:13.605571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-cecd6b6d-96aa-411b-9856-4454741396e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:13.607386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-cecd6b6d-96aa-411b-9856-4454741396e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.0673790
Jan 15 21:01:13.629168 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:13.754115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f0bd7c44-1713-44e5-a48e-cab7207ec48b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.806257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-f344afd9-f48e-4462-8e80-e126d4e5c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:13.807899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-f344afd9-f48e-4462-8e80-e126d4e5c284 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.1916695
Jan 15 21:01:13.810724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Pushing event deleted for resources: {'Port': ['ID=f0bd7c44-1713-44e5-a48e-cab7207ec48b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:13.909008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-1464ff2d-f067-422b-bc77-7143b143b990 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 998 time: 0.0902922
Jan 15 21:01:13.956825 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7af0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '501be72d-e46b-401f-9cbf-e50d82b85644', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.6', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:47:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:53Z', 'updated_at': '2022-01-15T21:01:11Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:13.969791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-239d9214-b8d9-4934-ad10-871e257fd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:13.971264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-239d9214-b8d9-4934-ad10-871e257fd3f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0535989
Jan 15 21:01:13.985471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a39297e-2d98-4a1e-aca2-d0ebfd54ac67 req-8ab1f53e-4050-4373-b74b-720b0527846b tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0543387
Jan 15 21:01:13.994723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks [] for floatingip (1cd20763-36e8-4e3a-8229-f5ee94f3130b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.995522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:13.997367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-985cbd4a-e15f-4b31-a499-cd9ed115e395 tempest-ServersTestJSON-834903186 tempest-ServersTestJSON-834903186-project] 10.222.0.46 "DELETE /v2.0/floatingips/1cd20763-36e8-4e3a-8229-f5ee94f3130b HTTP/1.1" status: 204  len: 168 time: 1.4295888
Jan 15 21:01:13.999762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:14.047583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:01:14.056463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-8f4e57a8-8a8b-41b9-92a1-2298309097a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:14.062322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-8f4e57a8-8a8b-41b9-92a1-2298309097a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0807314
Jan 15 21:01:14.073078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:14.078710 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:14.135514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:14.179882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:14.180218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 93c9ee82-e08e-44b9-a8c0-f6e275b08b7b not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:14.198955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-41e438b1-b847-48ae-bb86-31d389022d1f service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305578
Jan 15 21:01:14.201733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c266-c1e5-4058-9e71-992d2cbf06ee req-2d1339aa-7beb-4ef1-8bcf-ff3b3a330b35 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:14.209818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2d8c266-c1e5-4058-9e71-992d2cbf06ee req-2d1339aa-7beb-4ef1-8bcf-ff3b3a330b35 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0881562
Jan 15 21:01:14.267355 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:14.274743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:14.340746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28965778-7ea0-4d1e-90c3-8f47ce4ff111 req-28109a2f-4fc1-41a9-9fcf-42c816e0cbc4 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310732
Jan 15 21:01:14.351861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2d8c266-c1e5-4058-9e71-992d2cbf06ee req-95230bde-43c4-49dd-82a4-746e88c14a72 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410596
Jan 15 21:01:14.641676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7af0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '501be72d-e46b-401f-9cbf-e50d82b85644', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.6', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:47:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:53Z', 'updated_at': '2022-01-15T21:01:11Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:14.655913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f3fb568f-94e2-42be-b910-010a2453e0c0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:14.690262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be877df0-7125-4aaf-a136-4553a426f905 None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '501be72d-e46b-401f-9cbf-e50d82b85644', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.6', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:47:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:00:53Z', 'updated_at': '2022-01-15T21:01:11Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:01:14.733932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233df8a-d54e-4359-93ae-a5d20cbb4486 req-e4b063a5-abb8-485b-81a8-386857b8cc40 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:14.735522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5233df8a-d54e-4359-93ae-a5d20cbb4486 req-e4b063a5-abb8-485b-81a8-386857b8cc40 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1237729
Jan 15 21:01:14.878131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5233df8a-d54e-4359-93ae-a5d20cbb4486 req-39e8ff11-b373-4f8f-9d64-8df8f44fb7da tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364195
Jan 15 21:01:15.022268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Deleting port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:15.022929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:15.048697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b807dd-8b67-415b-814c-87e754547160 None None] New status for floating IP 501be72d-e46b-401f-9cbf-e50d82b85644: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:01:15.147875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] For port 2c288f9f-d0e1-4980-8ee9-06f251e34fe3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:15.148245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:15.195380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06399cba-2982-490c-a0b9-f1cbfa02656b req-ba554d74-3d93-41b2-b214-0e71f59476dd tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0346117
Jan 15 21:01:15.203563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Calling delete_port for 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:15.209039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:15.425693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2c288f9f-d0e1-4980-8ee9-06f251e34fe3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:15.453755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c288f9f-d0e1-4980-8ee9-06f251e34fe3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:15.559414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dcf5e-2cda-4997-8dd6-222bf46b89a4 req-8ce1bad1-c80c-4cef-99ab-6dd263e41152 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:15.561433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f85dcf5e-2cda-4997-8dd6-222bf46b89a4 req-8ce1bad1-c80c-4cef-99ab-6dd263e41152 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.1123407
Jan 15 21:01:15.693083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f85dcf5e-2cda-4997-8dd6-222bf46b89a4 req-bd890070-2cdb-4101-ab23-09bf85510491 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219351
Jan 15 21:01:15.791804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f3fb568f-94e2-42be-b910-010a2453e0c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:15.808131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0310cd18-f56f-4034-997f-988828614bc2 req-0bd76af5-f8d8-446c-9e15-48b72744d58e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0519531
Jan 15 21:01:16.092417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e76195-4fac-4a20-8a30-b0339fa90836 req-bd464389-abf5-4209-8243-8d1dd85bdd2d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:16.100329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67e76195-4fac-4a20-8a30-b0339fa90836 req-bd464389-abf5-4209-8243-8d1dd85bdd2d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1190729
Jan 15 21:01:16.208906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67e76195-4fac-4a20-8a30-b0339fa90836 req-9d59b369-72c9-4044-a43e-f7c6e58a6402 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046638
Jan 15 21:01:16.245633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Router f3fb568f-94e2-42be-b910-010a2453e0c0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:01:16.350846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab0395ff-c5af-41ab-8ddc-8e717a1ed436 req-7ed2936e-65bb-4fb4-be1d-e6d66df2e8c3 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0363042
Jan 15 21:01:16.442538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:01:16.450329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1817ebe7-0d75-4853-9bd4-8d93ce0979f8 admin admin] 10.222.0.46 "PUT /v2.0/routers/f3fb568f-94e2-42be-b910-010a2453e0c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4469099
Jan 15 21:01:16.453825 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Sync routers for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:01:16.457062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48102) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:16.473118 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:16.473680 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:16.620745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks [] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:16.629129 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:16.759474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks [] for router_gateway (f3fb568f-94e2-42be-b910-010a2453e0c0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:16.819300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:16.824775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:16.870765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Deleting port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:16.871101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:16.931325 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b72e0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T21:01:15Z', 'revision_number': 5, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port': {'id': '5cd49cbb-75fc-41b6-b9c3-f6412bf1378e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:47:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:58:49Z', 'updated_at': '2022-01-15T20:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:16.991781 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Checking router: f3fb568f-94e2-42be-b910-010a2453e0c0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:01:17.014367 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Routers {'f3fb568f-94e2-42be-b910-010a2453e0c0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:01:17.017459 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:00:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f3fb568f-94e2-42be-b910-010a2453e0c0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:17.082765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4410a5-bff4-4cb4-9ece-eac921af3cf2 req-fe090858-9202-4131-b4f7-e1c0c38aa90e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:17.092428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa4410a5-bff4-4cb4-9ece-eac921af3cf2 req-fe090858-9202-4131-b4f7-e1c0c38aa90e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.1300774
Jan 15 21:01:17.220639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] For port 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:17.220639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:17.227905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa4410a5-bff4-4cb4-9ece-eac921af3cf2 req-54d1c17d-af33-451b-81e4-e2a1d89fcebd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1345720
Jan 15 21:01:17.232067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:17.232564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:17.246524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Calling delete_port for 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:17.393093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:17.426004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '4949ae19-44ff-4865-9776-96c470821b54', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'port_id': '4949ae19-44ff-4865-9776-96c470821b54', 'mac_address': 'fa:16:3e:58:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6ce766-353f-4888-96f6-d764fc2bfa30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:17.439111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:17.441605 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ee09b-607b-43ed-b127-f923d28c15e8" -d '{"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:17.478901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:17.496575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:17.524237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:17.524991 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:17.543854 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] Set router f3fb568f-94e2-42be-b910-010a2453e0c0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:01:17.572559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:17.585039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ba9f4f6-5242-459e-89d6-4b02ee3c1bd8 req-49549b55-8c64-4250-b643-63ac7ebe61b8 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0540569
Jan 15 21:01:17.599823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfee153-b4ae-4b62-bc56-c36623dba19e req-4eb39fb6-4e2e-499d-a2ee-240d1a8f81ab tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:17.616883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecfee153-b4ae-4b62-bc56-c36623dba19e req-4eb39fb6-4e2e-499d-a2ee-240d1a8f81ab tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.2307980
Jan 15 21:01:17.638707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:01:17.639089 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:01:17.640065 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b72e0>, [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T21:01:16Z', 'revision_number': 6, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:17.653796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:17.674885 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e8802-21ff-41e9-8664-c33a39359c1e None None] The sync data for ids ['f3fb568f-94e2-42be-b910-010a2453e0c0'] in ncdv-master-1 is: [{'id': 'f3fb568f-94e2-42be-b910-010a2453e0c0', 'name': 'tempest-ServersTestJSON-1395559401-router', 'tenant_id': 'f16b035e629e4eb89850c2871a128781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:58:48Z', 'updated_at': '2022-01-15T21:01:16Z', 'revision_number': 6, 'project_id': 'f16b035e629e4eb89850c2871a128781', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:01:17.685597 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a31b4-1c7a-419f-9fd9-7cb4eeafd480 x-openstack-request-id: req-f26a31b4-1c7a-419f-9fd9-7cb4eeafd480 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:17.686236 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-unplugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:17.686653 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f26a31b4-1c7a-419f-9fd9-7cb4eeafd480 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:17.687600 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54', 'code': 200}
Jan 15 21:01:17.709430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecfee153-b4ae-4b62-bc56-c36623dba19e req-cb8ca4a3-f128-4379-907d-ad145ec38627 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861616
Jan 15 21:01:17.795193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5cd49cbb-75fc-41b6-b9c3-f6412bf1378e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:17.835091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd49cbb-75fc-41b6-b9c3-f6412bf1378e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:17.977562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6c108f28-63b2-417a-aa9e-e2d2a2d16b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.085365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06cd1359-a75e-404f-9538-bfff3439cc7e req-e1699eb4-a315-41b3-b97a-93901878d0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fdff116c9f44e98b33c9f9346be1af3&device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.1024678
Jan 15 21:01:18.155894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06cd1359-a75e-404f-9538-bfff3439cc7e req-289a7bbf-899f-478a-9ede-9f882d5a1055 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8fdff116c9f44e98b33c9f9346be1af3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0587723
Jan 15 21:01:18.282901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (f3fb568f-94e2-42be-b910-010a2453e0c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.306010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:18.306682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.326554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:18.352560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:18.364132 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.373470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1359-a75e-404f-9538-bfff3439cc7e req-2157d2a9-a241-4269-a35e-9c500ccc5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:18.376969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06cd1359-a75e-404f-9538-bfff3439cc7e req-2157d2a9-a241-4269-a35e-9c500ccc5f72 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2191186
Jan 15 21:01:18.436381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:18.456746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a54e3c30-def4-4407-9b69-ce44d38f89e2 req-d1747345-eba6-43b7-89d3-96b9046c3fb7 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.1287990
Jan 15 21:01:18.461652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.463930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks [] for router_controller (f3fb568f-94e2-42be-b910-010a2453e0c0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.557752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (f3fb568f-94e2-42be-b910-010a2453e0c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.558294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3fb568f-94e2-42be-b910-010a2453e0c0 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:01:18.585219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.586379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-081404b1-6ee1-4cb2-bf79-9a76da20911a admin admin] 10.222.0.46 "DELETE /v2.0/routers/f3fb568f-94e2-42be-b910-010a2453e0c0 HTTP/1.1" status: 204  len: 168 time: 2.1222541
Jan 15 21:01:18.589070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48136) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:18.632684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b53a9-10ad-4714-ad36-9fa4dabe3336 req-05b8a6f0-da01-41dd-9318-1d54ed23899f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:18.638692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e59b53a9-10ad-4714-ad36-9fa4dabe3336 req-05b8a6f0-da01-41dd-9318-1d54ed23899f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0966158
Jan 15 21:01:18.650177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Deleting subnet cb619c47-9690-4d6d-8893-caf3e4489c9d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:01:18.654186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Publish callbacks [] for subnet (cb619c47-9690-4d6d-8893-caf3e4489c9d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.700876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4949ae19-44ff-4865-9776-96c470821b54'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:18.701846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e59b53a9-10ad-4714-ad36-9fa4dabe3336 req-b006efc0-f5ee-4d13-833a-7cd05269e30e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561810
Jan 15 21:01:18.709800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cb619c47-9690-4d6d-8893-caf3e4489c9d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.860390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cb619c47-9690-4d6d-8893-caf3e4489c9d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.871153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad16a6-aea4-4d89-b839-ead34149e6cd req-62f39c51-f2cb-4ea0-b16e-b99a11248588 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:18.881271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-edad16a6-aea4-4d89-b839-ead34149e6cd req-62f39c51-f2cb-4ea0-b16e-b99a11248588 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 944 time: 0.0788665
Jan 15 21:01:18.944648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-edad16a6-aea4-4d89-b839-ead34149e6cd req-7c8f3dec-b7dc-4ce2-904d-75b9667a5e3a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622172
Jan 15 21:01:18.946142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cb619c47-9690-4d6d-8893-caf3e4489c9d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.965360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:18.968628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cb619c47-9690-4d6d-8893-caf3e4489c9d HTTP/1.1" status: 204  len: 168 time: 0.3780372
Jan 15 21:01:18.981858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48140) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:18.990301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8177b2f-3ae6-4789-81f5-350b58aa8713 None None] Network 4bfa39ea-0964-46f2-af6c-3e9216614c72 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:19.047132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b466c-8b80-4934-adf5-edea80d76ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb619c47-9690-4d6d-8893-caf3e4489c9d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:19.183487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:19.196526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4bfa39ea-0964-46f2-af6c-3e9216614c72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.216461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:19.217209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2c288f9f-d0e1-4980-8ee9-06f251e34fe3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:19.217839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:19.251877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:19.252573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5cd49cbb-75fc-41b6-b9c3-f6412bf1378e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:19.256995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Deleting port f9fefcff-18f2-415d-8589-9c13413b0aa6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:19.257483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.355962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] For port f9fefcff-18f2-415d-8589-9c13413b0aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fefcff-18f2-415d-8589-9c13413b0aa6,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:19.356610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.384121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Calling delete_port for f9fefcff-18f2-415d-8589-9c13413b0aa6 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:19.428275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] DHCP port deletion for 4bfa39ea-0964-46f2-af6c-3e9216614c72 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:01:19.510211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Deleting port f9fefcff-18f2-415d-8589-9c13413b0aa6 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:19.511427 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.544546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.584596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fefcff-18f2-415d-8589-9c13413b0aa6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:19.590461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] No DVR routers for this DVR port f9fefcff-18f2-415d-8589-9c13413b0aa6 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:19.752044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11a5e927-72c2-4ed9-9f95-fca6d634697f req-cf813ba3-ccf5-4df2-bc14-13d12676d9c2 tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0949481
Jan 15 21:01:19.766516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06cd1359-a75e-404f-9538-bfff3439cc7e req-0e9aeaa1-1b32-43d9-958a-2e9147ad5aee tempest-ServerShowV254Test-962186330 tempest-ServerShowV254Test-962186330-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe691c6c-ffa5-464a-803d-75eb61fd8268 HTTP/1.1" status: 200  len: 210 time: 0.0502036
Jan 15 21:01:19.769483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4bfa39ea-0964-46f2-af6c-3e9216614c72), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.795536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79b4c160>,) {'filters': {'network_id': ['4bfa39ea-0964-46f2-af6c-3e9216614c72']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:19.798111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] For port f9fefcff-18f2-415d-8589-9c13413b0aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9fefcff-18f2-415d-8589-9c13413b0aa6,segment=NetworkSegment(a8b36584-ae2d-4a9f-a1ae-6978776f038e),segment_id=a8b36584-ae2d-4a9f-a1ae-6978776f038e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:19.798512 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.807715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b4c160>, 'a8b36584-ae2d-4a9f-a1ae-6978776f038e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:19.808221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b4c160>, 'a8b36584-ae2d-4a9f-a1ae-6978776f038e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:19.812062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Calling delete_port for f9fefcff-18f2-415d-8589-9c13413b0aa6 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:19.820541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (a8b36584-ae2d-4a9f-a1ae-6978776f038e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.836576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a8b36584-ae2d-4a9f-a1ae-6978776f038e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.847566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:01:19.848368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (a8b36584-ae2d-4a9f-a1ae-6978776f038e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:01:19.850683 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:01:19.853115 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:01:19.856681 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:01:19.856681 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:01:19.856681 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   from cryptography.utils import int_from_bytes
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   from cryptography.utils import int_from_bytes
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.904431 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:01:19.907945 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:01:19.915682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (f9fefcff-18f2-415d-8589-9c13413b0aa6), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:19.943322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] Pushing event deleted for resources: {'Port': ['ID=f9fefcff-18f2-415d-8589-9c13413b0aa6,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:19.962366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea6216-1c6c-418e-be91-688ce78abf4e None None] No DVR routers for this DVR port f9fefcff-18f2-415d-8589-9c13413b0aa6 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:19.992684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4bfa39ea-0964-46f2-af6c-3e9216614c72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.004167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.010636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4bfa39ea-0964-46f2-af6c-3e9216614c72 HTTP/1.1" status: 204  len: 168 time: 1.0262764
Jan 15 21:01:20.030920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033d37b-6785-469a-ae50-2b896edb75b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfa39ea-0964-46f2-af6c-3e9216614c72,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:20.053422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fbca6-c073-4a1d-a10e-99c5e6c7e16b req-d6ee5d46-2783-4282-8fa6-f5663301ce5f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:20.055113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b29fbca6-c073-4a1d-a10e-99c5e6c7e16b req-d6ee5d46-2783-4282-8fa6-f5663301ce5f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.1859848
Jan 15 21:01:20.134564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fa086472-2c28-40f6-adce-8e14bcc38aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.177026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003641d8-9e63-4b18-94b6-939e0d2e60f6 req-a5eab2c8-0107-4532-926c-f43aca85493b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:20.178915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-003641d8-9e63-4b18-94b6-939e0d2e60f6 req-a5eab2c8-0107-4532-926c-f43aca85493b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 944 time: 0.1170177
Jan 15 21:01:20.192255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b29fbca6-c073-4a1d-a10e-99c5e6c7e16b req-4f7c0073-3a75-415a-bf8d-b239d3eadd5f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210651
Jan 15 21:01:20.195612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:20.284803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-054981b1-8722-48ee-b0b4-e6d72595e05e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f16b035e629e4eb89850c2871a128781&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0879860
Jan 15 21:01:20.286325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48166) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:20.292442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-003641d8-9e63-4b18-94b6-939e0d2e60f6 req-83a938f1-2fa1-4b3c-8453-8fbd3d09c5d7 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927870
Jan 15 21:01:20.365164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] Publish callbacks [] for security_group (8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.392345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] Publish callbacks [] for security_group (8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.453078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.456896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.458269 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222 HTTP/1.1" status: 204  len: 168 time: 0.1707392
Jan 15 21:01:20.466853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25128bc-034b-472c-8cf1-a7e97274d047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb5fb8c-4a9d-4fbb-8cd9-996a00db3222,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:20.822426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:20.882419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 4949ae19-44ff-4865-9776-96c470821b54 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:20.883263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4949ae19-44ff-4865-9776-96c470821b54), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.973871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4949ae19-44ff-4865-9776-96c470821b54 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:20.974266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:20.999994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:21.002282 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d356934c-2848-4bb4-839c-1db9692a73e2" -d '{"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-plugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:21.016541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:21.024919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.044616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:21.090410 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8115b1-f30b-4d0f-8eeb-bcc728eb2834 x-openstack-request-id: req-ed8115b1-f30b-4d0f-8eeb-bcc728eb2834 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:21.090705 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-plugged", "status": "completed", "tag": "4949ae19-44ff-4865-9776-96c470821b54", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:21.090960 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed8115b1-f30b-4d0f-8eeb-bcc728eb2834 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:21.091352 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4949ae19-44ff-4865-9776-96c470821b54', 'code': 200}
Jan 15 21:01:21.092659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:21.136546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f9fefcff-18f2-415d-8589-9c13413b0aa6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:21.173910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f9fefcff-18f2-415d-8589-9c13413b0aa6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:21.174463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f9fefcff-18f2-415d-8589-9c13413b0aa6 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:21.219984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f146080-9b13-46f4-9d2c-13f78b6fbf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.419856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f146080-9b13-46f4-9d2c-13f78b6fbf6a admin admin] Publish callbacks [] for security_group (4b70351f-8cbf-4f13-a1e7-f40736a666ad), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.424878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f146080-9b13-46f4-9d2c-13f78b6fbf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b70351f-8cbf-4f13-a1e7-f40736a666ad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.434287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c260593-151f-4e82-b98a-6d13e4324c92 req-c80f15fb-fa9b-4b6f-a935-2a3e50cb064d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:21.442354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c260593-151f-4e82-b98a-6d13e4324c92 req-c80f15fb-fa9b-4b6f-a935-2a3e50cb064d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.1465302
Jan 15 21:01:21.479248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42d29-8de2-4890-8c79-5a0d17b2ae26 req-aa0dffd8-7f00-4064-b3cc-8a3753c9cb23 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:21.480328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009095b-888e-4906-bfcf-da710a348798 req-5b185cb3-0354-4887-a02e-f95f65aaa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:21.481324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b42d29-8de2-4890-8c79-5a0d17b2ae26 req-aa0dffd8-7f00-4064-b3cc-8a3753c9cb23 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.0970492
Jan 15 21:01:21.487176 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2009095b-888e-4906-bfcf-da710a348798 req-5b185cb3-0354-4887-a02e-f95f65aaa7f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 1096 time: 0.1447382
Jan 15 21:01:21.490715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f146080-9b13-46f4-9d2c-13f78b6fbf6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fdff116c9f44e98b33c9f9346be1af3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4450006
Jan 15 21:01:21.496264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:21.511026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f146080-9b13-46f4-9d2c-13f78b6fbf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70351f-8cbf-4f13-a1e7-f40736a666ad,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:21.513749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:21.547909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2009095b-888e-4906-bfcf-da710a348798 req-e4d1499b-ead7-4e81-b7f4-912f6efb7930 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541406
Jan 15 21:01:21.585183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c260593-151f-4e82-b98a-6d13e4324c92 req-fa1b7a79-2996-45b5-acd3-0df06aae4c62 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412807
Jan 15 21:01:21.632874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] Publish callbacks [] for security_group (4b70351f-8cbf-4f13-a1e7-f40736a666ad), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.641311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1194509398-network', 'tenant_id': '06185565206e41dca051d568bd18a082'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:21.665537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] Publish callbacks [] for security_group (4b70351f-8cbf-4f13-a1e7-f40736a666ad), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.690926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Made reservation on behalf of 06185565206e41dca051d568bd18a082 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:21.694438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.705194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b42d29-8de2-4890-8c79-5a0d17b2ae26 req-bac33977-0ae2-4da9-8937-0d21de950c88 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104814
Jan 15 21:01:21.715447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.768094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b70351f-8cbf-4f13-a1e7-f40736a666ad), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.772114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.774295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b70351f-8cbf-4f13-a1e7-f40736a666ad HTTP/1.1" status: 204  len: 168 time: 0.2728627
Jan 15 21:01:21.803761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1477c7-0d7e-48bd-9a20-1652aaf6c0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70351f-8cbf-4f13-a1e7-f40736a666ad,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:21.806664 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.889153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks [] for security_group (4a641234-be9f-437a-b261-dc9da36c0982), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.896408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4a641234-be9f-437a-b261-dc9da36c0982), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.931941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:01:21.944989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a641234-be9f-437a-b261-dc9da36c0982,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:21.950636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c47e2943-fadc-42c9-b7b5-07d00f980832), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:21.950875 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Added segment c47e2943-fadc-42c9-b7b5-07d00f980832 of type vlan for network 78376d3d-5a87-4378-89ee-63df1f0dfd23
Jan 15 21:01:22.002355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (78376d3d-5a87-4378-89ee-63df1f0dfd23), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.030185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (78376d3d-5a87-4378-89ee-63df1f0dfd23), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.031211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:22.031939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.094785 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.5772479
Jan 15 21:01:22.095485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48282) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:22.100302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5f419-d977-47e3-8760-acdc60f8517a admin admin] Pushing event updated for resources: {'Network': ['ID=78376d3d-5a87-4378-89ee-63df1f0dfd23,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:22.103273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Request body: {'subnet': {'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1194509398-subnet', 'tenant_id': '06185565206e41dca051d568bd18a082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:22.115787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 78376d3d-5a87-4378-89ee-63df1f0dfd23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:01:22.160297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Made reservation on behalf of 06185565206e41dca051d568bd18a082 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:22.163453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.342242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (cfefcfa0-8843-49cd-be2e-81c808b38821), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.399489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfefcfa0-8843-49cd-be2e-81c808b38821,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:22.408077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Checking segment: {'id': 'c47e2943-fadc-42c9-b7b5-07d00f980832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:22.408439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Network hostable DHCP agents. Network: 78376d3d-5a87-4378-89ee-63df1f0dfd23, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:01:22.427126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Network 78376d3d-5a87-4378-89ee-63df1f0dfd23 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:01:22.436108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78376d3d-5a87-4378-89ee-63df1f0dfd23) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:22.440689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:22.441409 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.446754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550885b-fe76-47b9-844c-c59736fa9647 None None] Network 78376d3d-5a87-4378-89ee-63df1f0dfd23 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:22.465208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6fb9f4ef-a06f-41b7-b2e9-56ed0f619313 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.3687968
Jan 15 21:01:22.558668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90c348-1d15-485a-87a2-ac95ff1d200f None None] Network 78376d3d-5a87-4378-89ee-63df1f0dfd23 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:22.580416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48300) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:22.734349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-746627229-network', 'tenant_id': '29302ed646774bf796269b0cc3c0eddd'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:22.762368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Made reservation on behalf of 29302ed646774bf796269b0cc3c0eddd for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:22.768998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.780715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:22.958517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8fa08-70ed-49e2-94f1-56e41fbbb656 req-c749bccb-c002-44a5-8f3d-06072fd14fbb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:22.959907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ff8fa08-70ed-49e2-94f1-56e41fbbb656 req-c749bccb-c002-44a5-8f3d-06072fd14fbb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.1313214
Jan 15 21:01:23.006022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks [] for security_group (a7522228-2ad7-4f12-96b8-7356c4cf4113), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.019713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7522228-2ad7-4f12-96b8-7356c4cf4113), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.062858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:01:23.070885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ff8fa08-70ed-49e2-94f1-56e41fbbb656 req-38e36dc6-7d2d-4ef0-9a02-9c2a9ef40392 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040826
Jan 15 21:01:23.100882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-be20a535-80d0-44ab-9f0d-cf2ccde33e5f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:23.102697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-be20a535-80d0-44ab-9f0d-cf2ccde33e5f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/networks?id=78376d3d-5a87-4378-89ee-63df1f0dfd23 HTTP/1.1" status: 200  len: 822 time: 0.2120085
Jan 15 21:01:23.105221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7522228-2ad7-4f12-96b8-7356c4cf4113,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:23.109819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.110164 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Added segment ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf of type vlan for network 336af374-222c-4eac-ae17-c9dcc2a11829
Jan 15 21:01:23.158473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-bd7c101f-01f6-4938-842a-78e3d07c629b tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/quotas/06185565206e41dca051d568bd18a082 HTTP/1.1" status: 200  len: 375 time: 0.0388193
Jan 15 21:01:23.194383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (336af374-222c-4eac-ae17-c9dcc2a11829), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.204912 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.223062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-aedaa3a5-d513-48fa-9481-5dae9e75bbfe tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06185565206e41dca051d568bd18a082&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422482
Jan 15 21:01:23.263456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024c0f1-5372-4265-a67a-eb29d3d67816 req-3f037b3e-4794-41bb-9507-c5da6cbd23f8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:23.265038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9024c0f1-5372-4265-a67a-eb29d3d67816 req-3f037b3e-4794-41bb-9507-c5da6cbd23f8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1177521
Jan 15 21:01:23.271666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (336af374-222c-4eac-ae17-c9dcc2a11829), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.272998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:23.273631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:23.360652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7774737
Jan 15 21:01:23.417530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1854be4-9781-40ea-befe-fd28d5baf1ff admin admin] Pushing event updated for resources: {'Network': ['ID=336af374-222c-4eac-ae17-c9dcc2a11829,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:23.429970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 336af374-222c-4eac-ae17-c9dcc2a11829 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:01:23.456489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9024c0f1-5372-4265-a67a-eb29d3d67816 req-e1e72c07-2670-433f-be5d-db33bbfe94a1 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788254
Jan 15 21:01:23.508248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-6ab804aa-10d2-435a-aa4e-13c63722df44 service neutron] 10.222.0.46 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766037
Jan 15 21:01:23.631391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-c2434063-f027-44dd-ae3c-e75d15b6044b service neutron] 10.222.0.46 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168568
Jan 15 21:01:23.841177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cad780-19eb-45cf-9371-7cc7cad9bd8d req-bcb48d8e-7d71-4957-b661-f3a845fba538 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:23.848882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34cad780-19eb-45cf-9371-7cc7cad9bd8d req-bcb48d8e-7d71-4957-b661-f3a845fba538 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1020370
Jan 15 21:01:24.034168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34cad780-19eb-45cf-9371-7cc7cad9bd8d req-ee17bc3a-4437-4015-977e-a084710b22a5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841717
Jan 15 21:01:24.086225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d589d8-8408-4a3d-9c5b-6d663a6ef02f req-c88666c3-7192-44a6-8092-89e07a41e31d tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.094999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d589d8-8408-4a3d-9c5b-6d663a6ef02f req-c88666c3-7192-44a6-8092-89e07a41e31d tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.101900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d589d8-8408-4a3d-9c5b-6d663a6ef02f req-c88666c3-7192-44a6-8092-89e07a41e31d tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.103538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5d589d8-8408-4a3d-9c5b-6d663a6ef02f req-c88666c3-7192-44a6-8092-89e07a41e31d tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.2526083
Jan 15 21:01:24.136363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f3b2268-1040-4f0b-9744-07e7b253cf23 req-b33e3cf8-d5cf-4bbc-be40-1d04e45cad8f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 210 time: 0.0315528
Jan 15 21:01:24.217938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.401584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7b19b-81bc-4168-b08a-ab2ed926f545 req-f4d4b72b-134a-4dd1-9335-fffc4c1014eb tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.403291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8aa7b19b-81bc-4168-b08a-ab2ed926f545 req-f4d4b72b-134a-4dd1-9335-fffc4c1014eb tempest-ComputeTenantNetworksTest-1081836694 tempest-ComputeTenantNetworksTest-1081836694-project] 10.222.0.46 "GET /v2.0/networks/336af374-222c-4eac-ae17-c9dcc2a11829 HTTP/1.1" status: 200  len: 768 time: 0.1702125
Jan 15 21:01:24.413012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48442) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:24.490937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69f0db-7bb7-4822-ac93-2bddbaab645d req-bb3737a4-8798-4fcd-a4d7-cd0db69eaa42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.493326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee69f0db-7bb7-4822-ac93-2bddbaab645d req-bb3737a4-8798-4fcd-a4d7-cd0db69eaa42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 947 time: 0.0719626
Jan 15 21:01:24.501857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (336af374-222c-4eac-ae17-c9dcc2a11829), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.568940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee69f0db-7bb7-4822-ac93-2bddbaab645d req-c3189505-11f5-44bb-90fe-ea656f1d26b0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628972
Jan 15 21:01:24.615970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (336af374-222c-4eac-ae17-c9dcc2a11829), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.642447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8ac310>,) {'filters': {'network_id': ['336af374-222c-4eac-ae17-c9dcc2a11829']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:24.658389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8ac310>, 'ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:24.658705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8ac310>, 'ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:24.672917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.691254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.697384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-c38e9af5-22c7-4f1d-b9e1-b58702d68274 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.699152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-c38e9af5-22c7-4f1d-b9e1-b58702d68274 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 0.1288242
Jan 15 21:01:24.699480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:01:24.699935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (ef8776c0-3ce1-4fe6-b1e6-adac43e5a6bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:01:24.701798 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:01:24.725787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-a6fae083-4a90-41a2-bc7e-56e2dca2e45b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/quotas/6a75218d537c4d63874297261bec70ad HTTP/1.1" status: 200  len: 375 time: 0.0110788
Jan 15 21:01:24.780100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (336af374-222c-4eac-ae17-c9dcc2a11829), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.786213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-ab1f9f7d-cd85-4f93-8c64-8fe97a8f8444 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0543270
Jan 15 21:01:24.792122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:24.799046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] 10.222.0.46 "DELETE /v2.0/networks/336af374-222c-4eac-ae17-c9dcc2a11829 HTTP/1.1" status: 204  len: 168 time: 0.3815792
Jan 15 21:01:24.821608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e2d2-b96a-4f44-8157-2bb7dd839423 admin admin] Pushing event deleted for resources: {'Network': ['ID=336af374-222c-4eac-ae17-c9dcc2a11829,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:24.848787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:24.927606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-2452014c-8731-4413-aee8-99506782be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:24.930312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-2452014c-8731-4413-aee8-99506782be25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1098 time: 0.0928543
Jan 15 21:01:24.961145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-967c1e57-8469-4234-aee8-265555cdb5c3 service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546977
Jan 15 21:01:24.994763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:24.995557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.026718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48466) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:25.035782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:25.040949 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c9d0fd-531e-409d-915b-126f4f23df5d" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:25.084104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:25.091818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.100978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-0fae6da5-5367-4445-a917-9b053df9964c service neutron] 10.222.0.46 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309042
Jan 15 21:01:25.153031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=14']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:25.175761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-29cfaaa5-1ec7-4c8d-8caf-5d1fca2322bc tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:25.177649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-29cfaaa5-1ec7-4c8d-8caf-5d1fca2322bc tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.45 "GET /v2.0/networks?id=78376d3d-5a87-4378-89ee-63df1f0dfd23 HTTP/1.1" status: 200  len: 822 time: 0.1522295
Jan 15 21:01:25.200623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Request body: {'port': {'device_id': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23', 'admin_state_up': True, 'tenant_id': '06185565206e41dca051d568bd18a082'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:25.233174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0211-767b-4c9c-aef1-a387ddb4070e req-f7c9ccd9-c63a-4ce7-8484-81da64e86a21 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:25.235043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-477b0211-767b-4c9c-aef1-a387ddb4070e req-f7c9ccd9-c63a-4ce7-8484-81da64e86a21 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0641963
Jan 15 21:01:25.301479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-477b0211-767b-4c9c-aef1-a387ddb4070e req-13e51d09-0e2f-402a-92dd-105c7c6565b0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592782
Jan 15 21:01:25.310981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-87ae9bd5-ea94-4060-a174-2c561332dfd6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29302ed646774bf796269b0cc3c0eddd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2806072
Jan 15 21:01:25.311857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48476) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:25.324737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-352a2507-0713-4006-bb34-09c6956f32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:25.326544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-352a2507-0713-4006-bb34-09c6956f32ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.3893046
Jan 15 21:01:25.330197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8870bac3-39f8-4c76-ba7c-111ccc769bc1 x-openstack-request-id: req-8870bac3-39f8-4c76-ba7c-111ccc769bc1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:25.330922 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:25.331324 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8870bac3-39f8-4c76-ba7c-111ccc769bc1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:25.331845 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'code': 200}
Jan 15 21:01:25.425139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-ace24872-0951-4ae3-996f-2fac20075213 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.0813477
Jan 15 21:01:25.458507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a083c0a-1752-4e5d-bce0-25ee0c4b2686 req-50301504-54fb-4dc9-816a-91b7bb8fd5f1 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 210 time: 0.0473483
Jan 15 21:01:25.478319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] Publish callbacks [] for security_group (a7522228-2ad7-4f12-96b8-7356c4cf4113), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.488755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-79c97b70-efaf-4015-aa48-654bf37809c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:25.490238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-79c97b70-efaf-4015-aa48-654bf37809c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0561476
Jan 15 21:01:25.509167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Made reservation on behalf of 06185565206e41dca051d568bd18a082 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:25.513002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.529945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd4e8ef4-f9c5-48a0-83a7-7105c30aa613 req-cca50459-8562-462c-9d8c-076ae0761b2d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 210 time: 0.0442595
Jan 15 21:01:25.546637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] Publish callbacks [] for security_group (a7522228-2ad7-4f12-96b8-7356c4cf4113), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.610916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7522228-2ad7-4f12-96b8-7356c4cf4113), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.614070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-585c6b90-bf49-4544-843d-b84481ed2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:25.614737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:25.615571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-585c6b90-bf49-4544-843d-b84481ed2b89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1154869
Jan 15 21:01:25.625093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7522228-2ad7-4f12-96b8-7356c4cf4113 HTTP/1.1" status: 204  len: 168 time: 0.3059061
Jan 15 21:01:25.639534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd170d-0cae-4f33-88d8-04d57559fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7522228-2ad7-4f12-96b8-7356c4cf4113,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:25.804305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Allocated IP 172.20.0.7 (78376d3d-5a87-4378-89ee-63df1f0dfd23/cfefcfa0-8843-49cd-be2e-81c808b38821/9fa19225-1fe7-4da0-8e05-a2d51660efa1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:01:25.822771 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:01:25.824141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-e5e7531b-4d06-43ca-97dc-de882c8532fe service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015181
Jan 15 21:01:26.050007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4da1a08d-4463-4436-8f6b-dfa28584710c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:26.051917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4da1a08d-4463-4436-8f6b-dfa28584710c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d836f07-866f-4e13-94ff-c4fe850e58d3 HTTP/1.1" status: 200  len: 945 time: 0.1958771
Jan 15 21:01:26.058192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4da84a07-bbb3-498e-87ab-e89ae23b8df3 req-890f5752-2236-48c2-bdc7-3bfd65fc5c04 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267272
Jan 15 21:01:26.168517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks [] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.219849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Deleting port 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:26.220189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4949ae19-44ff-4865-9776-96c470821b54), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.225440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.323325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Network 78376d3d-5a87-4378-89ee-63df1f0dfd23 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:01:26.333476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:26.347020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:01:26.359173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Pushing event updated for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:26.416629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] For port 4949ae19-44ff-4865-9776-96c470821b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4949ae19-44ff-4865-9776-96c470821b54,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:26.417069 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4949ae19-44ff-4865-9776-96c470821b54), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.460934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:26.460934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.460934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Calling delete_port for 4949ae19-44ff-4865-9776-96c470821b54 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:26.521992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdab7b-1e3d-4844-bfe7-d129d82d5207 req-f00ed304-410b-4864-aaab-565171d69b88 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:26.525834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-b691119a-5779-4c7b-b078-57a7a65cd24c tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3351390
Jan 15 21:01:26.545697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03fdab7b-1e3d-4844-bfe7-d129d82d5207 req-f00ed304-410b-4864-aaab-565171d69b88 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1127748
Jan 15 21:01:26.565874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Request body: {'port': {'device_id': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:26.630575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03fdab7b-1e3d-4844-bfe7-d129d82d5207 req-41f3ff2c-ff3a-413f-b007-e9d22e972f5e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829678
Jan 15 21:01:26.723286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff6428-3cd6-4d9b-a1d1-8071813443c6 req-ba61a802-13b2-46ba-ac31-ad6ddad70bfe tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:26.725187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5ff6428-3cd6-4d9b-a1d1-8071813443c6 req-ba61a802-13b2-46ba-ac31-ad6ddad70bfe tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 931 time: 0.0752299
Jan 15 21:01:26.770618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:26.780714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15eeb314-4d79-45f6-8442-5e7147ca4e85 req-c4c3fff0-5d85-467d-96a7-c9a20467ce8c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 210 time: 0.0370209
Jan 15 21:01:26.794482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-401dd7bd-e80e-462d-89d5-b4ce7c3c9808 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:26.795967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-401dd7bd-e80e-462d-89d5-b4ce7c3c9808 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.45 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 815 time: 0.3646123
Jan 15 21:01:26.812616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5ff6428-3cd6-4d9b-a1d1-8071813443c6 req-954fbb48-3c01-4c56-a67a-14e15e7e985f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782495
Jan 15 21:01:26.832969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Request body: {'port': {'device_id': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'admin_state_up': True, 'tenant_id': '6a75218d537c4d63874297261bec70ad'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:26.999835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4949ae19-44ff-4865-9776-96c470821b54), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:27.069120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event deleted for resources: {'Port': ['ID=4949ae19-44ff-4865-9776-96c470821b54,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:27.165314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] No DVR routers for this DVR port 4949ae19-44ff-4865-9776-96c470821b54 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:27.168491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:27.172502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-856859be-8fa8-4f3b-b823-2ccdcd6cc17c req-4b8ecf90-59ff-4630-8ec7-299c7483bfaf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.39 "DELETE /v2.0/ports/4949ae19-44ff-4865-9776-96c470821b54 HTTP/1.1" status: 204  len: 173 time: 1.1109538
Jan 15 21:01:27.176460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-deleted', 'tag': '4949ae19-44ff-4865-9776-96c470821b54'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:27.179212 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14027c9-bc05-4080-a39a-2eb6ebaabfde" -d '{"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-deleted", "tag": "4949ae19-44ff-4865-9776-96c470821b54"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:27.244821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Made reservation on behalf of 6a75218d537c4d63874297261bec70ad for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:27.248784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:27.356604 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8482953d-b2f3-463c-bb37-ba0225cad129 x-openstack-request-id: req-8482953d-b2f3-463c-bb37-ba0225cad129 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:27.356917 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d836f07-866f-4e13-94ff-c4fe850e58d3", "name": "network-vif-deleted", "tag": "4949ae19-44ff-4865-9776-96c470821b54", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:27.357265 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8482953d-b2f3-463c-bb37-ba0225cad129 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:27.357722 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d836f07-866f-4e13-94ff-c4fe850e58d3', 'name': 'network-vif-deleted', 'tag': '4949ae19-44ff-4865-9776-96c470821b54', 'status': 'completed', 'code': 200}
Jan 15 21:01:27.420374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa19225-1fe7-4da0-8e05-a2d51660efa1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:27.449733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks [] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:27.474783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Transition to ACTIVE for port object 9fa19225-1fe7-4da0-8e05-a2d51660efa1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:01:27.488667 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:27.500460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Allocated IP 172.20.0.7 (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb/9f6ce766-353f-4888-96f6-d764fc2bfa30/f665537c-6da1-4935-8603-6f099be4c06c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:01:27.911812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7344fd-6382-4d16-9bcb-d5f3adea0727 req-7429a81e-4335-4bfd-bb16-ea71a155a573 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:27.913845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f7344fd-6382-4d16-9bcb-d5f3adea0727 req-7429a81e-4335-4bfd-bb16-ea71a155a573 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1358116
Jan 15 21:01:27.960590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:27.976741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d55aafb-2b04-4e3e-8b40-c02f87f5965d req-aed387fe-329d-40c9-ae25-1f61b27bc9b9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 210 time: 0.0360978
Jan 15 21:01:28.023418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f7344fd-6382-4d16-9bcb-d5f3adea0727 req-f334cae5-1a3d-4e27-8282-4c730c9c905c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996606
Jan 15 21:01:28.103018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Attempting to bind port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:01:28.103363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Attempting to bind port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c47e2943-fadc-42c9-b7b5-07d00f980832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:01:28.103716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Attempting to bind port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 on network 78376d3d-5a87-4378-89ee-63df1f0dfd23 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:28.111189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 on network 78376d3d-5a87-4378-89ee-63df1f0dfd23 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:01:28.111527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Attempting to bind port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 on network 78376d3d-5a87-4378-89ee-63df1f0dfd23 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:28.126751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:01:28.127124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Checking segment: {'id': 'c47e2943-fadc-42c9-b7b5-07d00f980832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:28.128158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Bound using segment: {'id': 'c47e2943-fadc-42c9-b7b5-07d00f980832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:01:28.128581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Bound port: 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47e2943-fadc-42c9-b7b5-07d00f980832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:01:28.128959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.157721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks [] for port (f665537c-6da1-4935-8603-6f099be4c06c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.206539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c453d86-9cfc-4181-884c-e32e842b0669 req-a687a705-2b41-4ede-8388-0546009b8930 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.208931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c453d86-9cfc-4181-884c-e32e842b0669 req-a687a705-2b41-4ede-8388-0546009b8930 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 943 time: 0.0771489
Jan 15 21:01:28.236739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:01:28.241448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1,segment=NetworkSegment(c47e2943-fadc-42c9-b7b5-07d00f980832),segment_id=c47e2943-fadc-42c9-b7b5-07d00f980832)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:01:28.253251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.275898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.279583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c453d86-9cfc-4181-884c-e32e842b0669 req-7fbb4b5f-90d7-4c18-9149-a91ec05e6468 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595675
Jan 15 21:01:28.314042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.315454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.317217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] 10.222.0.45 "PUT /v2.0/ports/9fa19225-1fe7-4da0-8e05-a2d51660efa1 HTTP/1.1" status: 200  len: 1091 time: 1.7555547
Jan 15 21:01:28.349762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:01:28.351875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:28.356783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:01:28.427358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e373e-32a6-4262-a3e4-02650e351f0e service neutron] Pushing event updated for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:28.491206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.491907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.511031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-1b5f1952-bf00-454b-9bf5-08b6e2d696bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.512533 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-1b5f1952-bf00-454b-9bf5-08b6e2d696bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=06185565206e41dca051d568bd18a082&device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 1094 time: 0.1208723
Jan 15 21:01:28.519725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event updated for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:28.524587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6671b6-0988-4a70-8459-cac22a508406 req-7acff54a-286a-4ba1-a35e-34805d6b2190 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.534843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-99838866-30de-4f69-9a6b-8eab8ff8c302 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7243659
Jan 15 21:01:28.535689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f6671b6-0988-4a70-8459-cac22a508406 req-7acff54a-286a-4ba1-a35e-34805d6b2190 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0832870
Jan 15 21:01:28.571038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Request body: {'port': {'device_id': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:28.574683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-51348321-7fac-4f21-adc1-5f4b44aa700c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1 HTTP/1.1" status: 200  len: 217 time: 0.0519192
Jan 15 21:01:28.606675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f6671b6-0988-4a70-8459-cac22a508406 req-447b2c2b-bcc7-42cb-b644-67f2572466d2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700321
Jan 15 21:01:28.679552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f665537c-6da1-4935-8603-6f099be4c06c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:28.701535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-9756b810-3bb9-496d-97f8-cdaff2ac2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.703207 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-9756b810-3bb9-496d-97f8-cdaff2ac2537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfefcfa0-8843-49cd-be2e-81c808b38821 HTTP/1.1" status: 200  len: 862 time: 0.0863299
Jan 15 21:01:28.741136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2783bad-c956-4490-acb4-929b6b0c87c4 req-0a1feb4c-1142-48b9-8a47-85aa3a35608f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:28.743530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2783bad-c956-4490-acb4-929b6b0c87c4 req-0a1feb4c-1142-48b9-8a47-85aa3a35608f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0635254
Jan 15 21:01:28.755083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-e981af36-ba8e-43f2-960b-91f359bf8a59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78376d3d-5a87-4378-89ee-63df1f0dfd23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290101
Jan 15 21:01:28.806433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2783bad-c956-4490-acb4-929b6b0c87c4 req-6ce9d0de-f0a7-451d-8933-18283794a60d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560796
Jan 15 21:01:28.867148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:28.923821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 4949ae19-44ff-4865-9776-96c470821b54 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:28.927334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4949ae19-44ff-4865-9776-96c470821b54 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:28.991572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-1b399c0d-a5ea-4dd0-b843-c94a0736815f service neutron] 10.222.0.45 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287819
Jan 15 21:01:29.214328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-020df35b-b45b-4a8d-8ca8-06f2cb9b4700 req-5ed6c001-e48f-48d3-a4f5-c6d813283af2 service neutron] 10.222.0.45 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101696
Jan 15 21:01:29.235597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee52dce-d410-4715-826c-ee52dcfad6c0 req-1a77fe80-2c75-4245-b0aa-96807a7d57f5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:29.238804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cee52dce-d410-4715-826c-ee52dcfad6c0 req-1a77fe80-2c75-4245-b0aa-96807a7d57f5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 931 time: 0.0889294
Jan 15 21:01:29.312442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f665537c-6da1-4935-8603-6f099be4c06c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:29.329687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks [] for port (f665537c-6da1-4935-8603-6f099be4c06c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:29.353689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Transition to ACTIVE for port object f665537c-6da1-4935-8603-6f099be4c06c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:01:29.358706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:29.361631 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b23ca4-590c-462d-96ec-0455965adfff" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:29.370210 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:29.388488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cee52dce-d410-4715-826c-ee52dcfad6c0 req-36b04de7-9318-41e4-a47e-047c5e02bf84 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295433
Jan 15 21:01:29.433538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Pushing event updated for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:29.454136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-3260afa0-02b2-4df3-99d8-70fd5f3e97a2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:29.457456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-3260afa0-02b2-4df3-99d8-70fd5f3e97a2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2175031
Jan 15 21:01:29.485447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-a6afa27f-b9de-4fd9-8021-93d2c0c4f439 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/quotas/e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 375 time: 0.0233560
Jan 15 21:01:29.547393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Attempting to bind port f665537c-6da1-4935-8603-6f099be4c06c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:01:29.547866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Attempting to bind port f665537c-6da1-4935-8603-6f099be4c06c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:01:29.548186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Attempting to bind port f665537c-6da1-4935-8603-6f099be4c06c on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:29.561824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Port f665537c-6da1-4935-8603-6f099be4c06c on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:01:29.562315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Attempting to bind port f665537c-6da1-4935-8603-6f099be4c06c on network e20dc768-2ef4-41d4-9bd1-8c6a11def8cb {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:29.562606 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-669b7113-9730-461d-9db4-17df67c39b2c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0745623
Jan 15 21:01:29.573184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:01:29.573612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Checking segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:29.574075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Bound using segment: {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:01:29.574585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Bound port: f665537c-6da1-4935-8603-6f099be4c06c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:01:29.575065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f665537c-6da1-4935-8603-6f099be4c06c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:29.654636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:01:29.658508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f665537c-6da1-4935-8603-6f099be4c06c,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:01:29.666268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:29.688076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-74907365-875a-412d-9a5e-c5d2cca457f5 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246512
Jan 15 21:01:29.712734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:29.714304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:29.714930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] 10.222.0.45 "PUT /v2.0/ports/f665537c-6da1-4935-8603-6f099be4c06c HTTP/1.1" status: 200  len: 1091 time: 1.1488008
Jan 15 21:01:29.756889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67ded9-834a-40f8-995c-b0de93dbfc2d service neutron] Pushing event updated for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:29.814795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-ebf0597c-1ad2-4624-91dc-cc9ca56544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:29.816917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-ebf0597c-1ad2-4624-91dc-cc9ca56544e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 1094 time: 0.0521708
Jan 15 21:01:29.868402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-8fdc6abb-c7a5-4a4d-91fa-7ae44a25a3ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f665537c-6da1-4935-8603-6f099be4c06c HTTP/1.1" status: 200  len: 217 time: 0.0437801
Jan 15 21:01:29.925706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646182-126b-4e79-ba4d-981810c9474a req-6e4e174b-82d1-4598-94f0-7960dd6bdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:29.927210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-6e4e174b-82d1-4598-94f0-7960dd6bdbe0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.0532343
Jan 15 21:01:29.962828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-fc0d740c-e97a-4502-b822-2c0e919ed6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281160
Jan 15 21:01:30.065614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-2c3c2966-122a-49af-8c1a-98cbcdfa85c1 service neutron] 10.222.0.45 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939095
Jan 15 21:01:30.131291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c115d-14e8-4245-915c-76f4eddc9c7e req-abd1b763-79a6-46ab-a582-48a323450b2e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:30.132807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b5c115d-14e8-4245-915c-76f4eddc9c7e req-abd1b763-79a6-46ab-a582-48a323450b2e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 943 time: 0.3959172
Jan 15 21:01:30.141717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-1fe9c2f3-a985-4bbe-a6c6-e3aee06144bd service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4468169
Jan 15 21:01:30.163061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b646182-126b-4e79-ba4d-981810c9474a req-640ea9e9-e03e-4350-93d4-72a10322e538 service neutron] 10.222.0.45 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921419
Jan 15 21:01:30.190596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b5c115d-14e8-4245-915c-76f4eddc9c7e req-12c1614a-dce9-4fd5-9cd5-80e328f3842b tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471137
Jan 15 21:01:30.251415 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7026b4c8-bac0-4ad4-af50-22b92fef4e02 x-openstack-request-id: req-7026b4c8-bac0-4ad4-af50-22b92fef4e02 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:30.251974 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:30.252367 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7026b4c8-bac0-4ad4-af50-22b92fef4e02 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:30.255184 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1', 'status': 'completed', 'code': 200}
Jan 15 21:01:30.337778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b23ca4-590c-462d-96ec-0455965adfff req-66ec960b-5c90-4a14-b116-b72a32762dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:30.339308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-66ec960b-5c90-4a14-b116-b72a32762dd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=06185565206e41dca051d568bd18a082&device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 1094 time: 0.0636559
Jan 15 21:01:30.389663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63449960-e473-449d-8d4f-28c1592b5ef0 req-53efbd50-99d7-4dc8-b684-c924c71f6963 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 210 time: 0.0297835
Jan 15 21:01:30.451671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b23ca4-590c-462d-96ec-0455965adfff req-941f7954-af37-48a2-8618-e608e419bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:30.453432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-941f7954-af37-48a2-8618-e608e419bee4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78376d3d-5a87-4378-89ee-63df1f0dfd23 HTTP/1.1" status: 200  len: 923 time: 0.1071825
Jan 15 21:01:30.516874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-fdb062d6-abf8-4bba-9fc1-4db529ec453a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1 HTTP/1.1" status: 200  len: 217 time: 0.0524011
Jan 15 21:01:30.551538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a02eb0-79ae-4f3e-ba92-448e143d9b0d req-7590c32a-53ed-4c5c-bc12-4a3d05f0a4fa tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:30.553406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92a02eb0-79ae-4f3e-ba92-448e143d9b0d req-7590c32a-53ed-4c5c-bc12-4a3d05f0a4fa tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 943 time: 0.0696106
Jan 15 21:01:30.593993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b23ca4-590c-462d-96ec-0455965adfff req-420baa78-fd19-4978-8dfc-8371b8a518a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:30.597187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-420baa78-fd19-4978-8dfc-8371b8a518a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfefcfa0-8843-49cd-be2e-81c808b38821 HTTP/1.1" status: 200  len: 862 time: 0.0746987
Jan 15 21:01:30.613272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92a02eb0-79ae-4f3e-ba92-448e143d9b0d req-1f272adc-2cfe-45a8-a425-a1fd3f1bbf34 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531669
Jan 15 21:01:30.658471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-f8a28aa7-a2af-4e8f-8703-2027f3349096 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78376d3d-5a87-4378-89ee-63df1f0dfd23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557940
Jan 15 21:01:30.809416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-2ebad632-9d8a-4080-9dcc-5436f0832917 service neutron] 10.222.0.45 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442308
Jan 15 21:01:30.915592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-75b23ca4-590c-462d-96ec-0455965adfff req-9c58a93e-c6db-40da-981a-7380be9f64d4 service neutron] 10.222.0.45 "GET /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982828
Jan 15 21:01:31.347106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a63ad-abff-4a7f-9dbd-497fc9115e1d req-54ba2766-6e74-4045-8c8e-69f61e14a9f2 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:31.356866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b6a63ad-abff-4a7f-9dbd-497fc9115e1d req-54ba2766-6e74-4045-8c8e-69f61e14a9f2 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 943 time: 0.0695238
Jan 15 21:01:31.435151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b6a63ad-abff-4a7f-9dbd-497fc9115e1d req-d57b4d9f-acce-4fcd-b93a-8a429f124b18 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766070
Jan 15 21:01:31.534559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39c7b324-0e96-4acb-bce3-4dd23f6f959d req-52071567-7781-4536-8823-3171f3a67548 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 210 time: 0.0400531
Jan 15 21:01:31.665901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-2cc1c865-84ce-462e-af19-8ec22d09b545 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0902669
Jan 15 21:01:31.778280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-c12f2018-f526-48c3-ba57-2c9766916fa5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:31.779997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-c12f2018-f526-48c3-ba57-2c9766916fa5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.1670244
Jan 15 21:01:31.789260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-b97b2125-c84f-48fa-a444-05655fae8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:31.790889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-b97b2125-c84f-48fa-a444-05655fae8f9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1096 time: 0.0880687
Jan 15 21:01:31.796632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'device_id': '11cbafd5-4836-48b9-8db6-440002deb281', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'admin_state_up': True, 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:31.800591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db524a-ca35-4989-93f5-69d633b53f2d req-d40239ce-64ae-4c58-b08c-13058d4ea625 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:31.808807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9db524a-ca35-4989-93f5-69d633b53f2d req-d40239ce-64ae-4c58-b08c-13058d4ea625 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 943 time: 0.0863125
Jan 15 21:01:31.858010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9db524a-ca35-4989-93f5-69d633b53f2d req-7ef30c45-79fd-4755-b31a-1376658d17e4 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481713
Jan 15 21:01:31.980727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-d9171d13-a153-4346-9b9f-f5b8eb9c03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:31.982274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-d9171d13-a153-4346-9b9f-f5b8eb9c03c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1672392
Jan 15 21:01:32.038759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:32.042112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:32.088677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-39878898-5dce-493a-a88e-bd21859bffd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 1001 time: 0.0972512
Jan 15 21:01:32.234417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fa19225-1fe7-4da0-8e05-a2d51660efa1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:32.237918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-16ee8830-c9ea-4969-9866-1d46821034e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:32.239822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-16ee8830-c9ea-4969-9866-1d46821034e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1085198
Jan 15 21:01:32.260620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:32.263408 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3439c7cf-88b3-4131-9188-47e105672b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "tag": "f665537c-6da1-4935-8603-6f099be4c06c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:32.308312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.20.0.5 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/f19de7c9-cb20-4177-abf7-73605a4d6a80) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:01:32.335160 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100d1fc-dae6-46ae-899d-7837c63c0ecb x-openstack-request-id: req-d100d1fc-dae6-46ae-899d-7837c63c0ecb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:32.336432 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "tag": "f665537c-6da1-4935-8603-6f099be4c06c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:32.336698 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d100d1fc-dae6-46ae-899d-7837c63c0ecb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:32.337239 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c', 'status': 'completed', 'code': 200}
Jan 15 21:01:32.342342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-6aa341f3-2989-4fbd-9207-1d97fef35437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:32.344139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-6aa341f3-2989-4fbd-9207-1d97fef35437 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0954597
Jan 15 21:01:32.347710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1,segment=NetworkSegment(c47e2943-fadc-42c9-b7b5-07d00f980832),segment_id=c47e2943-fadc-42c9-b7b5-07d00f980832)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:32.367585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '9fa19225-1fe7-4da0-8e05-a2d51660efa1', 'network_id': '78376d3d-5a87-4378-89ee-63df1f0dfd23', 'port_id': '9fa19225-1fe7-4da0-8e05-a2d51660efa1', 'mac_address': 'fa:16:3e:e9:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfefcfa0-8843-49cd-be2e-81c808b38821', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:32.407592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:32.408082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:32.422915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa19225-1fe7-4da0-8e05-a2d51660efa1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:32.454840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1,segment=NetworkSegment(c47e2943-fadc-42c9-b7b5-07d00f980832),segment_id=c47e2943-fadc-42c9-b7b5-07d00f980832)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:32.462741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:32.558541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439c7cf-88b3-4131-9188-47e105672b7f req-746b08d3-3e6c-4cc6-8f90-afaa4803c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:32.559311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:32.560060 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-746b08d3-3e6c-4cc6-8f90-afaa4803c0c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a75218d537c4d63874297261bec70ad&device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 1094 time: 0.2018700
Jan 15 21:01:32.614713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc39d0e-b722-4b65-9d71-0be2c88dc752 req-cfc7489b-af91-495c-9813-e4603b7e6f33 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:32.617667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecc39d0e-b722-4b65-9d71-0be2c88dc752 req-cfc7489b-af91-495c-9813-e4603b7e6f33 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 944 time: 0.0799148
Jan 15 21:01:32.630328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-e9407331-96aa-425d-961a-f39a09c0aae0 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734005
Jan 15 21:01:32.712192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecc39d0e-b722-4b65-9d71-0be2c88dc752 req-0c27e3a7-52ba-4a10-829b-91833440a8b0 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849659
Jan 15 21:01:32.760392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cca010c-587f-4c44-ac20-d8570ba47811 req-fdb4705d-43a7-4124-b90a-e861ec59281e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 210 time: 0.0445762
Jan 15 21:01:32.789855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:32.795286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9fa19225-1fe7-4da0-8e05-a2d51660efa1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:32.844340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439c7cf-88b3-4131-9188-47e105672b7f req-08b69e8c-ab59-4fb6-b7de-4c31ecef9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:32.845881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-08b69e8c-ab59-4fb6-b7de-4c31ecef9900 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 200  len: 916 time: 0.2761126
Jan 15 21:01:32.911355 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5eb591df-15fa-47e8-a64e-aa41350e9334 req-2b546852-f2dd-40c3-b1d3-a87b3f762ef6 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483404
Jan 15 21:01:32.914527 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-24b102ec-ffbe-451e-aca0-7ea6c88d7301 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f665537c-6da1-4935-8603-6f099be4c06c HTTP/1.1" status: 200  len: 217 time: 0.0537252
Jan 15 21:01:32.975364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.021568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0221d1-47f9-4610-b9b4-33b90e27c7c8 req-2c495013-4026-48d8-afdc-4c2b37e606ad tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:33.024072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0221d1-47f9-4610-b9b4-33b90e27c7c8 req-2c495013-4026-48d8-afdc-4c2b37e606ad tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 943 time: 0.0788922
Jan 15 21:01:33.047361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439c7cf-88b3-4131-9188-47e105672b7f req-645a2d1c-eb3c-4acf-8388-baf522750967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:33.048579 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-645a2d1c-eb3c-4acf-8388-baf522750967 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 200  len: 855 time: 0.1183119
Jan 15 21:01:33.052950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:01:33.060252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:33.062847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:01:33.077689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:33.094721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0221d1-47f9-4610-b9b4-33b90e27c7c8 req-1a17a0bb-a2cd-4938-aee8-f9fb7cb81979 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607238
Jan 15 21:01:33.124447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-67a47422-dee4-48ff-9976-bcc195385bc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654302
Jan 15 21:01:33.164380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:33.165072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.243579 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-e8d3a1d3-0cda-4e13-9c6d-57f0b299fb40 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4513996
Jan 15 21:01:33.263150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Request body: {'port': {'device_id': '11cbafd5-4836-48b9-8db6-440002deb281', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:33.410665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-47556b17-220b-4d39-9534-272da9359c3d None None] Provisioning complete for port f19de7c9-cb20-4177-abf7-73605a4d6a80 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:33.411267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47556b17-220b-4d39-9534-272da9359c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.450444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-47556b17-220b-4d39-9534-272da9359c3d None None] Port f19de7c9-cb20-4177-abf7-73605a4d6a80 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:01:33.581266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:33.638584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-3e8b0d6f-2dae-4399-9ca2-3fc732c28e09 service neutron] 10.222.0.45 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4987776
Jan 15 21:01:33.708579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.742297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b71effdb-2a78-473a-acd8-9071afe85c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.804524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3439c7cf-88b3-4131-9188-47e105672b7f req-101e2f6b-33e7-4450-b68b-66542411e6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511693
Jan 15 21:01:33.942639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05482ffd-147d-4eaa-abd6-62ae930f5cfa req-2f66c782-2e5a-4d02-a8c6-ba91e123fb1f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:33.944386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05482ffd-147d-4eaa-abd6-62ae930f5cfa req-2f66c782-2e5a-4d02-a8c6-ba91e123fb1f tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 944 time: 0.1365328
Jan 15 21:01:33.950248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b71effdb-2a78-473a-acd8-9071afe85c73 admin admin] Publish callbacks [] for security_group (873a21f8-f5a5-4c17-92bf-9fb13d2f6c72), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:33.963635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b71effdb-2a78-473a-acd8-9071afe85c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (873a21f8-f5a5-4c17-92bf-9fb13d2f6c72), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.035788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b036fd-a82a-4346-b0c5-e7a35d022b32 req-1195fb84-73dd-48d8-bc9a-83ebd85c9e42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.037281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4b036fd-a82a-4346-b0c5-e7a35d022b32 req-1195fb84-73dd-48d8-bc9a-83ebd85c9e42 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 931 time: 0.1641905
Jan 15 21:01:34.048001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b71effdb-2a78-473a-acd8-9071afe85c73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93361c6f99a64eb5bd8345638936d1fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4629085
Jan 15 21:01:34.049197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19de7c9-cb20-4177-abf7-73605a4d6a80 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:34.055820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48780) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:34.058471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks [] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.065469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71effdb-2a78-473a-acd8-9071afe85c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a21f8-f5a5-4c17-92bf-9fb13d2f6c72,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:34.071239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Transition to ACTIVE for port object f19de7c9-cb20-4177-abf7-73605a4d6a80 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:01:34.076866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.092072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05482ffd-147d-4eaa-abd6-62ae930f5cfa req-94e091c8-0389-43d3-a815-d89a4628718d tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391399
Jan 15 21:01:34.148066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Pushing event updated for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:34.166940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4b036fd-a82a-4346-b0c5-e7a35d022b32 req-b06175f3-50a5-4e1b-8514-91951117b1c9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148829
Jan 15 21:01:34.182643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] Publish callbacks [] for security_group (873a21f8-f5a5-4c17-92bf-9fb13d2f6c72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.220080 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] Publish callbacks [] for security_group (873a21f8-f5a5-4c17-92bf-9fb13d2f6c72), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.241369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Attempting to bind port f19de7c9-cb20-4177-abf7-73605a4d6a80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:01:34.241978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Attempting to bind port f19de7c9-cb20-4177-abf7-73605a4d6a80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:01:34.242161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Attempting to bind port f19de7c9-cb20-4177-abf7-73605a4d6a80 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:34.250204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Port f19de7c9-cb20-4177-abf7-73605a4d6a80 on network 694fb227-829a-493b-b1b7-2dc4e238e05e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:01:34.250546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Attempting to bind port f19de7c9-cb20-4177-abf7-73605a4d6a80 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:34.252942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f665537c-6da1-4935-8603-6f099be4c06c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:34.258153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fa19225-1fe7-4da0-8e05-a2d51660efa1 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:34.266122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:01:34.266494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:34.269011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:01:34.269011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Bound port: f19de7c9-cb20-4177-abf7-73605a4d6a80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:01:34.269011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.315879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (873a21f8-f5a5-4c17-92bf-9fb13d2f6c72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.321164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.325764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/873a21f8-f5a5-4c17-92bf-9fb13d2f6c72 HTTP/1.1" status: 204  len: 168 time: 0.2680848
Jan 15 21:01:34.342492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb9bf6-1cfb-4bdf-8bb3-dea51796dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a21f8-f5a5-4c17-92bf-9fb13d2f6c72,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:34.421477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:01:34.427086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:01:34.441334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.463244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:34.473259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603030f-7878-4db8-b120-85ec41075415 req-44096ea9-6ee8-4b26-8f82-23439056edbf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.475536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7603030f-7878-4db8-b120-85ec41075415 req-44096ea9-6ee8-4b26-8f82-23439056edbf tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 943 time: 0.1058373
Jan 15 21:01:34.476744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:34.477366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.502551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.503326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.505089 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] 10.222.0.39 "PUT /v2.0/ports/f19de7c9-cb20-4177-abf7-73605a4d6a80 HTTP/1.1" status: 200  len: 1091 time: 1.2514260
Jan 15 21:01:34.505547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:34.508057 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f427956-e656-43f7-a05d-872af6933058" -d '{"events": [{"name": "network-changed", "server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:34.523187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f665537c-6da1-4935-8603-6f099be4c06c,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:34.536986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebf5ed-765d-4fd8-a89b-1c58b0bfa424 service neutron] Pushing event updated for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:34.548640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'f665537c-6da1-4935-8603-6f099be4c06c', 'network_id': 'e20dc768-2ef4-41d4-9bd1-8c6a11def8cb', 'port_id': 'f665537c-6da1-4935-8603-6f099be4c06c', 'mac_address': 'fa:16:3e:12:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6ce766-353f-4888-96f6-d764fc2bfa30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:34.564167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7603030f-7878-4db8-b120-85ec41075415 req-c304e1a7-dfc8-44e7-ae54-9cea473a4926 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798879
Jan 15 21:01:34.644826 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a33479-8507-4d0c-8bba-41fd6319f054 x-openstack-request-id: req-e3a33479-8507-4d0c-8bba-41fd6319f054 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:34.646593 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:34.646593 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3a33479-8507-4d0c-8bba-41fd6319f054 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:34.646593 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80', 'status': 'completed', 'code': 200}
Jan 15 21:01:34.651236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-651278c3-eef8-4bac-bf9e-7617fd768489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.653072 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-651278c3-eef8-4bac-bf9e-7617fd768489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 1094 time: 0.0742841
Jan 15 21:01:34.655731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f665537c-6da1-4935-8603-6f099be4c06c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:34.656125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f665537c-6da1-4935-8603-6f099be4c06c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.696111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f665537c-6da1-4935-8603-6f099be4c06c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:34.704163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:34.704908 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.709832 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-93902835-edae-4869-b72c-34a80ba22f20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80 HTTP/1.1" status: 200  len: 217 time: 0.0488129
Jan 15 21:01:34.734329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f665537c-6da1-4935-8603-6f099be4c06c,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:34.754752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:34.757660 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d612b0b-df1b-4414-b1e0-8bb551d70d5c" -d '{"events": [{"server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:34.776244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.790341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1,segment=NetworkSegment(c47e2943-fadc-42c9-b7b5-07d00f980832),segment_id=c47e2943-fadc-42c9-b7b5-07d00f980832)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:34.819195 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:34.828571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-3752b3f3-5903-4b5e-9969-eed3435a6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.830853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-3752b3f3-5903-4b5e-9969-eed3435a6108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.1149602
Jan 15 21:01:34.847473 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404b1b63-4dfb-47c8-8cfb-a9213683552f x-openstack-request-id: req-404b1b63-4dfb-47c8-8cfb-a9213683552f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:34.847976 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:34.848442 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-404b1b63-4dfb-47c8-8cfb-a9213683552f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:34.849023 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1', 'code': 200}
Jan 15 21:01:34.854231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:34.898368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-61b2a484-7f1c-4d09-9de2-d7f7a8b180b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:34.899908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-61b2a484-7f1c-4d09-9de2-d7f7a8b180b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0622511
Jan 15 21:01:34.934725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:35.043419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42505ac-975a-4edb-be4d-4f15c987dae4 req-b1c53ead-44bf-49cd-923a-c05e2941e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.045363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b42505ac-975a-4edb-be4d-4f15c987dae4 req-b1c53ead-44bf-49cd-923a-c05e2941e3ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 1096 time: 0.1259570
Jan 15 21:01:35.078944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-35c1295c-44b0-4eb3-aef5-bfbcd3faada2 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717029
Jan 15 21:01:35.101740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['f665537c-6da1-4935-8603-6f099be4c06c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:35.157020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b42505ac-975a-4edb-be4d-4f15c987dae4 req-bf95caf4-cf9c-4775-b0c9-727ee742ff12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041334
Jan 15 21:01:35.217678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4dfc320b-e069-4353-9bb6-06bd38118e23 req-50c104a8-ae08-47ff-9b2c-796d1edb933f service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269963
Jan 15 21:01:35.304956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac6db-da87-4574-bb96-1148dcd2800c req-536dc8c7-55c6-4c8e-8967-28321661cf5e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.307291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db9ac6db-da87-4574-bb96-1148dcd2800c req-536dc8c7-55c6-4c8e-8967-28321661cf5e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 945 time: 0.1095457
Jan 15 21:01:35.336296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427956-e656-43f7-a05d-872af6933058 req-fab84d02-3550-4bfb-927f-a102348482ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.337978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-fab84d02-3550-4bfb-927f-a102348482ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 1094 time: 0.0640054
Jan 15 21:01:35.409062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db9ac6db-da87-4574-bb96-1148dcd2800c req-ffe1493a-2c26-4cac-b235-29cf227ff67b tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946553
Jan 15 21:01:35.425085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492bcf9-46d9-4b84-a080-563eb291277b req-4313d41d-e8de-41e8-9d37-49ee5fb919cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.426943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8492bcf9-46d9-4b84-a080-563eb291277b req-4313d41d-e8de-41e8-9d37-49ee5fb919cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 943 time: 0.1037445
Jan 15 21:01:35.488933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427956-e656-43f7-a05d-872af6933058 req-d3b94776-dcd6-4765-8854-672d9311e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.490866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-d3b94776-dcd6-4765-8854-672d9311e078 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1469114
Jan 15 21:01:35.494106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8492bcf9-46d9-4b84-a080-563eb291277b req-75c5e710-5fd4-4699-a0f1-dde943c5ce4d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598006
Jan 15 21:01:35.547598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-a892270e-2ac9-4c4a-8e18-64eb7388daab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80 HTTP/1.1" status: 200  len: 217 time: 0.0492532
Jan 15 21:01:35.615637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427956-e656-43f7-a05d-872af6933058 req-82ab3fe0-50ef-4e03-a6ba-70025a5c5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.617776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-82ab3fe0-50ef-4e03-a6ba-70025a5c5b9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0617802
Jan 15 21:01:35.670213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427956-e656-43f7-a05d-872af6933058 req-c9565345-5def-4ba6-9c75-4c7214397eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.671476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-c9565345-5def-4ba6-9c75-4c7214397eeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0472586
Jan 15 21:01:35.700869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44aa2f7-996a-46f4-a46f-b5b04f29cf56 req-f286ba51-ef01-462e-85b0-5f4be84d8033 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:35.705934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f44aa2f7-996a-46f4-a46f-b5b04f29cf56 req-f286ba51-ef01-462e-85b0-5f4be84d8033 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 944 time: 0.0612798
Jan 15 21:01:35.769129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f44aa2f7-996a-46f4-a46f-b5b04f29cf56 req-4e5a3399-41a1-43cb-a142-1796742a8084 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577302
Jan 15 21:01:35.807117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-454e4db6-eae3-445b-b8f8-3f12b2e0efc7 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237285
Jan 15 21:01:35.924044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f427956-e656-43f7-a05d-872af6933058 req-973b9538-78d5-4b51-9060-4eeeda11a643 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104062
Jan 15 21:01:36.256917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f665537c-6da1-4935-8603-6f099be4c06c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:36.311604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port f665537c-6da1-4935-8603-6f099be4c06c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:36.316699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port f665537c-6da1-4935-8603-6f099be4c06c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:36.317234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f665537c-6da1-4935-8603-6f099be4c06c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:36.430271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f665537c-6da1-4935-8603-6f099be4c06c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:36.430908 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f665537c-6da1-4935-8603-6f099be4c06c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:36.466190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f665537c-6da1-4935-8603-6f099be4c06c,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:36.472473 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:36.527119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:36.564559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab6a6b-c0d8-43dc-ab22-956e1784ac5f req-27bdafc2-cfb8-447d-8ba6-ce231fb30b83 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:36.566228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6ab6a6b-c0d8-43dc-ab22-956e1784ac5f req-27bdafc2-cfb8-447d-8ba6-ce231fb30b83 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 945 time: 0.0614157
Jan 15 21:01:36.644314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6ab6a6b-c0d8-43dc-ab22-956e1784ac5f req-58256539-d854-4292-8142-886075e320b9 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717394
Jan 15 21:01:36.668225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2c2a-c9e0-4be8-a19a-a8dc92beb5c0 req-94843b38-326b-4bac-8996-8ea55df98192 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:36.668225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a8a2c2a-c9e0-4be8-a19a-a8dc92beb5c0 req-94843b38-326b-4bac-8996-8ea55df98192 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 943 time: 0.0813034
Jan 15 21:01:36.714416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a8a2c2a-c9e0-4be8-a19a-a8dc92beb5c0 req-98a4a9a0-63bb-431a-8b4f-9981b4583d37 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471399
Jan 15 21:01:36.850464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:36.853030 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505ffd1-41a4-41f4-a139-bdc6a4425796" -d '{"events": [{"server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "name": "network-vif-plugged", "status": "completed", "tag": "f665537c-6da1-4935-8603-6f099be4c06c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:36.910490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db02d-d5e6-4acd-998b-79333f1bc395 req-9d99786f-a47c-433c-b9cd-27ed170166c1 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:36.912222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-727db02d-d5e6-4acd-998b-79333f1bc395 req-9d99786f-a47c-433c-b9cd-27ed170166c1 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0687995
Jan 15 21:01:36.967115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-727db02d-d5e6-4acd-998b-79333f1bc395 req-2a9ea3a4-4aae-49a6-8d28-20ad080b1c65 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489631
Jan 15 21:01:37.016580 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740936f-ae2d-4244-b245-f05d15a5dc70 x-openstack-request-id: req-d740936f-ae2d-4244-b245-f05d15a5dc70 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:37.017083 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "name": "network-vif-plugged", "status": "completed", "tag": "f665537c-6da1-4935-8603-6f099be4c06c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:37.017619 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d740936f-ae2d-4244-b245-f05d15a5dc70 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:37.018483 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c', 'code': 200}
Jan 15 21:01:37.140496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb29f4-1ae1-4d94-8f4e-0dffd875a87a req-f1c702f0-7efd-4443-bf66-52be6eac6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:37.141067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b82e-82a1-417b-9b10-5988cb09b9da req-8e74f4a3-c5c3-44d6-be66-6f36ec36129e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:37.142631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5efb29f4-1ae1-4d94-8f4e-0dffd875a87a req-f1c702f0-7efd-4443-bf66-52be6eac6569 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 1096 time: 0.0555634
Jan 15 21:01:37.145579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd06b82e-82a1-417b-9b10-5988cb09b9da req-8e74f4a3-c5c3-44d6-be66-6f36ec36129e tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 945 time: 0.0792561
Jan 15 21:01:37.194085 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5efb29f4-1ae1-4d94-8f4e-0dffd875a87a req-411bb4d5-5a8f-4209-9a10-a07e4cf17c62 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446172
Jan 15 21:01:37.211820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd06b82e-82a1-417b-9b10-5988cb09b9da req-79e7d5ec-be3f-4578-bbd7-0be96026a6aa tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617068
Jan 15 21:01:37.899177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09a95e-d2f2-4285-98d4-d4f01c74e7ff req-5ec3c9c8-c161-42e7-96c1-debafc9a7549 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:37.905951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e09a95e-d2f2-4285-98d4-d4f01c74e7ff req-5ec3c9c8-c161-42e7-96c1-debafc9a7549 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 943 time: 0.0748847
Jan 15 21:01:37.959780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e09a95e-d2f2-4285-98d4-d4f01c74e7ff req-36459b39-ac1b-4799-8bc5-c37573e73d69 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522318
Jan 15 21:01:38.112300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a14c-5fad-45ac-af82-c20bb7156f56 req-083a752b-0eee-43cc-affc-ed663f7f77e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:38.114089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70d9a14c-5fad-45ac-af82-c20bb7156f56 req-083a752b-0eee-43cc-affc-ed663f7f77e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0621395
Jan 15 21:01:38.180528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70d9a14c-5fad-45ac-af82-c20bb7156f56 req-c7758f7f-74e8-4854-ae8a-f6651d6f414e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600996
Jan 15 21:01:38.350060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8201e-e750-4b52-b5ea-a62577db213a req-8cde4ad1-b3b7-432a-be51-1abc463c06bc tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:38.353135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ade8201e-e750-4b52-b5ea-a62577db213a req-8cde4ad1-b3b7-432a-be51-1abc463c06bc tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 945 time: 0.0619388
Jan 15 21:01:38.413130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ade8201e-e750-4b52-b5ea-a62577db213a req-a986818c-0b9d-461d-9474-1030993d461a tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a641234-be9f-437a-b261-dc9da36c0982&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527515
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.710711 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-bbf6d293-a122-4ac9-a93a-25afa88bab79 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:38.714274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-bbf6d293-a122-4ac9-a93a-25afa88bab79 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 945 time: 0.0589688
Jan 15 21:01:38.754238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48946) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:38.834759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Deleting port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:38.835156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:38.903796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f19de7c9-cb20-4177-abf7-73605a4d6a80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:38.907426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-678c2615-2593-451e-a762-a4ae5ddffc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:38.980209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] For port 9fa19225-1fe7-4da0-8e05-a2d51660efa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9fa19225-1fe7-4da0-8e05-a2d51660efa1,segment=NetworkSegment(c47e2943-fadc-42c9-b7b5-07d00f980832),segment_id=c47e2943-fadc-42c9-b7b5-07d00f980832)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:38.980569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.005428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Calling delete_port for 9fa19225-1fe7-4da0-8e05-a2d51660efa1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:39.043443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:39.056387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f19de7c9-cb20-4177-abf7-73605a4d6a80', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'f19de7c9-cb20-4177-abf7-73605a4d6a80', 'mac_address': 'fa:16:3e:13:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:39.104802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f19de7c9-cb20-4177-abf7-73605a4d6a80 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:39.105303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.113175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396c3c3-7c8f-45ad-9751-cf7e95c28743 req-3c1dfabd-b6ad-4ee3-b1f1-372c0ffd16a3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:39.115919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b396c3c3-7c8f-45ad-9751-cf7e95c28743 req-3c1dfabd-b6ad-4ee3-b1f1-372c0ffd16a3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 943 time: 0.0754607
Jan 15 21:01:39.133399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19de7c9-cb20-4177-abf7-73605a4d6a80 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:39.166368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:39.173131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-678c2615-2593-451e-a762-a4ae5ddffc2b admin admin] Publish callbacks [] for security_group (97472850-5f21-43cd-bdd0-3903ca26ff91), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.176513 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.183271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-678c2615-2593-451e-a762-a4ae5ddffc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (97472850-5f21-43cd-bdd0-3903ca26ff91), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.207083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b396c3c3-7c8f-45ad-9751-cf7e95c28743 req-0fbb59db-f73e-4049-856f-1ad6f22b9921 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832522
Jan 15 21:01:39.241399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fa19225-1fe7-4da0-8e05-a2d51660efa1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.257938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9fa19225-1fe7-4da0-8e05-a2d51660efa1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:39.281594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-678c2615-2593-451e-a762-a4ae5ddffc2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f10d236a9434eefab0aa8bc409e68a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5232787
Jan 15 21:01:39.281800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c2615-2593-451e-a762-a4ae5ddffc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97472850-5f21-43cd-bdd0-3903ca26ff91,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:39.284552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48962) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:39.287188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Pushing event deleted for resources: {'Port': ['ID=9fa19225-1fe7-4da0-8e05-a2d51660efa1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:39.313420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:39.366453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a81628-95e5-4ef0-80f5-413bfb7628a5 req-ea45c145-1dec-4bdf-873f-c09ec91f64e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:39.368762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78a81628-95e5-4ef0-80f5-413bfb7628a5 req-ea45c145-1dec-4bdf-873f-c09ec91f64e5 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0889404
Jan 15 21:01:39.376036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] No DVR routers for this DVR port 9fa19225-1fe7-4da0-8e05-a2d51660efa1 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:39.383146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.386730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de00c537-6e8b-4faf-bc99-cd0e839e3d81 req-eb0a5325-b78b-45e5-97cb-debc22178068 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.45 "DELETE /v2.0/ports/9fa19225-1fe7-4da0-8e05-a2d51660efa1 HTTP/1.1" status: 204  len: 173 time: 0.6675613
Jan 15 21:01:39.387202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'name': 'network-vif-deleted', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:39.389656 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a9caf2-58df-468e-aca2-8faa6bc7472b" -d '{"events": [{"server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "name": "network-vif-deleted", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:39.397991 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] Publish callbacks [] for security_group (97472850-5f21-43cd-bdd0-3903ca26ff91), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.426912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] Publish callbacks [] for security_group (97472850-5f21-43cd-bdd0-3903ca26ff91), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.443256 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1aecf-f63d-4ac9-8d07-d258485ef69e x-openstack-request-id: req-a2c1aecf-f63d-4ac9-8d07-d258485ef69e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:39.443558 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fc198-0d0c-44d3-8add-e663bd22d35a", "name": "network-vif-deleted", "tag": "9fa19225-1fe7-4da0-8e05-a2d51660efa1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:39.443970 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2c1aecf-f63d-4ac9-8d07-d258485ef69e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:39.444401 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fc198-0d0c-44d3-8add-e663bd22d35a', 'name': 'network-vif-deleted', 'tag': '9fa19225-1fe7-4da0-8e05-a2d51660efa1', 'status': 'completed', 'code': 200}
Jan 15 21:01:39.481208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:39.483966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78a81628-95e5-4ef0-80f5-413bfb7628a5 req-6e074572-0aa5-4785-905f-6cfde2ca223e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071742
Jan 15 21:01:39.519463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (97472850-5f21-43cd-bdd0-3903ca26ff91), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.523076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:39.523588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97472850-5f21-43cd-bdd0-3903ca26ff91 HTTP/1.1" status: 204  len: 168 time: 0.2375944
Jan 15 21:01:39.532736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f42fa-7650-4d2e-b5bc-3c0b3add7a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97472850-5f21-43cd-bdd0-3903ca26ff91,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:39.592437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-775e83f7-d15b-4628-a12d-a93abd765bdf req-a188bc84-4dd2-4571-a14a-9a99c3ee40e7 tempest-ServerAddressesNegativeTestJSON-2008177388 tempest-ServerAddressesNegativeTestJSON-2008177388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c4fc198-0d0c-44d3-8add-e663bd22d35a HTTP/1.1" status: 200  len: 210 time: 0.0542305
Jan 15 21:01:39.668367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7063f3-c507-44e8-b32d-9bebec34b739 req-7a9e619a-2d6a-4b6a-98ac-642048c16bd8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:39.670297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b7063f3-c507-44e8-b32d-9bebec34b739 req-7a9e619a-2d6a-4b6a-98ac-642048c16bd8 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0633597
Jan 15 21:01:39.739783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b7063f3-c507-44e8-b32d-9bebec34b739 req-ab59a46c-fe0e-451a-a3d6-afcb471c3407 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600080
Jan 15 21:01:40.029901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38baf14-4231-4a08-81f9-fe66c86bc445 req-994bd183-b3bd-4bbf-ac99-25c2a32c8434 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:40.042674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e38baf14-4231-4a08-81f9-fe66c86bc445 req-994bd183-b3bd-4bbf-ac99-25c2a32c8434 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.1060643
Jan 15 21:01:40.113239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e38baf14-4231-4a08-81f9-fe66c86bc445 req-b29436ea-5aa1-4662-ade8-8c14d04fcba9 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665255
Jan 15 21:01:40.262930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6105477-b9e8-41ea-a831-7cfbd120dd8a req-5f332527-9256-48e6-b98e-2d39075487c2 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:40.264468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6105477-b9e8-41ea-a831-7cfbd120dd8a req-5f332527-9256-48e6-b98e-2d39075487c2 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0653567
Jan 15 21:01:40.348251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6105477-b9e8-41ea-a831-7cfbd120dd8a req-5746363d-4c67-4ce1-87f1-fd4310f12f0c tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736592
Jan 15 21:01:40.369076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818a3c7-89bf-470f-9280-39bb2f9cb91b req-44182300-c2da-43b3-a516-ecf08c6880da tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:40.371043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8818a3c7-89bf-470f-9280-39bb2f9cb91b req-44182300-c2da-43b3-a516-ecf08c6880da tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 944 time: 0.0786827
Jan 15 21:01:40.435838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8818a3c7-89bf-470f-9280-39bb2f9cb91b req-a71dd589-62df-44ca-8971-6bd5a3cc2f15 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551832
Jan 15 21:01:40.658673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49020) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:40.671692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfae045-1900-460f-975b-56f7ca53bced req-c34cf1f5-70a2-4435-a189-e9b1d975c04d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:40.673565 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abfae045-1900-460f-975b-56f7ca53bced req-c34cf1f5-70a2-4435-a189-e9b1d975c04d tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0666759
Jan 15 21:01:40.713333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Deleting subnet cfefcfa0-8843-49cd-be2e-81c808b38821 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:01:40.717341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Publish callbacks [] for subnet (cfefcfa0-8843-49cd-be2e-81c808b38821), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:40.729578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abfae045-1900-460f-975b-56f7ca53bced req-3a491462-8b76-411b-98c4-c3c91103b91b tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487099
Jan 15 21:01:40.753960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cfefcfa0-8843-49cd-be2e-81c808b38821), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:40.802540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cfefcfa0-8843-49cd-be2e-81c808b38821), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:40.862915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d404a0-acb5-47eb-948f-337fa02fbf28 req-c6e2e7f6-3392-432f-8e2d-f6499063aa95 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:40.864456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34d404a0-acb5-47eb-948f-337fa02fbf28 req-c6e2e7f6-3392-432f-8e2d-f6499063aa95 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0546000
Jan 15 21:01:40.865038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cfefcfa0-8843-49cd-be2e-81c808b38821), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:40.894436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfefcfa0-8843-49cd-be2e-81c808b38821,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:40.896485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:40.899998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1626dfa0-683f-4df9-86c5-2ab92fe3909e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfefcfa0-8843-49cd-be2e-81c808b38821 HTTP/1.1" status: 204  len: 168 time: 0.2402394
Jan 15 21:01:40.902611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49024) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:40.912357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f19de7c9-cb20-4177-abf7-73605a4d6a80 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:40.929527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34d404a0-acb5-47eb-948f-337fa02fbf28 req-6a71c0a0-b2e5-47ef-b993-7545a7d8b561 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590081
Jan 15 21:01:40.999840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (78376d3d-5a87-4378-89ee-63df1f0dfd23), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.062190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f19de7c9-cb20-4177-abf7-73605a4d6a80 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:41.073170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f19de7c9-cb20-4177-abf7-73605a4d6a80 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:41.073549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.173967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (78376d3d-5a87-4378-89ee-63df1f0dfd23), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.230106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a543ee0>,) {'filters': {'network_id': ['78376d3d-5a87-4378-89ee-63df1f0dfd23']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:41.253788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a543ee0>, 'c47e2943-fadc-42c9-b7b5-07d00f980832') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:41.254078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a543ee0>, 'c47e2943-fadc-42c9-b7b5-07d00f980832') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:41.258332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f19de7c9-cb20-4177-abf7-73605a4d6a80 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:41.258727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.274150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (c47e2943-fadc-42c9-b7b5-07d00f980832), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.297964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:41.303581 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b8ff2-08c1-42e4-b488-79e325efb489" -d '{"events": [{"server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "name": "network-vif-plugged", "status": "completed", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:41.309949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c47e2943-fadc-42c9-b7b5-07d00f980832), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.318969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:01:41.319457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (c47e2943-fadc-42c9-b7b5-07d00f980832), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:01:41.321457 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:01:41.338176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:41.343841 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.397414 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f806f-dcac-4336-9583-604687720990 x-openstack-request-id: req-c74f806f-dcac-4336-9583-604687720990 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:41.397712 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "name": "network-vif-plugged", "status": "completed", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:41.397965 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c74f806f-dcac-4336-9583-604687720990 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:41.398752 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80', 'code': 200}
Jan 15 21:01:41.437808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (78376d3d-5a87-4378-89ee-63df1f0dfd23), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.449157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.451551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:41.459686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/78376d3d-5a87-4378-89ee-63df1f0dfd23 HTTP/1.1" status: 204  len: 168 time: 0.5553644
Jan 15 21:01:41.496724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1567-c617-4d28-9854-830d19f12b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=78376d3d-5a87-4378-89ee-63df1f0dfd23,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:41.547563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c1a2b-f908-42dc-a9e8-fb231d7f9838 req-f62a882e-190d-4267-ab5b-bbef7b40ec16 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:41.554679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc33911-f711-46be-ab15-6a926c224095 req-7878aa08-41fe-4852-b6e0-eda6fcf1ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:41.555939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-512c1a2b-f908-42dc-a9e8-fb231d7f9838 req-f62a882e-190d-4267-ab5b-bbef7b40ec16 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.1255996
Jan 15 21:01:41.556517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fc33911-f711-46be-ab15-6a926c224095 req-7878aa08-41fe-4852-b6e0-eda6fcf1ef86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 1096 time: 0.0697556
Jan 15 21:01:41.626174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-512c1a2b-f908-42dc-a9e8-fb231d7f9838 req-a81d7e0f-dcd0-48c4-af97-64c753ac86db tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642662
Jan 15 21:01:41.629963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2fc33911-f711-46be-ab15-6a926c224095 req-6985508e-866b-4d07-b853-73c99124711e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654736
Jan 15 21:01:41.678307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64578-c7ba-4faf-9adc-bf49313cd062 req-a66e44de-b9f3-4837-8926-21d098b481ed tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:41.679960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04d64578-c7ba-4faf-9adc-bf49313cd062 req-a66e44de-b9f3-4837-8926-21d098b481ed tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0527983
Jan 15 21:01:41.704719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:41.730757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04d64578-c7ba-4faf-9adc-bf49313cd062 req-ff081392-4f45-4384-a977-652d343efb02 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452299
Jan 15 21:01:41.748780 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30dfb257-dbba-43ec-962f-c2ec2354f62c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06185565206e41dca051d568bd18a082&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420992
Jan 15 21:01:41.751355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49086) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:41.798064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] Publish callbacks [] for security_group (4a641234-be9f-437a-b261-dc9da36c0982), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.819441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] Publish callbacks [] for security_group (4a641234-be9f-437a-b261-dc9da36c0982), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.867703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4a641234-be9f-437a-b261-dc9da36c0982), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.870306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:41.871439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a641234-be9f-437a-b261-dc9da36c0982 HTTP/1.1" status: 204  len: 168 time: 0.1192019
Jan 15 21:01:41.880153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7adfb-6bf9-4761-b86a-aab407d4747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a641234-be9f-437a-b261-dc9da36c0982,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:42.629401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-9857dccc-0d72-4a64-a1a2-ba552bfcac2e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:42.632275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-9857dccc-0d72-4a64-a1a2-ba552bfcac2e tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.45 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0680633
Jan 15 21:01:42.687292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49132) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:42.783224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Deleting port f665537c-6da1-4935-8603-6f099be4c06c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:42.784408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f665537c-6da1-4935-8603-6f099be4c06c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:42.792067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3711db5-1d7a-4c59-8e8f-19fd9b1136cb req-102c1058-b5d1-41dc-b436-ac7c2f812e31 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:42.794450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3711db5-1d7a-4c59-8e8f-19fd9b1136cb req-102c1058-b5d1-41dc-b436-ac7c2f812e31 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/ports?device_id=f437ed26-18bf-4cd8-b804-da114755f27e HTTP/1.1" status: 200  len: 945 time: 0.0811810
Jan 15 21:01:42.885632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-808360070-network', 'tenant_id': '769ee4a0d84d43abbed6cdcc4d536de7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:42.915410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3711db5-1d7a-4c59-8e8f-19fd9b1136cb req-ddce3a25-50e6-470e-acd0-8e414907cde7 tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.46 "GET /v2.0/security-groups?id=784d858f-2f2c-4730-a9d7-22efc18dbfac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111281
Jan 15 21:01:42.926504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Made reservation on behalf of 769ee4a0d84d43abbed6cdcc4d536de7 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:42.928815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:42.939989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bdf89-d5b8-4f82-bf6c-b25cafa17e61 req-371cf2c1-4c44-498a-be7c-68866990170e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:42.941516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a8bdf89-d5b8-4f82-bf6c-b25cafa17e61 req-371cf2c1-4c44-498a-be7c-68866990170e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1055255
Jan 15 21:01:42.946090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] For port f665537c-6da1-4935-8603-6f099be4c06c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f665537c-6da1-4935-8603-6f099be4c06c,segment=NetworkSegment(c0ab0730-8a13-4d27-b0a0-4417f2402c8e),segment_id=c0ab0730-8a13-4d27-b0a0-4417f2402c8e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:42.946461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f665537c-6da1-4935-8603-6f099be4c06c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:42.949194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:42.960340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Calling delete_port for f665537c-6da1-4935-8603-6f099be4c06c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:43.013572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a8bdf89-d5b8-4f82-bf6c-b25cafa17e61 req-1d57d9d5-3dd6-46d9-88ed-96ab8a5326ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660777
Jan 15 21:01:43.066423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks [] for security_group (c06f5b8a-baad-4a05-b9f5-b115b8266e44), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.071338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c06f5b8a-baad-4a05-b9f5-b115b8266e44), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.103815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f5b8a-baad-4a05-b9f5-b115b8266e44,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:43.109465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f665537c-6da1-4935-8603-6f099be4c06c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.115493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:01:43.122317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['f665537c-6da1-4935-8603-6f099be4c06c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:43.128717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8e7c0078-badf-4cbb-b896-803aaef692b2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.129184 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Added segment 8e7c0078-badf-4cbb-b896-803aaef692b2 of type vlan for network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1
Jan 15 21:01:43.149733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Pushing event deleted for resources: {'Port': ['ID=f665537c-6da1-4935-8603-6f099be4c06c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:43.175636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (66c03dbb-842c-460e-99ad-2e1cc04c8ce1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.188908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] No DVR routers for this DVR port f665537c-6da1-4935-8603-6f099be4c06c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:43.193615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.197010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c01a215b-b4c0-4add-8786-b9e0b38da8ca req-a565d262-0dc2-4211-95b7-9c416e65ea5a tempest-ServerDiskConfigTestJSON-205891383 tempest-ServerDiskConfigTestJSON-205891383-project] 10.222.0.45 "DELETE /v2.0/ports/f665537c-6da1-4935-8603-6f099be4c06c HTTP/1.1" status: 204  len: 173 time: 0.5570323
Jan 15 21:01:43.197483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'name': 'network-vif-deleted', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:43.200883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb8e30-016f-4087-a05b-8e07185ec726" -d '{"events": [{"server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "name": "network-vif-deleted", "tag": "f665537c-6da1-4935-8603-6f099be4c06c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:43.202882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (66c03dbb-842c-460e-99ad-2e1cc04c8ce1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.204254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:43.205883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.247875 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7579836-d831-46f0-b242-94a0d6a63d53 x-openstack-request-id: req-c7579836-d831-46f0-b242-94a0d6a63d53 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:43.249029 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f437ed26-18bf-4cd8-b804-da114755f27e", "name": "network-vif-deleted", "tag": "f665537c-6da1-4935-8603-6f099be4c06c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:43.249472 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7579836-d831-46f0-b242-94a0d6a63d53 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:43.250044 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f437ed26-18bf-4cd8-b804-da114755f27e', 'name': 'network-vif-deleted', 'tag': 'f665537c-6da1-4935-8603-6f099be4c06c', 'status': 'completed', 'code': 200}
Jan 15 21:01:43.268687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5788984
Jan 15 21:01:43.272398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:43.276938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b87273-8321-40ce-bc4d-a256172f78cd admin admin] Pushing event updated for resources: {'Network': ['ID=66c03dbb-842c-460e-99ad-2e1cc04c8ce1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:43.281087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Request body: {'subnet': {'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-808360070-subnet', 'tenant_id': '769ee4a0d84d43abbed6cdcc4d536de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:43.290971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:01:43.320196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Made reservation on behalf of 769ee4a0d84d43abbed6cdcc4d536de7 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:43.322971 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.509107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.569401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:43.580831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Checking segment: {'id': '8e7c0078-badf-4cbb-b896-803aaef692b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:43.581377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Network hostable DHCP agents. Network: 66c03dbb-842c-460e-99ad-2e1cc04c8ce1, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:01:43.602771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:01:43.615449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66c03dbb-842c-460e-99ad-2e1cc04c8ce1) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:43.621057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:43.621618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:43.630421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b1311d-bd70-4390-8431-11e8f9cc07d1 None None] Network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:43.650983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9022aace-4b90-4dfc-8cb3-273d1fedc06a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3770285
Jan 15 21:01:43.790160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1123ee8-8e44-422e-a69a-c43b586c6513 None None] Network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:44.177615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c8ce1-ad3b-4da3-b581-e764d65463f0 req-9af1ca29-dd9f-4696-a9af-4517eddcda58 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:44.179275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb1c8ce1-ad3b-4da3-b581-e764d65463f0 req-9af1ca29-dd9f-4696-a9af-4517eddcda58 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0609584
Jan 15 21:01:44.244967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb1c8ce1-ad3b-4da3-b581-e764d65463f0 req-d5a49f93-4cb6-4c8f-ab2c-d4fc3b927740 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580297
Jan 15 21:01:44.291938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.308280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49208) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:44.327376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f665537c-6da1-4935-8603-6f099be4c06c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:44.382413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: f665537c-6da1-4935-8603-6f099be4c06c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:44.383034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f665537c-6da1-4935-8603-6f099be4c06c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:44.383412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Deleting subnet 9f6ce766-353f-4888-96f6-d764fc2bfa30 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:01:44.383593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fa19225-1fe7-4da0-8e05-a2d51660efa1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:01:44.389351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Publish callbacks [] for subnet (9f6ce766-353f-4888-96f6-d764fc2bfa30), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.407671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 9fa19225-1fe7-4da0-8e05-a2d51660efa1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:01:44.408330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9fa19225-1fe7-4da0-8e05-a2d51660efa1 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:01:44.433754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (9f6ce766-353f-4888-96f6-d764fc2bfa30), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.479470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9f6ce766-353f-4888-96f6-d764fc2bfa30), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.563159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (9f6ce766-353f-4888-96f6-d764fc2bfa30), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.607436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6ce766-353f-4888-96f6-d764fc2bfa30,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:44.617312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.621054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9f6ce766-353f-4888-96f6-d764fc2bfa30 HTTP/1.1" status: 204  len: 168 time: 0.3116961
Jan 15 21:01:44.623641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49222) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:44.627815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.628176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.628524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.628889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.629229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.629705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.630044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.630375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.630703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.631203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.633639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.634198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.634904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44080abd-c7c0-4163-9242-1450ab7ab31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:44.641409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca1fb-4ac1-4303-ab85-9446082d4b8e req-160c8783-b6ec-47b1-bad7-465bb46d46f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:44.644260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4aaca1fb-4ac1-4303-ab85-9446082d4b8e req-160c8783-b6ec-47b1-bad7-465bb46d46f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0718880
Jan 15 21:01:44.761020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.773974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4aaca1fb-4ac1-4303-ab85-9446082d4b8e req-6d77467f-0485-495d-907b-c81007ddaf19 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163399
Jan 15 21:01:44.852678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.876319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79762a00>,) {'filters': {'network_id': ['e20dc768-2ef4-41d4-9bd1-8c6a11def8cb']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:44.887139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79762a00>, 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:44.887302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79762a00>, 'c0ab0730-8a13-4d27-b0a0-4417f2402c8e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:01:44.898148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (c0ab0730-8a13-4d27-b0a0-4417f2402c8e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.912093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c0ab0730-8a13-4d27-b0a0-4417f2402c8e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.918898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:01:44.919608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (c0ab0730-8a13-4d27-b0a0-4417f2402c8e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:01:44.922127 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:01:44.981835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e20dc768-2ef4-41d4-9bd1-8c6a11def8cb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.989837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:44.993594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e20dc768-2ef4-41d4-9bd1-8c6a11def8cb HTTP/1.1" status: 204  len: 168 time: 0.3690128
Jan 15 21:01:45.006352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179c6f2-7b8a-4102-b15a-d4db50d476b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20dc768-2ef4-41d4-9bd1-8c6a11def8cb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:45.096982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:45.129926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:45.185252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c373695f-f009-4326-84ed-3d42b190d1e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a75218d537c4d63874297261bec70ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0540037
Jan 15 21:01:45.187805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49262) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:45.242288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] Publish callbacks [] for security_group (784d858f-2f2c-4730-a9d7-22efc18dbfac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:45.263706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] Publish callbacks [] for security_group (784d858f-2f2c-4730-a9d7-22efc18dbfac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:45.281874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-891bf1ea-8b57-439f-8d43-f34b3589406f tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:45.283519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-891bf1ea-8b57-439f-8d43-f34b3589406f tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/networks?id=66c03dbb-842c-460e-99ad-2e1cc04c8ce1 HTTP/1.1" status: 200  len: 809 time: 0.1111007
Jan 15 21:01:45.302608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ad7c0a80-bad4-48b5-9b8e-ac49c818fd92 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/quotas/769ee4a0d84d43abbed6cdcc4d536de7 HTTP/1.1" status: 200  len: 375 time: 0.0131185
Jan 15 21:01:45.329483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (784d858f-2f2c-4730-a9d7-22efc18dbfac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:45.334013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:45.337136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/784d858f-2f2c-4730-a9d7-22efc18dbfac HTTP/1.1" status: 204  len: 168 time: 0.1460762
Jan 15 21:01:45.343868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-abd0bc9b-6f9b-42f6-98b4-4e9794e0ce3d tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=769ee4a0d84d43abbed6cdcc4d536de7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0348861
Jan 15 21:01:45.344115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9411c3d-1abe-468f-8621-3965bb8a3b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d858f-2f2c-4730-a9d7-22efc18dbfac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:45.467167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-e65b0648-9311-4632-b890-87a29fe494d2 service neutron] 10.222.0.46 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115942
Jan 15 21:01:45.573699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-5421e082-0e21-4c70-b3d2-e6bf244482ba service neutron] 10.222.0.46 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052389
Jan 15 21:01:45.999039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c760785-26d7-43ad-aa2c-6960af8a3161 req-c16080d1-4ed5-4786-a9b5-875424097be9 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 210 time: 0.0335135
Jan 15 21:01:46.025192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009df260-7682-4820-87b4-2811be4b1037 req-9afdabed-d99f-44f8-8dd5-dc1b3be8045b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:46.034702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009df260-7682-4820-87b4-2811be4b1037 req-9afdabed-d99f-44f8-8dd5-dc1b3be8045b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1000779
Jan 15 21:01:46.093254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009df260-7682-4820-87b4-2811be4b1037 req-34998cb2-0adc-4595-b2d5-8e683fb01f62 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576215
Jan 15 21:01:46.231797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:46.364867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-806994825-network', 'tenant_id': 'fb1e1f3647ce41048a7071decbdfe961'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:46.399620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Made reservation on behalf of fb1e1f3647ce41048a7071decbdfe961 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:46.402259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.412381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.506330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks [] for security_group (0ced0929-99a9-4798-966b-1e8dc36d1cc4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.511126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ced0929-99a9-4798-966b-1e8dc36d1cc4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.541230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:01:46.550329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced0929-99a9-4798-966b-1e8dc36d1cc4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:46.558851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f25d5a61-9dc4-4199-b521-87d1b9b8acd3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.559531 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Added segment f25d5a61-9dc4-4199-b521-87d1b9b8acd3 of type vlan for network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe
Jan 15 21:01:46.631260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.696803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.697892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:46.698478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:46.753519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5193424
Jan 15 21:01:46.755648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49356) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:46.761745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Request body: {'subnet': {'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-806994825-subnet', 'tenant_id': 'fb1e1f3647ce41048a7071decbdfe961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:46.764322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488ef92-33f8-4c9b-9013-aa30545755f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:46.776967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:01:46.790553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Made reservation on behalf of fb1e1f3647ce41048a7071decbdfe961 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:46.793887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:47.019935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (4f22846d-924a-4b84-93bc-a21a81310943), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:47.114868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Checking segment: {'id': 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:47.115163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Network hostable DHCP agents. Network: 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:01:47.117522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f22846d-924a-4b84-93bc-a21a81310943,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:47.157929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1849699-5719-4bcc-9af3-59a4ee095705 req-675d74ad-e06b-4e32-8314-a6f03048d617 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 210 time: 0.0548010
Jan 15 21:01:47.197176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:01:47.207960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:47.213415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:47.214333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:47.229223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06f33d-644f-45f1-9696-71b7a9249de9 None None] Network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:47.266437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6c0c5c2-c742-433f-88d4-bd2d4ced8587 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5005717
Jan 15 21:01:47.369682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0605ed5-878c-4ee4-807a-d4a76e2ccdc5 req-a8c4de23-b100-42d9-abd4-805a1eef7c75 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:47.377756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0605ed5-878c-4ee4-807a-d4a76e2ccdc5 req-a8c4de23-b100-42d9-abd4-805a1eef7c75 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1355822
Jan 15 21:01:47.404198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-f8bd9bb7-c811-448c-804c-3ad2c94ea9a5 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:47.409847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-f8bd9bb7-c811-448c-804c-3ad2c94ea9a5 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.45 "GET /v2.0/networks?id=66c03dbb-842c-460e-99ad-2e1cc04c8ce1 HTTP/1.1" status: 200  len: 809 time: 0.2649179
Jan 15 21:01:47.426605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Request body: {'port': {'device_id': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1', 'admin_state_up': True, 'tenant_id': '769ee4a0d84d43abbed6cdcc4d536de7'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:47.465728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0605ed5-878c-4ee4-807a-d4a76e2ccdc5 req-7eb1d6fc-64b0-45e7-8035-91e1117ec00e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851965
Jan 15 21:01:47.478876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ffef6-4add-48be-83eb-f1bc220ffc6a None None] Network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:01:47.583999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Made reservation on behalf of 769ee4a0d84d43abbed6cdcc4d536de7 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:47.588412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:47.761010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Allocated IP 172.20.0.14 (66c03dbb-842c-460e-99ad-2e1cc04c8ce1/c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e/0c5e3426-33d2-4433-bed0-1c17171bce52) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:01:47.885348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-42306843-d1df-4f61-82c8-73ddedbc58c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:47.930842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-0cb3e3e4-c13b-465a-aa9f-a4b48cd6db58 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:47.938308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-0cb3e3e4-c13b-465a-aa9f-a4b48cd6db58 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/networks?id=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe HTTP/1.1" status: 200  len: 813 time: 0.1384575
Jan 15 21:01:47.959595 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-d8ece702-3ba9-4132-9d8d-b608fe7fec22 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/quotas/fb1e1f3647ce41048a7071decbdfe961 HTTP/1.1" status: 200  len: 375 time: 0.0202157
Jan 15 21:01:48.005278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-98c44bbe-524e-431e-9faa-3ff518e12a8d tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1e1f3647ce41048a7071decbdfe961&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0408523
Jan 15 21:01:48.036089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks [] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.079256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.106187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-9ade8d7d-b548-43ee-b718-decfb76bbb2d service neutron] 10.222.0.46 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999889
Jan 15 21:01:48.133558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:01:48.137537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:48.141245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:01:48.176167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Pushing event updated for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:48.215072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-85640063-345c-4b6c-b789-8ccda4802946 service neutron] 10.222.0.46 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012616
Jan 15 21:01:48.216635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:48.217328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.235435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-17180dc0-6c0b-41c4-a1c3-ec07c3ae3b3a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8145671
Jan 15 21:01:48.250487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Request body: {'port': {'device_id': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:48.320702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4859-9dfd-42ac-82a6-d35c53b3c37e req-b384fb67-ce49-49d7-9559-6583a4731990 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:48.325321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.327018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-563a4859-9dfd-42ac-82a6-d35c53b3c37e req-b384fb67-ce49-49d7-9559-6583a4731990 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 932 time: 0.0806201
Jan 15 21:01:48.391407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-563a4859-9dfd-42ac-82a6-d35c53b3c37e req-d443b82c-7b14-49e5-b7ab-ca833955e2a0 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580812
Jan 15 21:01:48.497843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-620d835e-e573-48e1-ad88-bb8719e72a6b req-55aa4873-83c1-4905-926c-f3d1febc97bf tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 210 time: 0.0335891
Jan 15 21:01:48.615141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edec48-b694-4157-948d-6e35650efc8d req-a9cb7caa-bd1b-4b70-b4c0-1716744070e6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:48.622536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10edec48-b694-4157-948d-6e35650efc8d req-a9cb7caa-bd1b-4b70-b4c0-1716744070e6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0627120
Jan 15 21:01:48.683201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10edec48-b694-4157-948d-6e35650efc8d req-8b683325-461e-4128-adfa-2ab46889a6a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595577
Jan 15 21:01:48.713188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5e3426-33d2-4433-bed0-1c17171bce52 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:48.713870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks [] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.728399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Transition to ACTIVE for port object 0c5e3426-33d2-4433-bed0-1c17171bce52 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:01:48.732274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.784384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:48.864705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Attempting to bind port 0c5e3426-33d2-4433-bed0-1c17171bce52 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:01:48.865403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Attempting to bind port 0c5e3426-33d2-4433-bed0-1c17171bce52 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e7c0078-badf-4cbb-b896-803aaef692b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:01:48.866325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Attempting to bind port 0c5e3426-33d2-4433-bed0-1c17171bce52 on network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:48.872059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Port 0c5e3426-33d2-4433-bed0-1c17171bce52 on network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:01:48.872528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Attempting to bind port 0c5e3426-33d2-4433-bed0-1c17171bce52 on network 66c03dbb-842c-460e-99ad-2e1cc04c8ce1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:48.881843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:01:48.883578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Checking segment: {'id': '8e7c0078-badf-4cbb-b896-803aaef692b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:48.883578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Bound using segment: {'id': '8e7c0078-badf-4cbb-b896-803aaef692b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:01:48.884035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Bound port: 0c5e3426-33d2-4433-bed0-1c17171bce52, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7c0078-badf-4cbb-b896-803aaef692b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:01:48.884615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:48.960826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:01:48.964240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c5e3426-33d2-4433-bed0-1c17171bce52,segment=NetworkSegment(8e7c0078-badf-4cbb-b896-803aaef692b2),segment_id=8e7c0078-badf-4cbb-b896-803aaef692b2)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:01:48.969759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:49.005817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.006656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:49.009057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] 10.222.0.45 "PUT /v2.0/ports/0c5e3426-33d2-4433-bed0-1c17171bce52 HTTP/1.1" status: 200  len: 1092 time: 0.7653327
Jan 15 21:01:49.009682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:49.012958 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca13f75-3f7d-4661-9f17-ed633ad718d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:49.065902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac989fc4-5a20-476e-93c8-d08cd341adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:49.074500 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d44c619-5b49-44b2-920a-6a6606b08edf x-openstack-request-id: req-2d44c619-5b49-44b2-920a-6a6606b08edf {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:49.074813 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:49.075049 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d44c619-5b49-44b2-920a-6a6606b08edf {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:49.075481 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52', 'status': 'completed', 'code': 200}
Jan 15 21:01:49.152681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-d211ea42-3bcf-47e2-81b0-0c9308391919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.154454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-d211ea42-3bcf-47e2-81b0-0c9308391919 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=769ee4a0d84d43abbed6cdcc4d536de7&device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 1095 time: 0.0746284
Jan 15 21:01:49.197557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-cb36cee5-a94f-4434-b775-200d2f13c192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c5e3426-33d2-4433-bed0-1c17171bce52 HTTP/1.1" status: 200  len: 217 time: 0.0358911
Jan 15 21:01:49.252519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-b7aab345-2cb0-4d5e-a058-91828a45f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.254009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-b7aab345-2cb0-4d5e-a058-91828a45f3e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e HTTP/1.1" status: 200  len: 849 time: 0.0446665
Jan 15 21:01:49.291687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-bfa1dc0b-36b6-4ad1-96ea-26ed872b0fd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66c03dbb-842c-460e-99ad-2e1cc04c8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283756
Jan 15 21:01:49.407494 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-82db79fc-bc43-4bde-9138-1caf700d4742 service neutron] 10.222.0.45 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060624
Jan 15 21:01:49.537984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-936370d6-8b4a-496e-936a-371d072bfaa7 req-05532e8c-a78e-4c62-a2de-8d191d56c2b8 service neutron] 10.222.0.45 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230335
Jan 15 21:01:49.599146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9111b-31c6-460c-8474-24af16174043 req-cabe844e-865a-42b8-9f59-a657a29846f0 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.600619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cd9111b-31c6-460c-8474-24af16174043 req-cabe844e-865a-42b8-9f59-a657a29846f0 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 944 time: 0.1038885
Jan 15 21:01:49.690535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cd9111b-31c6-460c-8474-24af16174043 req-292103a1-6d4b-4c8f-8de8-8071eee76d70 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744832
Jan 15 21:01:49.735297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-0d6998e8-e4a0-4020-9a2d-a8772b432946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.737622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-0d6998e8-e4a0-4020-9a2d-a8772b432946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=769ee4a0d84d43abbed6cdcc4d536de7&device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 1095 time: 0.1015465
Jan 15 21:01:49.766385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38e3e099-9dda-41b7-a536-674a08a53d72 req-eccb31e8-d4e9-4059-acca-b327b2d351fb tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 210 time: 0.0745935
Jan 15 21:01:49.790401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-6fe9dbf7-5a82-4354-b15c-c0d2204e099c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.792947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-6fe9dbf7-5a82-4354-b15c-c0d2204e099c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.45 "GET /v2.0/networks?id=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe HTTP/1.1" status: 200  len: 813 time: 0.2222595
Jan 15 21:01:49.832141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Request body: {'port': {'device_id': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe', 'admin_state_up': True, 'tenant_id': 'fb1e1f3647ce41048a7071decbdfe961'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:49.853346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e66a1-f81b-42b7-af64-3eb652814763 req-4e55af99-7371-48c7-b052-b7825c98eff0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:49.854939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c9e66a1-f81b-42b7-af64-3eb652814763 req-4e55af99-7371-48c7-b052-b7825c98eff0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0685065
Jan 15 21:01:49.923115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c9e66a1-f81b-42b7-af64-3eb652814763 req-904069e2-501c-49f9-af79-8bdb3abb90a3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613961
Jan 15 21:01:50.138873 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8727d43d-67a4-4ad4-9adb-ec9d0d2ac71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.299188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-7d0c7d69-56f9-4614-a959-b6640767366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:50.300778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-7d0c7d69-56f9-4614-a959-b6640767366f service neutron] 10.222.0.45 "GET /v2.0/networks?id=66c03dbb-842c-460e-99ad-2e1cc04c8ce1 HTTP/1.1" status: 200  len: 910 time: 0.5530734
Jan 15 21:01:50.316855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:50.359558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-a34a9da8-5bfa-42b5-bde6-a677839374f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c5e3426-33d2-4433-bed0-1c17171bce52 HTTP/1.1" status: 200  len: 217 time: 0.0506876
Jan 15 21:01:50.427449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Made reservation on behalf of fb1e1f3647ce41048a7071decbdfe961 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:01:50.431862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.453862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.457127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-a87f9a1f-934b-4274-b00a-72b07f1bbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:50.458722 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-a87f9a1f-934b-4274-b00a-72b07f1bbc3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e HTTP/1.1" status: 200  len: 849 time: 0.0922718
Jan 15 21:01:50.504553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-fd1585ad-0c96-4c26-a65c-d17dc83f5128 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66c03dbb-842c-460e-99ad-2e1cc04c8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380301
Jan 15 21:01:50.549800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Publish callbacks [] for security_group (5ef3e0a7-96cd-48be-bce3-f81f67902e9a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.555750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ef3e0a7-96cd-48be-bce3-f81f67902e9a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.605881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62ee016e4c3a4661aa52fbc3cb29fd99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2878704
Jan 15 21:01:50.608865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49514) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:50.609763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3e0a7-96cd-48be-bce3-f81f67902e9a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:50.619190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.619615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.620064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.620410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.620939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.621197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.621923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.622043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.622336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.622765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.623194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.623526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.623931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37a0f3-ad93-497d-b4ec-9d2b0b7cafee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:01:50.729750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Allocated IP 172.20.0.6 (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe/4f22846d-924a-4b84-93bc-a21a81310943/c9595e70-1846-4eb0-8e71-6944c7a0d531) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:01:50.739645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-86a1f55c-0462-4edb-be80-6fdd6d8534ee service neutron] 10.222.0.45 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051718
Jan 15 21:01:50.835247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] Publish callbacks [] for security_group (5ef3e0a7-96cd-48be-bce3-f81f67902e9a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.853660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061b3f-687d-40fe-b718-e680033ab76e req-e61bb661-f0be-47c0-b6df-5758607c07eb tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:50.855528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c061b3f-687d-40fe-b718-e680033ab76e req-e61bb661-f0be-47c0-b6df-5758607c07eb tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 944 time: 0.0769277
Jan 15 21:01:50.901688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8156de10-b5c2-4e76-88fe-1edc07548fa8 req-b1575fab-7a2f-4dac-9ad4-70f048ffdf8f tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 210 time: 0.0432734
Jan 15 21:01:50.941882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] Publish callbacks [] for security_group (5ef3e0a7-96cd-48be-bce3-f81f67902e9a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:50.966654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c061b3f-687d-40fe-b718-e680033ab76e req-5ad813ea-1dde-4064-ac06-681a5e165307 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968685
Jan 15 21:01:51.046600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dca13f75-3f7d-4661-9f17-ed633ad718d8 req-03e407c8-f9ee-452e-9066-4d5f8666d2dd service neutron] 10.222.0.45 "GET /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2978020
Jan 15 21:01:51.081276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks [] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.107229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5569327-6426-4bc6-a427-09beb0ac84c5 req-a381c6d5-58ab-4684-a159-1b2b05520cc6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:51.107768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ef3e0a7-96cd-48be-bce3-f81f67902e9a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.109209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5569327-6426-4bc6-a427-09beb0ac84c5 req-a381c6d5-58ab-4684-a159-1b2b05520cc6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0896273
Jan 15 21:01:51.110919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.112188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ef3e0a7-96cd-48be-bce3-f81f67902e9a HTTP/1.1" status: 204  len: 168 time: 0.5005782
Jan 15 21:01:51.125465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d15dd-8a4d-41a0-93c2-159480a2809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3e0a7-96cd-48be-bce3-f81f67902e9a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:51.138783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.191552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5569327-6426-4bc6-a427-09beb0ac84c5 req-0a39982c-d910-4585-b5b0-8a13a045d2b2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714931
Jan 15 21:01:51.197535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:01:51.200814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:01:51.208913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:01:51.215637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Pushing event updated for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:51.286089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:51.287005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.314694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-047abdb3-57ee-4f70-8fb3-c766ebbe381c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4887571
Jan 15 21:01:51.334910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Request body: {'port': {'device_id': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:01:51.404261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.703782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9595e70-1846-4eb0-8e71-6944c7a0d531 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:51.715789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks [] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.738435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Transition to ACTIVE for port object c9595e70-1846-4eb0-8e71-6944c7a0d531 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:01:51.743066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.818703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:51.854161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Pushing event updated for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:51.916946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Attempting to bind port c9595e70-1846-4eb0-8e71-6944c7a0d531 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:01:51.917312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Attempting to bind port c9595e70-1846-4eb0-8e71-6944c7a0d531 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:01:51.917634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Attempting to bind port c9595e70-1846-4eb0-8e71-6944c7a0d531 on network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:51.922702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Port c9595e70-1846-4eb0-8e71-6944c7a0d531 on network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:01:51.924178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Attempting to bind port c9595e70-1846-4eb0-8e71-6944c7a0d531 on network 0aa73f96-76d4-4e9b-85cd-073eea7cf7fe {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:01:51.932128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:01:51.932979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Checking segment: {'id': 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:01:51.933601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Bound using segment: {'id': 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:01:51.934513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Bound port: c9595e70-1846-4eb0-8e71-6944c7a0d531, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:01:51.935220 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:52.030047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:01:52.037449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531,segment=NetworkSegment(f25d5a61-9dc4-4199-b521-87d1b9b8acd3),segment_id=f25d5a61-9dc4-4199-b521-87d1b9b8acd3)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:01:52.047052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:52.087079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b2cc-23ff-4cbc-907c-0e48ba7b7f16 req-75495682-aa1c-4d14-9557-93dc3e02a4b8 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.090037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab05b2cc-23ff-4cbc-907c-0e48ba7b7f16 req-75495682-aa1c-4d14-9557-93dc3e02a4b8 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 943 time: 0.0794997
Jan 15 21:01:52.102956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.103714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:52.105190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] 10.222.0.45 "PUT /v2.0/ports/c9595e70-1846-4eb0-8e71-6944c7a0d531 HTTP/1.1" status: 200  len: 1091 time: 0.7779174
Jan 15 21:01:52.105606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:52.108021 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3261c5-b606-4d2b-aeb3-93559ff2de38" -d '{"events": [{"name": "network-changed", "server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:52.140207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a0d3-c89d-4afa-b60c-c92c4f93672e service neutron] Pushing event updated for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:52.170090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82345c4-f310-4595-b3f9-c7ddcff4ea02 req-2d72acb5-5551-4455-810b-eaa6472ff044 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.177945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a82345c4-f310-4595-b3f9-c7ddcff4ea02 req-2d72acb5-5551-4455-810b-eaa6472ff044 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 944 time: 0.1179049
Jan 15 21:01:52.190850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab05b2cc-23ff-4cbc-907c-0e48ba7b7f16 req-cc76fac8-f615-4d90-b2ac-1622e6054218 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837829
Jan 15 21:01:52.236715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-fd105677-229f-4ce9-bdc7-f7a607590308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.239837 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-fd105677-229f-4ce9-bdc7-f7a607590308 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb1e1f3647ce41048a7071decbdfe961&device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 1094 time: 0.0711150
Jan 15 21:01:52.252914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a82345c4-f310-4595-b3f9-c7ddcff4ea02 req-7e21f272-fc79-4950-a49d-01ae2527a2ce tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733149
Jan 15 21:01:52.293463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-4a997085-57d4-4f21-9974-c0b0b6a9efff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531 HTTP/1.1" status: 200  len: 217 time: 0.0459030
Jan 15 21:01:52.353762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-b5c9a8bd-c989-4ebc-8e41-b57743c917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.355416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-b5c9a8bd-c989-4ebc-8e41-b57743c917c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f22846d-924a-4b84-93bc-a21a81310943 HTTP/1.1" status: 200  len: 853 time: 0.0540605
Jan 15 21:01:52.359880 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c80782f-36f3-460c-9bdb-84fe572f3f31 x-openstack-request-id: req-7c80782f-36f3-460c-9bdb-84fe572f3f31 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:52.360232 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:52.360557 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c80782f-36f3-460c-9bdb-84fe572f3f31 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:52.361147 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531', 'status': 'completed', 'code': 200}
Jan 15 21:01:52.374352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0c5e3426-33d2-4433-bed0-1c17171bce52 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:52.423013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-0f5d2a7b-7057-40c1-b236-34255589960e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587091
Jan 15 21:01:52.432705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe208b1-1101-4ea7-b590-d016a61b8274 req-372a0bd4-2656-4ed9-8d1f-2ff02041ae4f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.440829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbe208b1-1101-4ea7-b590-d016a61b8274 req-372a0bd4-2656-4ed9-8d1f-2ff02041ae4f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0821242
Jan 15 21:01:52.509783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbe208b1-1101-4ea7-b590-d016a61b8274 req-4df0c2b8-3b4c-4efd-beaa-469b84a22c23 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679982
Jan 15 21:01:52.554915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c5e3426-33d2-4433-bed0-1c17171bce52,segment=NetworkSegment(8e7c0078-badf-4cbb-b896-803aaef692b2),segment_id=8e7c0078-badf-4cbb-b896-803aaef692b2)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:52.574027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '0c5e3426-33d2-4433-bed0-1c17171bce52', 'network_id': '66c03dbb-842c-460e-99ad-2e1cc04c8ce1', 'port_id': '0c5e3426-33d2-4433-bed0-1c17171bce52', 'mac_address': 'fa:16:3e:32:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:52.606367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-0a28f2cf-2c9a-4a90-83a5-7c77d7688210 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719692
Jan 15 21:01:52.624799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0c5e3426-33d2-4433-bed0-1c17171bce52 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:52.625257 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:52.640682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5e3426-33d2-4433-bed0-1c17171bce52 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:52.665610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c5e3426-33d2-4433-bed0-1c17171bce52,segment=NetworkSegment(8e7c0078-badf-4cbb-b896-803aaef692b2),segment_id=8e7c0078-badf-4cbb-b896-803aaef692b2)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:52.671508 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:52.722869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b68f49b-a81c-4321-a616-3bd15d196a8d req-d956ae20-c28b-48aa-99ed-679010a787fb service neutron] 10.222.0.45 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082127
Jan 15 21:01:52.735801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:52.831202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-86e4f4f5-b5ca-4563-bbe1-908332ae3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.833100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-86e4f4f5-b5ca-4563-bbe1-908332ae3a10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb1e1f3647ce41048a7071decbdfe961&device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 1094 time: 0.0600619
Jan 15 21:01:52.946818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-1e144ece-40ca-408b-95ec-0932872ce59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:52.948453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-1e144ece-40ca-408b-95ec-0932872ce59b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe HTTP/1.1" status: 200  len: 914 time: 0.1080685
Jan 15 21:01:52.974830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['0c5e3426-33d2-4433-bed0-1c17171bce52'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:53.000351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-de61ca82-fdeb-4c46-b010-f4918ffbc798 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531 HTTP/1.1" status: 200  len: 217 time: 0.0453265
Jan 15 21:01:53.073813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-35fd92ac-1ddb-4115-8c49-16f0f7e31ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:53.075715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-35fd92ac-1ddb-4115-8c49-16f0f7e31ff1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f22846d-924a-4b84-93bc-a21a81310943 HTTP/1.1" status: 200  len: 853 time: 0.0675614
Jan 15 21:01:53.113139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-f9b1686b-5cb8-4c14-a961-632341d68fdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292516
Jan 15 21:01:53.208979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:53.229654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-95826c58-b348-4c92-bbd0-73358477e526 service neutron] 10.222.0.45 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092713
Jan 15 21:01:53.367115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46bab2-db98-4e63-bed1-b76d822c9057 req-8135ef38-25bb-4d0e-97a8-3a520c55d449 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:53.375068 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c3261c5-b606-4d2b-aeb3-93559ff2de38 req-9a724bd8-87df-4e28-a2ea-99eb4e15398e service neutron] 10.222.0.45 "GET /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341848
Jan 15 21:01:53.377640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af46bab2-db98-4e63-bed1-b76d822c9057 req-8135ef38-25bb-4d0e-97a8-3a520c55d449 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 943 time: 0.0994074
Jan 15 21:01:53.471044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af46bab2-db98-4e63-bed1-b76d822c9057 req-fe64590b-922b-4b6f-ad45-c35d57132a67 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917811
Jan 15 21:01:53.480703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd33c3-2603-4426-a68d-a08080187318 req-58f5ca15-4e58-4263-a90a-7f9bff76ab4b tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:53.482782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fccd33c3-2603-4426-a68d-a08080187318 req-58f5ca15-4e58-4263-a90a-7f9bff76ab4b tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 945 time: 0.1027734
Jan 15 21:01:53.550039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fccd33c3-2603-4426-a68d-a08080187318 req-32c5fdac-9f87-4c8f-9276-4a9c1eb55586 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596576
Jan 15 21:01:53.693793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c43e1-5f86-48a4-907f-00e6bd594c88 req-22f2628e-b05a-4190-9c72-3ecc7b7b1a50 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:53.695607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd3c43e1-5f86-48a4-907f-00e6bd594c88 req-22f2628e-b05a-4190-9c72-3ecc7b7b1a50 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0645988
Jan 15 21:01:53.755207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd3c43e1-5f86-48a4-907f-00e6bd594c88 req-52a0b2af-4b23-4200-a46e-313dd27a20f2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514359
Jan 15 21:01:54.215067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:54.393767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0c5e3426-33d2-4433-bed0-1c17171bce52 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:54.448077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 0c5e3426-33d2-4433-bed0-1c17171bce52 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:54.452719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 0c5e3426-33d2-4433-bed0-1c17171bce52 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:54.453428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:54.566206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0c5e3426-33d2-4433-bed0-1c17171bce52 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:54.566911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:54.601134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:54.603995 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c852de-0d5e-4b26-9094-a54337277a60" -d '{"events": [{"server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:54.623097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c5e3426-33d2-4433-bed0-1c17171bce52,segment=NetworkSegment(8e7c0078-badf-4cbb-b896-803aaef692b2),segment_id=8e7c0078-badf-4cbb-b896-803aaef692b2)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:54.631481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:54.672999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ae516-101e-42e3-92d8-41229eb32541 req-69706d07-d8d0-4310-a379-7e96bdc74bf6 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:54.681605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0ae516-101e-42e3-92d8-41229eb32541 req-69706d07-d8d0-4310-a379-7e96bdc74bf6 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 943 time: 0.1217635
Jan 15 21:01:54.702724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:54.739086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49636) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:54.768292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f0ae516-101e-42e3-92d8-41229eb32541 req-224f8b14-9800-4c1b-a9b7-51c95f9ba5e6 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856881
Jan 15 21:01:54.782723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11b30-8cef-4fa1-8985-7faa19b5685e req-cb331d8b-bf8d-4fb3-9113-c138d5ca3dc6 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:54.789889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18e11b30-8cef-4fa1-8985-7faa19b5685e req-cb331d8b-bf8d-4fb3-9113-c138d5ca3dc6 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.1052527
Jan 15 21:01:54.850013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18e11b30-8cef-4fa1-8985-7faa19b5685e req-b21dc51e-80b1-4ae0-8311-4dedc52a664a tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592015
Jan 15 21:01:54.905552 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee2489f-20e3-4134-9071-bbf165536cbd x-openstack-request-id: req-2ee2489f-20e3-4134-9071-bbf165536cbd {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:54.906344 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:54.906966 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ee2489f-20e3-4134-9071-bbf165536cbd {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:54.907686 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52', 'code': 200}
Jan 15 21:01:54.908035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3171b8f7-a75d-4900-83b4-8b84586fc50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.067864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe207-342b-44c6-9a1d-15adf59fb096 req-9665dbc1-7403-42ef-a009-036129b44380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:55.069084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-917fe207-342b-44c6-9a1d-15adf59fb096 req-9665dbc1-7403-42ef-a009-036129b44380 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 1097 time: 0.0876386
Jan 15 21:01:55.070945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3171b8f7-a75d-4900-83b4-8b84586fc50d admin admin] Publish callbacks [] for security_group (a525cae0-11f4-426e-ab31-4ebe5429df5e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.083706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3171b8f7-a75d-4900-83b4-8b84586fc50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a525cae0-11f4-426e-ab31-4ebe5429df5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.108464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efa9cd-b92d-4d46-b763-bb18882bb388 req-037639a1-fddc-4620-9de4-6f5f0bf4004b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:55.117213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31efa9cd-b92d-4d46-b763-bb18882bb388 req-037639a1-fddc-4620-9de4-6f5f0bf4004b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0709617
Jan 15 21:01:55.145127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3171b8f7-a75d-4900-83b4-8b84586fc50d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42b7dbb0f9394623b7317da31fa1380e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4043593
Jan 15 21:01:55.148696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:55.159388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171b8f7-a75d-4900-83b4-8b84586fc50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525cae0-11f4-426e-ab31-4ebe5429df5e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:55.174774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-917fe207-342b-44c6-9a1d-15adf59fb096 req-780bdf72-290b-4c5b-af76-db18341849c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982835
Jan 15 21:01:55.180664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31efa9cd-b92d-4d46-b763-bb18882bb388 req-ab8c0b76-eab4-4af2-8e67-3ba4bdf0ac26 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624061
Jan 15 21:01:55.218703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] Publish callbacks [] for security_group (a525cae0-11f4-426e-ab31-4ebe5429df5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.242925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] Publish callbacks [] for security_group (a525cae0-11f4-426e-ab31-4ebe5429df5e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.296118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a525cae0-11f4-426e-ab31-4ebe5429df5e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.300610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.302076 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a525cae0-11f4-426e-ab31-4ebe5429df5e HTTP/1.1" status: 204  len: 168 time: 0.1524408
Jan 15 21:01:55.311956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd0862-fe68-48ee-966e-0d902f8117dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525cae0-11f4-426e-ab31-4ebe5429df5e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:55.630012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49650) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:55.644661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c483ec92-ab99-4c74-9425-31dae5c877c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.733305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c483ec92-ab99-4c74-9425-31dae5c877c4 admin admin] Publish callbacks [] for security_group (44133e08-59f1-4032-81c7-08b00ad1ae4f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.739866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c483ec92-ab99-4c74-9425-31dae5c877c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (44133e08-59f1-4032-81c7-08b00ad1ae4f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.800312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c483ec92-ab99-4c74-9425-31dae5c877c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ed4501b77444269bb3fb0b41d13d366&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1692183
Jan 15 21:01:55.801910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483ec92-ab99-4c74-9425-31dae5c877c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44133e08-59f1-4032-81c7-08b00ad1ae4f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:55.803103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:55.863704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] Publish callbacks [] for security_group (44133e08-59f1-4032-81c7-08b00ad1ae4f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.918134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] Publish callbacks [] for security_group (44133e08-59f1-4032-81c7-08b00ad1ae4f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:55.960297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7ded-f41b-4152-80a5-cbbab0e93e61 req-eef4ed70-ecfc-4a05-83d3-6e3971787c5a tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:55.961875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77fd7ded-f41b-4152-80a5-cbbab0e93e61 req-eef4ed70-ecfc-4a05-83d3-6e3971787c5a tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 943 time: 0.1005273
Jan 15 21:01:56.043041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (44133e08-59f1-4032-81c7-08b00ad1ae4f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:56.045847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:56.047093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44133e08-59f1-4032-81c7-08b00ad1ae4f HTTP/1.1" status: 204  len: 168 time: 0.2422714
Jan 15 21:01:56.056245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77fd7ded-f41b-4152-80a5-cbbab0e93e61 req-e1015740-4495-45a0-9c50-f149185aa020 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861108
Jan 15 21:01:56.063813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a37ae0-a98c-4f4e-b3c6-ef5211e6a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44133e08-59f1-4032-81c7-08b00ad1ae4f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:56.080442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91939f-e9ed-4e45-9f98-ee328b2f1a73 req-e624aa52-32e1-41cf-a6d4-44b450338abc tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:56.082088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd91939f-e9ed-4e45-9f98-ee328b2f1a73 req-e624aa52-32e1-41cf-a6d4-44b450338abc tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.0956349
Jan 15 21:01:56.165393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd91939f-e9ed-4e45-9f98-ee328b2f1a73 req-92381eae-747e-436a-8c8c-3886bf76a8d6 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762327
Jan 15 21:01:56.371874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913bb0-fef7-47c7-8fb6-5c78d6cbcbb6 req-9202d22c-47ab-4611-8b34-5f3bbdee8f32 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:56.374204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86913bb0-fef7-47c7-8fb6-5c78d6cbcbb6 req-9202d22c-47ab-4611-8b34-5f3bbdee8f32 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0666215
Jan 15 21:01:56.420766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c9595e70-1846-4eb0-8e71-6944c7a0d531 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:01:56.443766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86913bb0-fef7-47c7-8fb6-5c78d6cbcbb6 req-d6cc57f3-8dd1-4c3c-a8d2-335aa99b1779 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612035
Jan 15 21:01:56.565023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531,segment=NetworkSegment(f25d5a61-9dc4-4199-b521-87d1b9b8acd3),segment_id=f25d5a61-9dc4-4199-b521-87d1b9b8acd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:56.578020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'c9595e70-1846-4eb0-8e71-6944c7a0d531', 'network_id': '0aa73f96-76d4-4e9b-85cd-073eea7cf7fe', 'port_id': 'c9595e70-1846-4eb0-8e71-6944c7a0d531', 'mac_address': 'fa:16:3e:90:5b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f22846d-924a-4b84-93bc-a21a81310943', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:01:56.624026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port c9595e70-1846-4eb0-8e71-6944c7a0d531 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:56.624262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:56.639165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9595e70-1846-4eb0-8e71-6944c7a0d531 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:01:56.661172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531,segment=NetworkSegment(f25d5a61-9dc4-4199-b521-87d1b9b8acd3),segment_id=f25d5a61-9dc4-4199-b521-87d1b9b8acd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:56.665386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:56.721607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:56.972612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['c9595e70-1846-4eb0-8e71-6944c7a0d531'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:57.325837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203f50b-3bbb-48bb-90ab-7f7b677b92c3 req-9e1a8ad1-1848-40cc-9301-bb3881663c15 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:57.328277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c203f50b-3bbb-48bb-90ab-7f7b677b92c3 req-9e1a8ad1-1848-40cc-9301-bb3881663c15 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 944 time: 0.1221728
Jan 15 21:01:57.356345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6000-c9dc-42d2-b26a-473d5c109a12 req-94a87713-39b7-4247-a13d-965050686943 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:57.357997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-912f6000-c9dc-42d2-b26a-473d5c109a12 req-94a87713-39b7-4247-a13d-965050686943 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.0950572
Jan 15 21:01:57.448735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c203f50b-3bbb-48bb-90ab-7f7b677b92c3 req-58bdf0db-a308-4f1c-9731-4ce26b0f6bf6 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082652
Jan 15 21:01:57.455007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-912f6000-c9dc-42d2-b26a-473d5c109a12 req-fa0ef0bb-4148-44a0-9b2f-6dae2f2cb9b2 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869551
Jan 15 21:01:57.671088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8831d8-e481-4bd2-b063-57912a5966eb req-f749caa1-124f-41cb-9274-f639dfcafd79 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:57.672721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea8831d8-e481-4bd2-b063-57912a5966eb req-f749caa1-124f-41cb-9274-f639dfcafd79 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0587225
Jan 15 21:01:57.739955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea8831d8-e481-4bd2-b063-57912a5966eb req-3c260794-af70-4b8e-bd07-521e48ad275c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580118
Jan 15 21:01:57.927541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d8d6-8df3-417d-a6c9-d27e99631c98 req-e428a38b-b841-4c49-a355-08af1047b73c tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:57.929041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e263d8d6-8df3-417d-a6c9-d27e99631c98 req-e428a38b-b841-4c49-a355-08af1047b73c tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.0575967
Jan 15 21:01:57.982134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e263d8d6-8df3-417d-a6c9-d27e99631c98 req-03f53d5d-98fc-4535-ba66-dad044be4b66 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464659
Jan 15 21:01:58.414555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c9595e70-1846-4eb0-8e71-6944c7a0d531 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:01:58.473661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port c9595e70-1846-4eb0-8e71-6944c7a0d531 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:01:58.478471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port c9595e70-1846-4eb0-8e71-6944c7a0d531 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:01:58.479154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:58.571895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port c9595e70-1846-4eb0-8e71-6944c7a0d531 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:01:58.572288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:58.594485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ecee-f2b6-4936-b701-51e681274741 req-490a3864-07f3-4836-981c-986fd5ac3b9d tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:58.598522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10d1ecee-f2b6-4936-b701-51e681274741 req-490a3864-07f3-4836-981c-986fd5ac3b9d tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 944 time: 0.0663023
Jan 15 21:01:58.602925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:58.605851 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59524ed-74ee-47c1-ae0a-198e74b2be7f" -d '{"events": [{"server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "name": "network-vif-plugged", "status": "completed", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:58.629577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531,segment=NetworkSegment(f25d5a61-9dc4-4199-b521-87d1b9b8acd3),segment_id=f25d5a61-9dc4-4199-b521-87d1b9b8acd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:58.637803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:58.670773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10d1ecee-f2b6-4936-b701-51e681274741 req-ab623f23-f31d-46f5-af31-7993a06c933b tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624776
Jan 15 21:01:58.720518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:58.741934 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3896bf-0665-465a-8cc3-9d0f3f18a045 x-openstack-request-id: req-4d3896bf-0665-465a-8cc3-9d0f3f18a045 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:01:58.742187 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "name": "network-vif-plugged", "status": "completed", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:01:58.742616 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d3896bf-0665-465a-8cc3-9d0f3f18a045 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:01:58.743263 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531', 'code': 200}
Jan 15 21:01:58.858217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46fd1-9ac1-4af5-bf61-7e8e9667ffc3 req-070fd823-093c-4baa-962b-616092485be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:58.860550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-47b46fd1-9ac1-4af5-bf61-7e8e9667ffc3 req-070fd823-093c-4baa-962b-616092485be0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 1096 time: 0.0452449
Jan 15 21:01:58.897657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3a3b-d8e5-4b3d-ab93-7891f3e82b11 req-1e0251fb-5cbe-4efa-86aa-850883bed4c2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:58.901365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e03f3a3b-d8e5-4b3d-ab93-7891f3e82b11 req-1e0251fb-5cbe-4efa-86aa-850883bed4c2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0603116
Jan 15 21:01:58.917692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-47b46fd1-9ac1-4af5-bf61-7e8e9667ffc3 req-7ce49333-db3b-45c4-bf57-2e02bb0f7457 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500138
Jan 15 21:01:58.962504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e03f3a3b-d8e5-4b3d-ab93-7891f3e82b11 req-8f14d8d8-545e-4505-94c2-10b3ad58cb96 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549011
Jan 15 21:01:59.095661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49776) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:59.114661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099429d-936c-4e75-82fe-7f097cf0722d req-1d4bf1b1-0133-4107-84d2-5626a0c393d5 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:59.116577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e099429d-936c-4e75-82fe-7f097cf0722d req-1d4bf1b1-0133-4107-84d2-5626a0c393d5 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.0568597
Jan 15 21:01:59.185201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e099429d-936c-4e75-82fe-7f097cf0722d req-11177608-1c65-435f-a80c-366d3329ac03 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/security-groups?id=c06f5b8a-baad-4a05-b9f5-b115b8266e44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628529
Jan 15 21:01:59.235371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-206fd31d-2e7e-42eb-a4a3-fed4ebb8b198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.318133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-206fd31d-2e7e-42eb-a4a3-fed4ebb8b198 admin admin] Publish callbacks [] for security_group (888cb9ac-1c1e-4461-b809-9680a77780cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.322208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-206fd31d-2e7e-42eb-a4a3-fed4ebb8b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (888cb9ac-1c1e-4461-b809-9680a77780cf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.373199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-206fd31d-2e7e-42eb-a4a3-fed4ebb8b198 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d63c7c4355a455bbc75db49a8fe1bda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2759454
Jan 15 21:01:59.375265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd31d-2e7e-42eb-a4a3-fed4ebb8b198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888cb9ac-1c1e-4461-b809-9680a77780cf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:59.376048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49782) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:59.431131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] Publish callbacks [] for security_group (888cb9ac-1c1e-4461-b809-9680a77780cf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.455875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] Publish callbacks [] for security_group (888cb9ac-1c1e-4461-b809-9680a77780cf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.457919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-71ab38a4-d8dc-44cb-9ee6-68260904de20 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:59.459383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-71ab38a4-d8dc-44cb-9ee6-68260904de20 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.45 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 946 time: 0.0553963
Jan 15 21:01:59.510078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (888cb9ac-1c1e-4461-b809-9680a77780cf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.513185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.514340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/888cb9ac-1c1e-4461-b809-9680a77780cf HTTP/1.1" status: 204  len: 168 time: 0.1369953
Jan 15 21:01:59.523788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639f98-0f22-4fe6-9c28-04490d8c7b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888cb9ac-1c1e-4461-b809-9680a77780cf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:59.575233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Deleting port 0c5e3426-33d2-4433-bed0-1c17171bce52 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:01:59.575508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.688304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] For port 0c5e3426-33d2-4433-bed0-1c17171bce52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c5e3426-33d2-4433-bed0-1c17171bce52,segment=NetworkSegment(8e7c0078-badf-4cbb-b896-803aaef692b2),segment_id=8e7c0078-badf-4cbb-b896-803aaef692b2)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:01:59.688684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.704623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Calling delete_port for 0c5e3426-33d2-4433-bed0-1c17171bce52 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:01:59.857200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c164d0c-75e3-40fa-841f-83fc57d1954b req-2e7c4239-56fa-48c3-bdc0-ae6ad9177bb0 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:01:59.863054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c164d0c-75e3-40fa-841f-83fc57d1954b req-2e7c4239-56fa-48c3-bdc0-ae6ad9177bb0 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 945 time: 0.0832863
Jan 15 21:01:59.873588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0c5e3426-33d2-4433-bed0-1c17171bce52), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.886622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['0c5e3426-33d2-4433-bed0-1c17171bce52'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:01:59.897703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:01:59.906797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Pushing event deleted for resources: {'Port': ['ID=0c5e3426-33d2-4433-bed0-1c17171bce52,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:01:59.926488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6455225-5a29-4ec2-8920-956b7c448f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.950075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] No DVR routers for this DVR port 0c5e3426-33d2-4433-bed0-1c17171bce52 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:01:59.952821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:01:59.958623 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6871f90-fe09-4ef8-a586-76cf76651d15 req-0ce02ad9-b680-4882-aee5-2ed33c831951 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.45 "DELETE /v2.0/ports/0c5e3426-33d2-4433-bed0-1c17171bce52 HTTP/1.1" status: 204  len: 173 time: 0.4936321
Jan 15 21:01:59.959661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'name': 'network-vif-deleted', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:01:59.962476 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da5b3b-fbb7-4d7c-8c99-7596f62fb26b" -d '{"events": [{"server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "name": "network-vif-deleted", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:01:59.965414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c164d0c-75e3-40fa-841f-83fc57d1954b req-0c0725b1-8f14-4a62-b94c-538ea2cc8755 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984385
Jan 15 21:02:00.026808 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4931b554-ca81-44d3-b78d-0ef1b084b7d0 x-openstack-request-id: req-4931b554-ca81-44d3-b78d-0ef1b084b7d0 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:00.027030 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76b9e9c-4a53-40ed-9424-7c77a1b946d8", "name": "network-vif-deleted", "tag": "0c5e3426-33d2-4433-bed0-1c17171bce52", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:00.027322 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4931b554-ca81-44d3-b78d-0ef1b084b7d0 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:00.027827 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76b9e9c-4a53-40ed-9424-7c77a1b946d8', 'name': 'network-vif-deleted', 'tag': '0c5e3426-33d2-4433-bed0-1c17171bce52', 'status': 'completed', 'code': 200}
Jan 15 21:02:00.063446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6455225-5a29-4ec2-8920-956b7c448f43 admin admin] Publish callbacks [] for security_group (3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.077829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6455225-5a29-4ec2-8920-956b7c448f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.164351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c6455225-5a29-4ec2-8920-956b7c448f43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a97262d91fd24bb28cd144aa138be15e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2654433
Jan 15 21:02:00.167495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49802) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:00.176464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0f8b-21b5-48ac-abc7-fb2cc94dfa40 req-e2f2b391-fc2b-439c-a41c-dac086c86cc7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:00.178234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e13d0f8b-21b5-48ac-abc7-fb2cc94dfa40 req-e2f2b391-fc2b-439c-a41c-dac086c86cc7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1179333
Jan 15 21:02:00.179608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6455225-5a29-4ec2-8920-956b7c448f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:00.252417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e13d0f8b-21b5-48ac-abc7-fb2cc94dfa40 req-f81ab6f7-84cd-43c3-b27d-ea279b6fd854 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577617
Jan 15 21:02:00.260480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] Publish callbacks [] for security_group (3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.292882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] Publish callbacks [] for security_group (3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.374766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.379994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:00.382018 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed HTTP/1.1" status: 204  len: 168 time: 0.2128131
Jan 15 21:02:00.397049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10c0d2-1266-49f7-a88b-6922f0c3ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4bfd34-ef84-4ade-8bdd-4a3a26c010ed,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:00.666661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fab20d4b-f770-47db-a8ba-33a7191c96af req-ce467cf3-029f-42fc-9e9f-106dfe3e0ef4 tempest-ServerGroupTestJSON-807921766 tempest-ServerGroupTestJSON-807921766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c76b9e9c-4a53-40ed-9424-7c77a1b946d8 HTTP/1.1" status: 200  len: 210 time: 0.3373079
Jan 15 21:02:01.111676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d985-5583-444a-808b-0a09b2ac9790 req-2de46804-b10d-450d-b907-4accc4a8bd13 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:01.113363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bd2d985-5583-444a-808b-0a09b2ac9790 req-2de46804-b10d-450d-b907-4accc4a8bd13 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 945 time: 0.0588901
Jan 15 21:02:01.172885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7bd2d985-5583-444a-808b-0a09b2ac9790 req-8043fcda-c4ef-426e-b5be-30af0f22f33f tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534301
Jan 15 21:02:01.425489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d490fe-a420-40be-83c5-908c9f5454ea req-e97b110c-6278-4bcd-a9f7-7dab27af0122 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:01.434613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88d490fe-a420-40be-83c5-908c9f5454ea req-e97b110c-6278-4bcd-a9f7-7dab27af0122 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0932961
Jan 15 21:02:01.495914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88d490fe-a420-40be-83c5-908c9f5454ea req-8ba24266-296f-4a13-9de4-95cb2c520d31 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597959
Jan 15 21:02:01.690682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9058-5146-4168-abce-8b3448aa4f61 req-95d676ee-8f0c-42e0-8912-d096cb65c8c3 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:01.692125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36ca9058-5146-4168-abce-8b3448aa4f61 req-95d676ee-8f0c-42e0-8912-d096cb65c8c3 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 945 time: 0.0518725
Jan 15 21:02:01.708135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49866) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:01.762769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36ca9058-5146-4168-abce-8b3448aa4f61 req-19b98c7f-3f42-4fdf-85ff-380fdb14177c tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595467
Jan 15 21:02:01.870800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62060188-9b38-487e-88f3-21addb38cc9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.009687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62060188-9b38-487e-88f3-21addb38cc9e admin admin] Publish callbacks [] for security_group (ee258477-8250-4cdd-91c2-a6ff825c0cd7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.014899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62060188-9b38-487e-88f3-21addb38cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ee258477-8250-4cdd-91c2-a6ff825c0cd7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.057949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:02.088225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-62060188-9b38-487e-88f3-21addb38cc9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cf509827e324927997b26443c69ea69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3788161
Jan 15 21:02:02.089140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62060188-9b38-487e-88f3-21addb38cc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee258477-8250-4cdd-91c2-a6ff825c0cd7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:02.091386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:02.117151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Deleting subnet c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:02.121125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Publish callbacks [] for subnet (c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.152640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] Publish callbacks [] for security_group (ee258477-8250-4cdd-91c2-a6ff825c0cd7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.171647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.177754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] Publish callbacks [] for security_group (ee258477-8250-4cdd-91c2-a6ff825c0cd7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.216315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.234863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ee258477-8250-4cdd-91c2-a6ff825c0cd7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.239395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.243003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee258477-8250-4cdd-91c2-a6ff825c0cd7 HTTP/1.1" status: 204  len: 168 time: 0.1483788
Jan 15 21:02:02.255459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206f65b-76b3-4c30-8448-443bfb476c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee258477-8250-4cdd-91c2-a6ff825c0cd7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:02.290427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.320281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:02.322328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.328509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2aff23e3-0267-45b0-bab4-568e25b59307 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6e2740a-a53e-4dd2-bbb4-3f85f2136e6e HTTP/1.1" status: 204  len: 168 time: 0.2666373
Jan 15 21:02:02.329531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49900) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:02.426199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (66c03dbb-842c-460e-99ad-2e1cc04c8ce1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.523736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (66c03dbb-842c-460e-99ad-2e1cc04c8ce1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.560087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a30e190>,) {'filters': {'network_id': ['66c03dbb-842c-460e-99ad-2e1cc04c8ce1']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:02.575526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a30e190>, '8e7c0078-badf-4cbb-b896-803aaef692b2') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:02.575868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a30e190>, '8e7c0078-badf-4cbb-b896-803aaef692b2') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:02.599343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (8e7c0078-badf-4cbb-b896-803aaef692b2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.615016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8e7c0078-badf-4cbb-b896-803aaef692b2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.623111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:02:02.623891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (8e7c0078-badf-4cbb-b896-803aaef692b2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:02.625747 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:02:02.629166 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:02:02.650882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b939-4096-427f-84e7-3e9ac8dd2d44 req-cac946dd-1b1f-4960-8918-e1c1917f629e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:02.651785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2736b939-4096-427f-84e7-3e9ac8dd2d44 req-cac946dd-1b1f-4960-8918-e1c1917f629e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0725911
Jan 15 21:02:02.691027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (66c03dbb-842c-460e-99ad-2e1cc04c8ce1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.698465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:02.702547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] 10.222.0.46 "DELETE /v2.0/networks/66c03dbb-842c-460e-99ad-2e1cc04c8ce1 HTTP/1.1" status: 204  len: 168 time: 0.3723807
Jan 15 21:02:02.708294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2736b939-4096-427f-84e7-3e9ac8dd2d44 req-aec7ea2d-e7f5-4b79-a2df-31f8c10e8110 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480325
Jan 15 21:02:02.723074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd64ef0-3dc3-4d1f-9d26-99f6fab7ebec admin admin] Pushing event deleted for resources: {'Network': ['ID=66c03dbb-842c-460e-99ad-2e1cc04c8ce1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:02.832307 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:02:02.924312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6c4bf-c45f-4c8f-92aa-23c064a458a3 req-1c11be02-cb1c-42bb-ad0a-804b75a6471e tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:02.932891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ff6c4bf-c45f-4c8f-92aa-23c064a458a3 req-1c11be02-cb1c-42bb-ad0a-804b75a6471e tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 945 time: 0.0827143
Jan 15 21:02:02.942513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49928) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:03.021321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ff6c4bf-c45f-4c8f-92aa-23c064a458a3 req-c85a14d0-5a83-415e-a46c-709938cecc72 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ced0929-99a9-4798-966b-1e8dc36d1cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876818
Jan 15 21:02:03.051242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-60a36f2d-ce8e-4c1d-b595-026764d8e34f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=769ee4a0d84d43abbed6cdcc4d536de7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1054120
Jan 15 21:02:03.053037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49934) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:03.078983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d907bd-e851-489b-be7d-ce34d491349a req-4b3f1ec9-5359-4887-8776-596862a650fb tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:03.081079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c7d907bd-e851-489b-be7d-ce34d491349a req-4b3f1ec9-5359-4887-8776-596862a650fb tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.45 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 945 time: 0.0995650
Jan 15 21:02:03.123557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] Publish callbacks [] for security_group (c06f5b8a-baad-4a05-b9f5-b115b8266e44), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.154263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] Publish callbacks [] for security_group (c06f5b8a-baad-4a05-b9f5-b115b8266e44), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.200977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Deleting port c9595e70-1846-4eb0-8e71-6944c7a0d531 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:03.201257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.219377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c06f5b8a-baad-4a05-b9f5-b115b8266e44), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.222456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.223822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c06f5b8a-baad-4a05-b9f5-b115b8266e44 HTTP/1.1" status: 204  len: 168 time: 0.1705415
Jan 15 21:02:03.233336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9c6c1-2c3b-4b47-8fd6-39f6a9fd0b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f5b8a-baad-4a05-b9f5-b115b8266e44,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:03.327751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] For port c9595e70-1846-4eb0-8e71-6944c7a0d531, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9595e70-1846-4eb0-8e71-6944c7a0d531,segment=NetworkSegment(f25d5a61-9dc4-4199-b521-87d1b9b8acd3),segment_id=f25d5a61-9dc4-4199-b521-87d1b9b8acd3)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:03.328129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.347510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Calling delete_port for c9595e70-1846-4eb0-8e71-6944c7a0d531 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:03.510388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c9595e70-1846-4eb0-8e71-6944c7a0d531), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.537147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['c9595e70-1846-4eb0-8e71-6944c7a0d531'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:03.553318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Pushing event deleted for resources: {'Port': ['ID=c9595e70-1846-4eb0-8e71-6944c7a0d531,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:03.554213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49950) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:03.618331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] No DVR routers for this DVR port c9595e70-1846-4eb0-8e71-6944c7a0d531 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:03.621798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.625528 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c7d907bd-e851-489b-be7d-ce34d491349a req-843c14f2-8719-47f2-bffd-1e7d77c64d11 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.45 "DELETE /v2.0/ports/c9595e70-1846-4eb0-8e71-6944c7a0d531 HTTP/1.1" status: 204  len: 173 time: 0.5343115
Jan 15 21:02:03.626050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'name': 'network-vif-deleted', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:03.628515 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c4917b-78c4-4cee-8a6b-4dddd60ac9d8" -d '{"events": [{"server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "name": "network-vif-deleted", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:03.690534 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466bd0f6-1487-42f3-8f3a-addae242b85a x-openstack-request-id: req-466bd0f6-1487-42f3-8f3a-addae242b85a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:03.690843 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ee4eb-4703-466f-b007-a90cc4ac22ce", "name": "network-vif-deleted", "tag": "c9595e70-1846-4eb0-8e71-6944c7a0d531", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:03.691060 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-466bd0f6-1487-42f3-8f3a-addae242b85a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:03.691468 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95ee4eb-4703-466f-b007-a90cc4ac22ce', 'name': 'network-vif-deleted', 'tag': 'c9595e70-1846-4eb0-8e71-6944c7a0d531', 'status': 'completed', 'code': 200}
Jan 15 21:02:03.721988 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f63ad52-8c20-434b-b720-33f794455e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.892743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f63ad52-8c20-434b-b720-33f794455e42 admin admin] Publish callbacks [] for security_group (f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.904600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadfb9-9d5d-4d16-a5b5-8d918ba0ef3f req-a510353e-ef07-4c73-8787-e48d52506bf5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:03.906352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47aadfb9-9d5d-4d16-a5b5-8d918ba0ef3f req-a510353e-ef07-4c73-8787-e48d52506bf5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0998979
Jan 15 21:02:03.907465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f63ad52-8c20-434b-b720-33f794455e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:03.978284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f63ad52-8c20-434b-b720-33f794455e42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f91ffa00aec43f6b0c7ecce9b6511c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4241769
Jan 15 21:02:03.981156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49974) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:03.982017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ad52-8c20-434b-b720-33f794455e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:04.001958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47aadfb9-9d5d-4d16-a5b5-8d918ba0ef3f req-9e62dd87-6f9f-4114-9b13-ab42fd9c5eb2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885074
Jan 15 21:02:04.061968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] Publish callbacks [] for security_group (f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.104817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] Publish callbacks [] for security_group (f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.175780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.180167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.183279 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c HTTP/1.1" status: 204  len: 168 time: 0.1993477
Jan 15 21:02:04.200380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453e3ce-804f-4161-820d-371574d1cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ca6d34-3fc1-40f4-b7e4-9fa824b2b90c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:04.227317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:04.263807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-064f94d2-e6ba-418b-93b4-9fadbf828a86 req-a2cd2696-f459-4b93-95a5-8c7ab53bae27 tempest-ServerAddressesTestJSON-1839787290 tempest-ServerAddressesTestJSON-1839787290-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95ee4eb-4703-466f-b007-a90cc4ac22ce HTTP/1.1" status: 200  len: 210 time: 0.0809479
Jan 15 21:02:04.404937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-476510526-network', 'tenant_id': '356d7bd6c3e84b759875cc530b7d18c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:04.433253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Made reservation on behalf of 356d7bd6c3e84b759875cc530b7d18c4 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:04.435564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0c5e3426-33d2-4433-bed0-1c17171bce52 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:04.436787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.447962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.464897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 0c5e3426-33d2-4433-bed0-1c17171bce52 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:04.465254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0c5e3426-33d2-4433-bed0-1c17171bce52 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:04.542184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks [] for security_group (bb4fadce-832b-47e9-ae56-4edde37b6906), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.547053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bb4fadce-832b-47e9-ae56-4edde37b6906), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.573949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:02:04.590872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (77253478-cd54-461c-bb3b-fad5cdac00cb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.591228 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Added segment 77253478-cd54-461c-bb3b-fad5cdac00cb of type vlan for network e6197bfe-5ee1-43c6-91d2-83857deb053a
Jan 15 21:02:04.592576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4fadce-832b-47e9-ae56-4edde37b6906,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:04.638914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e6197bfe-5ee1-43c6-91d2-83857deb053a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.665298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e6197bfe-5ee1-43c6-91d2-83857deb053a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.666393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:04.667018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.724876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4958706
Jan 15 21:02:04.727773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50002) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:04.734494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Request body: {'subnet': {'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-476510526-subnet', 'tenant_id': '356d7bd6c3e84b759875cc530b7d18c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:04.739960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7e4c7-448f-4f52-8f47-8c0548f2963f admin admin] Pushing event updated for resources: {'Network': ['ID=e6197bfe-5ee1-43c6-91d2-83857deb053a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:04.752122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e6197bfe-5ee1-43c6-91d2-83857deb053a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:02:04.762316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Made reservation on behalf of 356d7bd6c3e84b759875cc530b7d18c4 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:04.764824 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:04.954956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (00e8984f-51cc-4d37-96d7-9f4494a51cad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.018514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e8984f-51cc-4d37-96d7-9f4494a51cad,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:05.023807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Checking segment: {'id': '77253478-cd54-461c-bb3b-fad5cdac00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:05.024165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Network hostable DHCP agents. Network: e6197bfe-5ee1-43c6-91d2-83857deb053a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:02:05.050810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Network e6197bfe-5ee1-43c6-91d2-83857deb053a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:02:05.062566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e6197bfe-5ee1-43c6-91d2-83857deb053a) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:05.067826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:05.070223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.077660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777832b2-c8b7-4071-a7fb-8fd029806759 None None] Network e6197bfe-5ee1-43c6-91d2-83857deb053a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:05.100586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-96055bb3-cc03-483e-819c-285afb2ba8b0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3715622
Jan 15 21:02:05.207182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd4c23-edcd-40ca-bd55-5ee95445e79a req-61465584-14a9-4f51-a943-ef8d6343ecfa tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:05.209456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97cd4c23-edcd-40ca-bd55-5ee95445e79a req-61465584-14a9-4f51-a943-ef8d6343ecfa tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0797083
Jan 15 21:02:05.298377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97cd4c23-edcd-40ca-bd55-5ee95445e79a req-1eb30ec2-6c8f-4fce-a016-4cbb30da5187 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751441
Jan 15 21:02:05.311054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf734cc3-2cc6-42b2-9c8b-01840f1e05ab None None] Network e6197bfe-5ee1-43c6-91d2-83857deb053a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:05.353897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50030) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:05.423657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Deleting subnet 4f22846d-924a-4b84-93bc-a21a81310943 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:05.428195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Publish callbacks [] for subnet (4f22846d-924a-4b84-93bc-a21a81310943), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.483061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4f22846d-924a-4b84-93bc-a21a81310943), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.538986 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4f22846d-924a-4b84-93bc-a21a81310943), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.606064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4f22846d-924a-4b84-93bc-a21a81310943), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.641272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f22846d-924a-4b84-93bc-a21a81310943,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:05.649703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.659063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2161bf81-3086-4cee-a9f0-3636d147bb98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4f22846d-924a-4b84-93bc-a21a81310943 HTTP/1.1" status: 204  len: 168 time: 0.3017569
Jan 15 21:02:05.660018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50048) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:05.740670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.833851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-7243b144-6e2a-45de-b234-f3453da3162d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:05.841299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-7243b144-6e2a-45de-b234-f3453da3162d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/networks?id=e6197bfe-5ee1-43c6-91d2-83857deb053a HTTP/1.1" status: 200  len: 808 time: 0.1442614
Jan 15 21:02:05.852011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.853575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-83a1e7ad-2fb3-41d6-b3eb-1671e71eda44 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/quotas/356d7bd6c3e84b759875cc530b7d18c4 HTTP/1.1" status: 200  len: 375 time: 0.0112205
Jan 15 21:02:05.875259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e797b2b50>,) {'filters': {'network_id': ['0aa73f96-76d4-4e9b-85cd-073eea7cf7fe']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:05.888085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797b2b50>, 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:05.888407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797b2b50>, 'f25d5a61-9dc4-4199-b521-87d1b9b8acd3') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:05.891000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-8f7a92a8-1f0d-48de-b7fc-b02fd38753d4 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=356d7bd6c3e84b759875cc530b7d18c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0327413
Jan 15 21:02:05.900223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f25d5a61-9dc4-4199-b521-87d1b9b8acd3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.916548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f25d5a61-9dc4-4199-b521-87d1b9b8acd3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.926107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:02:05.927439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f25d5a61-9dc4-4199-b521-87d1b9b8acd3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:02:05.931968 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:02:05.944341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50058) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:06.001445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-1a9cf53e-55f8-4feb-b17e-3da54826b0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005852
Jan 15 21:02:06.008186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0aa73f96-76d4-4e9b-85cd-073eea7cf7fe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.015148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.022687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0aa73f96-76d4-4e9b-85cd-073eea7cf7fe HTTP/1.1" status: 204  len: 168 time: 0.3615296
Jan 15 21:02:06.040441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c445f-1421-4057-90dc-db979aa0af51 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa73f96-76d4-4e9b-85cd-073eea7cf7fe,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:06.126365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-1d9d0397-fb51-4420-88b1-335a03c0e8f2 service neutron] 10.222.0.46 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185305
Jan 15 21:02:06.127826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c860f045-73b7-4aae-9ed4-11cc1f4c12ae tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1857137908'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:06.128464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c860f045-73b7-4aae-9ed4-11cc1f4c12ae tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Unknown quota resources ['metering_label']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:02:06.249530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:06.343303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0e962e2f-cac0-4f42-aa7b-2273e426cec3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb1e1f3647ce41048a7071decbdfe961&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0923855
Jan 15 21:02:06.348001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50076) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:06.393626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c363eaa-5ccb-4e94-9ade-5c766fa57f8f req-e7d46f47-f8bd-4e3d-97eb-c510cccb1063 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 210 time: 0.0365510
Jan 15 21:02:06.464878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c860f045-73b7-4aae-9ed4-11cc1f4c12ae tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.466085 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c860f045-73b7-4aae-9ed4-11cc1f4c12ae tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.5207438
Jan 15 21:02:06.468869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50080) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:06.477857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f7934368-c808-4a2b-a990-f5854e018b82 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8dbe68fc-3927-4cfe-82c6-5230cfbfb1f8'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:06.479435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f7934368-c808-4a2b-a990-f5854e018b82 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114437) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:02:06.493456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] Publish callbacks [] for security_group (0ced0929-99a9-4798-966b-1e8dc36d1cc4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.527802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] Publish callbacks [] for security_group (0ced0929-99a9-4798-966b-1e8dc36d1cc4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.586656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ced0929-99a9-4798-966b-1e8dc36d1cc4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.591418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.596610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ced0929-99a9-4798-966b-1e8dc36d1cc4 HTTP/1.1" status: 204  len: 168 time: 0.2472928
Jan 15 21:02:06.602816 ncdv-master-1 neutron-server[114437]: WARNING neutron.services.metering.metering_plugin [None req-f7934368-c808-4a2b-a990-f5854e018b82 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 15 21:02:06.606480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ec897-fcb3-47b4-bb5e-df6c1a2e961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced0929-99a9-4798-966b-1e8dc36d1cc4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:06.620163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4683192-2a27-42b3-8579-5e1641d43f56 req-0078435e-6b5d-4000-9015-3930e9bd1be2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:06.621899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4683192-2a27-42b3-8579-5e1641d43f56 req-0078435e-6b5d-4000-9015-3930e9bd1be2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1664202
Jan 15 21:02:06.778216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7934368-c808-4a2b-a990-f5854e018b82 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:06.779724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f7934368-c808-4a2b-a990-f5854e018b82 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3088365
Jan 15 21:02:06.783088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:06.789119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2a386510-ebff-4961-9150-bcbe94d6bff6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8dbe68fc-3927-4cfe-82c6-5230cfbfb1f8'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:06.789635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2a386510-ebff-4961-9150-bcbe94d6bff6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:02:06.845980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4683192-2a27-42b3-8579-5e1641d43f56 req-5e3f2cc3-1e23-4e0c-9455-2f2e72045fff tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843448
Jan 15 21:02:06.901482 ncdv-master-1 neutron-server[114438]: WARNING neutron.services.metering.metering_plugin [None req-2a386510-ebff-4961-9150-bcbe94d6bff6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 15 21:02:07.007520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a386510-ebff-4961-9150-bcbe94d6bff6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.011574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2a386510-ebff-4961-9150-bcbe94d6bff6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2273428
Jan 15 21:02:07.011839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50102) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.024267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cd8d251d-88f2-46dd-9362-5d01d83faf42 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=78493fe9-bd74-4638-89e9-6fe5d7460967 HTTP/1.1" status: 200  len: 464 time: 0.0108693
Jan 15 21:02:07.031852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.145676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-510b276b-969e-442e-acbe-e4d65a5b6a7e tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.146823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-510b276b-969e-442e-acbe-e4d65a5b6a7e tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/78493fe9-bd74-4638-89e9-6fe5d7460967 HTTP/1.1" status: 204  len: 168 time: 0.1138685
Jan 15 21:02:07.149931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50108) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.160180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f15fcf8-13fa-46b7-b72b-68b302d96937 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=78493fe9-bd74-4638-89e9-6fe5d7460967 HTTP/1.1" status: 200  len: 221 time: 0.0091431
Jan 15 21:02:07.163445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50110) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.170001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e9d23a24-a493-4089-9780-b1b440dd81f6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--767054763', 'description': 'label created by tempest'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:07.170463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e9d23a24-a493-4089-9780-b1b440dd81f6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Unknown quota resources ['metering_label']. {{(pid=114437) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:02:07.401378 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e9d23a24-a493-4089-9780-b1b440dd81f6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.403398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e9d23a24-a493-4089-9780-b1b440dd81f6 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2390058
Jan 15 21:02:07.406172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.516266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50130) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.534925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45c63fe6-c0fa-4098-af3a-531fa547cb10 req-eae63558-f327-4946-a785-7bc21dc6ffe2 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 210 time: 0.0484660
Jan 15 21:02:07.675823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-network', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:07.699612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Made reservation on behalf of 74165fadf5154c319ca56b4aa961e7b6 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:07.702244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.712458 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.795324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks [] for security_group (79f4b34f-ae95-4c77-bdf3-186398dcbe65), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.800182 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (79f4b34f-ae95-4c77-bdf3-186398dcbe65), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.826335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:02:07.837530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4b34f-ae95-4c77-bdf3-186398dcbe65,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:07.842683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85dfef75-82cb-41aa-af0e-9818a96371e6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.843034 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Added segment 85dfef75-82cb-41aa-af0e-9818a96371e6 of type vlan for network bf43669e-491e-49cf-8622-cd5d76591729
Jan 15 21:02:07.880790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-96ade4b9-8c4b-4e54-a051-1cf544b408ff tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=59d57b27-72c2-4c7b-a26c-1dff411d6d66 HTTP/1.1" status: 200  len: 467 time: 0.4723003
Jan 15 21:02:07.884067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50138) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:07.938303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (bf43669e-491e-49cf-8622-cd5d76591729), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:07.981942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-dc53344a-47d6-4e32-98c0-8f2c80d819b5 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:07.983404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-dc53344a-47d6-4e32-98c0-8f2c80d819b5 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.45 "GET /v2.0/networks?id=e6197bfe-5ee1-43c6-91d2-83857deb053a HTTP/1.1" status: 200  len: 808 time: 0.1266744
Jan 15 21:02:07.999174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Request body: {'port': {'device_id': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a', 'admin_state_up': True, 'tenant_id': '356d7bd6c3e84b759875cc530b7d18c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:08.089516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (bf43669e-491e-49cf-8622-cd5d76591729), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.090471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:08.091058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.119672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Made reservation on behalf of 356d7bd6c3e84b759875cc530b7d18c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:08.123395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.205032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6865015
Jan 15 21:02:08.209956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50140) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.212858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca509f4-afa7-4503-916d-4ff893730e16 req-009108fe-2c66-486d-a78e-a0d9a785c8ed tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:08.214316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fca509f4-afa7-4503-916d-4ff893730e16 req-009108fe-2c66-486d-a78e-a0d9a785c8ed tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.2727139
Jan 15 21:02:08.220901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db28de62-6853-42dd-8bea-33a715534f8d tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.222121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-db28de62-6853-42dd-8bea-33a715534f8d tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/59d57b27-72c2-4c7b-a26c-1dff411d6d66 HTTP/1.1" status: 204  len: 168 time: 0.3371799
Jan 15 21:02:08.225908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50142) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.236997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d0c0-e39c-4e99-bb05-fc118fe8a456 admin admin] Pushing event updated for resources: {'Network': ['ID=bf43669e-491e-49cf-8622-cd5d76591729,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:08.237803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Request body: {'subnet': {'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-subnet', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:08.248891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network bf43669e-491e-49cf-8622-cd5d76591729 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:02:08.252181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5d656c88-0808-44f7-bf1f-345bffeac4a4 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=59d57b27-72c2-4c7b-a26c-1dff411d6d66 HTTP/1.1" status: 200  len: 216 time: 0.0243123
Jan 15 21:02:08.256065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50144) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.286664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fca509f4-afa7-4503-916d-4ff893730e16 req-dc81875a-bb0a-449d-89d2-a713b0566be6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614154
Jan 15 21:02:08.287123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02c9f01c-db22-4089-b134-2c7017cfb391 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0294921
Jan 15 21:02:08.293670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50146) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.309457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Made reservation on behalf of 74165fadf5154c319ca56b4aa961e7b6 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:08.312084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.314347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Allocated IP 172.20.0.9 (e6197bfe-5ee1-43c6-91d2-83857deb053a/00e8984f-51cc-4d37-96d7-9f4494a51cad/5e114ab3-9fc7-4c3f-a6e3-d84796facc4f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:08.324893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb4c4ca9-da66-41a9-a698-95bedf8715ff tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0295141
Jan 15 21:02:08.329733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50148) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.389188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-351fd4c9-cff1-4127-b56c-111b42688fc0 tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/8dbe68fc-3927-4cfe-82c6-5230cfbfb1f8 HTTP/1.1" status: 200  len: 473 time: 0.0574520
Jan 15 21:02:08.393022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.404157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6f499cc2-af98-48ff-a1a8-aec6dbce6aba tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/39a2628f-f095-4e0c-b4ee-3d9480d241bc HTTP/1.1" status: 200  len: 461 time: 0.0100241
Jan 15 21:02:08.408288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.450827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c9595e70-1846-4eb0-8e71-6944c7a0d531 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:08.473848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: c9595e70-1846-4eb0-8e71-6944c7a0d531 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:08.474081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c9595e70-1846-4eb0-8e71-6944c7a0d531 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:08.518386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40604416-ba4b-4149-969a-43e213e4f33d tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.519650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40604416-ba4b-4149-969a-43e213e4f33d tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/39a2628f-f095-4e0c-b4ee-3d9480d241bc HTTP/1.1" status: 204  len: 168 time: 0.1096234
Jan 15 21:02:08.522205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50156) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.594380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks [] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.651372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-012562d8-6622-4f75-b163-02034590d306 req-0a1ba2c0-6d96-48d9-97fb-016bd2fb598b tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 210 time: 0.0296743
Jan 15 21:02:08.669488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.729131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Network e6197bfe-5ee1-43c6-91d2-83857deb053a is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:08.730161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (d25d7d8b-cbb3-4f3d-95bd-85ab23638418), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.740997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:08.746112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:08.748826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Pushing event updated for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:08.751767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df729113-5a25-490a-880e-f31a75a0fa3f tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.753031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-df729113-5a25-490a-880e-f31a75a0fa3f tempest-MeteringTestJSON-2060863920 tempest-MeteringTestJSON-2060863920-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/8dbe68fc-3927-4cfe-82c6-5230cfbfb1f8 HTTP/1.1" status: 204  len: 168 time: 0.2298789
Jan 15 21:02:08.841286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25d7d8b-cbb3-4f3d-95bd-85ab23638418,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:08.855521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:08.856168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.869984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Checking segment: {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:08.870339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Network hostable DHCP agents. Network: bf43669e-491e-49cf-8622-cd5d76591729, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:02:08.880755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0e4f167e-e4e1-4ec6-a046-ade957c73c69 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8853943
Jan 15 21:02:08.896633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Request body: {'port': {'device_id': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:08.900136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Network bf43669e-491e-49cf-8622-cd5d76591729 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:02:08.934296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf43669e-491e-49cf-8622-cd5d76591729) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:08.943424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e8710-d0ce-4407-ba60-e68ba48a7181 None None] Network bf43669e-491e-49cf-8622-cd5d76591729 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:08.962081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:08.962742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.977859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:08.979562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50170) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:08.994191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-630b47b9-05dc-499c-8e04-650e88bd9b18 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7831514
Jan 15 21:02:08.997014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50174) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:09.003252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:09.067228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbada60-face-4aa6-b21f-2721cead6603 None None] Network bf43669e-491e-49cf-8622-cd5d76591729 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:09.160334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (e22ece8f-3054-4108-8d17-bedf37958c02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.162079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (e22ece8f-3054-4108-8d17-bedf37958c02), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.172002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d749eb48-9587-4303-88af-7ffe7215011c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.277547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d749eb48-9587-4303-88af-7ffe7215011c admin admin] Publish callbacks [] for security_group (4ab3d81d-67c5-496a-b395-5d6690e5a846), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.283128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d749eb48-9587-4303-88af-7ffe7215011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4ab3d81d-67c5-496a-b395-5d6690e5a846), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.297399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for router_controller (e22ece8f-3054-4108-8d17-bedf37958c02), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.338358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d749eb48-9587-4303-88af-7ffe7215011c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a8da9d4e580418fa2ee37bf948da021&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3576956
Jan 15 21:02:09.339959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:09.348941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749eb48-9587-4303-88af-7ffe7215011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3d81d-67c5-496a-b395-5d6690e5a846,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:09.405146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] Publish callbacks [] for security_group (4ab3d81d-67c5-496a-b395-5d6690e5a846), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.458095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] Publish callbacks [] for security_group (4ab3d81d-67c5-496a-b395-5d6690e5a846), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.504343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689a4de-31f5-4291-adec-66c3a6466c8b req-4ea6b6ed-d38b-4d0b-8129-1bb75ecf85e9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:09.506101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3689a4de-31f5-4291-adec-66c3a6466c8b req-4ea6b6ed-d38b-4d0b-8129-1bb75ecf85e9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0989184
Jan 15 21:02:09.511018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for router_gateway (e22ece8f-3054-4108-8d17-bedf37958c02), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.562019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4ab3d81d-67c5-496a-b395-5d6690e5a846), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.562656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:09.565476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.569369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ab3d81d-67c5-496a-b395-5d6690e5a846 HTTP/1.1" status: 204  len: 168 time: 0.2257171
Jan 15 21:02:09.588728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27d104-3255-47a5-bff0-200c385c267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3d81d-67c5-496a-b395-5d6690e5a846,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:09.601527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3689a4de-31f5-4291-adec-66c3a6466c8b req-f0f31951-9e38-41a7-8a60-30b8fd39addb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799174
Jan 15 21:02:09.604063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks [] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.623486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Transition to ACTIVE for port object 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:02:09.631812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.704762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Pushing event updated for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:09.831533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Attempting to bind port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:09.831934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Attempting to bind port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '77253478-cd54-461c-bb3b-fad5cdac00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:09.832327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Attempting to bind port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f on network e6197bfe-5ee1-43c6-91d2-83857deb053a {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:09.841475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f on network e6197bfe-5ee1-43c6-91d2-83857deb053a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:02:09.841940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Attempting to bind port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f on network e6197bfe-5ee1-43c6-91d2-83857deb053a {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:09.851300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:09.851685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Checking segment: {'id': '77253478-cd54-461c-bb3b-fad5cdac00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:09.852154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Bound using segment: {'id': '77253478-cd54-461c-bb3b-fad5cdac00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:09.852670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Bound port: 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77253478-cd54-461c-bb3b-fad5cdac00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:09.853091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:09.859470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bd8f-57f4-4333-816f-d415f60889ea req-f1722d58-00c4-4267-9f35-396413276171 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:09.861484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ee3bd8f-57f4-4333-816f-d415f60889ea req-f1722d58-00c4-4267-9f35-396413276171 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 943 time: 0.0772109
Jan 15 21:02:09.924427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ee3bd8f-57f4-4333-816f-d415f60889ea req-913f5084-6d91-4db0-90fb-44fb9b1d0997 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529459
Jan 15 21:02:09.972829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50192) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:09.987262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-992fa362-06db-42b9-93d4-2444c1c28a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.030970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:10.042074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for router_gateway (e22ece8f-3054-4108-8d17-bedf37958c02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.047556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,segment=NetworkSegment(77253478-cd54-461c-bb3b-fad5cdac00cb),segment_id=77253478-cd54-461c-bb3b-fad5cdac00cb)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:10.067886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.070181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.078709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-992fa362-06db-42b9-93d4-2444c1c28a26 admin admin] Publish callbacks [] for security_group (2beaca19-b7b8-4fe5-a516-dd24a38de63f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.084685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-992fa362-06db-42b9-93d4-2444c1c28a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2beaca19-b7b8-4fe5-a516-dd24a38de63f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.110394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:10.111916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.113375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e114ab3-9fc7-4c3f-a6e3-d84796facc4f HTTP/1.1" status: 200  len: 1091 time: 1.2215486
Jan 15 21:02:10.117874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:10.120910 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa34f54-a5c7-42c5-be96-16f27423289f" -d '{"events": [{"name": "network-changed", "server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:10.124387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fa362-06db-42b9-93d4-2444c1c28a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beaca19-b7b8-4fe5-a516-dd24a38de63f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:10.137266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-992fa362-06db-42b9-93d4-2444c1c28a26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3430e94ca79f40e086b147d55e691ac6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1631804
Jan 15 21:02:10.140129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50198) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:10.200123 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5802c9e3-ab14-4787-9dbb-943ed8e1f1eb x-openstack-request-id: req-5802c9e3-ab14-4787-9dbb-943ed8e1f1eb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:10.200418 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:10.200674 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5802c9e3-ab14-4787-9dbb-943ed8e1f1eb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:10.201088 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f', 'status': 'completed', 'code': 200}
Jan 15 21:02:10.205345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] Publish callbacks [] for security_group (2beaca19-b7b8-4fe5-a516-dd24a38de63f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.216417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2fe62-2a8f-43ac-af6b-01e12390e940 service neutron] Pushing event updated for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:10.230301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] Publish callbacks [] for security_group (2beaca19-b7b8-4fe5-a516-dd24a38de63f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.264816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-b80fd2a8-0f97-4cd1-84bf-b106f038d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:10.266359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-b80fd2a8-0f97-4cd1-84bf-b106f038d178 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356d7bd6c3e84b759875cc530b7d18c4&device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 1094 time: 0.1079373
Jan 15 21:02:10.297180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Allocated IP 172.35.1.59 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/b00eec9b-e155-4616-b4c4-47c08f8577be) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:10.330585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-84bffd61-7697-4b01-aae5-2b7d84d2ec82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f HTTP/1.1" status: 200  len: 217 time: 0.0526898
Jan 15 21:02:10.437499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-020cdf50-e5c6-4258-9abe-362a5a622999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:10.439277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-020cdf50-e5c6-4258-9abe-362a5a622999 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00e8984f-51cc-4d37-96d7-9f4494a51cad HTTP/1.1" status: 200  len: 848 time: 0.0975015
Jan 15 21:02:10.489940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-bf5e0ee8-8b76-4e63-8265-b6dcf7fec4da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6197bfe-5ee1-43c6-91d2-83857deb053a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398018
Jan 15 21:02:10.515436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.556951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2beaca19-b7b8-4fe5-a516-dd24a38de63f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.559547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.560687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2beaca19-b7b8-4fe5-a516-dd24a38de63f HTTP/1.1" status: 204  len: 168 time: 0.4193935
Jan 15 21:02:10.571421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f35e08-d405-4b27-a63b-d06cc0edfe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beaca19-b7b8-4fe5-a516-dd24a38de63f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:10.623313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-f9ca654a-a58f-452e-ad09-e6a4359d3db0 service neutron] 10.222.0.45 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200469
Jan 15 21:02:10.624827 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:10.721192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:10.727193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:10.729693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:10.754975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b32e-de55-4866-8b1a-789f47190d29 req-db22a149-e391-4437-996d-b90fcbd61529 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:10.756804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28f7b32e-de55-4866-8b1a-789f47190d29 req-db22a149-e391-4437-996d-b90fcbd61529 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0621071
Jan 15 21:02:10.769535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Pushing event updated for resources: {'Port': ['ID=b00eec9b-e155-4616-b4c4-47c08f8577be,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:10.828862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28f7b32e-de55-4866-8b1a-789f47190d29 req-dae25b92-6f25-4b25-8f83-2c50d881da02 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630958
Jan 15 21:02:10.888362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cdd37399-7857-4d11-9e16-5a7e8b60a5d7 req-1c148e63-a205-4d31-805b-111d87da7b56 service neutron] 10.222.0.45 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544620
Jan 15 21:02:11.065866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9aed-c828-4c6a-9abf-a8017f1fbcd0 req-196b27dd-9a8e-497e-a6b4-ae0fa96664a2 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:11.069299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-077c9aed-c828-4c6a-9abf-a8017f1fbcd0 req-196b27dd-9a8e-497e-a6b4-ae0fa96664a2 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 943 time: 0.0613680
Jan 15 21:02:11.073974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34f54-a5c7-42c5-be96-16f27423289f req-55862870-5885-4d70-a166-db09891f83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:11.075458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-55862870-5885-4d70-a166-db09891f83a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356d7bd6c3e84b759875cc530b7d18c4&device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 1094 time: 0.1269150
Jan 15 21:02:11.119844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-077c9aed-c828-4c6a-9abf-a8017f1fbcd0 req-e021b650-fdd5-404e-803c-5c36a4d8a83d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448337
Jan 15 21:02:11.146361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for router_gateway (e22ece8f-3054-4108-8d17-bedf37958c02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.232366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34f54-a5c7-42c5-be96-16f27423289f req-29be4914-2696-4797-a2fe-f09fb094c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:11.233856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-29be4914-2696-4797-a2fe-f09fb094c12d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6197bfe-5ee1-43c6-91d2-83857deb053a HTTP/1.1" status: 200  len: 909 time: 0.1514893
Jan 15 21:02:11.304253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-a75c65e4-843e-42b7-ba74-237aa204b16c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f HTTP/1.1" status: 200  len: 217 time: 0.0401602
Jan 15 21:02:11.405263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34f54-a5c7-42c5-be96-16f27423289f req-045d3896-9232-4947-82f5-b2c4851db130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:11.406794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-045d3896-9232-4947-82f5-b2c4851db130 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00e8984f-51cc-4d37-96d7-9f4494a51cad HTTP/1.1" status: 200  len: 848 time: 0.0921893
Jan 15 21:02:11.446668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50232) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:11.471265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-7f5eb593-228f-40a8-af13-31ee01047299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6197bfe-5ee1-43c6-91d2-83857deb053a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576215
Jan 15 21:02:11.525289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (e22ece8f-3054-4108-8d17-bedf37958c02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.550095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-623961655'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:11.582133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:11.585883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.600335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.653495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-ce447e26-8af1-4bef-bb5e-b95335766cba service neutron] 10.222.0.45 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742003
Jan 15 21:02:11.699574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for security_group (66c97af0-db08-40ae-86eb-3a2df2647c76), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.703905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66c97af0-db08-40ae-86eb-3a2df2647c76), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.739656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:02:11.746816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c97af0-db08-40ae-86eb-3a2df2647c76,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:11.754199 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d5a9a952-ccca-4d03-879b-8d2591dde93a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.754199 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Added segment d5a9a952-ccca-4d03-879b-8d2591dde93a of type vlan for network 990da85b-3404-4279-8b69-6cd09c9133de
Jan 15 21:02:11.789627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-baa34f54-a5c7-42c5-be96-16f27423289f req-b8830456-58f7-4bb8-b324-6871891b80ff service neutron] 10.222.0.45 "GET /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275077
Jan 15 21:02:11.790242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Router e22ece8f-3054-4108-8d17-bedf37958c02 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:02:11.800813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (990da85b-3404-4279-8b69-6cd09c9133de), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.829713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (990da85b-3404-4279-8b69-6cd09c9133de), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.836022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:11.836693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:11.917440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4695258
Jan 15 21:02:11.926620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50244) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:11.936325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:11.991253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f155b-4c54-421f-ae73-68f70d8d2cee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Network': ['ID=990da85b-3404-4279-8b69-6cd09c9133de,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:12.010935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:02:12.079971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655e0fc-4ddd-48b0-a668-b2bb96e0bb12 req-6def7116-182e-4490-bffd-29596b1ab53f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:12.082164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9655e0fc-4ddd-48b0-a668-b2bb96e0bb12 req-6def7116-182e-4490-bffd-29596b1ab53f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.1225052
Jan 15 21:02:12.118717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:12.122470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.243286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9655e0fc-4ddd-48b0-a668-b2bb96e0bb12 req-746dbf39-8bfc-4ca5-8761-58457d1cff6f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444831
Jan 15 21:02:12.296053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:02:12.305704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314915-caad-4bfa-adfc-ec7dea7ef2c3 req-529650d3-ffbb-48fb-a7b2-f6b2ef527a26 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:12.309810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3314915-caad-4bfa-adfc-ec7dea7ef2c3 req-529650d3-ffbb-48fb-a7b2-f6b2ef527a26 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 943 time: 0.0876334
Jan 15 21:02:12.311612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Sync routers for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:02:12.319640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.323747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e22025fa-94ad-40b2-8bc2-c229062e0493 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.3230000
Jan 15 21:02:12.324324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:12.335040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:12.335040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b169d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:01:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:12.425610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3314915-caad-4bfa-adfc-ec7dea7ef2c3 req-cc14d7ae-e357-4061-92fb-be74d0c3d59f tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054766
Jan 15 21:02:12.474987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:12.478688 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1c74181d-da63-4b00-b398-e50d987c2eb0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.537140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=1c74181d-da63-4b00-b398-e50d987c2eb0,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:12.554366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:12.554990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network hostable DHCP agents. Network: 990da85b-3404-4279-8b69-6cd09c9133de, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:02:12.575939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:02:12.586660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 990da85b-3404-4279-8b69-6cd09c9133de) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:12.591640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:12.592890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.601450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec535972-cbbf-457f-8175-cf8305d83e28 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:12.615689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fba6822e-9d9a-4a20-833e-2fe36cf0000f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6870999
Jan 15 21:02:12.617921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:12.622938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'name': 'tempest-NetworksTestDHCPv6-1896418703'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:12.774230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '1c74181d-da63-4b00-b398-e50d987c2eb0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:12.775079 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.785340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:12.795910 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.812131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b169d00>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:10Z', 'revision_number': 3, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:12.826114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 1f5e98bf-34b7-49da-9e1d-dddd3f3dc034 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:12.863116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.890067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Checking router: e22ece8f-3054-4108-8d17-bedf37958c02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:02:12.890431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Updating router e22ece8f-3054-4108-8d17-bedf37958c02 port b00eec9b-e155-4616-b4c4-47c08f8577be binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:02:12.934055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:12.977819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::1e7 (990da85b-3404-4279-8b69-6cd09c9133de/1c74181d-da63-4b00-b398-e50d987c2eb0/1f5e98bf-34b7-49da-9e1d-dddd3f3dc034) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:13.111675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Allocated IP 172.20.0.1 (bf43669e-491e-49cf-8622-cd5d76591729/d25d7d8b-cbb3-4f3d-95bd-85ab23638418/ee8f457b-828f-40ec-a70d-22c7d1d95555) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:13.184483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (1f5e98bf-34b7-49da-9e1d-dddd3f3dc034), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.227031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1f5e98bf-34b7-49da-9e1d-dddd3f3dc034), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.242576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks [] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.244078 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks [] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.274756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.282630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:13.286850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:13.289194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.293012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:13.300251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:13.300923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.311973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=1f5e98bf-34b7-49da-9e1d-dddd3f3dc034,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:13.328632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ccd53b87-8ffc-402c-b7bc-5d732bf355bd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.7092767
Jan 15 21:02:13.330976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:13.341903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Pushing event updated for resources: {'Port': ['ID=b00eec9b-e155-4616-b4c4-47c08f8577be,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:13.370724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.371981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.372906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.373423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.373919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.374404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.374940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.375559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.376641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.377192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.377708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.378235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.378755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:13.381945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:13.414643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Attempting to bind port b00eec9b-e155-4616-b4c4-47c08f8577be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:13.415442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Attempting to bind port b00eec9b-e155-4616-b4c4-47c08f8577be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:13.415977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Attempting to bind port b00eec9b-e155-4616-b4c4-47c08f8577be on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:13.417994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Network bf43669e-491e-49cf-8622-cd5d76591729 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:13.420473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/1c74181d-da63-4b00-b398-e50d987c2eb0/134ddead-7821-4de4-90d7-34095ee77d69) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:13.420614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:13.425687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:13.429943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:13.430704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:13.431405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.432054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:13.432782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Bound port: b00eec9b-e155-4616-b4c4-47c08f8577be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:13.433713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.479110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d81e1-5ead-4253-9d63-74e0edde4110 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:13.481982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-017d81e1-5ead-4253-9d63-74e0edde4110 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1497195
Jan 15 21:02:13.488652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:13.492803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41c38a-cdc5-48ce-b0cf-067b45c5811e req-5a7116fc-44e1-4c23-b621-1b542b018171 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:13.494961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e41c38a-cdc5-48ce-b0cf-067b45c5811e req-5a7116fc-44e1-4c23-b621-1b542b018171 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0964017
Jan 15 21:02:13.557378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] For port b00eec9b-e155-4616-b4c4-47c08f8577be, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:13.564807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e22ece8f-3054-4108-8d17-bedf37958c02), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.580482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] For port b00eec9b-e155-4616-b4c4-47c08f8577be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b00eec9b-e155-4616-b4c4-47c08f8577be,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:13.591078 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.603891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e41c38a-cdc5-48ce-b0cf-067b45c5811e req-caa82132-729e-4a63-8b40-837ea750b5d7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031213
Jan 15 21:02:13.636329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5f22b-ce78-4aec-8bd2-b7e95030fefc req-1317db03-19ed-48bf-863d-d582904624f8 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:13.641045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae5f22b-ce78-4aec-8bd2-b7e95030fefc req-1317db03-19ed-48bf-863d-d582904624f8 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 943 time: 0.0770447
Jan 15 21:02:13.681185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:13.682011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b169d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:01:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:13.703237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 1f5e98bf-34b7-49da-9e1d-dddd3f3dc034 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:13.703583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1f5e98bf-34b7-49da-9e1d-dddd3f3dc034), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.706006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae5f22b-ce78-4aec-8bd2-b7e95030fefc req-131234d8-b644-4ff9-aeff-706699195fff tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588856
Jan 15 21:02:13.756407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3b030-b4c4-4dc0-a5ce-c853b57b3aeb None None] Pushing event updated for resources: {'Port': ['ID=b00eec9b-e155-4616-b4c4-47c08f8577be,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:13.759334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks [] for port (134ddead-7821-4de4-90d7-34095ee77d69), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.774969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (134ddead-7821-4de4-90d7-34095ee77d69), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.802834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.857322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1f5e98bf-34b7-49da-9e1d-dddd3f3dc034), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:13.867528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:13.871985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:13.874722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 1f5e98bf-34b7-49da-9e1d-dddd3f3dc034 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:13.902509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:13.936001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:13.940046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Pushing event updated for resources: {'Port': ['ID=134ddead-7821-4de4-90d7-34095ee77d69,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:14.122331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks [] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.129353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.179856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1f5e98bf-34b7-49da-9e1d-dddd3f3dc034), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.199533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Attempting to bind port 134ddead-7821-4de4-90d7-34095ee77d69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:14.200230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Attempting to bind port 134ddead-7821-4de4-90d7-34095ee77d69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:14.200650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Attempting to bind port 134ddead-7821-4de4-90d7-34095ee77d69 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:14.216383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:14.216784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:14.217219 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.217609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:14.218092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Bound port: 134ddead-7821-4de4-90d7-34095ee77d69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:14.218473 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (134ddead-7821-4de4-90d7-34095ee77d69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.225929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e22ece8f-3054-4108-8d17-bedf37958c02), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.245442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:14.258279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.263867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/1f5e98bf-34b7-49da-9e1d-dddd3f3dc034 HTTP/1.1" status: 204  len: 168 time: 0.7714245
Jan 15 21:02:14.264345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:14.281684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8137a-2276-4dd9-8b36-f97ee9aaa531 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=1f5e98bf-34b7-49da-9e1d-dddd3f3dc034,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:14.315524 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.341964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] For port 134ddead-7821-4de4-90d7-34095ee77d69, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:14.346449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] For port 134ddead-7821-4de4-90d7-34095ee77d69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134ddead-7821-4de4-90d7-34095ee77d69,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:14.360001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (134ddead-7821-4de4-90d7-34095ee77d69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.377027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Network bf43669e-491e-49cf-8622-cd5d76591729 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:14.377027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:14.377307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c8082-fb79-4d0a-823d-336b28686dab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:14.378727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c8082-fb79-4d0a-823d-336b28686dab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:14.383251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1a0c8082-fb79-4d0a-823d-336b28686dab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1172512
Jan 15 21:02:14.383443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:14.419806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b169d00>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:10Z', 'revision_number': 3, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:14.474277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:02:14.477661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f2b3b-c8bd-4803-8a70-87c0e099b892 None None] The sync data for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 is: [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:10Z', 'revision_number': 3, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:02:14.479894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59c1e-c48e-4adc-8a8b-678ea4b02da3 None None] Pushing event updated for resources: {'Port': ['ID=134ddead-7821-4de4-90d7-34095ee77d69,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:14.488436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 1c74181d-da63-4b00-b398-e50d987c2eb0 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:14.526745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (1c74181d-da63-4b00-b398-e50d987c2eb0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.594805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (1c74181d-da63-4b00-b398-e50d987c2eb0), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.622346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Router e22ece8f-3054-4108-8d17-bedf37958c02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:02:14.628731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,segment=NetworkSegment(77253478-cd54-461c-bb3b-fad5cdac00cb),segment_id=77253478-cd54-461c-bb3b-fad5cdac00cb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:14.647613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f', 'network_id': 'e6197bfe-5ee1-43c6-91d2-83857deb053a', 'port_id': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f', 'mac_address': 'fa:16:3e:66:03:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e8984f-51cc-4d37-96d7-9f4494a51cad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:02:14.723470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:14.724119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.753828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:14.781856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,segment=NetworkSegment(77253478-cd54-461c-bb3b-fad5cdac00cb),segment_id=77253478-cd54-461c-bb3b-fad5cdac00cb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:14.790336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.833955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba556aec-3cae-4f53-a826-b0c51e5177da req-7129b98d-9312-4064-8701-0da897f53867 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:14.842119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba556aec-3cae-4f53-a826-b0c51e5177da req-7129b98d-9312-4064-8701-0da897f53867 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0889475
Jan 15 21:02:14.857025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1c74181d-da63-4b00-b398-e50d987c2eb0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:14.881784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:14.925418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba556aec-3cae-4f53-a826-b0c51e5177da req-380c06af-f2a0-4d47-9575-8c97dfb2ccfe tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822563
Jan 15 21:02:14.959312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:02:15.010850 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31e6bb52-d8ef-4ffe-9cd5-72a3cef276b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/e22ece8f-3054-4108-8d17-bedf37958c02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6837807
Jan 15 21:02:15.039940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (1c74181d-da63-4b00-b398-e50d987c2eb0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.042191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186bac5-52b2-4754-9871-65719df87a83 req-fed62e17-6907-4c31-b560-ac0f8463dc28 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:15.055997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b186bac5-52b2-4754-9871-65719df87a83 req-fed62e17-6907-4c31-b560-ac0f8463dc28 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 944 time: 0.1212826
Jan 15 21:02:15.132904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.143359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5e114ab3-9fc7-4c3f-a6e3-d84796facc4f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:15.143816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:15.154793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/1c74181d-da63-4b00-b398-e50d987c2eb0 HTTP/1.1" status: 204  len: 168 time: 0.7520311
Jan 15 21:02:15.165661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.284107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2efa71-3f15-4336-848f-9ec1a3e519c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=1c74181d-da63-4b00-b398-e50d987c2eb0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:15.366968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b186bac5-52b2-4754-9871-65719df87a83 req-0feba01f-a2ab-485a-8ed6-5f2489040b9e tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3098428
Jan 15 21:02:15.418249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 134ddead-7821-4de4-90d7-34095ee77d69 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:15.477223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d7c0db81-6ca4-46d2-a0ea-4f8531686561 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3114064
Jan 15 21:02:15.480152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50300) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:15.488343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:15.621724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 134ddead-7821-4de4-90d7-34095ee77d69 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:15.622125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (134ddead-7821-4de4-90d7-34095ee77d69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.645563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:15.658751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.870080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 134ddead-7821-4de4-90d7-34095ee77d69 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:15.873048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (134ddead-7821-4de4-90d7-34095ee77d69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:15.997771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 134ddead-7821-4de4-90d7-34095ee77d69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134ddead-7821-4de4-90d7-34095ee77d69,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:16.008321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (134ddead-7821-4de4-90d7-34095ee77d69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.009507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b00eec9b-e155-4616-b4c4-47c08f8577be up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:16.088646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-c626a855-9824-4c56-be2e-66cd07f6bb73 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:16.092055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8479d2b6-0c59-44af-9c28-a470ec2f6e5d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.106004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-c626a855-9824-4c56-be2e-66cd07f6bb73 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 819 time: 0.2219918
Jan 15 21:02:16.158825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-b581f98a-5523-464f-8b88-b5eb05ae2bd2 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/quotas/74165fadf5154c319ca56b4aa961e7b6 HTTP/1.1" status: 200  len: 375 time: 0.0414283
Jan 15 21:02:16.159056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=134ddead-7821-4de4-90d7-34095ee77d69,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:16.171886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b00eec9b-e155-4616-b4c4-47c08f8577be triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:16.172396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.204805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:16.209363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:16.220449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:16.223891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.258471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=8479d2b6-0c59-44af-9c28-a470ec2f6e5d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:16.273490 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-162a0342-9077-4441-b156-71fd786b0cc2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7911890
Jan 15 21:02:16.278465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:16.288659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'name': 'tempest-NetworksTestDHCPv6-104609024'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:16.344620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-bb7157d0-3729-41e6-86ba-5c21bf59bbd8 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1935856
Jan 15 21:02:16.359869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b00eec9b-e155-4616-b4c4-47c08f8577be is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:16.360516 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.416160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port b00eec9b-e155-4616-b4c4-47c08f8577be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b00eec9b-e155-4616-b4c4-47c08f8577be,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:16.438171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9d82-ee4e-4086-90ee-f371e68c17b5 req-0d350151-02aa-4d41-8f79-cffb3293ebe3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:16.442420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89ab9d82-ee4e-4086-90ee-f371e68c17b5 req-0d350151-02aa-4d41-8f79-cffb3293ebe3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.2423618
Jan 15 21:02:16.454022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.457696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417617f-cfad-4698-97c2-761e7a3e6989 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:16.511554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:16.516122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.538419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:16.543912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port e43de130-eaf5-424e-aeca-e8c833d43190 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:16.551477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-1caa2ecd-e981-4103-b7cf-1c0001127b05 service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053585
Jan 15 21:02:16.568525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89ab9d82-ee4e-4086-90ee-f371e68c17b5 req-b25e4a07-c575-41e9-bc70-486d1521e2e6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184025
Jan 15 21:02:16.708895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-dc786cd8-a56f-4999-ab43-9ba567c14d0a service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563084
Jan 15 21:02:16.724708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1af73dec-94ba-4951-a303-f3912bd36f3b None None] Provisioning complete for port 134ddead-7821-4de4-90d7-34095ee77d69 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:16.725137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1af73dec-94ba-4951-a303-f3912bd36f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (134ddead-7821-4de4-90d7-34095ee77d69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.785280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::392 (990da85b-3404-4279-8b69-6cd09c9133de/8479d2b6-0c59-44af-9c28-a470ec2f6e5d/e43de130-eaf5-424e-aeca-e8c833d43190) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:16.820268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=b00eec9b-e155-4616-b4c4-47c08f8577be,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:16.832724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:02:16.875009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0c6a6-ee6e-43e7-84c8-8cb8e39159cb req-c2633f50-c14c-4f89-8cb6-170d9a6f4bc8 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:16.877726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10a0c6a6-ee6e-43e7-84c8-8cb8e39159cb req-c2633f50-c14c-4f89-8cb6-170d9a6f4bc8 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 944 time: 0.1171265
Jan 15 21:02:16.889546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:16.891397 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:16.984259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10a0c6a6-ee6e-43e7-84c8-8cb8e39159cb req-22a877a1-5dfc-4315-9a65-ef0a66ac8471 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965123
Jan 15 21:02:17.029974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1af73dec-94ba-4951-a303-f3912bd36f3b None None] Current status of the port 134ddead-7821-4de4-90d7-34095ee77d69 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:17.097600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (e43de130-eaf5-424e-aeca-e8c833d43190), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.177107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e43de130-eaf5-424e-aeca-e8c833d43190), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.182666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:17.183062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.231467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-858e8cb5-534b-46ce-ac84-d759b677e969 req-dec4b91a-3726-4241-8e66-15d1e9b5f0c4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 210 time: 0.0743484
Jan 15 21:02:17.280560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:17.283301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:17.287052 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb25c3-bc39-4293-ab7b-45d1d69ff553" -d '{"events": [{"server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "name": "network-vif-plugged", "status": "completed", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:17.287217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:17.312916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:17.326203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,segment=NetworkSegment(77253478-cd54-461c-bb3b-fad5cdac00cb),segment_id=77253478-cd54-461c-bb3b-fad5cdac00cb)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:17.340476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 134ddead-7821-4de4-90d7-34095ee77d69 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:17.342559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.368946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.370510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.479411 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1985395
Jan 15 21:02:17.481095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:17.482043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e00362-1254-45a3-b6cd-935dbfb98e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=e43de130-eaf5-424e-aeca-e8c833d43190,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:17.491223 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43bdb61-d064-42e0-a220-3e2dc7a2989f x-openstack-request-id: req-e43bdb61-d064-42e0-a220-3e2dc7a2989f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:17.492211 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "name": "network-vif-plugged", "status": "completed", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:17.492779 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e43bdb61-d064-42e0-a220-3e2dc7a2989f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:17.493221 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f', 'code': 200}
Jan 15 21:02:17.536420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131c268-93a6-474e-a3f9-83b5a493dd56 req-ec2ce470-d726-4b31-bec4-c194f51817d8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.544591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3131c268-93a6-474e-a3f9-83b5a493dd56 req-ec2ce470-d726-4b31-bec4-c194f51817d8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1658947
Jan 15 21:02:17.571866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:17.592003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa62ea4-559a-4da7-a3d3-a81ffecc24ad None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:17.626374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3174414f-8b95-47f5-898f-e99c1789285b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.632969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3174414f-8b95-47f5-898f-e99c1789285b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.635636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3174414f-8b95-47f5-898f-e99c1789285b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1591 time: 0.1533504
Jan 15 21:02:17.639282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:17.646301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad04d0-f9d3-4fc3-910f-b1bd58d70f15 req-419d1220-6cc9-4407-b650-ec5833a621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.648947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46ad04d0-f9d3-4fc3-910f-b1bd58d70f15 req-419d1220-6cc9-4407-b650-ec5833a621ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 1096 time: 0.0998440
Jan 15 21:02:17.660488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3131c268-93a6-474e-a3f9-83b5a493dd56 req-e7c688d7-c3cd-473e-85e5-884c28d37225 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118584
Jan 15 21:02:17.725411 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Sync routers for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:02:17.745169 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:17.745731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0db64e50-7bb4-4313-a131-e4eced0dc5bd None None] Provisioning complete for port 134ddead-7821-4de4-90d7-34095ee77d69 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:17.746066 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4de190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:01:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:17.746773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0db64e50-7bb4-4313-a131-e4eced0dc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (134ddead-7821-4de4-90d7-34095ee77d69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.827340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 134ddead-7821-4de4-90d7-34095ee77d69 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:17.827857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (134ddead-7821-4de4-90d7-34095ee77d69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.857521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e53b8a-d534-4c7d-bcc4-969560839003 req-968560a2-f5b8-4931-bb89-566c5e790505 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:17.859279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-23e53b8a-d534-4c7d-bcc4-969560839003 req-968560a2-f5b8-4931-bb89-566c5e790505 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0930166
Jan 15 21:02:17.883614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46ad04d0-f9d3-4fc3-910f-b1bd58d70f15 req-c2484e88-c5a6-479b-894f-9842a40dcd7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228210
Jan 15 21:02:17.910982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eaf93985-851c-4073-a4e4-4d90665a5e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.939301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port e43de130-eaf5-424e-aeca-e8c833d43190 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:17.941839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e43de130-eaf5-424e-aeca-e8c833d43190), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:17.958049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-23e53b8a-d534-4c7d-bcc4-969560839003 req-050f7de3-47f3-4c45-b202-f2809875a5c3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883973
Jan 15 21:02:17.991347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 134ddead-7821-4de4-90d7-34095ee77d69 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:17.992500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b00eec9b-e155-4616-b4c4-47c08f8577be up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:18.035523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0db64e50-7bb4-4313-a131-e4eced0dc5bd None None] Current status of the port 134ddead-7821-4de4-90d7-34095ee77d69 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:18.075801 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:18.087016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b00eec9b-e155-4616-b4c4-47c08f8577be triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:18.087586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.239283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e43de130-eaf5-424e-aeca-e8c833d43190), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.309446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for e43de130-eaf5-424e-aeca-e8c833d43190 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:18.330675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b00eec9b-e155-4616-b4c4-47c08f8577be is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:18.371216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b60d14-e821-4654-831b-8117a53f0c9d req-b86e4cac-38af-4525-8215-11ed1296cabf tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:18.387476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55b60d14-e821-4654-831b-8117a53f0c9d req-b86e4cac-38af-4525-8215-11ed1296cabf tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1971307
Jan 15 21:02:18.471404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Provisioning complete for port 134ddead-7821-4de4-90d7-34095ee77d69 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:18.471786 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (134ddead-7821-4de4-90d7-34095ee77d69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.530008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55b60d14-e821-4654-831b-8117a53f0c9d req-a9468a67-f126-44a8-9b0d-757454fc0c44 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407721
Jan 15 21:02:18.611002 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4de190>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 2, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:18.614177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Current status of the port 134ddead-7821-4de4-90d7-34095ee77d69 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:18.651176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Provisioning complete for port e43de130-eaf5-424e-aeca-e8c833d43190 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:18.651571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e43de130-eaf5-424e-aeca-e8c833d43190), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.711544 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Checking router: e22ece8f-3054-4108-8d17-bedf37958c02 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:02:18.712913 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Updating router e22ece8f-3054-4108-8d17-bedf37958c02 port ee8f457b-828f-40ec-a70d-22c7d1d95555 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:02:18.738083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e43de130-eaf5-424e-aeca-e8c833d43190), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.752685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adc9c5e1-27be-4252-93f0-a7ec95eb3046 req-09217bd1-af52-4622-a285-1d913ff881d6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 210 time: 0.0707843
Jan 15 21:02:18.772488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45d609db-8c4a-4e19-bb2c-b425fc7ee399 None None] Port e43de130-eaf5-424e-aeca-e8c833d43190 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:02:18.832533 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.889977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8716a198-1a22-491b-963d-e00f6154243c None None] Could not find standard attr ID for object 1f5e98bf-34b7-49da-9e1d-dddd3f3dc034. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:18.933276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=e43de130-eaf5-424e-aeca-e8c833d43190,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:18.949616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:18.956266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-90e27dce-e160-493b-b2cc-dce4b1db7bfc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/e43de130-eaf5-424e-aeca-e8c833d43190 HTTP/1.1" status: 204  len: 168 time: 1.3146012
Jan 15 21:02:18.963237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50408) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:19.137586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a466fd5-d3a6-4003-8b99-3616ce45e433 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.143786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a466fd5-d3a6-4003-8b99-3616ce45e433 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.149372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8a466fd5-d3a6-4003-8b99-3616ce45e433 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1829340
Jan 15 21:02:19.151077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50414) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:19.202660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-d4e89495-784a-4d4b-942d-d5920c9a9896 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.208536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-d4e89495-784a-4d4b-942d-d5920c9a9896 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 819 time: 0.3406935
Jan 15 21:02:19.282533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'port': {'device_id': '26f27adc-8567-4752-8a51-ee9c301b2611', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'admin_state_up': True, 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:19.310263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9088106d-1819-4c42-92a0-e857f3379901 None None] Could not find standard attr ID for object e43de130-eaf5-424e-aeca-e8c833d43190. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:19.384981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea509d-801a-4000-a314-5ad26b6aeb69 req-8f456f8f-0d59-47fb-bf5a-4b98506abbde tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.393803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5eea509d-801a-4000-a314-5ad26b6aeb69 req-8f456f8f-0d59-47fb-bf5a-4b98506abbde tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1225605
Jan 15 21:02:19.414709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 8479d2b6-0c59-44af-9c28-a470ec2f6e5d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:19.417962 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks [] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.423789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (8479d2b6-0c59-44af-9c28-a470ec2f6e5d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.429462 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.481179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-9e7da69f-103c-464c-acf2-2019f00dfb14 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.482946 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-9e7da69f-103c-464c-acf2-2019f00dfb14 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.3325460
Jan 15 21:02:19.500072 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Pushing event updated for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:19.508876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-7b0a671d-3fb8-432e-a737-03c8d25e08bb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/quotas/e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 375 time: 0.0172870
Jan 15 21:02:19.514802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (8479d2b6-0c59-44af-9c28-a470ec2f6e5d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.515087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5eea509d-801a-4000-a314-5ad26b6aeb69 req-22feae5c-f08b-411a-8e80-3aa98fa1e976 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202402
Jan 15 21:02:19.562541 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.563092 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.563708 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.564126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.564523 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.564874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.565272 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.565932 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.566355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.566868 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.567560 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.568055 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.568488 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:19.606491 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Attempting to bind port ee8f457b-828f-40ec-a70d-22c7d1d95555 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:19.607505 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Attempting to bind port ee8f457b-828f-40ec-a70d-22c7d1d95555 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:19.608503 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Attempting to bind port ee8f457b-828f-40ec-a70d-22c7d1d95555 on network bf43669e-491e-49cf-8622-cd5d76591729 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:19.617876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:19.618838 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Checking segment: {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:19.619715 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.619873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Made reservation on behalf of 74165fadf5154c319ca56b4aa961e7b6 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:19.620680 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Bound using segment: {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:19.621669 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Bound port: ee8f457b-828f-40ec-a70d-22c7d1d95555, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:19.622551 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.623915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.632689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-d68a5211-1571-4373-81d5-b708f28f562e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1233051
Jan 15 21:02:19.653121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8479d2b6-0c59-44af-9c28-a470ec2f6e5d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.744456 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] For port ee8f457b-828f-40ec-a70d-22c7d1d95555, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:19.750743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] For port ee8f457b-828f-40ec-a70d-22c7d1d95555, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee8f457b-828f-40ec-a70d-22c7d1d95555,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:19.758972 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.829750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (8479d2b6-0c59-44af-9c28-a470ec2f6e5d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.833542 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:19.838336 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4de190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:01:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:19.862032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1b6a-61c5-437b-b468-5fc126070209 req-487bb4ed-53bd-4c48-a045-3e0b33450b4f tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:19.870161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36ef1b6a-61c5-437b-b468-5fc126070209 req-487bb4ed-53bd-4c48-a045-3e0b33450b4f tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1331201
Jan 15 21:02:19.877944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=8479d2b6-0c59-44af-9c28-a470ec2f6e5d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:19.882485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:19.888296 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fb1a4f9d-abaf-4798-b256-e1050a6f4084 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/8479d2b6-0c59-44af-9c28-a470ec2f6e5d HTTP/1.1" status: 204  len: 168 time: 0.7327130
Jan 15 21:02:19.893238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50422) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:19.896222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Allocated IP 172.20.0.7 (bf43669e-491e-49cf-8622-cd5d76591729/d25d7d8b-cbb3-4f3d-95bd-85ab23638418/99af8280-f44b-4d03-aa1f-f1d9da00f1e9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:19.926510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff099f7-0331-47e0-a072-486851a79536 None None] Pushing event updated for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:19.988881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0543ade3-9185-42f3-8f1b-9017cad1f528 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0903594
Jan 15 21:02:19.990411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:19.993300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-62171e0f-ea73-4466-912e-71c874df3403 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3596630
Jan 15 21:02:19.999503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:20.011839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa444b-2149-42d8-9a62-e9bd6a9c6256 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:20.042143 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:20.157150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d7f0-1d47-4307-aedd-05bc2af7fe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.222060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.224076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:20.224931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36ef1b6a-61c5-437b-b468-5fc126070209 req-e931db5e-e1b5-40a0-a74d-68ef765c343f tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535104
Jan 15 21:02:20.320586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.335011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:20.346986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Deleting port 134ddead-7821-4de4-90d7-34095ee77d69 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:20.348248 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (134ddead-7821-4de4-90d7-34095ee77d69), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.355568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.383550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-43531eb4-004f-4216-bef6-58dbe8652367 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3052366
Jan 15 21:02:20.398986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Network bf43669e-491e-49cf-8622-cd5d76591729 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:20.411076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:20.432736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:20.444409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] For port 134ddead-7821-4de4-90d7-34095ee77d69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134ddead-7821-4de4-90d7-34095ee77d69,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:20.444899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (134ddead-7821-4de4-90d7-34095ee77d69), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.456388 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4de190>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:19Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:20.474109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Calling delete_port for 134ddead-7821-4de4-90d7-34095ee77d69 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:20.514990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:20.515795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.536511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:20.560588 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd59e54-be89-4e20-8ac9-ef8e79edc9ee None None] The sync data for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 is: [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:19Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:02:20.585025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-37798a7c-d2d2-40e5-83be-70a7561a3804 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3173742
Jan 15 21:02:20.603184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Request body: {'port': {'device_id': '26f27adc-8567-4752-8a51-ee9c301b2611', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:20.650965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27920fb-d738-4bd5-b9a7-e75310651628 req-3f3e6b01-67f8-4035-8011-3136d2ef4241 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:20.700319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d27920fb-d738-4bd5-b9a7-e75310651628 req-3f3e6b01-67f8-4035-8011-3136d2ef4241 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 931 time: 0.3381307
Jan 15 21:02:20.829557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.857127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d27920fb-d738-4bd5-b9a7-e75310651628 req-c0800f0f-cdcc-4878-92fa-71910544e0b0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547160
Jan 15 21:02:20.879866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (134ddead-7821-4de4-90d7-34095ee77d69), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:20.945987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] Pushing event deleted for resources: {'Port': ['ID=134ddead-7821-4de4-90d7-34095ee77d69,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:20.960670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fcdc93-e7e0-4be9-86e3-e24e2d8a23f9 None None] No DVR routers for this DVR port 134ddead-7821-4de4-90d7-34095ee77d69 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:21.167716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7bf3-b8da-4785-a7d4-4033369e0ee1 req-59780ff3-3fd8-4ca9-a96a-9f22adde3020 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:21.180549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08ac7bf3-b8da-4785-a7d4-4033369e0ee1 req-59780ff3-3fd8-4ca9-a96a-9f22adde3020 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.2273133
Jan 15 21:02:21.195862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (a832fd82-8e61-4dbd-ab14-f8d1a4496830), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.230907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ee8f457b-828f-40ec-a70d-22c7d1d95555 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:21.326194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db093c33-ceba-4166-b649-6dcc45f5a350 req-44036c40-6029-451f-b7e9-3b06e48b1422 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 210 time: 0.1212997
Jan 15 21:02:21.363748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ee8f457b-828f-40ec-a70d-22c7d1d95555 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:21.364122 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.397163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:21.412158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:21.418469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:21.424177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3a624-edaf-472f-bce9-63cf3cf06f99 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:21.427206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.462935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08ac7bf3-b8da-4785-a7d4-4033369e0ee1 req-d5b050ab-fa77-4c1a-8874-a7ad1bde7a37 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2683191
Jan 15 21:02:21.482329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4876232
Jan 15 21:02:21.485576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:21.496185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'name': 'tempest-NetworksTestDHCPv6-217235014'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:21.505330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59c7c-97f6-4c2b-9780-53efa6e6f45f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=a832fd82-8e61-4dbd-ab14-f8d1a4496830,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:21.513425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:21.532458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks [] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.565907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Transition to ACTIVE for port object 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:02:21.572467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.683180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:21.723994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:21.753192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.795881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Attempting to bind port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:21.796803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Attempting to bind port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:21.798271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Attempting to bind port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 on network bf43669e-491e-49cf-8622-cd5d76591729 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:21.806893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 on network bf43669e-491e-49cf-8622-cd5d76591729 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:02:21.807518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 800df5c3-2cea-479d-913e-fa50874d453a yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:21.807668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Attempting to bind port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 on network bf43669e-491e-49cf-8622-cd5d76591729 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:21.816659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:21.817746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Checking segment: {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:21.818261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Bound using segment: {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:21.818960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Bound port: 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dfef75-82cb-41aa-af0e-9818a96371e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:21.819520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.861876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ee8f457b-828f-40ec-a70d-22c7d1d95555 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:21.862274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.974578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:21.981651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'a832fd82-8e61-4dbd-ab14-f8d1a4496830'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:21.993042 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.093479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ee8f457b-828f-40ec-a70d-22c7d1d95555, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee8f457b-828f-40ec-a70d-22c7d1d95555,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:22.118690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::362 (990da85b-3404-4279-8b69-6cd09c9133de/a832fd82-8e61-4dbd-ab14-f8d1a4496830/800df5c3-2cea-479d-913e-fa50874d453a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:22.166557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d171b-2ecc-4a73-98b2-84bae94d8be6 req-2a458fe9-d1b5-4ead-8e46-b9ff0abe038f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:22.182832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c6d171b-2ecc-4a73-98b2-84bae94d8be6 req-2a458fe9-d1b5-4ead-8e46-b9ff0abe038f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 943 time: 0.1553893
Jan 15 21:02:22.245009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.328395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c6d171b-2ecc-4a73-98b2-84bae94d8be6 req-1c86f55e-0850-4a05-8d49-c876342accb6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445825
Jan 15 21:02:22.349318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 134ddead-7821-4de4-90d7-34095ee77d69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:22.426819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 134ddead-7821-4de4-90d7-34095ee77d69 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:22.430782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 134ddead-7821-4de4-90d7-34095ee77d69 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:22.449043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:22.557550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8dd0856e-e4df-46eb-b18a-3190deaba1d8 req-3ac69c01-c7c4-4849-8e3c-695d4cc1437a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 210 time: 0.0584033
Jan 15 21:02:22.611457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-f2c1d403-f84f-4416-8e52-69588a90590c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:22.617951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-f2c1d403-f84f-4416-8e52-69588a90590c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.1141992
Jan 15 21:02:22.621330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (800df5c3-2cea-479d-913e-fa50874d453a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.651616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'device_id': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'admin_state_up': True, 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:22.698868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (800df5c3-2cea-479d-913e-fa50874d453a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.768519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:22.789582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:22.797265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.859516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/a832fd82-8e61-4dbd-ab14-f8d1a4496830/4e07962d-b428-4370-898f-aea062ff1e2f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:22.865445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:22.866057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:22.867742 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] 10.222.0.45 "PUT /v2.0/ports/99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 1091 time: 2.2761581
Jan 15 21:02:22.871362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:22.873896 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8da0961-54ec-47ac-ab88-a2bb813243df" -d '{"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:22.903454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:22.908105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.004595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2a32f-020b-486d-851e-f249d6c8a09c service neutron] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:23.015128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-72885e0f-748a-4869-8597-1cfcd83c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.018275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-72885e0f-748a-4869-8597-1cfcd83c6bad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1094 time: 0.0904596
Jan 15 21:02:23.104403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-333044cd-9056-416f-a54a-a1ea414da031 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.0524075
Jan 15 21:02:23.128179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks [] for port (4e07962d-b428-4370-898f-aea062ff1e2f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.144808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.172772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:23.186284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:23.191000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:23.197912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.197912 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.202334 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360ec04-06b0-472a-bc0f-e48be0aab998 x-openstack-request-id: req-1360ec04-06b0-472a-bc0f-e48be0aab998 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:23.202740 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:23.203225 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1360ec04-06b0-472a-bc0f-e48be0aab998 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:23.204512 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:02:23.210812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=800df5c3-2cea-479d-913e-fa50874d453a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:23.216040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-8881cab8-c41f-4526-aaed-e62175863780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.218203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-8881cab8-c41f-4526-aaed-e62175863780 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.1060333
Jan 15 21:02:23.229543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-77ddbedc-5465-4eab-a6ed-a926ab76befb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.7390893
Jan 15 21:02:23.231784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50488) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:23.255096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ee8f457b-828f-40ec-a70d-22c7d1d95555 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:23.257224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-e4830844-262a-4f82-bc6a-54dfdcbf1645 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315838
Jan 15 21:02:23.286491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24e66f-0c3a-4e83-bfc3-ae3312853b44 req-8eb6e89c-888d-4f9e-ba02-7c6e0b64d47c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.293249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:23.296095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff24e66f-0c3a-4e83-bfc3-ae3312853b44 req-8eb6e89c-888d-4f9e-ba02-7c6e0b64d47c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.5512404
Jan 15 21:02:23.309823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:23.316360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:23.318730 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.322618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Pushing event updated for resources: {'Port': ['ID=4e07962d-b428-4370-898f-aea062ff1e2f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:23.330360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.20.0.10 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/b02e61ea-6381-4f71-974b-68f69a1343f7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:23.354400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ee8f457b-828f-40ec-a70d-22c7d1d95555 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:23.355051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.423026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff24e66f-0c3a-4e83-bfc3-ae3312853b44 req-833bb6cc-db55-4dcb-8b76-08b90eebd0da tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252327
Jan 15 21:02:23.424273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Attempting to bind port 4e07962d-b428-4370-898f-aea062ff1e2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:23.424538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Attempting to bind port 4e07962d-b428-4370-898f-aea062ff1e2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:23.424928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Attempting to bind port 4e07962d-b428-4370-898f-aea062ff1e2f on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:23.434221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:23.434600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:23.435007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.435397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:23.435869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Bound port: 4e07962d-b428-4370-898f-aea062ff1e2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:23.436250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.437678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-3dba609d-dcc9-400f-996b-75a479f8cf30 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716528
Jan 15 21:02:23.462013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181ec90-2786-4925-8fcf-247314aa759b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.477187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181ec90-2786-4925-8fcf-247314aa759b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.480881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9181ec90-2786-4925-8fcf-247314aa759b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2447839
Jan 15 21:02:23.481691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50496) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:23.526002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ee8f457b-828f-40ec-a70d-22c7d1d95555 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:23.547785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] For port 4e07962d-b428-4370-898f-aea062ff1e2f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:23.551172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] For port 4e07962d-b428-4370-898f-aea062ff1e2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e07962d-b428-4370-898f-aea062ff1e2f,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:23.556907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.614308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6f1a897b-9c65-4fb2-a8ff-5d41b2021a28 req-531c1962-a5ea-49e9-9c0d-d26139a3b4ef service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577356
Jan 15 21:02:23.640282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12825b6f-75f5-4aa9-9aaa-d3cc87b44c87 None None] Pushing event updated for resources: {'Port': ['ID=4e07962d-b428-4370-898f-aea062ff1e2f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:23.668225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b28d-f615-4856-8964-a18a5bdc8c7a req-350944d2-3536-4707-a904-171c2282d700 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.670548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b858b28d-f615-4856-8964-a18a5bdc8c7a req-350944d2-3536-4707-a904-171c2282d700 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 943 time: 0.1405804
Jan 15 21:02:23.678760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 800df5c3-2cea-479d-913e-fa50874d453a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:23.679163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (800df5c3-2cea-479d-913e-fa50874d453a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.770890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.788161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-e2d1c315-79dc-41ad-9bcb-49a261e8465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:23.789632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-e2d1c315-79dc-41ad-9bcb-49a261e8465d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1094 time: 0.1112640
Jan 15 21:02:23.794316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b858b28d-f615-4856-8964-a18a5bdc8c7a req-72951443-d6a8-4c2b-9476-2af471b888d5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104057
Jan 15 21:02:23.868418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (800df5c3-2cea-479d-913e-fa50874d453a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.913232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 800df5c3-2cea-479d-913e-fa50874d453a owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:23.929726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:23.948446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:23.955315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dbb86f87-cb5e-4ff8-823b-45667f87fe53 req-482f400f-2f22-4180-b8b4-5386be9f6960 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 210 time: 0.0652061
Jan 15 21:02:24.001968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-aea4349c-d0f7-4e45-aff0-aa35c0b3df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.008321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-aea4349c-d0f7-4e45-aff0-aa35c0b3df41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.2117560
Jan 15 21:02:24.061034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:24.149516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:24.152781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-37348e1b-cba9-4f12-b4d8-67606ba51574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.1364195
Jan 15 21:02:24.153473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:24.182962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:24.212349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.236324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (800df5c3-2cea-479d-913e-fa50874d453a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.273601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=800df5c3-2cea-479d-913e-fa50874d453a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:24.279323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-80339443-3834-457e-abbb-fd3e71a192e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.281334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-80339443-3834-457e-abbb-fd3e71a192e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.1192753
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.290640 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:24.293009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.293834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.314728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.324891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-efb331c4-1a27-4999-b8a9-6bafc96dffa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/800df5c3-2cea-479d-913e-fa50874d453a HTTP/1.1" status: 204  len: 168 time: 0.8406806
Jan 15 21:02:24.329792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50514) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:24.339209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-bf032adc-6e59-4110-9474-ac4a3588bac1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402517
Jan 15 21:02:24.369005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-3b86ca35-e051-49c4-86a7-5b4acdf4d216 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7212613
Jan 15 21:02:24.390317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Request body: {'port': {'device_id': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:24.427723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476126a2-20c9-4658-9983-341ba4f9fcc3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.434708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476126a2-20c9-4658-9983-341ba4f9fcc3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.436360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-476126a2-20c9-4658-9983-341ba4f9fcc3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1055501
Jan 15 21:02:24.442101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:24.503619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.522110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e0387ed1-4f65-40d3-942b-c12ec18b78a6 None None] Provisioning complete for port b02e61ea-6381-4f71-974b-68f69a1343f7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:24.522593 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0387ed1-4f65-40d3-942b-c12ec18b78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.533058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet a832fd82-8e61-4dbd-ab14-f8d1a4496830 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:24.533720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-99ef1f6c-e00a-4902-a299-723a5a18ee4c service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870191
Jan 15 21:02:24.541851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (a832fd82-8e61-4dbd-ab14-f8d1a4496830), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.612010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e0387ed1-4f65-40d3-942b-c12ec18b78a6 None None] Port b02e61ea-6381-4f71-974b-68f69a1343f7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:02:24.664777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (a832fd82-8e61-4dbd-ab14-f8d1a4496830), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.721063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abaab7-ebf1-4dc1-af75-4f3ca5ffe333 req-54c55799-0415-4d97-9b1d-f6074a210e42 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.722575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91abaab7-ebf1-4dc1-af75-4f3ca5ffe333 req-54c55799-0415-4d97-9b1d-f6074a210e42 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1221435
Jan 15 21:02:24.782257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8da0961-54ec-47ac-ab88-a2bb813243df req-941d5cdd-5223-42f2-859d-e407e6719e2e service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267456
Jan 15 21:02:24.838853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a832fd82-8e61-4dbd-ab14-f8d1a4496830), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.885793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de0d7a-12db-4142-b44e-7dcfba81c764 req-878f6d75-9d7c-411a-b420-a536219cf004 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:24.887307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3de0d7a-12db-4142-b44e-7dcfba81c764 req-878f6d75-9d7c-411a-b420-a536219cf004 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1553953
Jan 15 21:02:24.893529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91abaab7-ebf1-4dc1-af75-4f3ca5ffe333 req-0011036c-3385-4e31-854b-083464067ac1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603584
Jan 15 21:02:24.958372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02e61ea-6381-4f71-974b-68f69a1343f7 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:24.964933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3de0d7a-12db-4142-b44e-7dcfba81c764 req-243822e6-de4d-487d-8c3a-4d08e6fea6b5 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633447
Jan 15 21:02:24.968142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks [] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.983632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (a832fd82-8e61-4dbd-ab14-f8d1a4496830), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:24.985014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Transition to ACTIVE for port object b02e61ea-6381-4f71-974b-68f69a1343f7 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:02:25.003070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.032107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=a832fd82-8e61-4dbd-ab14-f8d1a4496830,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:25.035367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.039060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1a471ff8-3b03-4bd0-9774-306c5bde5038 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/a832fd82-8e61-4dbd-ab14-f8d1a4496830 HTTP/1.1" status: 204  len: 168 time: 0.5958009
Jan 15 21:02:25.047137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:25.110869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a5bd4-2cdd-49ae-bd5e-7cd689d34e6f req-2000e1ba-be1f-4b4a-93d1-4e0aba897976 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.112932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168e5ce-a053-4e39-b07d-0c22bf2f5bd3 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:25.124031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-534a5bd4-2cdd-49ae-bd5e-7cd689d34e6f req-2000e1ba-be1f-4b4a-93d1-4e0aba897976 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 943 time: 0.0994554
Jan 15 21:02:25.125321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d51248d4-8fe0-48ba-b629-ba02858b6f96 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0759544
Jan 15 21:02:25.128246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50534) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:25.139979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Pushing event updated for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:25.237383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Provisioning complete for port 4e07962d-b428-4370-898f-aea062ff1e2f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:25.238026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.273067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Attempting to bind port b02e61ea-6381-4f71-974b-68f69a1343f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:25.273549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Attempting to bind port b02e61ea-6381-4f71-974b-68f69a1343f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:25.274288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Attempting to bind port b02e61ea-6381-4f71-974b-68f69a1343f7 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:25.281232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Port b02e61ea-6381-4f71-974b-68f69a1343f7 on network 694fb227-829a-493b-b1b7-2dc4e238e05e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:02:25.282223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Attempting to bind port b02e61ea-6381-4f71-974b-68f69a1343f7 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:25.290751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:25.291239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:25.293428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:25.293854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Bound port: b02e61ea-6381-4f71-974b-68f69a1343f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:25.297171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.299459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4e07962d-b428-4370-898f-aea062ff1e2f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:25.307633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-534a5bd4-2cdd-49ae-bd5e-7cd689d34e6f req-4c09415d-19b0-49c7-906c-41681866d47e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825280
Jan 15 21:02:25.319881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d0bb6-b0f3-4a24-8703-163dd48fdd63 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.323471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-999d0bb6-b0f3-4a24-8703-163dd48fdd63 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1920974
Jan 15 21:02:25.323860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50538) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:25.344136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f65d4-cc1e-4d4f-8d8f-58b27e648e35 req-4a21cfc1-899f-43f3-a05d-4aca97ea8ddf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.352783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b5f65d4-cc1e-4d4f-8d8f-58b27e648e35 req-4a21cfc1-899f-43f3-a05d-4aca97ea8ddf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 944 time: 0.1490951
Jan 15 21:02:25.411476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:25.416809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b02e61ea-6381-4f71-974b-68f69a1343f7,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:25.420877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4e07962d-b428-4370-898f-aea062ff1e2f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:25.421240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.423877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.433036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca362f-349c-421e-916a-c28abd0ecbee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.434525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-06ca362f-349c-421e-916a-c28abd0ecbee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1097608
Jan 15 21:02:25.445204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:25.470865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b5f65d4-cc1e-4d4f-8d8f-58b27e648e35 req-76b743d5-6c9e-4265-9589-772442152afe tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153395
Jan 15 21:02:25.492561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:25.512998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Current status of the port 4e07962d-b428-4370-898f-aea062ff1e2f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:25.513633 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.521300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-62795eda-3ee5-42d8-993b-711d6d2105dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0749009
Jan 15 21:02:25.526512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Pushing event updated for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:25.526687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:25.533870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:25.557942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.558566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.559968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-c4ffce7f-fdd1-4369-8197-5f64fe959d04 service neutron] 10.222.0.39 "PUT /v2.0/ports/b02e61ea-6381-4f71-974b-68f69a1343f7 HTTP/1.1" status: 200  len: 1092 time: 1.1738617
Jan 15 21:02:25.562336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:25.564920 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b06a60-fc1c-4360-bf19-5d23ec978217" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:25.595812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] For port 4e07962d-b428-4370-898f-aea062ff1e2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e07962d-b428-4370-898f-aea062ff1e2f,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:25.620223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.674658 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea102faf-5f3c-46ee-a209-78de7e2cd8b2 x-openstack-request-id: req-ea102faf-5f3c-46ee-a209-78de7e2cd8b2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:25.675354 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:25.675842 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea102faf-5f3c-46ee-a209-78de7e2cd8b2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:25.676439 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7', 'status': 'completed', 'code': 200}
Jan 15 21:02:25.684129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:25.688148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.708686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-902ae086-198d-4ecc-b502-651915ae268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.711255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-902ae086-198d-4ecc-b502-651915ae268f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 1095 time: 0.0863750
Jan 15 21:02:25.711933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4e07962d-b428-4370-898f-aea062ff1e2f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:25.712320 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.734211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Deleting port 4e07962d-b428-4370-898f-aea062ff1e2f {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:25.734579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.781891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-26189d37-fc67-423a-99fd-80d05c1f6691 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b02e61ea-6381-4f71-974b-68f69a1343f7 HTTP/1.1" status: 200  len: 217 time: 0.0625281
Jan 15 21:02:25.793598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ef0e6-ebfb-4c58-bc5c-e3a6ddda998f None None] Pushing event updated for resources: {'Port': ['ID=4e07962d-b428-4370-898f-aea062ff1e2f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:25.859209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-e2439057-d412-44dd-b2bd-5b93255ed605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.860913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-e2439057-d412-44dd-b2bd-5b93255ed605 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0604413
Jan 15 21:02:25.869288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-18e8591e-0eb8-4c24-8ef7-4bf1b0b8a75d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0969138
Jan 15 21:02:25.893110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] For port 4e07962d-b428-4370-898f-aea062ff1e2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e07962d-b428-4370-898f-aea062ff1e2f,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:25.893616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:25.906333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:02:25.906732 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:02:25.913352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-ff3688d0-30c0-42e9-86fb-b4e2772cbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:25.914863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-ff3688d0-30c0-42e9-86fb-b4e2772cbbbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452476
Jan 15 21:02:25.915702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Calling delete_port for 4e07962d-b428-4370-898f-aea062ff1e2f owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:26.007459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (4633c577-514c-4d46-843e-186286f6f931), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.034643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.035137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.035614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.036134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.036605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.037096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.037559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.039481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5ff16b8c-cc00-4313-a834-e769a95de258 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.1094911
Jan 15 21:02:26.066026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-8bbc0fc3-ece3-428b-b62f-c3c67502da0f service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439905
Jan 15 21:02:26.067519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (4e07962d-b428-4370-898f-aea062ff1e2f), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.087160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:26.100483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:26.106166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] Pushing event deleted for resources: {'Port': ['ID=4e07962d-b428-4370-898f-aea062ff1e2f,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:26.112199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac67ef-9807-4eef-bcc8-fed70c7c941b None None] No DVR routers for this DVR port 4e07962d-b428-4370-898f-aea062ff1e2f on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:26.112464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.113335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.119240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=4633c577-514c-4d46-843e-186286f6f931,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:26.129117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db505aa5-aa9c-4e8a-85e9-fead55407ed7 req-1a94163a-fd98-4a2b-9d4a-46193a61be5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.133327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db505aa5-aa9c-4e8a-85e9-fead55407ed7 req-1a94163a-fd98-4a2b-9d4a-46193a61be5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1403911
Jan 15 21:02:26.140243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2a954-27a7-4702-ac23-1d71a182e04e None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:26.213609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a3eba450-670a-4550-a9f1-6e5d7b8be331 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6833732
Jan 15 21:02:26.215809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50554) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:26.226583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '4633c577-514c-4d46-843e-186286f6f931', 'ip_address': '2001:db8::f10c:73e6:3ef0:aad7'}], 'name': 'tempest-NetworksTestDHCPv6-140730383'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:26.232582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db505aa5-aa9c-4e8a-85e9-fead55407ed7 req-03f7ae66-7625-4df9-b5b1-34eef174a3d3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813100
Jan 15 21:02:26.241794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3604-89bf-4bbd-93e6-9a9861c18a93 req-620ff2a2-66aa-4146-9ce7-c1265cdd5e8e tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.243111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fcf3604-89bf-4bbd-93e6-9a9861c18a93 req-620ff2a2-66aa-4146-9ce7-c1265cdd5e8e tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1499426
Jan 15 21:02:26.255235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '4633c577-514c-4d46-843e-186286f6f931'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:26.255639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.325134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-7049cace-80e8-460e-b948-594aecc017ae tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.326700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-7049cace-80e8-460e-b948-594aecc017ae tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.45 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1804366
Jan 15 21:02:26.332326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6dbe8a72-903e-4324-89be-b7d75f2585d4 req-9d4816dc-abe2-4054-8607-3f35ac12f72c service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606363
Jan 15 21:02:26.334046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-3d9e40c3-5bcf-462c-87fa-9ca7ce2a221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.334831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-3d9e40c3-5bcf-462c-87fa-9ca7ce2a221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.335307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-3d9e40c3-5bcf-462c-87fa-9ca7ce2a221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.337435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-3d9e40c3-5bcf-462c-87fa-9ca7ce2a221e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 2298 time: 0.2541344
Jan 15 21:02:26.377541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fcf3604-89bf-4bbd-93e6-9a9861c18a93 req-14bee24b-dc00-4b5c-beeb-dcd4b0b8db65 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183567
Jan 15 21:02:26.438641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port 4e07962d-b428-4370-898f-aea062ff1e2f update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:02:26.446523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:26.519776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/4633c577-514c-4d46-843e-186286f6f931/18b674ce-69a9-4221-a493-91562461177c) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:26.538761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221e3e8-9c03-4b64-b710-71cd330f2117 req-d4ce02e0-56fe-41bf-9c86-847cf9fcf5e4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.539165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-b52f0f86-b62d-4d75-a0a4-e10c00c85500 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 1001 time: 0.1504700
Jan 15 21:02:26.542747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-7d3ed009-9855-4205-9e5f-4b46014ea143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.544633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-7d3ed009-9855-4205-9e5f-4b46014ea143 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 1095 time: 0.1485527
Jan 15 21:02:26.546684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:02:26.547017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2221e3e8-9c03-4b64-b710-71cd330f2117 req-d4ce02e0-56fe-41bf-9c86-847cf9fcf5e4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 943 time: 0.1104999
Jan 15 21:02:26.631357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2221e3e8-9c03-4b64-b710-71cd330f2117 req-dc65da49-2a4c-4c76-b530-c49e8bc22dab tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737920
Jan 15 21:02:26.640314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.679605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 7ebf4442-d404-4dee-8ce6-ca55b290761c yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:26.687356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Deleting port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:26.687750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.765698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-0e377392-28b1-4580-8e37-b4e452433b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.767950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-0e377392-28b1-4580-8e37-b4e452433b47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.2194068
Jan 15 21:02:26.782287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-4200eac3-510b-4936-9491-2515a6b29467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.783888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-4200eac3-510b-4936-9491-2515a6b29467 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.2191072
Jan 15 21:02:26.845121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e296d0d-fa2b-4c14-b61c-201aff3bec0f req-07dfa6dd-ac85-4f5a-b576-951a598f2e98 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.847468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e296d0d-fa2b-4c14-b61c-201aff3bec0f req-07dfa6dd-ac85-4f5a-b576-951a598f2e98 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 944 time: 0.1178257
Jan 15 21:02:26.872772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-4d5acbc8-22af-4333-8676-dd5b7a221f08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b02e61ea-6381-4f71-974b-68f69a1343f7 HTTP/1.1" status: 200  len: 217 time: 0.0624967
Jan 15 21:02:26.898235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] For port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,segment=NetworkSegment(77253478-cd54-461c-bb3b-fad5cdac00cb),segment_id=77253478-cd54-461c-bb3b-fad5cdac00cb)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:26.898612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.909585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e296d0d-fa2b-4c14-b61c-201aff3bec0f req-0504c527-3787-4d02-9b26-30c9d1227f1b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540738
Jan 15 21:02:26.942728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Calling delete_port for 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:26.945640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-11dc9e0a-a0b1-47b1-ad28-9dedd5db104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.947178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-11dc9e0a-a0b1-47b1-ad28-9dedd5db104f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1681514
Jan 15 21:02:26.948906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:26.962529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-37d05455-aefa-4af8-b407-3e0602891dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:26.963934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-37d05455-aefa-4af8-b407-3e0602891dbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0833781
Jan 15 21:02:26.968259 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks [] for port (18b674ce-69a9-4221-a493-91562461177c), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:26.971086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'port_id': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'mac_address': 'fa:16:3e:f1:1f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:02:26.977287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (18b674ce-69a9-4221-a493-91562461177c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.025102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f10c:73e6:3ef0:aad7 (990da85b-3404-4279-8b69-6cd09c9133de/4633c577-514c-4d46-843e-186286f6f931/7ebf4442-d404-4dee-8ce6-ca55b290761c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:27.053146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:27.064613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:27.067208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:27.075856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:27.076386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.087958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Pushing event updated for resources: {'Port': ['ID=18b674ce-69a9-4221-a493-91562461177c,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:27.106812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:27.152942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-8d75e575-bacf-4b1b-8c27-8f257b991d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.159010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-8d75e575-bacf-4b1b-8c27-8f257b991d39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1860673
Jan 15 21:02:27.166426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-b2acec67-9c71-459a-b26a-cbc8dc7741ea service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069640
Jan 15 21:02:27.185139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4e07962d-b428-4370-898f-aea062ff1e2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:27.188464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:27.221657 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.229604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Attempting to bind port 18b674ce-69a9-4221-a493-91562461177c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:27.230027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Attempting to bind port 18b674ce-69a9-4221-a493-91562461177c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:27.230511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Attempting to bind port 18b674ce-69a9-4221-a493-91562461177c on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:27.232621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4e07962d-b428-4370-898f-aea062ff1e2f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:27.233058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4e07962d-b428-4370-898f-aea062ff1e2f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:27.273143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:27.273143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:27.273143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.273143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:27.273143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Bound port: 18b674ce-69a9-4221-a493-91562461177c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:27.275419 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18b674ce-69a9-4221-a493-91562461177c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.275498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (7ebf4442-d404-4dee-8ce6-ca55b290761c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.317179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7ebf4442-d404-4dee-8ce6-ca55b290761c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.342163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:27.347247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:27.377990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:27.386191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.386972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.442592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:27.463294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2439837
Jan 15 21:02:27.464706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50570) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:27.465395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31576f55-b975-47dc-8682-3335f2401617 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=7ebf4442-d404-4dee-8ce6-ca55b290761c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:27.486846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] For port 18b674ce-69a9-4221-a493-91562461177c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:27.499312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04473027-2480-4f4f-b62f-2c5eea9d19a7 req-3e20538f-b64d-4af8-b45a-9e715ef889a2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.501380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04473027-2480-4f4f-b62f-2c5eea9d19a7 req-3e20538f-b64d-4af8-b45a-9e715ef889a2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1554697
Jan 15 21:02:27.506855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] For port 18b674ce-69a9-4221-a493-91562461177c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b674ce-69a9-4221-a493-91562461177c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:27.515426 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (18b674ce-69a9-4221-a493-91562461177c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.593202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:27.619394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff9ec8b-5b4d-42d1-96c6-0aa942dedc5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.625081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff421-2fc5-4ff1-b23c-31005cff28d6 None None] Pushing event updated for resources: {'Port': ['ID=18b674ce-69a9-4221-a493-91562461177c,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:27.627103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff9ec8b-5b4d-42d1-96c6-0aa942dedc5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.631981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1ff9ec8b-5b4d-42d1-96c6-0aa942dedc5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1581972
Jan 15 21:02:27.657725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50574) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:27.657953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04473027-2480-4f4f-b62f-2c5eea9d19a7 req-a84dbd02-2a58-477e-a23f-db211a267da5 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352000
Jan 15 21:02:27.677359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aef372-686d-4b1a-9b89-f28b63c7f277 req-5abda2b2-e77f-467c-a4e9-8368df6e43ba tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.684631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59aef372-686d-4b1a-9b89-f28b63c7f277 req-5abda2b2-e77f-467c-a4e9-8368df6e43ba tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/ports?device_id=3777fc27-6875-48e2-86e1-e87fe7a9e56c HTTP/1.1" status: 200  len: 945 time: 0.1600957
Jan 15 21:02:27.779345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59aef372-686d-4b1a-9b89-f28b63c7f277 req-c2409fa6-54ea-4f8c-afdd-dc306ec32367 tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb4fadce-832b-47e9-ae56-4edde37b6906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937815
Jan 15 21:02:27.896833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5e114ab3-9fc7-4c3f-a6e3-d84796facc4f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:27.945005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-8f5fec7b-db6f-4d32-84af-394b5b6d8227 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7775292
Jan 15 21:02:27.957291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Pushing event deleted for resources: {'Port': ['ID=5e114ab3-9fc7-4c3f-a6e3-d84796facc4f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:27.972657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fba589-23e9-427e-b85c-06207bf400fb req-f1143b09-0399-4d6a-8fd0-4c7bc0f40a7e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:27.980073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19fba589-23e9-427e-b85c-06207bf400fb req-f1143b09-0399-4d6a-8fd0-4c7bc0f40a7e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 944 time: 0.1098802
Jan 15 21:02:28.038212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-605deda3-c722-4ce1-8aff-4bf73b3716a4 service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8615196
Jan 15 21:02:28.058235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19fba589-23e9-427e-b85c-06207bf400fb req-0981a662-e48f-4240-b2df-a16899c93dda tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764692
Jan 15 21:02:28.075752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 7ebf4442-d404-4dee-8ce6-ca55b290761c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:28.076199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7ebf4442-d404-4dee-8ce6-ca55b290761c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.117839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc6934-6ebe-4f8b-a2d7-eb7199f4d18d req-885e227a-d9a7-4623-8a5c-0b223cd26564 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.119223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30dc6934-6ebe-4f8b-a2d7-eb7199f4d18d req-885e227a-d9a7-4623-8a5c-0b223cd26564 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 944 time: 0.0596731
Jan 15 21:02:28.170448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30dc6934-6ebe-4f8b-a2d7-eb7199f4d18d req-210d46b3-bb75-4a8c-b7dd-e307d0122c63 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455623
Jan 15 21:02:28.176310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] No DVR routers for this DVR port 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:28.178720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-4bb834e4-1458-4996-b11d-d4e5f7307bbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 217 time: 0.1333737
Jan 15 21:02:28.179798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.183016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b8fac299-aa96-4b40-ad3c-b3a94103826a req-2bd01b63-c660-4e52-b4fd-9ca80b74af7d tempest-ServerTagsTestJSON-767994028 tempest-ServerTagsTestJSON-767994028-project] 10.222.0.45 "DELETE /v2.0/ports/5e114ab3-9fc7-4c3f-a6e3-d84796facc4f HTTP/1.1" status: 204  len: 173 time: 1.8447096
Jan 15 21:02:28.191796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'name': 'network-vif-deleted', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:28.194852 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcea1f4-0a90-4c8a-a940-04086f43e6ec" -d '{"events": [{"server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "name": "network-vif-deleted", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:28.252091 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eeb166-7c5a-4d56-8609-1f3bd255105d x-openstack-request-id: req-d7eeb166-7c5a-4d56-8609-1f3bd255105d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:28.252464 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3777fc27-6875-48e2-86e1-e87fe7a9e56c", "name": "network-vif-deleted", "tag": "5e114ab3-9fc7-4c3f-a6e3-d84796facc4f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:28.252635 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7eeb166-7c5a-4d56-8609-1f3bd255105d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:28.253067 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3777fc27-6875-48e2-86e1-e87fe7a9e56c', 'name': 'network-vif-deleted', 'tag': '5e114ab3-9fc7-4c3f-a6e3-d84796facc4f', 'status': 'completed', 'code': 200}
Jan 15 21:02:28.278521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b06a60-fc1c-4360-bf19-5d23ec978217 req-ccf3b2fb-8553-49a8-a331-0e79a247211b service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075871
Jan 15 21:02:28.305625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-84455b34-5a79-4695-8d6d-4bf9acd17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.307266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-84455b34-5a79-4695-8d6d-4bf9acd17d81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1054218
Jan 15 21:02:28.331872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7ebf4442-d404-4dee-8ce6-ca55b290761c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.365240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 7ebf4442-d404-4dee-8ce6-ca55b290761c owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:28.388317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-c099996f-21b0-4b8a-a84f-35a28c3faf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.389881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-c099996f-21b0-4b8a-a84f-35a28c3faf89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0723898
Jan 15 21:02:28.537618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:28.551223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-f5696610-6b79-4d9d-8c02-25048e34b190 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308413
Jan 15 21:02:28.569597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:28.570025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5e114ab3-9fc7-4c3f-a6e3-d84796facc4f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:28.663300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7ebf4442-d404-4dee-8ce6-ca55b290761c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.704400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=7ebf4442-d404-4dee-8ce6-ca55b290761c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:28.724945 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-68e1576b-6c79-4404-abac-e5e0ddb27918 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537981
Jan 15 21:02:28.748856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.752756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23da003e-acd3-473c-8015-684a6cf90103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/7ebf4442-d404-4dee-8ce6-ca55b290761c HTTP/1.1" status: 204  len: 168 time: 1.0938106
Jan 15 21:02:28.755758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50588) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:28.836040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b109f52-27fd-4efc-a1cb-ddd0e4161b81 req-b6e2b02c-b684-4b05-b37f-01ba344454c2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.838795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b109f52-27fd-4efc-a1cb-ddd0e4161b81 req-b6e2b02c-b684-4b05-b37f-01ba344454c2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0762401
Jan 15 21:02:28.839950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-5e4d6c81-fe93-44ec-bcaa-ed5b7486f182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 217 time: 0.0988894
Jan 15 21:02:28.858720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Provisioning complete for port 18b674ce-69a9-4221-a493-91562461177c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:28.859471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18b674ce-69a9-4221-a493-91562461177c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.912669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b109f52-27fd-4efc-a1cb-ddd0e4161b81 req-2a9c5c3c-4940-4cc8-9f3f-7ec69a38a93e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631833
Jan 15 21:02:28.950824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb58ca8-48ea-45e2-8568-3d6117de2bce tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.952568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb58ca8-48ea-45e2-8568-3d6117de2bce tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.956759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9cb58ca8-48ea-45e2-8568-3d6117de2bce tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1981514
Jan 15 21:02:28.958051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50594) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:28.962821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-67001f2c-ba92-4e96-8765-6743a8b86203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:28.964281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-67001f2c-ba92-4e96-8765-6743a8b86203 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1162114
Jan 15 21:02:28.978941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Current status of the port 18b674ce-69a9-4221-a493-91562461177c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:28.980224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18b674ce-69a9-4221-a493-91562461177c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:28.981236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50598) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:29.026097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] For port 18b674ce-69a9-4221-a493-91562461177c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b674ce-69a9-4221-a493-91562461177c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:29.029362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 4633c577-514c-4d46-843e-186286f6f931 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:29.033625 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (18b674ce-69a9-4221-a493-91562461177c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.035909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (4633c577-514c-4d46-843e-186286f6f931), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.060597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-de735615-8890-4d11-ad17-aa6b9fd870c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:29.062282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-de735615-8890-4d11-ad17-aa6b9fd870c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0891297
Jan 15 21:02:29.065677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Deleting subnet 00e8984f-51cc-4d37-96d7-9f4494a51cad {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:29.090737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Publish callbacks [] for subnet (00e8984f-51cc-4d37-96d7-9f4494a51cad), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.101944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4633c577-514c-4d46-843e-186286f6f931), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.118912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2a730-63a9-45fe-b87c-c6b084ea7299 None None] Pushing event updated for resources: {'Port': ['ID=18b674ce-69a9-4221-a493-91562461177c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:29.149439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a06b1e12-c2f5-4218-9394-bbc280a26079 None None] Could not find standard attr ID for object 800df5c3-2cea-479d-913e-fa50874d453a. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:29.193443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b02e61ea-6381-4f71-974b-68f69a1343f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:02:29.205207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (00e8984f-51cc-4d37-96d7-9f4494a51cad), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.254957 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4633c577-514c-4d46-843e-186286f6f931), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.320184 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-efa54307-cad4-4270-abaf-bf155444da16 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384667
Jan 15 21:02:29.321286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (00e8984f-51cc-4d37-96d7-9f4494a51cad), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.361845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b02e61ea-6381-4f71-974b-68f69a1343f7,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:29.387653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'b02e61ea-6381-4f71-974b-68f69a1343f7', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'b02e61ea-6381-4f71-974b-68f69a1343f7', 'mac_address': 'fa:16:3e:8e:9c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:02:29.390303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18b674ce-69a9-4221-a493-91562461177c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:29.435774 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4633c577-514c-4d46-843e-186286f6f931), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.466479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (00e8984f-51cc-4d37-96d7-9f4494a51cad), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.477162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b02e61ea-6381-4f71-974b-68f69a1343f7 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:29.477689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.480965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.489177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4633c577-514c-4d46-843e-186286f6f931 HTTP/1.1" status: 204  len: 168 time: 0.5262954
Jan 15 21:02:29.491382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.498708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/00e8984f-51cc-4d37-96d7-9f4494a51cad HTTP/1.1" status: 204  len: 168 time: 0.5113072
Jan 15 21:02:29.501481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02e61ea-6381-4f71-974b-68f69a1343f7 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:29.502736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50604) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:29.502945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50606) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:29.508103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e2df7-579f-4d3b-8828-b4210b75a29d None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:29.510358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 18b674ce-69a9-4221-a493-91562461177c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:29.510827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18b674ce-69a9-4221-a493-91562461177c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.511055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143276a1-5fd4-4945-96a5-ea5bba89e0c4 req-920934dd-ff55-406d-8c91-4a327d38a7ef tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:29.520559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-143276a1-5fd4-4945-96a5-ea5bba89e0c4 req-920934dd-ff55-406d-8c91-4a327d38a7ef tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 944 time: 0.1799247
Jan 15 21:02:29.531064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-6f12ce14-5ee9-4bbc-b484-b45cee99ea2a service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888816
Jan 15 21:02:29.533432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183c6fb-9d73-4481-8651-93b18ec98728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e8984f-51cc-4d37-96d7-9f4494a51cad,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:29.542095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733d1c8-3255-4254-b8f5-2387f4ca19b1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=4633c577-514c-4d46-843e-186286f6f931,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:29.566153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa36978-70fe-4db7-bb6f-8c95b69d5229 req-75b080db-aa53-4c4d-b7c9-fe6497c2fa3b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:29.567672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fa36978-70fe-4db7-bb6f-8c95b69d5229 req-75b080db-aa53-4c4d-b7c9-fe6497c2fa3b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 944 time: 0.2260597
Jan 15 21:02:29.585222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-1e89dbde-da53-4c93-8b6f-31f94c3d9a31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 217 time: 0.0438318
Jan 15 21:02:29.604149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b02e61ea-6381-4f71-974b-68f69a1343f7,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:29.609484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-29cfa1e3-a4ac-4832-9d8f-8d91ed07264d None None] Could not find standard attr ID for object 7ebf4442-d404-4dee-8ce6-ca55b290761c. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:29.621130 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.636371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3e1e3b0c-50ea-4ae7-91d8-cb4201c13a3b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1062965
Jan 15 21:02:29.637091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50610) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:29.643108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:29.698790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:29.709038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e6197bfe-5ee1-43c6-91d2-83857deb053a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.710170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-88695b8e-96c3-4d88-b973-1fa369819ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:29.711699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-88695b8e-96c3-4d88-b973-1fa369819ead service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1163461
Jan 15 21:02:29.718676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-143276a1-5fd4-4945-96a5-ea5bba89e0c4 req-0c8bdbe2-2a72-459e-92a0-4cc252eaad59 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972253
Jan 15 21:02:29.740512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fa36978-70fe-4db7-bb6f-8c95b69d5229 req-05a4b186-3342-4c2d-8745-9ce50eb79aa9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059115
Jan 15 21:02:29.745550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 18b674ce-69a9-4221-a493-91562461177c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:29.800454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-288accf2-5e28-4262-91db-08200a6ccb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:29.802123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-288accf2-5e28-4262-91db-08200a6ccb23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0765307
Jan 15 21:02:29.803807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:29.811979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.842636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:29.854560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e6197bfe-5ee1-43c6-91d2-83857deb053a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.876243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2286d0>,) {'filters': {'network_id': ['e6197bfe-5ee1-43c6-91d2-83857deb053a']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:29.886904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2286d0>, '77253478-cd54-461c-bb3b-fad5cdac00cb') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:29.887213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2286d0>, '77253478-cd54-461c-bb3b-fad5cdac00cb') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:29.898325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (77253478-cd54-461c-bb3b-fad5cdac00cb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.898519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Deleting port 18b674ce-69a9-4221-a493-91562461177c {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:29.898997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (18b674ce-69a9-4221-a493-91562461177c), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.913050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (77253478-cd54-461c-bb3b-fad5cdac00cb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.922192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:02:29.922669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (77253478-cd54-461c-bb3b-fad5cdac00cb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:02:29.925027 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:02:29.927894 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:02:29.954188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:29.988615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-0209ed8b-6b45-48d1-9259-f872e1038c7f service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540747
Jan 15 21:02:29.992763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e6197bfe-5ee1-43c6-91d2-83857deb053a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.000181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.006311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] For port 18b674ce-69a9-4221-a493-91562461177c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b674ce-69a9-4221-a493-91562461177c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:30.006703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (18b674ce-69a9-4221-a493-91562461177c), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.009568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e6197bfe-5ee1-43c6-91d2-83857deb053a HTTP/1.1" status: 204  len: 168 time: 0.4787028
Jan 15 21:02:30.034989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0d838-b889-4e9d-bd0d-893467362352 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6197bfe-5ee1-43c6-91d2-83857deb053a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:30.045101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Calling delete_port for 18b674ce-69a9-4221-a493-91562461177c owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:30.128214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e39010-978c-42d8-908e-d1e7b71f0133 req-434e58ac-98cd-4304-9da0-8b213b6e2f07 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:30.135839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6e39010-978c-42d8-908e-d1e7b71f0133 req-434e58ac-98cd-4304-9da0-8b213b6e2f07 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0696292
Jan 15 21:02:30.206909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6e39010-978c-42d8-908e-d1e7b71f0133 req-91e55bb3-5ccf-497c-9daf-d0240e45aa98 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696929
Jan 15 21:02:30.245294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-6e48d514-a378-4413-9b3c-7e7283af01a4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457800
Jan 15 21:02:30.247192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (18b674ce-69a9-4221-a493-91562461177c), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.251256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50620) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:30.286311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] Pushing event deleted for resources: {'Port': ['ID=18b674ce-69a9-4221-a493-91562461177c,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:30.288245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b8ed3-6d72-4f74-bc0f-23b25ffd6e40 None None] No DVR routers for this DVR port 18b674ce-69a9-4221-a493-91562461177c on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:30.303135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a2884f1d-eaa8-42b9-8b2d-d0e54ff3c278 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=356d7bd6c3e84b759875cc530b7d18c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0506990
Jan 15 21:02:30.308333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50622) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:30.319106 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-6a3a57ea-2eef-4342-aa39-315f7788a137 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 217 time: 0.0505066
Jan 15 21:02:30.340821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f8b903a4-3218-4802-98b8-7eab9742da57), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.371223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] Publish callbacks [] for security_group (bb4fadce-832b-47e9-ae56-4edde37b6906), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.397832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] Publish callbacks [] for security_group (bb4fadce-832b-47e9-ae56-4edde37b6906), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.414949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:30.422359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:30.435728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:30.435728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.441445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=f8b903a4-3218-4802-98b8-7eab9742da57,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:30.445143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00678453-ec40-4973-9e09-22491fa61be0 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:30.446156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-096a6ea0-b11c-4f87-8cfe-9a4acb228ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:30.447910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-096a6ea0-b11c-4f87-8cfe-9a4acb228ff4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1197290
Jan 15 21:02:30.453285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6f26a228-5fbc-45b5-bd3a-d7ec9fae6e43 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8152122
Jan 15 21:02:30.456861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:30.457264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bb4fadce-832b-47e9-ae56-4edde37b6906), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.461409 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.462827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'f8b903a4-3218-4802-98b8-7eab9742da57', 'ip_address': '2001:db8::3112:5468:d9b9:49e4'}], 'name': 'tempest-NetworksTestDHCPv6-1968107839'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:30.463099 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb4fadce-832b-47e9-ae56-4edde37b6906 HTTP/1.1" status: 204  len: 168 time: 0.1530178
Jan 15 21:02:30.473351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c341e-7ce0-405e-9a8d-bd2a4492e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4fadce-832b-47e9-ae56-4edde37b6906,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:30.559201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:30.564830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-50f51ceb-72c6-4e7f-b518-889f986a7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:30.566548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-50f51ceb-72c6-4e7f-b518-889f986a7a40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1073613
Jan 15 21:02:30.587693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'f8b903a4-3218-4802-98b8-7eab9742da57'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:30.588682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.692324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:02:30.702116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-67470f3a-cdae-4b2e-931f-9c9bcff5baec service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234627
Jan 15 21:02:30.705140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:30.706281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:30.706784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.791191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/f8b903a4-3218-4802-98b8-7eab9742da57/ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:30.879831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.903872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-9aac5ae9-f303-433e-9d7a-728099ab2cea service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840005
Jan 15 21:02:30.905028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 336b11c0-9b1b-44c9-80f4-c7f282d934f5 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:30.966828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403817-ee5e-4f05-915b-13361bb4062f req-1690d9f6-1c30-4668-8c6e-f2e024b62aba tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:30.968387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:30.968775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:30.974526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d403817-ee5e-4f05-915b-13361bb4062f req-1690d9f6-1c30-4668-8c6e-f2e024b62aba tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 944 time: 0.1321754
Jan 15 21:02:30.980772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-6a0d1781-6410-4b82-9a7b-b312b95695b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 217 time: 0.0658298
Jan 15 21:02:31.003124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553b5e1-65e2-4420-bfe5-ddb30be3d39b req-bc55d70c-80c4-4028-b374-dc92838bae22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:31.004663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0553b5e1-65e2-4420-bfe5-ddb30be3d39b req-bc55d70c-80c4-4028-b374-dc92838bae22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 945 time: 0.1485579
Jan 15 21:02:31.029947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:31.034206 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466309ed-6e18-4b2c-a1a5-096c95096792" -d '{"events": [{"server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "name": "network-vif-plugged", "status": "completed", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:31.077369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:31.087959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.090055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0553b5e1-65e2-4420-bfe5-ddb30be3d39b req-abfda367-0599-4508-9ef5-c963bb40049e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782993
Jan 15 21:02:31.105650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-9e1841f5-178d-43e2-8edd-c2f7e63e537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:31.107071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-9e1841f5-178d-43e2-8edd-c2f7e63e537f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1186998
Jan 15 21:02:31.131066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d403817-ee5e-4f05-915b-13361bb4062f req-85b99bf4-6942-40d3-aabf-da54bdd3f69b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555867
Jan 15 21:02:31.145605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks [] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.174532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.244505 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311a425-a4f6-4fd9-be8c-d79269a35570 x-openstack-request-id: req-f311a425-a4f6-4fd9-be8c-d79269a35570 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:31.244505 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "name": "network-vif-plugged", "status": "completed", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:31.244505 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f311a425-a4f6-4fd9-be8c-d79269a35570 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:31.244960 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'code': 200}
Jan 15 21:02:31.249419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18b674ce-69a9-4221-a493-91562461177c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:31.259184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:02:31.262900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:31.267783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-9f1d84a5-fdfd-4682-88b6-fec10f216a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:31.269622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-9f1d84a5-fdfd-4682-88b6-fec10f216a95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1422825
Jan 15 21:02:31.283660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:31.329947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:31.334287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 18b674ce-69a9-4221-a493-91562461177c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:31.334633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18b674ce-69a9-4221-a493-91562461177c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:31.365670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:31.543166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e08d-4dc0-47c8-9a58-1a4b4640ee35 req-a2749046-8457-461f-b3b3-0e5754e2aab7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:31.551752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ece8e08d-4dc0-47c8-9a58-1a4b4640ee35 req-a2749046-8457-461f-b3b3-0e5754e2aab7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1169991
Jan 15 21:02:31.616243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ece8e08d-4dc0-47c8-9a58-1a4b4640ee35 req-68199b08-dde4-41a5-8690-5cee09083f01 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634530
Jan 15 21:02:31.650756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Pushing event updated for resources: {'Port': ['ID=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:31.688911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50668) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:31.705853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Attempting to bind port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:31.706442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Attempting to bind port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:31.706751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Attempting to bind port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:31.740236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:31.742018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:31.742457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.742906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:31.743704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Bound port: ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:31.744246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.817386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:31.845688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1618546578-network', 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:31.848667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:02:31.882659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:31.888509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.896178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] For port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:31.899884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::3112:5468:d9b9:49e4 (990da85b-3404-4279-8b69-6cd09c9133de/f8b903a4-3218-4802-98b8-7eab9742da57/336b11c0-9b1b-44c9-80f4-c7f282d934f5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:31.903650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] For port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:31.906933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:31.907353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.911272 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.914745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:31.960295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:31.980902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:31.993559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.017453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3aa94-368c-4c7e-b481-49bfee1acc9b req-29a9c779-5c8d-4836-b134-eee7337cdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.017453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97d3aa94-368c-4c7e-b481-49bfee1acc9b req-29a9c779-5c8d-4836-b134-eee7337cdab5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.1323886
Jan 15 21:02:32.029283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1de1d-c470-4884-a8d0-a182b7f596c7 None None] Pushing event updated for resources: {'Port': ['ID=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:32.055303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks [] for security_group (67dcb59c-278a-4703-a1c8-92470716976a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.061320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (67dcb59c-278a-4703-a1c8-92470716976a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.087606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-a5c758b5-7c3f-454d-8b10-ad98f446cfc9 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8080356
Jan 15 21:02:32.101017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:32.115100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:32.124879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dcb59c-278a-4703-a1c8-92470716976a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:32.138180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:02:32.180748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f35b845c-3980-4351-882a-b04a1b7050fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.182204 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Added segment f35b845c-3980-4351-882a-b04a1b7050fc of type vlan for network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1
Jan 15 21:02:32.298009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97d3aa94-368c-4c7e-b481-49bfee1acc9b req-a1a123d7-a7cc-4c7b-8238-e564d4c581a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709048
Jan 15 21:02:32.331228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.374690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c4e4e-0482-49e5-a5b7-318efbc1104c req-40829275-11e8-46ef-bb02-1913a1f73f6d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.384214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-442c4e4e-0482-49e5-a5b7-318efbc1104c req-40829275-11e8-46ef-bb02-1913a1f73f6d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 945 time: 0.1303468
Jan 15 21:02:32.384381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-1fe5be5c-95ea-48b5-804b-8a774746cc47 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799048
Jan 15 21:02:32.387518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (336b11c0-9b1b-44c9-80f4-c7f282d934f5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.446710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f98-e5d3-4364-88a5-690c118cf630 req-2aca64e2-1549-462c-9a5b-cfff63d87ad4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.454949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e84c6f98-e5d3-4364-88a5-690c118cf630 req-2aca64e2-1549-462c-9a5b-cfff63d87ad4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1998596
Jan 15 21:02:32.460004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.461071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.461748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.465040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (336b11c0-9b1b-44c9-80f4-c7f282d934f5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.497742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7989113
Jan 15 21:02:32.520804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50700) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:32.522756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:32.537549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Request body: {'subnet': {'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1618546578-subnet', 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:32.556207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:32.563598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:32.571276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.572329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.637789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-442c4e4e-0482-49e5-a5b7-318efbc1104c req-c9aeefb4-3b22-4a1a-8e79-b90302d32758 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526124
Jan 15 21:02:32.650112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c78f4-a5d0-4803-8c6c-74d24e891f9f admin admin] Pushing event updated for resources: {'Network': ['ID=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:32.664750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-288239b1-6a3f-4776-82c0-241567986dbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.1408305
Jan 15 21:02:32.668178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:02:32.712888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e84c6f98-e5d3-4364-88a5-690c118cf630 req-9333dff1-28ab-4112-bef5-b054ed762bf8 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561483
Jan 15 21:02:32.756327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.2958784
Jan 15 21:02:32.757591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50706) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:32.761210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a512d0-36bc-442a-90c8-0d131b19ecc4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=336b11c0-9b1b-44c9-80f4-c7f282d934f5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:32.786888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:32.789652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:32.853116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-a926ef88-e621-4bf5-be83-6d0c95fa4e90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2098658
Jan 15 21:02:32.854682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-ab09ee96-ef2b-4f25-a398-b9188b90512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.856009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-ab09ee96-ef2b-4f25-a398-b9188b90512e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1580884
Jan 15 21:02:32.907102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1c041-096d-43d7-a9c2-73f81f5da73d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.930692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1c041-096d-43d7-a9c2-73f81f5da73d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:32.938471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:32.940766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-90f1c041-096d-43d7-a9c2-73f81f5da73d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1814194
Jan 15 21:02:33.040100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-c61a714d-f618-4bb4-bd49-3d42a37739bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.041619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-c61a714d-f618-4bb4-bd49-3d42a37739bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1768825
Jan 15 21:02:33.044603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254b2e-cb0f-454f-972c-d32e6406fe99 req-13b93114-d625-4b2c-8001-a6080fbb807a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.052246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17254b2e-cb0f-454f-972c-d32e6406fe99 req-13b93114-d625-4b2c-8001-a6080fbb807a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.0727985
Jan 15 21:02:33.149540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17254b2e-cb0f-454f-972c-d32e6406fe99 req-a71b65c9-0e2c-49a2-b296-218e432dd24e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962639
Jan 15 21:02:33.208476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:33.209829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (42abc56e-c02c-470b-bbe0-216ea9b65012), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.275881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:33.343630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:33.344332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.367671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-dc36125d-bdce-44af-a7c3-b6d2af0a0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.369337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-dc36125d-bdce-44af-a7c3-b6d2af0a0bbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.4569066
Jan 15 21:02:33.372390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-ba0f9a66-8397-49b9-86b8-4626e7da3f17 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998700
Jan 15 21:02:33.404746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:33.405350 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.561085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:33.561575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.580183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 336b11c0-9b1b-44c9-80f4-c7f282d934f5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:33.580675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (336b11c0-9b1b-44c9-80f4-c7f282d934f5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.619334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:33.622635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:33.626045 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ad985a-19ed-4d81-8a97-ca2e16e0c577" -d '{"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:33.630753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.631949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b02e61ea-6381-4f71-974b-68f69a1343f7 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:33.634111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:33.634479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Network hostable DHCP agents. Network: 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:02:33.637138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42abc56e-c02c-470b-bbe0-216ea9b65012,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:33.694625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:33.695443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.748623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:02:33.750977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:33.758256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-736b03a9-a6d4-4bf7-bf21-7bd0a75d7212 req-b417681b-db4e-4814-b203-4224e193d509 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3685222
Jan 15 21:02:33.766921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-51d92223-b6ec-4d41-af7c-01d3990e0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.768367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-51d92223-b6ec-4d41-af7c-01d3990e0eff service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.3590779
Jan 15 21:02:33.786610 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b57250-efa7-4dd0-b89f-2db2a01893bc x-openstack-request-id: req-39b57250-efa7-4dd0-b89f-2db2a01893bc {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:33.787261 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:33.787555 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39b57250-efa7-4dd0-b89f-2db2a01893bc {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:33.788116 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'code': 200}
Jan 15 21:02:33.792002 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.808311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port b02e61ea-6381-4f71-974b-68f69a1343f7 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:02:33.818089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port b02e61ea-6381-4f71-974b-68f69a1343f7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:33.818958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.836743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:33.848128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.848724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.877437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1586b43-de85-4684-a30c-002235e9f702 None None] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:33.879442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (336b11c0-9b1b-44c9-80f4-c7f282d934f5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:33.920024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5dc8f8e9-c819-4590-a4cf-a5fa6fbe5206 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.3870516
Jan 15 21:02:33.931802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 336b11c0-9b1b-44c9-80f4-c7f282d934f5 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:33.932726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1d09d-4259-4b48-bdbc-77dc394f3b4a req-b2e0123f-6d8e-41e1-b7d2-67a77a029129 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:33.942589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12c1d09d-4259-4b48-bdbc-77dc394f3b4a req-b2e0123f-6d8e-41e1-b7d2-67a77a029129 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 945 time: 0.1312070
Jan 15 21:02:33.950844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-5746d96b-9d02-442a-8ce3-9c52182b1a03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.1760945
Jan 15 21:02:34.017822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d8876-c303-4a4a-b014-d2fc706e3567 req-cd75fdb4-aba0-44b3-810a-7793707ccf2f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.028985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443d8876-c303-4a4a-b014-d2fc706e3567 req-cd75fdb4-aba0-44b3-810a-7793707ccf2f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1356726
Jan 15 21:02:34.064212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f7a4b-8b13-4107-a7f4-f3ea4f6bc025 None None] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:34.143400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12c1d09d-4259-4b48-bdbc-77dc394f3b4a req-507e4f28-1146-48f4-afe8-9524b0121e94 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964664
Jan 15 21:02:34.209072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-443d8876-c303-4a4a-b014-d2fc706e3567 req-7419dd73-6ecb-4e9e-a4e1-73577eb531bb tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754549
Jan 15 21:02:34.237525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-da2470f3-20f7-43d9-b92c-0512b35706a3 None None] Provisioning complete for port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:34.238051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da2470f3-20f7-43d9-b92c-0512b35706a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.242329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-c69de1e6-ef84-49a2-8e17-104bda93906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.246028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-c69de1e6-ef84-49a2-8e17-104bda93906b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.2848094
Jan 15 21:02:34.253598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:34.351560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-150006be-d610-4a32-828b-0e8c6c425f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.353100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-150006be-d610-4a32-828b-0e8c6c425f98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0989666
Jan 15 21:02:34.367355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b02e61ea-6381-4f71-974b-68f69a1343f7 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:34.367894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.536413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:34.545304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b02e61ea-6381-4f71-974b-68f69a1343f7,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:34.560674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (336b11c0-9b1b-44c9-80f4-c7f282d934f5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.572327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.586861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d790-bc04-4c53-b913-3568649b4868 req-a68651c1-fa30-46c6-90ab-29da4b4fe8ea tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.611428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a8d790-bc04-4c53-b913-3568649b4868 req-a68651c1-fa30-46c6-90ab-29da4b4fe8ea tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1237082
Jan 15 21:02:34.650468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=336b11c0-9b1b-44c9-80f4-c7f282d934f5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:34.723728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a8d790-bc04-4c53-b913-3568649b4868 req-fd2d74d7-bf3e-46e9-b64b-a012531e32e3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113193
Jan 15 21:02:34.725759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.732306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b74c127f-cc08-477b-bcc2-f58741fb59ed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/336b11c0-9b1b-44c9-80f4-c7f282d934f5 HTTP/1.1" status: 204  len: 168 time: 1.7902789
Jan 15 21:02:34.732306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-b964efcd-ac4e-4d57-8507-a37d87bbff0c service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173521
Jan 15 21:02:34.732584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:34.786672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:34.855479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-da2470f3-20f7-43d9-b92c-0512b35706a3 None None] Current status of the port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:34.889473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8e946-679e-495e-95bd-ccc4321ffd0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.891774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8e946-679e-495e-95bd-ccc4321ffd0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:34.895989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ed8e946-679e-495e-95bd-ccc4321ffd0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1599224
Jan 15 21:02:34.897623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:34.956348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet f8b903a4-3218-4802-98b8-7eab9742da57 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:34.968300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (f8b903a4-3218-4802-98b8-7eab9742da57), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:34.973002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-28dbbdd8-3ca4-4ea0-b419-32594749f5d0 None None] Could not find standard attr ID for object 336b11c0-9b1b-44c9-80f4-c7f282d934f5. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:35.115127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e76c7075-1adf-48b1-924f-51a93c64fcb8 req-15a06357-ae5c-4bb3-86a6-61b312bcbb0f service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3529954
Jan 15 21:02:35.117989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f8b903a4-3218-4802-98b8-7eab9742da57), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.162349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f5e0309-3f21-4864-ab19-7cad1546955d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.164764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-f9b9ea77-8afd-47d5-b953-96c69f312830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.166701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-f9b9ea77-8afd-47d5-b953-96c69f312830 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.1533873
Jan 15 21:02:35.173553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f5e0309-3f21-4864-ab19-7cad1546955d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.3198607
Jan 15 21:02:35.190991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-b3abeec9-e049-4730-a5fb-86ae26224aa6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0162218
Jan 15 21:02:35.224425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669675fc-b02e-477e-9284-8fa726b59237 req-4eec485f-3c02-4627-b404-906f2012a75b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.232582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-669675fc-b02e-477e-9284-8fa726b59237 req-4eec485f-3c02-4627-b404-906f2012a75b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1554372
Jan 15 21:02:35.251286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:35.274453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-03bc2d48-959b-4d25-9045-cbbb2ebada66 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0760803
Jan 15 21:02:35.293257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f8b903a4-3218-4802-98b8-7eab9742da57), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.328639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:35.329328 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.340749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-5af79605-7533-4cbf-83d7-9e650decc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.343057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-5af79605-7533-4cbf-83d7-9e650decc8a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.1689281
Jan 15 21:02:35.394848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-7a15a035-9661-4514-a002-2b431ca7dd97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.0426764
Jan 15 21:02:35.428954 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-669675fc-b02e-477e-9284-8fa726b59237 req-d00dd89e-7c9b-44ea-8b67-ea66894ef022 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951172
Jan 15 21:02:35.456041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-ef48136d-d23e-4487-8cc5-ee131f75cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.457586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-ef48136d-d23e-4487-8cc5-ee131f75cc56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0559781
Jan 15 21:02:35.482228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f8b903a4-3218-4802-98b8-7eab9742da57), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.503665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2fcae165-6f5c-44b7-ba41-1e99fcfda6c2 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134223
Jan 15 21:02:35.513795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-95b46205-d980-4860-99aa-ba5795da1a34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482931
Jan 15 21:02:35.555721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:35.573287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c32c0-0a45-4493-936f-973a59d73380 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:35.580252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.586227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/f8b903a4-3218-4802-98b8-7eab9742da57 HTTP/1.1" status: 204  len: 168 time: 0.6851387
Jan 15 21:02:35.586227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c3661-3f2b-46af-a506-e14007cea824 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b903a4-3218-4802-98b8-7eab9742da57,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:35.587242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50756) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:35.691299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-65343d7c-d8bf-4450-a558-f7a4bd511f4c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0903225
Jan 15 21:02:35.692991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:35.697957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:35.769453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-d07a5bfe-ea63-445c-9e1d-24de3aca998c service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2589498
Jan 15 21:02:35.789006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:35.792803 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0458cb-ab4d-4450-aaa4-3ef7ac9745c0" -d '{"events": [{"server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "name": "network-vif-plugged", "status": "completed", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:35.841484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-12ccb474-4617-4841-a520-e794da4c62ea service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790780
Jan 15 21:02:35.852777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c75d-de14-4dde-8536-6709c87d2b7e req-0fec15f7-7549-4090-b43d-effc2b117fa7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:35.856162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:35.859142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf85c75d-de14-4dde-8536-6709c87d2b7e req-0fec15f7-7549-4090-b43d-effc2b117fa7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.1980252
Jan 15 21:02:35.937972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf85c75d-de14-4dde-8536-6709c87d2b7e req-5ddf6b7a-e9b2-4d52-a03a-4f3792318252 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701292
Jan 15 21:02:35.967719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Deleting port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:35.968103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:35.998969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:36.003444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.077976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] For port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:36.080635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.110459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Calling delete_port for ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:36.239769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e0571431-764b-4c30-b06a-6f04c60a9f0b req-3f40830b-42e2-42bc-ad51-d2f96308fbc2 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849916
Jan 15 21:02:36.241125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ed3ffd04-f37e-4ad9-969e-bbec198f8a38), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.304179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.340421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:36.359454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] Pushing event deleted for resources: {'Port': ['ID=ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:36.359713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:36.363969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d6bf2-1d27-48f9-823a-e0af806c57d0 None None] No DVR routers for this DVR port ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:36.368153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:36.368832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.392772 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d531a5-c486-4470-ad97-a9f05988eef8 x-openstack-request-id: req-f8d531a5-c486-4470-ad97-a9f05988eef8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:36.393417 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "name": "network-vif-plugged", "status": "completed", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:36.393724 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8d531a5-c486-4470-ad97-a9f05988eef8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:36.394136 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7', 'code': 200}
Jan 15 21:02:36.398568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8d099-cbf7-4c29-aa3f-9e435c072a23 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:36.455714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=ed3ffd04-f37e-4ad9-969e-bbec198f8a38,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:36.494905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39cf2226-317c-4c9d-b9c7-d729705c7a5c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7971375
Jan 15 21:02:36.511590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:36.518412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'ed3ffd04-f37e-4ad9-969e-bbec198f8a38', 'ip_address': '2001:db8::ab8a:bc4c:cc74:5e9a'}], 'name': 'tempest-NetworksTestDHCPv6-1515151594'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:36.561514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348d1c1-3b74-4ad3-93ab-bbded019e99e req-bc539499-5a5a-45c4-9126-2f5f587eb7ae tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:36.564872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7348d1c1-3b74-4ad3-93ab-bbded019e99e req-bc539499-5a5a-45c4-9126-2f5f587eb7ae tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.2071679
Jan 15 21:02:36.607077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ac74f02-84a7-4e14-a43c-84d232c41610 req-6a0531c4-f944-4cec-ab09-078fcea1a193 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 210 time: 0.1145308
Jan 15 21:02:36.632138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76387c-ac72-4ee3-8402-8d0b3db6797c req-da866600-8ac5-4091-9449-61be768fad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:36.632138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab76387c-ac72-4ee3-8402-8d0b3db6797c req-da866600-8ac5-4091-9449-61be768fad6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 1097 time: 0.1687806
Jan 15 21:02:36.683374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'ed3ffd04-f37e-4ad9-969e-bbec198f8a38'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:36.684300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:36.752739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7348d1c1-3b74-4ad3-93ab-bbded019e99e req-76b038b0-ea86-4ecd-9352-df647fe914ae tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470418
Jan 15 21:02:36.787464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab76387c-ac72-4ee3-8402-8d0b3db6797c req-5a67b4e8-7847-4b31-b149-c37f1f2f65fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426098
Jan 15 21:02:36.833724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:36.876295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6082872-9c1c-4be5-83d3-58f177abee8c req-7e710532-47d5-459d-a949-91456830278e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:36.886134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6082872-9c1c-4be5-83d3-58f177abee8c req-7e710532-47d5-459d-a949-91456830278e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0970111
Jan 15 21:02:36.953717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/ed3ffd04-f37e-4ad9-969e-bbec198f8a38/df91ac0c-97c5-448a-a92f-c3e47f46d8ad) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:37.003535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6082872-9c1c-4be5-83d3-58f177abee8c req-65c96935-7d16-4b0c-8410-caba168f8bd6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105459
Jan 15 21:02:37.029239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.051878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port f9267364-6f4d-4e1b-988d-8e2683f479ea yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:37.176983 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks [] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.195212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.276185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:37.294907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303ac36-53af-4220-81ca-6c45adb3b47e req-579b99b6-37de-4003-a549-3062ee1638d3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:37.308367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0303ac36-53af-4220-81ca-6c45adb3b47e req-579b99b6-37de-4003-a549-3062ee1638d3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.1872108
Jan 15 21:02:37.322838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:37.324328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:37.324855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ad3d585c-348c-48d1-89d0-ebf8c7cdf5bd not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:37.352252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:37.361714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:37.393196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Pushing event updated for resources: {'Port': ['ID=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:37.502289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Attempting to bind port df91ac0c-97c5-448a-a92f-c3e47f46d8ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:37.503796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Attempting to bind port df91ac0c-97c5-448a-a92f-c3e47f46d8ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:37.504531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Attempting to bind port df91ac0c-97c5-448a-a92f-c3e47f46d8ad on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:37.514656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:37.515047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:37.517275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.517704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:37.518211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Bound port: df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:37.518597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.672016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] For port df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:37.681535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] For port df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:37.691627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:37.831948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0144e1d-4188-4461-b777-b107f7a99604 req-693eab89-20d2-4545-8920-32ac4e9ea993 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 210 time: 0.0338962
Jan 15 21:02:37.867457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218d0ce-c4e7-4943-899a-8367f639368f None None] Pushing event updated for resources: {'Port': ['ID=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:37.917004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0303ac36-53af-4220-81ca-6c45adb3b47e req-90fcffcd-184b-4b67-91cc-b5d5a099eef7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6074481
Jan 15 21:02:38.008424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f909c-5716-4a36-8003-e838013cf2fc req-506876b7-3e10-4eed-9f5b-85cfedbc5d84 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.023185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d62f909c-5716-4a36-8003-e838013cf2fc req-506876b7-3e10-4eed-9f5b-85cfedbc5d84 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0858669
Jan 15 21:02:38.088400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::ab8a:bc4c:cc74:5e9a (990da85b-3404-4279-8b69-6cd09c9133de/ed3ffd04-f37e-4ad9-969e-bbec198f8a38/f9267364-6f4d-4e1b-988d-8e2683f479ea) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:38.101376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d62f909c-5716-4a36-8003-e838013cf2fc req-f0ef60f9-45b2-4146-ab70-e1f1f13b9db5 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768194
Jan 15 21:02:38.229241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2456a901-f164-4121-b2cf-9b0082a21aa0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.230989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2456a901-f164-4121-b2cf-9b0082a21aa0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2861400
Jan 15 21:02:38.252334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:38.265114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368a481-86a0-47fd-87bf-8bea65ed39a9 req-1976351d-55a5-461a-989f-57c86a23cfc0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.266767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f368a481-86a0-47fd-87bf-8bea65ed39a9 req-1976351d-55a5-461a-989f-57c86a23cfc0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1463242
Jan 15 21:02:38.346584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f368a481-86a0-47fd-87bf-8bea65ed39a9 req-d6a4f47a-2ebf-4e5c-9e48-562aedbb9887 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720963
Jan 15 21:02:38.518528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (f9267364-6f4d-4e1b-988d-8e2683f479ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:38.538956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:38.542697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:38.641884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f9267364-6f4d-4e1b-988d-8e2683f479ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:38.692494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:38.704697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:38.714741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:38.720344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.721046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:38.765962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=f9267364-6f4d-4e1b-988d-8e2683f479ea,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:38.787459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:38.787688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c0c738cf-e94e-4155-8c58-cf5afb043f28 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.2735445
Jan 15 21:02:38.810108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.12 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/4596387d-a489-4634-a84b-5a3a77df49cd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:38.866787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590f484-7944-4d7c-8c1f-1578ae16bb45 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.876399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590f484-7944-4d7c-8c1f-1578ae16bb45 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:38.878722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c590f484-7944-4d7c-8c1f-1578ae16bb45 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0901933
Jan 15 21:02:38.882575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:38.963648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45b2d801-d978-49f1-b3ea-2316c954cd17 req-566a5e88-841b-433e-a1f9-e0433c48a63c tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 210 time: 0.0366147
Jan 15 21:02:39.112736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f72a6d-d210-4123-ac34-e9f1959001fb req-99605953-2db9-4c00-97b3-a188a0b5b778 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:39.125168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71f72a6d-d210-4123-ac34-e9f1959001fb req-99605953-2db9-4c00-97b3-a188a0b5b778 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.0753663
Jan 15 21:02:39.166423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (4596387d-a489-4634-a84b-5a3a77df49cd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.224872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71f72a6d-d210-4123-ac34-e9f1959001fb req-d1558a50-01ee-46bf-b6d2-6dd8a2b9b9bd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911658
Jan 15 21:02:39.228591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.288350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df91ac0c-97c5-448a-a92f-c3e47f46d8ad up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:39.305590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port f9267364-6f4d-4e1b-988d-8e2683f479ea {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:39.305943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f9267364-6f4d-4e1b-988d-8e2683f479ea), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.319379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:39.337479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:39.392739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9a9d-844e-4d64-929c-a743a726fed5 req-180f4385-b05f-47ea-aee6-9abba01bec5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:39.401142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-583f9a9d-844e-4d64-929c-a743a726fed5 req-180f4385-b05f-47ea-aee6-9abba01bec5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1616623
Jan 15 21:02:39.419628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:39.433520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:39.441699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df91ac0c-97c5-448a-a92f-c3e47f46d8ad triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:39.442075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.525062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:39.525747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.555780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f9267364-6f4d-4e1b-988d-8e2683f479ea), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.572966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-2f44ad86-ee85-4f43-9ae4-a0a361c9362a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3315465
Jan 15 21:02:39.581886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for f9267364-6f4d-4e1b-988d-8e2683f479ea owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:39.589633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Request body: {'port': {'device_id': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:39.591575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-583f9a9d-844e-4d64-929c-a743a726fed5 req-226449b6-5c2e-4528-a8a7-7143c337da97 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769578
Jan 15 21:02:39.610500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d9ea-c363-4527-beab-6df79a7a51f5 req-8c5b837f-d86f-4467-be61-3691bce80ac7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:39.619089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f8d9ea-c363-4527-beab-6df79a7a51f5 req-8c5b837f-d86f-4467-be61-3691bce80ac7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1020062
Jan 15 21:02:39.683846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54f8d9ea-c363-4527-beab-6df79a7a51f5 req-4577ea45-14e1-46ce-a7c6-b37e7ab437d7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636678
Jan 15 21:02:39.806471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Provisioning complete for port df91ac0c-97c5-448a-a92f-c3e47f46d8ad triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:39.806852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.826620 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:02:39.860980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.940394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df91ac0c-97c5-448a-a92f-c3e47f46d8ad is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:39.941652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:39.992197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:40.022221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.072136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Current status of the port df91ac0c-97c5-448a-a92f-c3e47f46d8ad is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:40.072873 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.107645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f9267364-6f4d-4e1b-988d-8e2683f479ea), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.170309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff05f-34d0-476f-bda7-0c74888d13de req-75b3640b-f681-4ffa-9100-1b18c6929a67 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.172647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d0ff05f-34d0-476f-bda7-0c74888d13de req-75b3640b-f681-4ffa-9100-1b18c6929a67 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 932 time: 0.0657887
Jan 15 21:02:40.173152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:40.184480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=f9267364-6f4d-4e1b-988d-8e2683f479ea,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:40.191923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:02:40.192616 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:02:40.224540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.230797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-369afd25-1396-4fe2-aae5-661c920c4ff0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/f9267364-6f4d-4e1b-988d-8e2683f479ea HTTP/1.1" status: 204  len: 168 time: 1.3470387
Jan 15 21:02:40.231458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50828) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:40.295975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d0ff05f-34d0-476f-bda7-0c74888d13de req-4d558f5f-7ffa-4641-8aa8-c32c3cb0a9bb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931869
Jan 15 21:02:40.338543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2372f75-f0d2-41d9-92b8-de5b1777a10d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.340198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2372f75-f0d2-41d9-92b8-de5b1777a10d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.345507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:40.346029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2372f75-f0d2-41d9-92b8-de5b1777a10d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1119130
Jan 15 21:02:40.423658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet ed3ffd04-f37e-4ad9-969e-bbec198f8a38 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:40.428162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4596387d-a489-4634-a84b-5a3a77df49cd {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:40.428651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (ed3ffd04-f37e-4ad9-969e-bbec198f8a38), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.441644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks [] for port (4596387d-a489-4634-a84b-5a3a77df49cd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.466991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Transition to ACTIVE for port object 4596387d-a489-4634-a84b-5a3a77df49cd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:02:40.475238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.530913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (ed3ffd04-f37e-4ad9-969e-bbec198f8a38), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.549213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Pushing event updated for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:40.631149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ed3ffd04-f37e-4ad9-969e-bbec198f8a38), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.635974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Attempting to bind port 4596387d-a489-4634-a84b-5a3a77df49cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:40.636385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Attempting to bind port 4596387d-a489-4634-a84b-5a3a77df49cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:40.636804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Attempting to bind port 4596387d-a489-4634-a84b-5a3a77df49cd on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:40.642849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Port 4596387d-a489-4634-a84b-5a3a77df49cd on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:02:40.643278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Attempting to bind port 4596387d-a489-4634-a84b-5a3a77df49cd on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:40.649209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:40.649748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:40.650251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:40.650858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Bound port: 4596387d-a489-4634-a84b-5a3a77df49cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:40.651344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.747585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (ed3ffd04-f37e-4ad9-969e-bbec198f8a38), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.779334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:40.784259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4596387d-a489-4634-a84b-5a3a77df49cd,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:40.785814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1d715e43-3ebb-4af1-96de-3d15ea045f3d None None] Current status of the port df91ac0c-97c5-448a-a92f-c3e47f46d8ad is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:40.789961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.811582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.816112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abffeea-12ec-47cf-a326-e013246909bd None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:40.817785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/ed3ffd04-f37e-4ad9-969e-bbec198f8a38 HTTP/1.1" status: 204  len: 168 time: 0.4708326
Jan 15 21:02:40.832967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50842) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:40.833792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603fa81-32bd-4f6f-af29-84469901a469 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3ffd04-f37e-4ad9-969e-bbec198f8a38,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:40.879338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Pushing event updated for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:40.889514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-285ccbf7-59f9-4edd-8d2c-2ebaf5291445 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0520453
Jan 15 21:02:40.889755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:40.903476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1869aa-0f51-41c0-92a9-f48bb6c347b9 req-fa4cce14-ac41-4f72-8505-510463bf9311 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.908236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f7dbb2e2-a058-49e3-ae18-f8c43ffc7ea0 None None] Could not find standard attr ID for object f9267364-6f4d-4e1b-988d-8e2683f479ea. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:40.911418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f1869aa-0f51-41c0-92a9-f48bb6c347b9 req-fa4cce14-ac41-4f72-8505-510463bf9311 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1953983
Jan 15 21:02:40.959212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053fc6-0729-4211-acf2-bc28d53d9c87 req-d9f6bebc-5bc1-4f12-ac1d-5ae407776e6b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.959443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:40.960823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8053fc6-0729-4211-acf2-bc28d53d9c87 req-d9f6bebc-5bc1-4f12-ac1d-5ae407776e6b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1923201
Jan 15 21:02:40.965724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:40.967262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-72ea8b56-5a98-4a3d-858f-c9f6dc8cb90b service neutron] 10.222.0.45 "PUT /v2.0/ports/4596387d-a489-4634-a84b-5a3a77df49cd HTTP/1.1" status: 200  len: 1092 time: 1.3831825
Jan 15 21:02:40.967970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:40.972017 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6f52f7-916e-4ff4-9538-322ce3224cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:41.020365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b002e05a-92e6-462f-893b-0698b9c79bf3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.024496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b002e05a-92e6-462f-893b-0698b9c79bf3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1317961
Jan 15 21:02:41.028463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50850) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:41.029924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f1869aa-0f51-41c0-92a9-f48bb6c347b9 req-d411bd71-7cb2-487a-8d39-cabb9c42d952 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061776
Jan 15 21:02:41.042599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:41.124897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8053fc6-0729-4211-acf2-bc28d53d9c87 req-f8118b5f-b1ba-4aa4-ae47-6ac8bc83f1c0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509778
Jan 15 21:02:41.134178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Deleting port df91ac0c-97c5-448a-a92f-c3e47f46d8ad {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:41.134558 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.206069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d28cb1-a878-4b81-9782-b522f983540d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.210509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b7d28cb1-a878-4b81-9782-b522f983540d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1672442
Jan 15 21:02:41.210668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50852) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:41.238536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-a0121ce8-b24e-4e13-8ec5-0da2086dc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.240601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-a0121ce8-b24e-4e13-8ec5-0da2086dc24b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 1095 time: 0.1315577
Jan 15 21:02:41.263776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df91ac0c-97c5-448a-a92f-c3e47f46d8ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:41.299066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d489d63d-5868-44de-95b6-7c1929f597f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0798082
Jan 15 21:02:41.299850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50854) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:41.305125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:41.330535 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-b9eef904-0ff1-4451-849e-22a1ac19e4c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4596387d-a489-4634-a84b-5a3a77df49cd HTTP/1.1" status: 200  len: 217 time: 0.0755508
Jan 15 21:02:41.386638 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39d2eb-c969-491f-b44f-c6077dcbfad8 x-openstack-request-id: req-4f39d2eb-c969-491f-b44f-c6077dcbfad8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:41.386950 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:41.387317 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f39d2eb-c969-491f-b44f-c6077dcbfad8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:41.387775 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd', 'status': 'completed', 'code': 200}
Jan 15 21:02:41.404577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] For port df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:41.405019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.414583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-64ed6a9d-fbb6-490d-8186-ea0615a1a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.416632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-64ed6a9d-fbb6-490d-8186-ea0615a1a2e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0717900
Jan 15 21:02:41.426667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Calling delete_port for df91ac0c-97c5-448a-a92f-c3e47f46d8ad owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:41.497486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-0e111041-01e7-4d8e-a8c8-90062211d003 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738392
Jan 15 21:02:41.516830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7f04-558e-4a72-a063-f97a99248561 req-400a94c4-430b-495b-8d49-c1893e34dab8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.523722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2d7f04-558e-4a72-a063-f97a99248561 req-400a94c4-430b-495b-8d49-c1893e34dab8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 944 time: 0.1034770
Jan 15 21:02:41.589866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:41.590554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df91ac0c-97c5-448a-a92f-c3e47f46d8ad is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:41.591136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.598249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.651093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port df91ac0c-97c5-448a-a92f-c3e47f46d8ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:41.659400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.665517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2d7f04-558e-4a72-a063-f97a99248561 req-359e9358-37d0-4a91-a9af-cec25dfe129a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408401
Jan 15 21:02:41.680282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-1e8ed1c7-9d2c-40f9-8547-98092fe14e44 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565340
Jan 15 21:02:41.708300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (df91ac0c-97c5-448a-a92f-c3e47f46d8ad), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.740810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] No DVR routers for this DVR port df91ac0c-97c5-448a-a92f-c3e47f46d8ad on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:41.759418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:41.796490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa00074-6ad1-4cd8-a3f5-0ad1d15d76b4 None None] Pushing event deleted for resources: {'Port': ['ID=df91ac0c-97c5-448a-a92f-c3e47f46d8ad,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:41.847960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf59ba88-c4eb-4801-ba4c-7e52a002ac29 req-c5e40134-69e3-44d6-a307-94168eaf94d9 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660318
Jan 15 21:02:41.866291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-489529d4-d5de-4fde-b601-bfee31aebfd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1115277
Jan 15 21:02:41.903518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (0be23f8f-56a3-4c79-9f2d-5f5434fa5406), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.950637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:41.954150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:41.958675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:41.959451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:41.963981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31766d77-caef-43df-a5c6-ad6d893382c1 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:41.983484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=0be23f8f-56a3-4c79-9f2d-5f5434fa5406,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:41.998169 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bdfe8849-9cc4-4e2f-86d2-94509abdeed9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6971531
Jan 15 21:02:42.000869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50876) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:42.007698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '0be23f8f-56a3-4c79-9f2d-5f5434fa5406', 'ip_address': '2001:db8::d6df:77d0:6f1c:d384'}], 'name': 'tempest-NetworksTestDHCPv6-1976101633'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:42.024544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-94db0cdf-f97a-45b0-be12-b8f8d6545f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.034333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-94db0cdf-f97a-45b0-be12-b8f8d6545f50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.1402569
Jan 15 21:02:42.040565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-7b13e831-bff3-4fda-a1c9-540101585dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.042059 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-7b13e831-bff3-4fda-a1c9-540101585dc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 1095 time: 0.1077402
Jan 15 21:02:42.188456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-1a22784d-f13b-47cf-9495-20b57dd6ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.190417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-1a22784d-f13b-47cf-9495-20b57dd6ba49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1406136
Jan 15 21:02:42.196929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '0be23f8f-56a3-4c79-9f2d-5f5434fa5406'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:42.197812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:42.281893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-32901f80-33a9-46b5-a27a-3df440f9cdad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4596387d-a489-4634-a84b-5a3a77df49cd HTTP/1.1" status: 200  len: 217 time: 0.0811865
Jan 15 21:02:42.354861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662c3a7-ef4b-40d7-8d19-22aaaf65e7c1 req-bdce1d4b-828f-48b0-b6ec-80f188c4fc0e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.356983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-868f2a25-d3eb-4f15-af81-d1c4777d0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.358643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c662c3a7-ef4b-40d7-8d19-22aaaf65e7c1 req-bdce1d4b-828f-48b0-b6ec-80f188c4fc0e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1779521
Jan 15 21:02:42.361275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-868f2a25-d3eb-4f15-af81-d1c4777d0071 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0672514
Jan 15 21:02:42.394172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:42.423855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-ab09cba5-b469-4696-9ecf-03081c5c50f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521169
Jan 15 21:02:42.426202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb355a2-77a2-4197-9212-69599bc2b43c req-be32110f-bb10-4ff3-8abb-07806dd0a785 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.427918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afb355a2-77a2-4197-9212-69599bc2b43c req-be32110f-bb10-4ff3-8abb-07806dd0a785 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1573200
Jan 15 21:02:42.429319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/0be23f8f-56a3-4c79-9f2d-5f5434fa5406/912d83a8-3df5-4f08-aa9e-12f2abfa83b7) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:42.503381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c662c3a7-ef4b-40d7-8d19-22aaaf65e7c1 req-106818b9-4035-45d1-a41a-232eb7414b4c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398158
Jan 15 21:02:42.535154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-e3ecbdca-e569-4fe2-968b-6e79c4d3b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.536556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-e3ecbdca-e569-4fe2-968b-6e79c4d3b5fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.3445969
Jan 15 21:02:42.613045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afb355a2-77a2-4197-9212-69599bc2b43c req-b346e31d-ac5a-41c3-858b-0c7841cfea90 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523085
Jan 15 21:02:42.661475 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:42.662888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-8c4288b9-03db-4817-93f3-4004582aa8bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 1000 time: 0.1172309
Jan 15 21:02:42.670722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks [] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:42.670948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-e11d18b9-6865-4be5-aece-5f2c942c9ec2 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339869
Jan 15 21:02:42.686593 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:42.706105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 890ec254-a65c-422e-b54b-78522ffbda7a yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:42.786316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:42.807020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:42.820310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:42.855822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Pushing event updated for resources: {'Port': ['ID=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:42.871395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-b6e55374-ef06-4a66-b319-f0f1c46498fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.873617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-b6e55374-ef06-4a66-b319-f0f1c46498fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.2019515
Jan 15 21:02:42.960748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-3d0097ed-defe-4be5-8627-45c657b00bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:42.962294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-3d0097ed-defe-4be5-8627-45c657b00bd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0804713
Jan 15 21:02:42.964741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f6f52f7-916e-4ff4-9538-322ce3224cb4 req-6b1300c2-5339-41f1-9cb4-ae5e5104d23c service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2773290
Jan 15 21:02:42.971380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Attempting to bind port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:42.971749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Attempting to bind port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:42.979754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Attempting to bind port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:42.995606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:42.995606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:42.995606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:42.995606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:42.996150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Bound port: 912d83a8-3df5-4f08-aa9e-12f2abfa83b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:42.996470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.015984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::d6df:77d0:6f1c:d384 (990da85b-3404-4279-8b69-6cd09c9133de/0be23f8f-56a3-4c79-9f2d-5f5434fa5406/890ec254-a65c-422e-b54b-78522ffbda7a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:43.128108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-3964d10c-f6f7-4057-afa0-7afdc23869ae service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546962
Jan 15 21:02:43.159912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] For port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:43.167871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] For port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:43.178336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.245614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0dfb-e55b-4d29-a30c-ddf2e37320a0 req-62ac2794-df37-47cf-938a-08c60d5bd4aa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:43.255096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d07b0dfb-e55b-4d29-a30c-ddf2e37320a0 req-62ac2794-df37-47cf-938a-08c60d5bd4aa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 944 time: 0.1210639
Jan 15 21:02:43.309109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fa51b-3e32-4870-8998-54b130d94715 None None] Pushing event updated for resources: {'Port': ['ID=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:43.313430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (890ec254-a65c-422e-b54b-78522ffbda7a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.326877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-216e61dc-960f-46c4-a3bd-ccff51bbfd0a req-383f9f26-5e29-4b10-ab76-facc4ed713be service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887863
Jan 15 21:02:43.355172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d07b0dfb-e55b-4d29-a30c-ddf2e37320a0 req-eb8c8431-c34a-4e2d-a572-ec6a0e3adf34 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988202
Jan 15 21:02:43.407882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (890ec254-a65c-422e-b54b-78522ffbda7a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.458678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:43.464513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:43.471063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:43.477411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:43.478053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.487622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=890ec254-a65c-422e-b54b-78522ffbda7a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:43.508551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ccea379-20e3-4326-a6b9-8176e64c331d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5029426
Jan 15 21:02:43.508958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50892) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:43.513867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '0be23f8f-56a3-4c79-9f2d-5f5434fa5406', 'ip_address': '2001:db8::d6df:77d0:6f1c:d384'}], 'name': 'tempest-NetworksTestDHCPv6-1032387971'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:43.756126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83659a18-e343-437d-9d34-5a18a47c72d5 req-1e20a511-8fc5-4e7d-95d2-380c240bbe0f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:43.757823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83659a18-e343-437d-9d34-5a18a47c72d5 req-1e20a511-8fc5-4e7d-95d2-380c240bbe0f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1070788
Jan 15 21:02:43.821287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:43.826013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:43.868653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 9499be6c-7759-4f27-a02f-0708bcb3744e yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:43.877667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83659a18-e343-437d-9d34-5a18a47c72d5 req-ab21ae92-da0f-4e8a-a609-0e87f3f70247 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122811
Jan 15 21:02:43.894097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a434c25-9c5a-4b2d-a38c-f7a89213858d req-d2a96b57-cbc1-46af-a7b1-8ea1f3d02a01 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:43.895623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a434c25-9c5a-4b2d-a38c-f7a89213858d req-d2a96b57-cbc1-46af-a7b1-8ea1f3d02a01 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1087184
Jan 15 21:02:44.040181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a434c25-9c5a-4b2d-a38c-f7a89213858d req-c91a18f2-5445-498d-950a-ca4390c36d93 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117468
Jan 15 21:02:44.136928 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:02:44.136928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:02:44.161736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d90b33b-a5f9-498d-b596-87fda047c2ab tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.6519327
Jan 15 21:02:44.164752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50906) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:44.231820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbceb538-2957-4824-ad8b-6efc5cb5e98e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:44.240881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbceb538-2957-4824-ad8b-6efc5cb5e98e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:44.240881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cbceb538-2957-4824-ad8b-6efc5cb5e98e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0737965
Jan 15 21:02:44.244227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50908) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:44.317286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.379168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 890ec254-a65c-422e-b54b-78522ffbda7a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:44.379799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (890ec254-a65c-422e-b54b-78522ffbda7a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.488758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (890ec254-a65c-422e-b54b-78522ffbda7a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.506464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 890ec254-a65c-422e-b54b-78522ffbda7a owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:44.571917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4596387d-a489-4634-a84b-5a3a77df49cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:02:44.745863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (890ec254-a65c-422e-b54b-78522ffbda7a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.784963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=890ec254-a65c-422e-b54b-78522ffbda7a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:44.819864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.820229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.820545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.821071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.821504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.821840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.822168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.822495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.822820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.823140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.823515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.823844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.824165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:44.833396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e710-b419-45fa-85d7-cad306ada9d0 req-a7b270fe-2e8d-4500-99d1-922318e31c87 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:44.834152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.839832 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c99831d0-8072-4ab1-a892-2150f7f7f864 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/890ec254-a65c-422e-b54b-78522ffbda7a HTTP/1.1" status: 204  len: 168 time: 0.5940216
Jan 15 21:02:44.840994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a693e710-b419-45fa-85d7-cad306ada9d0 req-a7b270fe-2e8d-4500-99d1-922318e31c87 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 944 time: 0.0994077
Jan 15 21:02:44.842472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50918) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:44.846333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4596387d-a489-4634-a84b-5a3a77df49cd,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:44.885872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '4596387d-a489-4634-a84b-5a3a77df49cd', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': '4596387d-a489-4634-a84b-5a3a77df49cd', 'mac_address': 'fa:16:3e:c2:e8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:02:44.908966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a693e710-b419-45fa-85d7-cad306ada9d0 req-685b0cce-06be-4903-945b-a14f98db7e14 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669830
Jan 15 21:02:44.948586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a700a1-3329-4824-bf5b-a99191a9daed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:44.950529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a700a1-3329-4824-bf5b-a99191a9daed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:44.952075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35a700a1-3329-4824-bf5b-a99191a9daed tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1086044
Jan 15 21:02:44.955585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50922) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:44.981646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Provisioning complete for port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:44.982017 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:44.985949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4596387d-a489-4634-a84b-5a3a77df49cd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:44.985949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.025307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4596387d-a489-4634-a84b-5a3a77df49cd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:45.068763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4596387d-a489-4634-a84b-5a3a77df49cd,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:45.094369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 0be23f8f-56a3-4c79-9f2d-5f5434fa5406 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:45.095391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.126915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (0be23f8f-56a3-4c79-9f2d-5f5434fa5406), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.173250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.244276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (0be23f8f-56a3-4c79-9f2d-5f5434fa5406), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.250270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Current status of the port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:45.251314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.263608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:45.315388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] For port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:45.323387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:45.330023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.433611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58362e07-6fbd-4f94-8db1-4083935b698f req-92830d39-a39a-4b98-ba1e-3a5649b5c9dd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:45.437577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfead8bc-d1ed-401f-8d6e-2613bb3e72ed None None] Pushing event updated for resources: {'Port': ['ID=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:45.447687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58362e07-6fbd-4f94-8db1-4083935b698f req-92830d39-a39a-4b98-ba1e-3a5649b5c9dd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.3982229
Jan 15 21:02:45.456637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:45.469980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cae1d3b3-6be8-4b0b-a8db-19ba88c94fd1 None None] Could not find standard attr ID for object 890ec254-a65c-422e-b54b-78522ffbda7a. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:02:45.530721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457349-4df3-467c-98c7-991a6737735d req-c05d9419-bb22-45f3-bb68-8f4def38bcc7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:45.538455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03457349-4df3-467c-98c7-991a6737735d req-c05d9419-bb22-45f3-bb68-8f4def38bcc7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1761343
Jan 15 21:02:45.577210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (0be23f8f-56a3-4c79-9f2d-5f5434fa5406), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.578505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:45.579092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.617548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58362e07-6fbd-4f94-8db1-4083935b698f req-c2de67c9-0c12-4b91-a6eb-fa2c1b64b1c1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1685994
Jan 15 21:02:45.701129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03457349-4df3-467c-98c7-991a6737735d req-f4ca384e-b162-4560-9fea-9346ecfae4e8 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547465
Jan 15 21:02:45.732981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (0be23f8f-56a3-4c79-9f2d-5f5434fa5406), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.762426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=0be23f8f-56a3-4c79-9f2d-5f5434fa5406,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:45.769875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:45.775675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:45.775817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50932) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:45.776722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54e12c22-2de3-4500-b045-c6c1ed467067 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/0be23f8f-56a3-4c79-9f2d-5f5434fa5406 HTTP/1.1" status: 204  len: 168 time: 0.8200624
Jan 15 21:02:45.780633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97249f-e45d-4003-9bda-66ac9cc6b1df None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:45.834798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c84ac02f-2e93-421a-b968-6672ccf6f9d0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0577910
Jan 15 21:02:45.838648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50934) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:45.846853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:45.996764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:46.005791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.007906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:46.064759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Deleting port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:46.065216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.087589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad57b-e9ee-488f-bff6-e389786a6829 req-56d9f59f-c99d-4c89-a9d9-15538e7c065b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:46.096215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-843ad57b-e9ee-488f-bff6-e389786a6829 req-56d9f59f-c99d-4c89-a9d9-15538e7c065b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 945 time: 0.0853763
Jan 15 21:02:46.146683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] For port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:46.147051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.182415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-843ad57b-e9ee-488f-bff6-e389786a6829 req-e5608e5b-e592-4eb2-ad2a-6c30af720166 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856674
Jan 15 21:02:46.189865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Calling delete_port for 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:46.340541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4ce1ad2c-3965-4348-ae0a-826f39a32d4e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.409769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:46.416185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:46.427343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:46.428529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.438912 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (912d83a8-3df5-4f08-aa9e-12f2abfa83b7), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.449405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=4ce1ad2c-3965-4348-ae0a-826f39a32d4e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:46.469560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] No DVR routers for this DVR port 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:46.474899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7350d7e5-4788-4e4b-9321-004c75f6bc66 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6350837
Jan 15 21:02:46.478982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50942) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:46.501129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b55e6-2eb0-43c9-bf06-0df7d1a194f8 None None] Pushing event deleted for resources: {'Port': ['ID=912d83a8-3df5-4f08-aa9e-12f2abfa83b7,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:46.501739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '4ce1ad2c-3965-4348-ae0a-826f39a32d4e', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-860092911'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:46.510984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b3b30-fc44-4ed9-865d-e279c940c7df None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:46.657784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '4ce1ad2c-3965-4348-ae0a-826f39a32d4e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:46.660550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:46.683991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:46.802068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07972c44-95c8-42c0-9e6f-69f2888aad72 req-a1d1e90c-166a-4bcb-9601-00fb824e9adf tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:46.810390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07972c44-95c8-42c0-9e6f-69f2888aad72 req-a1d1e90c-166a-4bcb-9601-00fb824e9adf tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0732627
Jan 15 21:02:46.871560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/4ce1ad2c-3965-4348-ae0a-826f39a32d4e/39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:46.909362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07972c44-95c8-42c0-9e6f-69f2888aad72 req-161b06d1-03f0-4baf-814c-26a0b1ffc157 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975828
Jan 15 21:02:46.927861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93408a9c-5d98-4efe-8d38-2afbe51c0fb4 req-03ab8928-d532-485e-b30a-7bc51ff71a51 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:46.947271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93408a9c-5d98-4efe-8d38-2afbe51c0fb4 req-03ab8928-d532-485e-b30a-7bc51ff71a51 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1205418
Jan 15 21:02:47.049633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93408a9c-5d98-4efe-8d38-2afbe51c0fb4 req-247ed49e-c848-4b1b-8c3c-f96cdd68f4f3 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992787
Jan 15 21:02:47.205218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.210380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:47.226945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port ea8eb972-e587-4206-b262-683135e63fc1 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:02:47.266297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:47.266643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 912d83a8-3df5-4f08-aa9e-12f2abfa83b7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:47.308522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks [] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.323393 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.404684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:47.410090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:47.413284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:47.415785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Pushing event updated for resources: {'Port': ['ID=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:47.425832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee019b4-89dd-4a83-9c10-4c52e68b7094 req-b4141fa4-0b38-49aa-b65c-2c30c1648db1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:47.432722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aee019b4-89dd-4a83-9c10-4c52e68b7094 req-b4141fa4-0b38-49aa-b65c-2c30c1648db1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 945 time: 0.1245995
Jan 15 21:02:47.475766 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:02:47.476353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:02:47.494020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Attempting to bind port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:47.494601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Attempting to bind port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:47.494983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Attempting to bind port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:47.501907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:47.502394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:47.502889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.503339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:47.503874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Bound port: 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:47.504318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.514640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-459c518b-c01d-483f-99aa-8bae034272bc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.0313213
Jan 15 21:02:47.516948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50958) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:47.517300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aee019b4-89dd-4a83-9c10-4c52e68b7094 req-a6a4bd96-95cb-4f5a-a8fa-8c9df8c0a99d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725024
Jan 15 21:02:47.578352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd4f321-4ad2-4d2d-847a-dc23c0daf664 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:47.583154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7bd4f321-4ad2-4d2d-847a-dc23c0daf664 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0626521
Jan 15 21:02:47.583690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50960) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:47.597435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] For port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:47.601542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] For port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:47.611240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.640087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fecaa5-b41c-4f4e-9fcb-89389e0d9f79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:47.642325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fecaa5-b41c-4f4e-9fcb-89389e0d9f79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:47.644895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b2fecaa5-b41c-4f4e-9fcb-89389e0d9f79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0593143
Jan 15 21:02:47.646716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50962) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:47.689318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd771fa8-9f54-4c56-b0cf-2f2fb3a1e870 None None] Pushing event updated for resources: {'Port': ['ID=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:47.715689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 4ce1ad2c-3965-4348-ae0a-826f39a32d4e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:47.720957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (4ce1ad2c-3965-4348-ae0a-826f39a32d4e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.770808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (4ce1ad2c-3965-4348-ae0a-826f39a32d4e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.870993 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4ce1ad2c-3965-4348-ae0a-826f39a32d4e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.892526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-44f35dd6-46e4-4a45-ad8e-67444266e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:47.966006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (4ce1ad2c-3965-4348-ae0a-826f39a32d4e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.020777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce1ad2c-3965-4348-ae0a-826f39a32d4e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:48.033615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.040984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eec5859e-69e6-4eb8-8094-4b0438d0cb16 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4ce1ad2c-3965-4348-ae0a-826f39a32d4e HTTP/1.1" status: 204  len: 168 time: 0.3910334
Jan 15 21:02:48.041684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50966) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:48.089689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a9a7-fa62-4776-907d-357aae82d80e req-f8378765-a56b-406f-aa41-2cea48a4b8d2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:48.092855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7877a9a7-fa62-4776-907d-357aae82d80e req-f8378765-a56b-406f-aa41-2cea48a4b8d2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0846765
Jan 15 21:02:48.120381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-474e3748-01bf-40d3-93e3-21215c986a8c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0774658
Jan 15 21:02:48.121084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50972) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:48.132779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:48.216387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7877a9a7-fa62-4776-907d-357aae82d80e req-d37a1fc6-53f4-4146-8645-5885ce59a8cb tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119626
Jan 15 21:02:48.258154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:48.263735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.338148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b03874-9999-4cef-8322-8fb2288b32d0 req-1b0f9ad7-9d1c-49fe-a0be-d698679c2df7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:48.341056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b03874-9999-4cef-8322-8fb2288b32d0 req-1b0f9ad7-9d1c-49fe-a0be-d698679c2df7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0754392
Jan 15 21:02:48.432543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b03874-9999-4cef-8322-8fb2288b32d0 req-7b973710-b12d-445d-9b14-e27f14d8949f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839396
Jan 15 21:02:48.589001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (358810e3-00ba-41ac-9427-71c72bac2191), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.617555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4596387d-a489-4634-a84b-5a3a77df49cd up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:48.679777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:48.691641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9bc80-0230-4e7e-b1ca-41c57b0284e5 req-5c20ebf9-6d7e-45c3-b010-03d06c4d2939 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:48.695757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faa9bc80-0230-4e7e-b1ca-41c57b0284e5 req-5c20ebf9-6d7e-45c3-b010-03d06c4d2939 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 945 time: 0.0917122
Jan 15 21:02:48.697208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:48.699058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=358810e3-00ba-41ac-9427-71c72bac2191,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:48.701823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:48.702434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.735544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38b27a94-ff59-4fe7-afbe-4beae2bd6dfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6108413
Jan 15 21:02:48.736441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:48.742131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:48.747406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 4596387d-a489-4634-a84b-5a3a77df49cd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:02:48.753228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 4596387d-a489-4634-a84b-5a3a77df49cd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:48.753680 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.785160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faa9bc80-0230-4e7e-b1ca-41c57b0284e5 req-3cee3a0e-5a9a-4ce4-9307-d4c265896554 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674436
Jan 15 21:02:48.822820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.824278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.901772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 4596387d-a489-4634-a84b-5a3a77df49cd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:48.902430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.933664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router_controller (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.939517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.940174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:48.942742 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35ec04-fa3f-444b-9c39-a0b4291cb7a4" -d '{"events": [{"server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "name": "network-vif-plugged", "status": "completed", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:48.972042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:48.980151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6274875c-7204-4a0e-81af-30f55d5c1500 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2425814
Jan 15 21:02:48.981954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:48.992519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4596387d-a489-4634-a84b-5a3a77df49cd,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:49.042261 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.091450 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7637a1e-8700-4f56-a928-58a5aab18dd2 x-openstack-request-id: req-f7637a1e-8700-4f56-a928-58a5aab18dd2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:49.092049 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "name": "network-vif-plugged", "status": "completed", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:49.093217 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7637a1e-8700-4f56-a928-58a5aab18dd2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:49.094743 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd', 'code': 200}
Jan 15 21:02:49.157510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:49.242618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd473d-c936-4bfe-a291-a8b8b4e280ab None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:49.301486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:49.361909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b08c-4060-4fca-a580-ef72c148ca40 req-8eb59a23-3803-43ae-91e4-8f0bf350218b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:49.366342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f617-f3da-4af4-80ea-0fd226a6ee45 req-2e062e78-bf38-4791-b456-f5ac2e0492e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:49.368518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4449f617-f3da-4af4-80ea-0fd226a6ee45 req-2e062e78-bf38-4791-b456-f5ac2e0492e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 1097 time: 0.1974041
Jan 15 21:02:49.369855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6731b08c-4060-4fca-a580-ef72c148ca40 req-8eb59a23-3803-43ae-91e4-8f0bf350218b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0671825
Jan 15 21:02:49.393877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Provisioning complete for port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:49.394276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.467517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6731b08c-4060-4fca-a580-ef72c148ca40 req-e6807ea7-e1dd-4e18-80d2-b60940f9abb0 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842319
Jan 15 21:02:49.479575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:49.480108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.523238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4449f617-f3da-4af4-80ea-0fd226a6ee45 req-8abc4a5f-cbb8-4c3c-bdd2-567ddd93cf06 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069558
Jan 15 21:02:49.634962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.674360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f5597-2bb1-4dd0-9681-cca7cfccf63b req-2d116af2-52f8-4014-9890-c73efca47b5f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:49.676213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc3f5597-2bb1-4dd0-9681-cca7cfccf63b req-2d116af2-52f8-4014-9890-c73efca47b5f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0881689
Jan 15 21:02:49.708256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:49.709273 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.756097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Current status of the port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:49.756361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.761973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc3f5597-2bb1-4dd0-9681-cca7cfccf63b req-d4afb9cc-4660-4709-85ad-0756dc15302d tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800533
Jan 15 21:02:49.785838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:49.794859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:49.892944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:02:49.893311 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:02:49.932923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:49.967370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b999414-b068-4af0-b882-6d7466bcb098 req-4dcb0a5d-f489-431e-b10c-9c2a0857b8cc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:49.977244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b999414-b068-4af0-b882-6d7466bcb098 req-4dcb0a5d-f489-431e-b10c-9c2a0857b8cc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 946 time: 0.0642822
Jan 15 21:02:50.049535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b999414-b068-4af0-b882-6d7466bcb098 req-ec1ee002-e473-4338-a23b-f3aa986b977b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710227
Jan 15 21:02:50.070875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::1 (990da85b-3404-4279-8b69-6cd09c9133de/358810e3-00ba-41ac-9427-71c72bac2191/f8d20161-d9c4-4e85-b239-c079d8550de0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:50.136084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-295ecb4c-5fb6-40e9-995d-b5a16e8148ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.219212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.257480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.300109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:50.303174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:50.315461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:50.320060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:50.320627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.445862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d896b10d-ae33-4c51-83bf-ed1d9ecc21df None None] Current status of the port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:50.482156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.592595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e4461761-5697-4e65-b11e-f4db544ace55 None None] Provisioning complete for port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:50.593110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4461761-5697-4e65-b11e-f4db544ace55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.631126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e433a-44dd-4199-8d19-6c0ce5b92566 req-47511925-4b83-42ea-b048-1da8ad7ec4ed tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:50.639720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08e433a-44dd-4199-8d19-6c0ce5b92566 req-47511925-4b83-42ea-b048-1da8ad7ec4ed tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.0746717
Jan 15 21:02:50.717154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e4461761-5697-4e65-b11e-f4db544ace55 None None] Current status of the port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:50.726486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08e433a-44dd-4199-8d19-6c0ce5b92566 req-8cd03c4a-03bd-4698-8692-304c5f1d9c0d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832784
Jan 15 21:02:50.802005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b965ad1-ae3e-4bfc-b036-8800a5d5c9f5 req-217ecfe7-ca11-4677-995e-95fce2afc3ce tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:50.805504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b965ad1-ae3e-4bfc-b036-8800a5d5c9f5 req-217ecfe7-ca11-4677-995e-95fce2afc3ce tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0740585
Jan 15 21:02:50.840802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a9b428ba-666a-4181-a964-f83e2a412ecd None None] Provisioning complete for port f8d20161-d9c4-4e85-b239-c079d8550de0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:50.841201 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9b428ba-666a-4181-a964-f83e2a412ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.861372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b965ad1-ae3e-4bfc-b036-8800a5d5c9f5 req-968a6d56-2508-4ebe-b39b-a616afa35687 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515001
Jan 15 21:02:50.871006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.891806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.892607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:50.895721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a9b428ba-666a-4181-a964-f83e2a412ecd None None] Port f8d20161-d9c4-4e85-b239-c079d8550de0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:02:50.990284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:51.004102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9f2a-8da0-4835-8a99-f0e7b72de740 req-82b91167-2cc3-4a46-9e41-d8ba76686f4a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.005623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b01d9f2a-8da0-4835-8a99-f0e7b72de740 req-82b91167-2cc3-4a46-9e41-d8ba76686f4a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0828452
Jan 15 21:02:51.023197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bdc51-6a8b-4586-8fb3-91422ea2ce23 req-8f37ebfb-2ebc-4cfe-b5ca-43c9d7bcc0ba tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.030290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d60bdc51-6a8b-4586-8fb3-91422ea2ce23 req-8f37ebfb-2ebc-4cfe-b5ca-43c9d7bcc0ba tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0788846
Jan 15 21:02:51.065602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:51.072642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:51.106044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d60bdc51-6a8b-4586-8fb3-91422ea2ce23 req-fdfd7d3c-b867-4d34-8f09-1aba2f8fc771 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739939
Jan 15 21:02:51.110329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b01d9f2a-8da0-4835-8a99-f0e7b72de740 req-bfbe38b3-a0fe-4e0b-b64e-e72a94cf15a1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960813
Jan 15 21:02:51.166106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-c80fefe8-16bf-40c6-aba7-9d8f4091a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.167663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-c80fefe8-16bf-40c6-aba7-9d8f4091a1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1096 time: 0.1326470
Jan 15 21:02:51.191637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:51.284347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:51.284758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:51.324718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-3f853034-6ace-430f-afd2-e56186e7d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.326591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-3f853034-6ace-430f-afd2-e56186e7d593 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1493874
Jan 15 21:02:51.328587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:02:51.367424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cb283-5549-4961-8bc6-41d4b621d861 req-4fab458f-7c63-4920-8e97-d79bd3c87583 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.369039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-260cb283-5549-4961-8bc6-41d4b621d861 req-4fab458f-7c63-4920-8e97-d79bd3c87583 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 946 time: 0.1248126
Jan 15 21:02:51.419855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:51.467981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-260cb283-5549-4961-8bc6-41d4b621d861 req-785108f6-04d0-4063-89b4-ba031e879135 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866802
Jan 15 21:02:51.488928 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-8b07dfc3-28c6-49e1-9a5e-bf2b99654ad6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 1001 time: 0.1535838
Jan 15 21:02:51.494180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0edcf-7f8f-4e9a-9452-de456e8b7440 req-77fd5c44-3a1f-4bd6-bf7a-d36700967fa6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.496309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6c0edcf-7f8f-4e9a-9452-de456e8b7440 req-77fd5c44-3a1f-4bd6-bf7a-d36700967fa6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0798357
Jan 15 21:02:51.514644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:02:51.537779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9acad42e-c411-483b-b3ce-d69230a2f994 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "PUT /v2.0/routers/1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5532000
Jan 15 21:02:51.540749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51042) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:51.544870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Sync routers for ids ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:02:51.554425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-edbbbc60-c895-4d1f-a785-da1b7aad7d22 None None] Provisioning complete for port f8d20161-d9c4-4e85-b239-c079d8550de0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:51.554856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edbbbc60-c895-4d1f-a785-da1b7aad7d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:51.568623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6c0edcf-7f8f-4e9a-9452-de456e8b7440 req-5b676b17-b785-4ad5-8107-59b730c1871a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626554
Jan 15 21:02:51.587341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Routers {'1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:51.588021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b520400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:51.630878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946f081-fe8f-40f1-afe7-cc0136b5d0ba tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.632445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d946f081-fe8f-40f1-afe7-cc0136b5d0ba tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports/f8d20161-d9c4-4e85-b239-c079d8550de0 HTTP/1.1" status: 200  len: 911 time: 0.0910864
Jan 15 21:02:51.634296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-43ed2b6b-4c6c-46a4-b8d9-3abc871a15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.635101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51050) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:51.636894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-43ed2b6b-4c6c-46a4-b8d9-3abc871a15c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1385977
Jan 15 21:02:51.689862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-edbbbc60-c895-4d1f-a785-da1b7aad7d22 None None] Port f8d20161-d9c4-4e85-b239-c079d8550de0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:02:51.701793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-9d0d1231-e570-446c-934a-07d887453bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.704186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-9d0d1231-e570-446c-934a-07d887453bfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0601065
Jan 15 21:02:51.719303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Set router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:51.771701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10509ed-8e24-43f2-a081-d68f0fcdf5f8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.778095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10509ed-8e24-43f2-a081-d68f0fcdf5f8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:51.779610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f10509ed-8e24-43f2-a081-d68f0fcdf5f8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.1415606
Jan 15 21:02:51.785590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51064) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:51.827240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-10979cd9-74e4-4e3a-8499-a6a3726acd62 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157851
Jan 15 21:02:51.949558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c5dbdebb-09aa-4334-a82f-52e758a8d356 req-b27347af-0165-473b-b154-ab187c061895 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163716
Jan 15 21:02:51.998921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.091536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b520400>, [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:50Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': 'f8d20161-d9c4-4e85-b239-c079d8550de0', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:f4:5c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '358810e3-00ba-41ac-9427-71c72bac2191', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:49Z', 'updated_at': '2022-01-15T21:02:50Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '358810e3-00ba-41ac-9427-71c72bac2191', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:52.119318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Checking router: 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:02:52.119887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Updating router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de port f8d20161-d9c4-4e85-b239-c079d8550de0 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:02:52.146943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.339824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-8ff4e285-eed6-4658-9130-66a369216e17 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:52.341311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-8ff4e285-eed6-4658-9130-66a369216e17 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.6443977
Jan 15 21:02:52.398649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f03047-4647-4c41-bf4b-a29d1edc0bab req-c33fd716-55a6-4021-9808-e25f8b820b02 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:52.400102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6f03047-4647-4c41-bf4b-a29d1edc0bab req-c33fd716-55a6-4021-9808-e25f8b820b02 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1697335
Jan 15 21:02:52.404115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-5be1997e-bf8b-474f-a174-00854effc63a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0549355
Jan 15 21:02:52.419852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks [] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.426325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.483492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1fde-6f9f-457e-9ba5-8bee4c2aebfa None None] Pushing event updated for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:52.542293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Attempting to bind port f8d20161-d9c4-4e85-b239-c079d8550de0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:52.542663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Attempting to bind port f8d20161-d9c4-4e85-b239-c079d8550de0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:52.543037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Attempting to bind port f8d20161-d9c4-4e85-b239-c079d8550de0 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:52.549417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:52.549799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:52.550208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.550615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:52.551071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Bound port: f8d20161-d9c4-4e85-b239-c079d8550de0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:52.551449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.581206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-20e15b02-fce5-4787-81be-174f79968191 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1464658
Jan 15 21:02:52.584427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6f03047-4647-4c41-bf4b-a29d1edc0bab req-1081139a-e832-4722-823c-f8c2fd3363e4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484094
Jan 15 21:02:52.631227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] For port f8d20161-d9c4-4e85-b239-c079d8550de0, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:52.634686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] For port f8d20161-d9c4-4e85-b239-c079d8550de0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8d20161-d9c4-4e85-b239-c079d8550de0,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:52.643787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.704813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Routers {'1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:52.705486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b520400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:52.773576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-2db2ab9b-8c17-4189-a603-339ccce384b4 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812742
Jan 15 21:02:52.806254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1fde-6f9f-457e-9ba5-8bee4c2aebfa None None] Pushing event updated for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:52.849970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] Set router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:52.881993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Provisioning complete for port f8d20161-d9c4-4e85-b239-c079d8550de0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:52.882433 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:52.973120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77f42453-6628-4d23-a9d0-a912a11b1749 req-6e49b16c-9af2-4cdb-86dc-5086647597aa service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985822
Jan 15 21:02:53.038212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.048062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846df658-54f5-4d5f-b1f3-d03da41d8769 req-896b3947-4c68-4557-b707-e5b2246d463e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:53.055093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-846df658-54f5-4d5f-b1f3-d03da41d8769 req-896b3947-4c68-4557-b707-e5b2246d463e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1537251
Jan 15 21:02:53.084465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Current status of the port f8d20161-d9c4-4e85-b239-c079d8550de0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:53.084877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.162329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] For port f8d20161-d9c4-4e85-b239-c079d8550de0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8d20161-d9c4-4e85-b239-c079d8550de0,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:53.169827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.230484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b520400>, [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:50Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': 'f8d20161-d9c4-4e85-b239-c079d8550de0', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:f4:5c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '358810e3-00ba-41ac-9427-71c72bac2191', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:49Z', 'updated_at': '2022-01-15T21:02:52Z', 'revision_number': 4, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '358810e3-00ba-41ac-9427-71c72bac2191', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:53.232616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-846df658-54f5-4d5f-b1f3-d03da41d8769 req-fc780173-a85d-448a-bb55-c300f3569c29 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765671
Jan 15 21:02:53.272450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.273809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bf2a-e039-4878-ad3b-56a44ef849cb None None] The sync data for ids ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'] in ncdv-master-1 is: [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:50Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': 'f8d20161-d9c4-4e85-b239-c079d8550de0', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:f4:5c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '358810e3-00ba-41ac-9427-71c72bac2191', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:49Z', 'updated_at': '2022-01-15T21:02:52Z', 'revision_number': 4, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '358810e3-00ba-41ac-9427-71c72bac2191', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:02:53.293441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac60c-e10b-4d80-b56c-8e0baccd90f9 None None] Pushing event updated for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:53.319502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:53.354256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-34cb7aa6-a366-4241-89a0-bc9473564939 None None] Provisioning complete for port f8d20161-d9c4-4e85-b239-c079d8550de0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:53.354256 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34cb7aa6-a366-4241-89a0-bc9473564939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.446277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481ba67-ee35-4d40-b106-d2a49e821d75 req-beff0eaf-4baa-4268-9186-90fe39bf9f4e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:53.447759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b481ba67-ee35-4d40-b106-d2a49e821d75 req-beff0eaf-4baa-4268-9186-90fe39bf9f4e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0838680
Jan 15 21:02:53.496049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:53.497329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.541070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:02:53.543751 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe10ec02-b979-4593-863f-e1e52ef78195" -d '{"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:02:53.558633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b481ba67-ee35-4d40-b106-d2a49e821d75 req-a292d372-583d-42f4-ae1f-289d9d45e31c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983398
Jan 15 21:02:53.563025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:53.605212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port f8d20161-d9c4-4e85-b239-c079d8550de0 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:53.605705 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.616794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-34cb7aa6-a366-4241-89a0-bc9473564939 None None] Current status of the port f8d20161-d9c4-4e85-b239-c079d8550de0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:53.619302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.704631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:53.722249 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863212dd-e7a4-4fdf-8139-073be2795679 x-openstack-request-id: req-863212dd-e7a4-4fdf-8139-073be2795679 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:02:53.723046 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:02:53.723566 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-863212dd-e7a4-4fdf-8139-073be2795679 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:02:53.724293 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'code': 200}
Jan 15 21:02:53.759146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port f8d20161-d9c4-4e85-b239-c079d8550de0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8d20161-d9c4-4e85-b239-c079d8550de0,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:53.759676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:53.781791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for f8d20161-d9c4-4e85-b239-c079d8550de0 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:53.952468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380eb2d-b9b0-406c-9ef4-237e43df4399 req-7a79d045-4f30-4d27-a467-5ef583785e37 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:53.955092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0380eb2d-b9b0-406c-9ef4-237e43df4399 req-7a79d045-4f30-4d27-a467-5ef583785e37 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.1076660
Jan 15 21:02:54.124012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0380eb2d-b9b0-406c-9ef4-237e43df4399 req-d23a327d-3c9f-4989-b172-03738d755775 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343565
Jan 15 21:02:54.173521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f8d20161-d9c4-4e85-b239-c079d8550de0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:54.210877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:54.239355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=f8d20161-d9c4-4e85-b239-c079d8550de0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:54.252961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-f5edc63a-91fe-49fd-be32-308958a699af tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:54.254391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-f5edc63a-91fe-49fd-be32-308958a699af tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2255280
Jan 15 21:02:54.302394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.303015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.303681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.304167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.304661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.306080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.306512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.306979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.307676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.308047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.308420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.308750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.309994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:02:54.362378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-43529706-0277-4c93-aec7-5578e0519c1d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0665629
Jan 15 21:02:54.450970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:54.488648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075f4f-b1c4-4b1a-a2ce-6d4d85659928 req-d543e822-8cd6-4ba2-b7f0-8dd0f965c31f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:54.490291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3075f4f-b1c4-4b1a-a2ce-6d4d85659928 req-d543e822-8cd6-4ba2-b7f0-8dd0f965c31f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1299045
Jan 15 21:02:54.530144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-470b14d1-9f66-4012-9987-3852464dbfbe tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1579776
Jan 15 21:02:54.739491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3075f4f-b1c4-4b1a-a2ce-6d4d85659928 req-67244c0e-7bf3-43bf-93e4-192822b50d02 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118948
Jan 15 21:02:54.756463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-9e06a9d0-1c97-45dd-839e-03a7785f1ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914051
Jan 15 21:02:54.760390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:02:54.921462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:02:54.934756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78bc0d9b-b76e-4acc-bb53-664cae86ce05 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "PUT /v2.0/routers/1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1393423
Jan 15 21:02:54.938599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51146) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:54.962377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-c87004de-f8f7-47e1-b524-4dffe18413a6 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958265
Jan 15 21:02:54.973132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fc4ce-5fee-499a-afe4-a770c9d5ea29 req-f2f3eb12-54fd-4b40-9808-617584008ed9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:54.974647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef2fc4ce-5fee-499a-afe4-a770c9d5ea29 req-f2f3eb12-54fd-4b40-9808-617584008ed9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1590497
Jan 15 21:02:55.037701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef2fc4ce-5fee-499a-afe4-a770c9d5ea29 req-2776678c-dd16-45e2-8bf6-c62fb022b32b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544486
Jan 15 21:02:55.038670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915027f9-b084-45a8-8ed2-721c9cfd781d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:55.040428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915027f9-b084-45a8-8ed2-721c9cfd781d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:55.042062 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-915027f9-b084-45a8-8ed2-721c9cfd781d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0992928
Jan 15 21:02:55.045222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51148) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:55.134945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 358810e3-00ba-41ac-9427-71c72bac2191 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:02:55.139656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (358810e3-00ba-41ac-9427-71c72bac2191), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.206903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75fa40d2-d9e2-4b95-993d-7819b8a39141 req-ec1c3d22-2df6-4171-a3b5-29de1e0aaeaa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 210 time: 0.0525749
Jan 15 21:02:55.208161 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Sync routers for ids ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:02:55.220201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Routers {'1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:55.220818 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3188b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:55.226306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (358810e3-00ba-41ac-9427-71c72bac2191), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.287127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (358810e3-00ba-41ac-9427-71c72bac2191), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.317352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3ffc9-bd50-4caa-9a0d-db2effa7b4ba req-b01c500a-2065-4cbf-8f0e-5499ba82dd2a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:55.319144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15e3ffc9-bd50-4caa-9a0d-db2effa7b4ba req-b01c500a-2065-4cbf-8f0e-5499ba82dd2a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.0658221
Jan 15 21:02:55.319514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Set router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:55.376498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (358810e3-00ba-41ac-9427-71c72bac2191), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.406336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15e3ffc9-bd50-4caa-9a0d-db2effa7b4ba req-ce3823d0-968b-4823-992b-ac661970711e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804489
Jan 15 21:02:55.426491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=358810e3-00ba-41ac-9427-71c72bac2191,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:55.428638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.432404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-79fefc8c-5deb-49ac-9a8c-7c9cd305a99c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/358810e3-00ba-41ac-9427-71c72bac2191 HTTP/1.1" status: 204  len: 168 time: 0.3862274
Jan 15 21:02:55.435198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:55.439551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0dc0af-8124-4074-8e58-7a36387485ed None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:55.595821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3188b0>, [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:54Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:55.668533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:02:55.674899 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Checking router: 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:02:55.710769 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Routers {'1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:02:55.717584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3188b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:55.750524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Deleting port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:02:55.750920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.887970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] For port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:55.888686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:55.891003 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] Set router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:02:55.915785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Calling delete_port for 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:02:56.003299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3188b0>, [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:54Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:02:56.037796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.040484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a91e12a-7b49-409e-bb84-7cdcc5931fd3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.6040576
Jan 15 21:02:56.043022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:56.043464 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b05e81-2841-4542-923a-fc2f23ab4a46 None None] The sync data for ids ['1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de'] in ncdv-master-1 is: [{'id': '1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de', 'name': 'tempest-NetworksTestDHCPv6-router-521118928', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:48Z', 'updated_at': '2022-01-15T21:02:54Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:02:56.087212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] Pushing event deleted for resources: {'Port': ['ID=39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:56.091959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc5f02-38df-4f7e-b8be-d0eb2ca6f6db None None] No DVR routers for this DVR port 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:02:56.115234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5578f-52fd-4e6c-80e8-f31a8ed0e0a7 req-fdbcf1ce-2cc9-4ae8-9802-c7adc48bac65 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:56.122922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dae5578f-52fd-4e6c-80e8-f31a8ed0e0a7 req-fdbcf1ce-2cc9-4ae8-9802-c7adc48bac65 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.2055311
Jan 15 21:02:56.169407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.179090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dae5578f-52fd-4e6c-80e8-f31a8ed0e0a7 req-e47a8d60-88d4-43be-89d5-bbca908648a0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551810
Jan 15 21:02:56.297483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32fbf0-9d07-4abc-8a1d-5c9c584f04f0 req-6de984e0-4c94-466f-9ec3-a37cf2c71716 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:56.299093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e32fbf0-9d07-4abc-8a1d-5c9c584f04f0 req-6de984e0-4c94-466f-9ec3-a37cf2c71716 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0542703
Jan 15 21:02:56.348428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.350825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router_controller (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.382415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e32fbf0-9d07-4abc-8a1d-5c9c584f04f0 req-8f76bc9d-eadd-4eb0-9f34-f14ec0dd2ae7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771835
Jan 15 21:02:56.446550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.447266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Fanout notify agent at l3_agent the message router_deleted on router 1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:02:56.465828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.469646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-578f0da7-b1a5-4d4f-a237-1e48809920a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/routers/1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de HTTP/1.1" status: 204  len: 168 time: 0.4230058
Jan 15 21:02:56.470107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51206) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:56.477320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:56.520123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-8e840ab8-f8a4-468c-9132-d413dfd19c9e req-0a86afcd-0df6-4762-b0c3-e8852c04b622 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:02:56.522396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e840ab8-f8a4-468c-9132-d413dfd19c9e req-0a86afcd-0df6-4762-b0c3-e8852c04b622 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0390410
Jan 15 21:02:56.616629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0baa3a8-86ac-411a-850b-6b42aa92e28d req-f8a70433-1fe5-4850-8284-f77c14adb95d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 210 time: 0.0613024
Jan 15 21:02:56.789761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:56.793592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.798976 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:02:56.801902 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:02:56.807204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-6b29e0f7-198e-4b97-9da5-5fa9d4fc6720 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:56.810659 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-6b29e0f7-198e-4b97-9da5-5fa9d4fc6720 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2771704
Jan 15 21:02:56.835323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:56.876405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66512d8-6a98-4940-b8bd-598cf8ea8f51 req-455127e4-4421-42ea-9300-82d868e98bb7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:56.883995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a66512d8-6a98-4940-b8bd-598cf8ea8f51 req-455127e4-4421-42ea-9300-82d868e98bb7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.1475265
Jan 15 21:02:56.972508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a66512d8-6a98-4940-b8bd-598cf8ea8f51 req-4cecfecc-41a3-4214-ac6e-a32e97caf784 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873110
Jan 15 21:02:57.035999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:02:57.040140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.143250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (958d0017-b0db-498e-a18e-dc2cb685ae0f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.200040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-368be618-9ab5-4d2c-83bc-315d2f0413e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1833148
Jan 15 21:02:57.205773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8d20161-d9c4-4e85-b239-c079d8550de0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:57.215625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-79ab5485-b76b-4a8b-9e22-739a4902d455 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:02:57.216895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-79ab5485-b76b-4a8b-9e22-739a4902d455 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087166
Jan 15 21:02:57.240265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.3 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/558dc990-4fe6-4fd2-8ab9-c709029ab8be) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:57.252693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:57.258218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f8d20161-d9c4-4e85-b239-c079d8550de0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:57.261325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8d20161-d9c4-4e85-b239-c079d8550de0 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:57.261767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:57.278928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:57.292242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:57.292968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.327353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8560438
Jan 15 21:02:57.331847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:57.332403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:02:57.332789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39ecd5d4-924d-49cb-afa0-a2fc2dde5e6c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:02:57.341688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:57.354909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc30a3-72e2-47b1-85ff-4326c1b14bd4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=958d0017-b0db-498e-a18e-dc2cb685ae0f,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:57.367986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290f620-0ff1-4622-bdb5-48306ad20bd1 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:02:57.382905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:02:57.445420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.450662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.539581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router_controller (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.550365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.563738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.585379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794609-d2c9-47c1-9fcf-758123cca6e1 req-538f13ec-96e4-41e4-be50-6fd9c1c73855 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:57.589471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83794609-d2c9-47c1-9fcf-758123cca6e1 req-538f13ec-96e4-41e4-be50-6fd9c1c73855 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.2065992
Jan 15 21:02:57.593892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.595106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a3d05e78-710b-4a14-a72d-f0a20e8e0a12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2622480
Jan 15 21:02:57.598309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51248) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:02:57.684095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83794609-d2c9-47c1-9fcf-758123cca6e1 req-2c31d7e3-bcc2-46d1-aefd-ee74e1cf400a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824561
Jan 15 21:02:57.770829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: DOWN; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:57.779522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '958d0017-b0db-498e-a18e-dc2cb685ae0f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:02:57.780408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:57.866591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3d76b6d-c16c-4d29-b4bd-723f2d6b067a req-7123d354-cc9a-45f2-9413-cfb05c2fc030 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 210 time: 0.0324068
Jan 15 21:02:58.075611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/958d0017-b0db-498e-a18e-dc2cb685ae0f/3b45df73-dce6-416e-8c81-6a4eafefd946) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:58.079891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f4c6c-cddb-4c62-845f-4d28a155c091 req-9ca6777c-64fd-4981-8fa3-c06a382124b9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:58.094055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3f4c6c-cddb-4c62-845f-4d28a155c091 req-9ca6777c-64fd-4981-8fa3-c06a382124b9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0845127
Jan 15 21:02:58.180780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3f4c6c-cddb-4c62-845f-4d28a155c091 req-1d58ef6f-0625-45ef-bf1b-236381c745e9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858178
Jan 15 21:02:58.195769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1383-484e-4521-91be-5aff0ff37dd4 req-885b8e84-9b82-418d-844e-2986d48998b2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:58.206113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b44f1383-484e-4521-91be-5aff0ff37dd4 req-885b8e84-9b82-418d-844e-2986d48998b2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.1002913
Jan 15 21:02:58.296508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b44f1383-484e-4521-91be-5aff0ff37dd4 req-82bad223-1f7f-411f-ad2a-281cf8e82a0a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892677
Jan 15 21:02:58.301341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.315308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:02:58.317954 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks [] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.359156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.427404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:58.442742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:58.445587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Pushing event updated for resources: {'Port': ['ID=3b45df73-dce6-416e-8c81-6a4eafefd946,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:58.453096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:58.504190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:58.520621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:58.532228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:58.535086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Attempting to bind port 3b45df73-dce6-416e-8c81-6a4eafefd946 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:58.535417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Attempting to bind port 3b45df73-dce6-416e-8c81-6a4eafefd946 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:58.535963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:58.536110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Attempting to bind port 3b45df73-dce6-416e-8c81-6a4eafefd946 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:58.543590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:02:58.544226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:02:58.544636 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.545065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:02:58.545548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Bound port: 3b45df73-dce6-416e-8c81-6a4eafefd946, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:02:58.545930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.614449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.661312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] For port 3b45df73-dce6-416e-8c81-6a4eafefd946, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:02:58.665016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] For port 3b45df73-dce6-416e-8c81-6a4eafefd946, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b45df73-dce6-416e-8c81-6a4eafefd946,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:02:58.674263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.679703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:58.680315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.767918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-98d0663c-5b28-4e7e-b261-faf0ae84df0e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9458623
Jan 15 21:02:58.770173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52160-c287-4582-beff-7ea16c174e4d None None] Pushing event updated for resources: {'Port': ['ID=3b45df73-dce6-416e-8c81-6a4eafefd946,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:58.787849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Request body: {'port': {'device_id': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:02:58.888954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13fc1-c1be-4815-84a8-8b82e4406580 req-33ae5cf8-f27b-4937-9cba-3f5dff9aa49b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:58.900096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60a13fc1-c1be-4815-84a8-8b82e4406580 req-33ae5cf8-f27b-4937-9cba-3f5dff9aa49b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1260438
Jan 15 21:02:58.920864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:58.979625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60a13fc1-c1be-4815-84a8-8b82e4406580 req-a92a8be9-dce9-44a8-8792-8b48ae3df5b2 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783033
Jan 15 21:02:59.000636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::1 (990da85b-3404-4279-8b69-6cd09c9133de/958d0017-b0db-498e-a18e-dc2cb685ae0f/826962cc-6bf4-48da-9306-f3c4b5a53577) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:02:59.162992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a70f5-c9e1-4919-bda2-d5d2620b6c6f req-b5ec9c7e-a5f5-4271-b83f-e8a8ce55830e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:59.183049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-760a70f5-c9e1-4919-bda2-d5d2620b6c6f req-b5ec9c7e-a5f5-4271-b83f-e8a8ce55830e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 931 time: 0.1366682
Jan 15 21:02:59.268956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b45df73-dce6-416e-8c81-6a4eafefd946 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:02:59.337613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-760a70f5-c9e1-4919-bda2-d5d2620b6c6f req-631e7dfb-1b1a-4ce8-9c68-68c43bdda152 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534300
Jan 15 21:02:59.343429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.370277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3b45df73-dce6-416e-8c81-6a4eafefd946 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:02:59.371452 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.442548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.480958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba199c-046e-442b-b79f-197a7b8adf7d req-9e597c35-69fd-48f5-bc77-5f48e8f7154a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:59.488094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dba199c-046e-442b-b79f-197a7b8adf7d req-9e597c35-69fd-48f5-bc77-5f48e8f7154a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1222441
Jan 15 21:02:59.521154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3b45df73-dce6-416e-8c81-6a4eafefd946 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:02:59.522247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:02:59.523969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.531856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:02:59.534425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:02:59.535144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.592534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558dc990-4fe6-4fd2-8ab9-c709029ab8be {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:02:59.594530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503b384-754a-433d-ae3c-33d5cbd96695 req-a84783df-fd2e-410a-9cce-28deb0c33142 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:02:59.596306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2503b384-754a-433d-ae3c-33d5cbd96695 req-a84783df-fd2e-410a-9cce-28deb0c33142 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.1065385
Jan 15 21:02:59.603438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9dba199c-046e-442b-b79f-197a7b8adf7d req-8dd0e261-74e3-4e78-9ee4-3d2ac5192209 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009822
Jan 15 21:02:59.622331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks [] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.627094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 3b45df73-dce6-416e-8c81-6a4eafefd946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b45df73-dce6-416e-8c81-6a4eafefd946,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:02:59.628435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:59.640999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.671819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Transition to ACTIVE for port object 558dc990-4fe6-4fd2-8ab9-c709029ab8be will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:02:59.676495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2503b384-754a-433d-ae3c-33d5cbd96695 req-ca365fde-85f1-414c-a14f-7a6912986a3b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691714
Jan 15 21:02:59.682307 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.731215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=3b45df73-dce6-416e-8c81-6a4eafefd946,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:59.774026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Pushing event updated for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:02:59.803048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:02:59.954165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Attempting to bind port 558dc990-4fe6-4fd2-8ab9-c709029ab8be on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:02:59.954454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Attempting to bind port 558dc990-4fe6-4fd2-8ab9-c709029ab8be by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:02:59.954830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Attempting to bind port 558dc990-4fe6-4fd2-8ab9-c709029ab8be on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:59.961772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Port 558dc990-4fe6-4fd2-8ab9-c709029ab8be on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:02:59.962120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Attempting to bind port 558dc990-4fe6-4fd2-8ab9-c709029ab8be on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:02:59.994742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c751d8e-11de-48c3-83b4-04116d89de70 req-c029060c-eabc-4b76-9eca-ce4e4f7a58dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.001049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:00.001470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:00.001973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:00.002411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Bound port: 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:00.002837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.003846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c751d8e-11de-48c3-83b4-04116d89de70 req-c029060c-eabc-4b76-9eca-ce4e4f7a58dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0798643
Jan 15 21:03:00.097377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c751d8e-11de-48c3-83b4-04116d89de70 req-2640bebc-82b9-4c41-a9b2-694d0a0d8df5 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771565
Jan 15 21:03:00.137644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03dddb-8183-41aa-b487-2e39c4f2fd4a req-fe09d137-1686-4576-8d3e-4cb0a0b54108 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.139304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a03dddb-8183-41aa-b487-2e39c4f2fd4a req-fe09d137-1686-4576-8d3e-4cb0a0b54108 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0733287
Jan 15 21:03:00.169310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:00.191059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:00.204197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a03dddb-8183-41aa-b487-2e39c4f2fd4a req-0b06616d-4a96-47be-9b29-251800b13438 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565286
Jan 15 21:03:00.206234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.247959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-6a9dc019-eb0f-4ce4-8435-e4b3579da656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.249558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-6a9dc019-eb0f-4ce4-8435-e4b3579da656 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 1094 time: 0.1356151
Jan 15 21:03:00.265812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:00.298849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.299465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.300884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] 10.222.0.39 "PUT /v2.0/ports/558dc990-4fe6-4fd2-8ab9-c709029ab8be HTTP/1.1" status: 200  len: 1091 time: 1.5203714
Jan 15 21:03:00.304553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:00.306029 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705c82b-1b87-4d7d-89c6-221dd1abace4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:00.401110 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718abee9-3bca-4066-bdd2-051265aa3af3 x-openstack-request-id: req-718abee9-3bca-4066-bdd2-051265aa3af3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:00.401826 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:00.401826 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-718abee9-3bca-4066-bdd2-051265aa3af3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:00.402145 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be', 'status': 'completed', 'code': 200}
Jan 15 21:03:00.410828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9147a-8bdd-404a-a399-6470d38758bc service neutron] Pushing event updated for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:00.415326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1be72edd-063f-48f8-b545-5debec129496 None None] Provisioning complete for port 3b45df73-dce6-416e-8c81-6a4eafefd946 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:00.415843 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1be72edd-063f-48f8-b545-5debec129496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.432669 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.438229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.442214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.442984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.477176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c4f5-4d3a-4235-91d5-9aaedc98b98a req-2ca1fcf2-8929-44f3-80a3-bb2d91d4b98b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.486426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed73c4f5-4d3a-4235-91d5-9aaedc98b98a req-2ca1fcf2-8929-44f3-80a3-bb2d91d4b98b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 943 time: 0.0745628
Jan 15 21:03:00.529022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-99bd2f28-f3bb-4e91-97a2-a4c5e3c8e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.532934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-99bd2f28-f3bb-4e91-97a2-a4c5e3c8e4c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 1094 time: 0.1903734
Jan 15 21:03:00.537361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1be72edd-063f-48f8-b545-5debec129496 None None] Current status of the port 3b45df73-dce6-416e-8c81-6a4eafefd946 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:00.537956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed73c4f5-4d3a-4235-91d5-9aaedc98b98a req-8f233391-7fd7-4957-8feb-253b06860332 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505612
Jan 15 21:03:00.636072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:00.645327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-42efb34d-5faa-4397-8111-6e78315e0507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be HTTP/1.1" status: 200  len: 217 time: 0.0915308
Jan 15 21:03:00.661042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-52c9ecd6-b582-4732-b625-040df5b63c55 None None] Provisioning complete for port 826962cc-6bf4-48da-9306-f3c4b5a53577 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:00.661428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-52c9ecd6-b582-4732-b625-040df5b63c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:00.700111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-52c9ecd6-b582-4732-b625-040df5b63c55 None None] Port 826962cc-6bf4-48da-9306-f3c4b5a53577 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:03:00.737641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181e829-2068-4342-b22c-626c3e5c85d2 req-99c3896f-1a39-44e4-b563-726cea967532 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.739345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f181e829-2068-4342-b22c-626c3e5c85d2 req-99c3896f-1a39-44e4-b563-726cea967532 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0607352
Jan 15 21:03:00.813909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f181e829-2068-4342-b22c-626c3e5c85d2 req-2c508698-e64d-4c7d-887d-463d06b90be2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684853
Jan 15 21:03:00.829994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14da4a-9bb0-4a0b-bece-8dc382ad9de2 req-ff28fcf5-9371-41ae-932a-034b883e26be tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.832235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d14da4a-9bb0-4a0b-bece-8dc382ad9de2 req-ff28fcf5-9371-41ae-932a-034b883e26be tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.0797913
Jan 15 21:03:00.844181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-0376ba40-d8cf-4cb8-b119-6b73425aafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:00.845644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-0376ba40-d8cf-4cb8-b119-6b73425aafab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.1941535
Jan 15 21:03:00.882908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d14da4a-9bb0-4a0b-bece-8dc382ad9de2 req-c1ceda92-b672-4358-8b35-7acc2fe390bc tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441420
Jan 15 21:03:00.898276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:00.900509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-2596b0a0-38a8-4232-b75f-8810d8352b33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443754
Jan 15 21:03:00.903251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:00.918175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:01.074456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:01.131661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-99e6bc8a-4911-4136-ac82-e7a7a4983028 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230341
Jan 15 21:03:01.138504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:01.158785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks [] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:01.198276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b45df73-dce6-416e-8c81-6a4eafefd946 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:01.216506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Transition to ACTIVE for port object 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:03:01.230835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:01.264502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558b43c-35db-4672-8919-bb878ae92180 req-13869c50-d9b8-44d3-81b8-275b08992a4b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:01.268633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2558b43c-35db-4672-8919-bb878ae92180 req-13869c50-d9b8-44d3-81b8-275b08992a4b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0735686
Jan 15 21:03:01.398518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2558b43c-35db-4672-8919-bb878ae92180 req-4e0883dc-83c2-4fc5-82a9-d745c770a08d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217589
Jan 15 21:03:01.481842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eb2a533b-0756-433c-93d6-70a5ef08a8fb None None] Provisioning complete for port 826962cc-6bf4-48da-9306-f3c4b5a53577 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:01.482638 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eb2a533b-0756-433c-93d6-70a5ef08a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:01.516756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ab546-5b72-46dc-9fb1-5aba97456eae req-237b28b8-0654-4c3a-8c5f-74899b512308 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:01.529424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-996ab546-5b72-46dc-9fb1-5aba97456eae req-237b28b8-0654-4c3a-8c5f-74899b512308 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1296811
Jan 15 21:03:01.538806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3b45df73-dce6-416e-8c81-6a4eafefd946 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:01.539131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:01.543207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a533b-0756-433c-93d6-70a5ef08a8fb None None] Port 826962cc-6bf4-48da-9306-f3c4b5a53577 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:03:01.611511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-996ab546-5b72-46dc-9fb1-5aba97456eae req-4adb7762-4088-42a8-950e-ee826489d42f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807223
Jan 15 21:03:01.667445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3b45df73-dce6-416e-8c81-6a4eafefd946 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:01.672753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:03:01.679756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b89e70-b1a3-4905-9f19-7c5142a0e976 req-cde95db4-cfa8-4f09-87d8-1756c1381e20 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:01.681317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95b89e70-b1a3-4905-9f19-7c5142a0e976 req-cde95db4-cfa8-4f09-87d8-1756c1381e20 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 943 time: 0.0573416
Jan 15 21:03:01.715794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:01.719992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2d847a7f-c6aa-458f-9a63-6bfd1856c93d req-d65376e3-a503-4f70-99f9-e92c5f3b8e7b service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5766754
Jan 15 21:03:01.735507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95b89e70-b1a3-4905-9f19-7c5142a0e976 req-f2de4b52-4791-4450-9a3a-6bb49fc8bf92 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485022
Jan 15 21:03:01.880618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] No DVR routers for this DVR port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:01.935424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:03:01.940662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-c30807d7-cfcb-45c6-ae4b-5847ec3bde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:01.940883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455aac7-9c38-48d2-bc70-e6d25a4dda08 req-17a42965-d1d6-47db-a433-a8df9e9f0a55 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:01.942217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-c30807d7-cfcb-45c6-ae4b-5847ec3bde95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 1094 time: 0.1473727
Jan 15 21:03:01.946424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e284ac1-c3c6-4b4e-affe-36fe20321f67 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "PUT /v2.0/routers/9b244c6b-30d2-495a-bd4f-1fcbdb7034b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3464191
Jan 15 21:03:01.948492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6455aac7-9c38-48d2-bc70-e6d25a4dda08 req-17a42965-d1d6-47db-a433-a8df9e9f0a55 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0579259
Jan 15 21:03:01.950975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51318) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:01.965013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Sync routers for ids ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:03:01.980750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Routers {'9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:01.981663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc65850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:02.054486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45892e9d-ce49-4161-9651-3da52d695cb5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.058375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-45892e9d-ce49-4161-9651-3da52d695cb5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports/826962cc-6bf4-48da-9306-f3c4b5a53577 HTTP/1.1" status: 200  len: 911 time: 0.1035857
Jan 15 21:03:02.060289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51320) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:02.082674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Set router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:02.106386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6455aac7-9c38-48d2-bc70-e6d25a4dda08 req-2cfaa284-692a-48fc-84b0-a5d232ed069e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573460
Jan 15 21:03:02.122653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712dc4-5c9e-4280-86fc-168d4f7c32d7 req-6ac074ab-751c-460f-8317-88e03f0ed4ca tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.124933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3712dc4-5c9e-4280-86fc-168d4f7c32d7 req-6ac074ab-751c-460f-8317-88e03f0ed4ca tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 943 time: 0.1478977
Jan 15 21:03:02.136128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-542e1c36-0973-4687-b6e9-ec31a403808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.137615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-542e1c36-0973-4687-b6e9-ec31a403808b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1818759
Jan 15 21:03:02.142231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:02.142724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:02.143056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:02.151443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e3a19-752c-42e8-9ff9-eb363768e9f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.158935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e3a19-752c-42e8-9ff9-eb363768e9f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.163317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-096e3a19-752c-42e8-9ff9-eb363768e9f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0943303
Jan 15 21:03:02.168035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:02.185727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:03:02.186290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Attempting to bind port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:02.194386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-5dcead66-78e9-47f7-b162-98e3607c975a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be HTTP/1.1" status: 200  len: 217 time: 0.0488946
Jan 15 21:03:02.195335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:02.195844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:02.196392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:02.197004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Bound port: 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:02.197547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.284498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-7a16d9ff-d048-4827-a390-3c0f15e8d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.286253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-7a16d9ff-d048-4827-a390-3c0f15e8d051 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0855975
Jan 15 21:03:02.324551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc65850>, [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:02:59Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': '826962cc-6bf4-48da-9306-f3c4b5a53577', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:79:b0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:58Z', 'updated_at': '2022-01-15T21:03:00Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:02.333934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-5738e7b1-591b-4c91-a7cd-137faaacf560 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364256
Jan 15 21:03:02.339640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:02.345010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:02.355339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.363630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Checking router: 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:03:02.363997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Updating router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 port 826962cc-6bf4-48da-9306-f3c4b5a53577 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:03:02.388278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3712dc4-5c9e-4280-86fc-168d4f7c32d7 req-fc3fccc2-4a4f-4efb-988c-7ab4c92683f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2551644
Jan 15 21:03:02.395388 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.503802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:02.513670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.514332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.516233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-0afab13a-2722-434a-82f9-e78065e9be89 service neutron] 10.222.0.45 "PUT /v2.0/ports/6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 1091 time: 2.2575207
Jan 15 21:03:02.516682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:02.522729 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:02.592144 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a899394d-b726-4ad2-bbc9-9168532854d7 x-openstack-request-id: req-a899394d-b726-4ad2-bbc9-9168532854d7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:02.592600 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:02.593253 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a899394d-b726-4ad2-bbc9-9168532854d7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:02.593976 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'status': 'completed', 'code': 200}
Jan 15 21:03:02.597172 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-7db861fe-d14f-4c93-9af4-7ea25d0e1d88 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550802
Jan 15 21:03:02.609971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a525fe-5472-40c5-970f-f27cfd105499 req-5cda233b-5f36-4d05-a966-12d43016bf0a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.611519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41a525fe-5472-40c5-970f-f27cfd105499 req-5cda233b-5f36-4d05-a966-12d43016bf0a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1140912
Jan 15 21:03:02.692616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.740513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-cb529e5f-69c7-4d5c-beb4-0ec6591b54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.742100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-cb529e5f-69c7-4d5c-beb4-0ec6591b54ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1095 time: 0.1966605
Jan 15 21:03:02.788452 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks [] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.796084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.805904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e705c82b-1b87-4d7d-89c6-221dd1abace4 req-63741df6-c1fd-479e-ab29-5951e7955dac service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001028
Jan 15 21:03:02.845617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41a525fe-5472-40c5-970f-f27cfd105499 req-e5952e98-20f4-4d6f-aa00-6a4904126481 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2239869
Jan 15 21:03:02.887217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bab1a9-2a2b-478d-a010-50c1d77829a7 None None] Pushing event updated for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:02.899611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece13951-3848-4353-bdd0-71e4fe54c068 req-87aec013-9778-4998-b92e-25b756bf2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.901809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ece13951-3848-4353-bdd0-71e4fe54c068 req-87aec013-9778-4998-b92e-25b756bf2491 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.2842007
Jan 15 21:03:02.956052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Attempting to bind port 826962cc-6bf4-48da-9306-f3c4b5a53577 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:02.956052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Attempting to bind port 826962cc-6bf4-48da-9306-f3c4b5a53577 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:02.956649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Attempting to bind port 826962cc-6bf4-48da-9306-f3c4b5a53577 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:02.969784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:02.970185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ece13951-3848-4353-bdd0-71e4fe54c068 req-374e079f-d381-435d-aacd-9b369a812e83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582514
Jan 15 21:03:02.970651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:02.971314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.971810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:02.972409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Bound port: 826962cc-6bf4-48da-9306-f3c4b5a53577, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:02.973124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:02.973350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-391b04ad-2b48-4b83-b9f7-54e71099f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.974767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-391b04ad-2b48-4b83-b9f7-54e71099f5e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.2255998
Jan 15 21:03:02.989172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046ec3-f438-48f3-ac33-8140b28fdb9a req-9f85437a-6b1c-4202-93df-e1ea6eff74b4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:02.991205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9046ec3-f438-48f3-ac33-8140b28fdb9a req-9f85437a-6b1c-4202-93df-e1ea6eff74b4 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.2037084
Jan 15 21:03:03.046764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] For port 826962cc-6bf4-48da-9306-f3c4b5a53577, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:03.050466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] For port 826962cc-6bf4-48da-9306-f3c4b5a53577, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826962cc-6bf4-48da-9306-f3c4b5a53577,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:03.052888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cfce8-4d39-447e-8fb8-d582d5f37e3d req-0edc3436-4eac-4222-a9d0-b4b9be7b3a4b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.054507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f3cfce8-4d39-447e-8fb8-d582d5f37e3d req-0edc3436-4eac-4222-a9d0-b4b9be7b3a4b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 943 time: 0.1073546
Jan 15 21:03:03.055460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.113810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Routers {'9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:03.113971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9046ec3-f438-48f3-ac33-8140b28fdb9a req-bb1dfd3f-9b02-4461-85c7-4bd566018a5c tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143799
Jan 15 21:03:03.114461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc65850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:03.169855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f3cfce8-4d39-447e-8fb8-d582d5f37e3d req-1ab3d595-c508-4ac0-b312-cfc20a3cc1b5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023436
Jan 15 21:03:03.182873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bab1a9-2a2b-478d-a010-50c1d77829a7 None None] Pushing event updated for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:03.240208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 826962cc-6bf4-48da-9306-f3c4b5a53577 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:03.241822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.247872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Provisioning complete for port 826962cc-6bf4-48da-9306-f3c4b5a53577 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:03.248243 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.255334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] Set router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:03.258588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-6751fd43-7fd6-4819-90a8-66e82437496b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 999 time: 0.1006565
Jan 15 21:03:03.326689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-fe11f083-42f7-49b0-9214-43f3d537ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.328543 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-fe11f083-42f7-49b0-9214-43f3d537ea80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.0602195
Jan 15 21:03:03.394995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-183bd917-f0a4-4e3c-b686-246ca1b3abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.397011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-183bd917-f0a4-4e3c-b686-246ca1b3abda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0580370
Jan 15 21:03:03.409613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port 826962cc-6bf4-48da-9306-f3c4b5a53577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826962cc-6bf4-48da-9306-f3c4b5a53577,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:03.410840 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.430136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 826962cc-6bf4-48da-9306-f3c4b5a53577 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:03.575478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-cac72b0f-60cb-402d-8123-f3b4d124dede service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681442
Jan 15 21:03:03.607943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Current status of the port 826962cc-6bf4-48da-9306-f3c4b5a53577 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:03.608364 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.650708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] For port 826962cc-6bf4-48da-9306-f3c4b5a53577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=826962cc-6bf4-48da-9306-f3c4b5a53577,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:03.652899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc65850>, [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:02:59Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': '826962cc-6bf4-48da-9306-f3c4b5a53577', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:79:b0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:58Z', 'updated_at': '2022-01-15T21:03:03Z', 'revision_number': 4, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:03.661108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab82a2-a247-4651-a392-0d98c150cba2 req-a9c6289f-4eb8-440d-a8eb-d164a7a50fa3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.662960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6ab82a2-a247-4651-a392-0d98c150cba2 req-a9c6289f-4eb8-440d-a8eb-d164a7a50fa3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.2095685
Jan 15 21:03:03.681745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88669c-8b9e-46d2-8d6b-3b83136af71e req-eecb8ff5-13b1-4286-a932-28940bacab77 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.685335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c88669c-8b9e-46d2-8d6b-3b83136af71e req-eecb8ff5-13b1-4286-a932-28940bacab77 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1408105
Jan 15 21:03:03.685616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.689599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b839edd-daf9-455f-ac2a-c2b0ba701fb6 None None] The sync data for ids ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'] in ncdv-master-1 is: [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:02:59Z', 'revision_number': 2, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None, '_interfaces': [{'id': '826962cc-6bf4-48da-9306-f3c4b5a53577', 'name': '', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'mac_address': 'fa:16:3e:79:b0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:58Z', 'updated_at': '2022-01-15T21:03:03Z', 'revision_number': 4, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'subnets': [{'id': '958d0017-b0db-498e-a18e-dc2cb685ae0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:03:03.698048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e268a8c5-9968-4305-bdc1-f42408b845cb req-552feada-dd75-4f81-94b5-305f5b2302a7 service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140866
Jan 15 21:03:03.750140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2b1a-8b59-4150-9e00-139cd0e4c732 None None] Pushing event updated for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:03.815868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8aa5b9a5-6bfa-45ff-b1be-7396adce1456 None None] Provisioning complete for port 826962cc-6bf4-48da-9306-f3c4b5a53577 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:03.816528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b9a5-6bfa-45ff-b1be-7396adce1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.817934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-f2bbe3d9-7f91-4a30-95ba-ab5d0a30522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:03.820614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-f2bbe3d9-7f91-4a30-95ba-ab5d0a30522c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1095 time: 0.0525072
Jan 15 21:03:03.832823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6ab82a2-a247-4651-a392-0d98c150cba2 req-d94fd0e9-9d33-4505-addb-529b5616efd7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637342
Jan 15 21:03:03.850801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c88669c-8b9e-46d2-8d6b-3b83136af71e req-4bc27022-116d-4b0d-ba95-b13388d88dd5 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443782
Jan 15 21:03:03.893194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (826962cc-6bf4-48da-9306-f3c4b5a53577), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:03.948643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=826962cc-6bf4-48da-9306-f3c4b5a53577,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:03.964558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5b9a5-6bfa-45ff-b1be-7396adce1456 None None] Port 826962cc-6bf4-48da-9306-f3c4b5a53577 update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:03:04.173819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-be60812d-2211-4119-a0d7-7f0953ace9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.175101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-be60812d-2211-4119-a0d7-7f0953ace9e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.3331473
Jan 15 21:03:04.240270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:04.257094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656367a0-008a-490d-8c26-17072d8863df req-71297d2f-4686-4b36-8559-2c0fed8228a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.264920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-656367a0-008a-490d-8c26-17072d8863df req-71297d2f-4686-4b36-8559-2c0fed8228a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.2895138
Jan 15 21:03:04.429070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-4b252e51-0d03-40f0-83e4-3021156e8935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 200  len: 999 time: 0.2407324
Jan 15 21:03:04.485892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-656367a0-008a-490d-8c26-17072d8863df req-ccdae990-2aa4-4e42-8cdf-b6d98600bd4c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2195501
Jan 15 21:03:04.505149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-75217519-6d9c-493b-b56c-9229046c07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.506638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-75217519-6d9c-493b-b56c-9229046c07e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.1230607
Jan 15 21:03:04.704898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:03:04.722728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebe1d-f254-4f8e-aa6d-753bc35fd63a req-dca055d0-3cce-4ccf-aafd-74698fcaf3ee tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.724675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-203ebe1d-f254-4f8e-aa6d-753bc35fd63a req-dca055d0-3cce-4ccf-aafd-74698fcaf3ee tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.3618677
Jan 15 21:03:04.729894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-5453495b-8ea4-46ef-bf4b-45090efe356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.731309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-5453495b-8ea4-46ef-bf4b-45090efe356c service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.2171888
Jan 15 21:03:04.757494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127326-e9f2-453b-bf76-a91d66b31d58 req-6e221887-711f-41ca-b1bc-7c15ab2047c5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.759749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd127326-e9f2-453b-bf76-a91d66b31d58 req-6e221887-711f-41ca-b1bc-7c15ab2047c5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0987203
Jan 15 21:03:04.840485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-45ec089a-f61c-4d55-be04-2a766d9cea53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.0966282
Jan 15 21:03:04.932457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-4663b667-0442-494d-bcdd-74ecf80cd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:04.935517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-4663b667-0442-494d-bcdd-74ecf80cd416 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0881979
Jan 15 21:03:05.031654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-ae3bb86e-9d8b-4367-a23e-1ee3bc790d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:05.034772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-ae3bb86e-9d8b-4367-a23e-1ee3bc790d32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0851722
Jan 15 21:03:05.207389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-956a3646-9740-43c3-b8b1-eef4fad9589b service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621675
Jan 15 21:03:05.306842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:03:05.340123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3227b329-e681-4b27-b43c-916c19d044d2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "PUT /v2.0/routers/9b244c6b-30d2-495a-bd4f-1fcbdb7034b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1710107
Jan 15 21:03:05.346500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51378) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:05.369810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd127326-e9f2-453b-bf76-a91d66b31d58 req-e9d222d0-4bf2-4f7a-9bee-288ee419da21 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6004715
Jan 15 21:03:05.410882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-203ebe1d-f254-4f8e-aa6d-753bc35fd63a req-e311b919-a38d-4d0d-a71a-554e0b98687c tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6725631
Jan 15 21:03:05.424536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 558dc990-4fe6-4fd2-8ab9-c709029ab8be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:03:05.447963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f81647-f2bd-42a9-8e4a-9efd3893799d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:05.449976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f81647-f2bd-42a9-8e4a-9efd3893799d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:05.455845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51382) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:05.456120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89f81647-f2bd-42a9-8e4a-9efd3893799d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1083357
Jan 15 21:03:05.535166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-d02d5779-efe0-4d06-b68e-02172fd5abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:05.537365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-d02d5779-efe0-4d06-b68e-02172fd5abf4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.0802732
Jan 15 21:03:05.557781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a4740a3a-9ad6-4016-bc4f-9ca96b7a4d38 req-c28c7420-f50c-4183-87ee-6b360e3d191a service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3423064
Jan 15 21:03:05.629535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 958d0017-b0db-498e-a18e-dc2cb685ae0f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:05.640627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:05.644283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (958d0017-b0db-498e-a18e-dc2cb685ae0f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:05.660160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '558dc990-4fe6-4fd2-8ab9-c709029ab8be', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': '558dc990-4fe6-4fd2-8ab9-c709029ab8be', 'mac_address': 'fa:16:3e:52:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:03:05.704518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (958d0017-b0db-498e-a18e-dc2cb685ae0f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:05.729675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 558dc990-4fe6-4fd2-8ab9-c709029ab8be is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:05.730199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:05.756199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558dc990-4fe6-4fd2-8ab9-c709029ab8be {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:05.790725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:05.798391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:05.807202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac855bd3-d416-4e9f-bff9-0c90bf60eedb req-e0af7aa9-097c-4bbe-9cfe-cb4099774693 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:05.808949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac855bd3-d416-4e9f-bff9-0c90bf60eedb req-e0af7aa9-097c-4bbe-9cfe-cb4099774693 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 943 time: 0.3302846
Jan 15 21:03:05.857648 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (958d0017-b0db-498e-a18e-dc2cb685ae0f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:05.883167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:05.962650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac855bd3-d416-4e9f-bff9-0c90bf60eedb req-9e8c9ebc-249e-4f86-9823-08a264b218e5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451416
Jan 15 21:03:05.977993 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Sync routers for ids ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:03:05.988634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (958d0017-b0db-498e-a18e-dc2cb685ae0f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.002758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Routers {'9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:06.003461 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:06.014296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.026947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/958d0017-b0db-498e-a18e-dc2cb685ae0f HTTP/1.1" status: 204  len: 168 time: 0.5699275
Jan 15 21:03:06.029696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:06.043009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac77c0-0a6a-4eb9-846f-68acb584f490 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:06.073373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3e83f-bb56-4667-8d6f-9c6fb09014b4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=958d0017-b0db-498e-a18e-dc2cb685ae0f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:06.173080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Set router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:06.182902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668cc3e-6c36-4648-a781-52526c89ad28 req-3bfd9585-f8e9-44d7-ac47-f3f3ceb7b8cf tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:06.191791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4668cc3e-6c36-4648-a781-52526c89ad28 req-3bfd9585-f8e9-44d7-ac47-f3f3ceb7b8cf tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1201708
Jan 15 21:03:06.217475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['558dc990-4fe6-4fd2-8ab9-c709029ab8be'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:06.276991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4668cc3e-6c36-4648-a781-52526c89ad28 req-a3b38367-6e9a-4a04-8849-2d8476166644 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827351
Jan 15 21:03:06.289338 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32cb50>, [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:03:03Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:06.346586 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Checking router: 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:03:06.370577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Routers {'9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:06.371209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:06.393651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2008548346', 'description': 'tempest-description-21918622'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:06.456687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.541685 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] Set router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:06.568803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:06.606930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-91dbdd28-dcd4-4e1a-8795-763f48d75d8f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.5756299
Jan 15 21:03:06.607713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51390) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:06.632065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-1d5f2146-8dba-4a06-879c-58e101ddcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:06.634423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-1d5f2146-8dba-4a06-879c-58e101ddcbff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2883711
Jan 15 21:03:06.654381 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32cb50>, [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:03:03Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:06.726305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Deleting port 3b45df73-dce6-416e-8c81-6a4eafefd946 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:06.726671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.732149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4c867-c8f2-4d51-b8b0-699dc25e5c04 None None] The sync data for ids ['9b244c6b-30d2-495a-bd4f-1fcbdb7034b3'] in ncdv-master-1 is: [{'id': '9b244c6b-30d2-495a-bd4f-1fcbdb7034b3', 'name': 'tempest-NetworksTestDHCPv6-router-653995977', 'tenant_id': 'b2888597a11743748b9ebf202d12c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:57Z', 'updated_at': '2022-01-15T21:03:03Z', 'revision_number': 3, 'project_id': 'b2888597a11743748b9ebf202d12c380', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:03:06.815047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.831568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-a7e3af0b-cf2f-49c8-a71a-b9510efd3cfe service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749933
Jan 15 21:03:06.886235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] For port 3b45df73-dce6-416e-8c81-6a4eafefd946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b45df73-dce6-416e-8c81-6a4eafefd946,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:06.886887 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.907935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:06.910285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Calling delete_port for 3b45df73-dce6-416e-8c81-6a4eafefd946 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:06.912705 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.007970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2f1c-90a5-4a74-9419-e2fd0b9dd32a req-9fef766b-a652-4bd4-a1f3-cc0333b26aec tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:07.015711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0bd2f1c-90a5-4a74-9419-e2fd0b9dd32a req-9fef766b-a652-4bd4-a1f3-cc0333b26aec tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.2864287
Jan 15 21:03:07.071137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (3b45df73-dce6-416e-8c81-6a4eafefd946), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.091939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.094775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1526bd40-6e22-405a-948a-6744780c40c9 req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1830 time: 0.7065003
Jan 15 21:03:07.104305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.106774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daad5c0-669c-4b8e-8279-6ee97e78d30b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:07.122413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router_controller (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.157279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] Pushing event deleted for resources: {'Port': ['ID=3b45df73-dce6-416e-8c81-6a4eafefd946,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:07.169944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8efb-93d4-47d4-a04f-1f788f65e5d1 None None] No DVR routers for this DVR port 3b45df73-dce6-416e-8c81-6a4eafefd946 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:07.272036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (9b244c6b-30d2-495a-bd4f-1fcbdb7034b3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.272593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Fanout notify agent at l3_agent the message router_deleted on router 9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:03:07.290368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:07.291500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ea796fd-338e-4384-8a94-65c8055f3262 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/routers/9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 HTTP/1.1" status: 204  len: 168 time: 0.6746583
Jan 15 21:03:07.294483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51396) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:07.308978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0bd2f1c-90a5-4a74-9419-e2fd0b9dd32a req-cc4a567c-778c-46ea-afdc-4b63f99bf68f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2883341
Jan 15 21:03:07.388055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-713643c6-f6b6-4ce5-9cf5-6356a7c24fcd req-3b84b449-ae7a-41b4-931f-66a1c0301652 service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314209
Jan 15 21:03:07.393426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80ee7a8b-dffd-4804-8cf4-6a455b60ae3a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0955691
Jan 15 21:03:07.394502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51404) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:07.398202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b45df73-dce6-416e-8c81-6a4eafefd946 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:07.464627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3b45df73-dce6-416e-8c81-6a4eafefd946 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:07.465595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3b45df73-dce6-416e-8c81-6a4eafefd946 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:07.466635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 826962cc-6bf4-48da-9306-f3c4b5a53577 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:07.536199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf31689-cb37-4619-aac6-cc7fa521cba5 req-c191a8e7-e031-45d1-a6ef-ebca4e9770d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:07.542401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 826962cc-6bf4-48da-9306-f3c4b5a53577 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:07.543094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 826962cc-6bf4-48da-9306-f3c4b5a53577 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:07.553502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf31689-cb37-4619-aac6-cc7fa521cba5 req-c191a8e7-e031-45d1-a6ef-ebca4e9770d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.2433581
Jan 15 21:03:07.696710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a0ce6-f918-4fe4-9d4e-661273e162f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:07.698329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9e3a0ce6-f918-4fe4-9d4e-661273e162f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3028545
Jan 15 21:03:07.703237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51408) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:07.769318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf31689-cb37-4619-aac6-cc7fa521cba5 req-253e711e-f872-40c8-8b3f-4ec66120fafd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2147772
Jan 15 21:03:07.814360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf97d11-6fed-497f-95d3-1192cb419e6d req-618f4f38-83e3-4a35-8723-0b5dc60000c4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:07.826659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aaf97d11-6fed-497f-95d3-1192cb419e6d req-618f4f38-83e3-4a35-8723-0b5dc60000c4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 944 time: 0.2709365
Jan 15 21:03:07.845667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8b078bd4-d30f-4edf-a304-240f7233d71e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1429484
Jan 15 21:03:07.846241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51412) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:07.861498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:07.963298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aaf97d11-6fed-497f-95d3-1192cb419e6d req-abd416a8-f148-4f40-9d8f-ad11a27d8c61 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358232
Jan 15 21:03:07.989394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-026e7557-b36f-4739-b8d1-af10b98971f0 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2008548346&fields=id&tenant_id=74165fadf5154c319ca56b4aa961e7b6 HTTP/1.1" status: 200  len: 267 time: 0.0936174
Jan 15 21:03:08.017230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:08.022441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.116159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6a3fcb82-be88-4378-8459-c45e2340ca6a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:08.124735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6a3fcb82-be88-4378-8459-c45e2340ca6a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1289077
Jan 15 21:03:08.146402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'port': {'security_groups': ['79f4b34f-ae95-4c77-bdf3-186398dcbe65', 'c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:08.308551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.356583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906cae-200f-4877-8cbc-56a45ba29f9d req-ffe39010-7913-4ffe-b0af-506cf48afffd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:08.364419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44906cae-200f-4877-8cbc-56a45ba29f9d req-ffe39010-7913-4ffe-b0af-506cf48afffd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.2373557
Jan 15 21:03:08.433890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:08.435566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.492318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:08.497255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:08.502736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:08.503092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.508023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254b107-24ca-4428-86a4-cb65f9879ab7 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:08.512670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:08.526321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-582b0745-8172-41de-8681-1ed23e85bc7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6782575
Jan 15 21:03:08.529465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51416) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:08.536934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:08.544231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44906cae-200f-4877-8cbc-56a45ba29f9d req-832c1046-f69e-493b-a250-a2487d55c2bd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1727843
Jan 15 21:03:08.709275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:08.714029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.760943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:08.848567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.858164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.897790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:08.947676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:08.947676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:08.948033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99f64cd9-91ec-47a3-8089-c4163116d294 req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "PUT /v2.0/ports/99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 981 time: 0.8224244
Jan 15 21:03:08.948448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:08.951027 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d892fbe-0680-4f90-bf50-004640aa3e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:08.999259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899eba8-3051-4bcd-83e8-175aa2000941 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=6']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:09.131760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:09.275767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f2b7d-b06e-4f93-9a98-77db8ac47ca5 req-65399e93-adf3-459c-88a9-2eeb4968faff tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:09.277582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d51f2b7d-b06e-4f93-9a98-77db8ac47ca5 req-65399e93-adf3-459c-88a9-2eeb4968faff tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1039634
Jan 15 21:03:09.329107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5eb7a634-7995-4611-9fa1-6f45786419b2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:09.375056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:09.375056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:09.394561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d51f2b7d-b06e-4f93-9a98-77db8ac47ca5 req-184e6754-3cb4-4dee-b82c-f2abfb9d547a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021776
Jan 15 21:03:09.396795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:09.420879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:09.457172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:09.457892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:09.500485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51426) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:09.502526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9709308
Jan 15 21:03:09.520432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f031e-9979-4021-b262-2b5f8339471c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=5eb7a634-7995-4611-9fa1-6f45786419b2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:09.533374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:76:c7:21', 'name': 'tempest-NetworksTestDHCPv6-1965713994'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:09.591905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Allocated IP 2001:db8::f816:3eff:fe23:f8cc (990da85b-3404-4279-8b69-6cd09c9133de/9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33/3098d213-c8bb-4d9a-940f-fa37bdb32dc5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:09.721851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308feac0-111f-499a-8935-d9af7aa0bf83 req-58320e9f-a845-4365-a1da-f1cbf68b4acd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:09.724991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-308feac0-111f-499a-8935-d9af7aa0bf83 req-58320e9f-a845-4365-a1da-f1cbf68b4acd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.2364736
Jan 15 21:03:09.741168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 558dc990-4fe6-4fd2-8ab9-c709029ab8be up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:09.804691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:09.850674 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks [] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:09.878510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-308feac0-111f-499a-8935-d9af7aa0bf83 req-f9b17660-a604-4e74-84ea-f17e530e6517 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351848
Jan 15 21:03:09.910928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.050328 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e31b10-d147-4d19-ae01-0e5e3b44963d x-openstack-request-id: req-16e31b10-d147-4d19-ae01-0e5e3b44963d {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:10.050656 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:10.051068 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16e31b10-d147-4d19-ae01-0e5e3b44963d {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:10.051643 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:03:10.082738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.099661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:10.114574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:10.129251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:10.157373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Pushing event updated for resources: {'Port': ['ID=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:10.163693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 558dc990-4fe6-4fd2-8ab9-c709029ab8be completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:03:10.165571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-5f6ff1ed-030b-49d1-a038-23963b3bd687 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2008548346&fields=id&tenant_id=74165fadf5154c319ca56b4aa961e7b6 HTTP/1.1" status: 200  len: 267 time: 0.1124918
Jan 15 21:03:10.175411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 558dc990-4fe6-4fd2-8ab9-c709029ab8be triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:10.175813 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.219229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 0188377c-4df1-414b-8e37-e930080b8f03 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:10.261350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-031685a4-7282-4b38-8db3-3e480d2f214c tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:10.263095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-031685a4-7282-4b38-8db3-3e480d2f214c tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 984 time: 0.0965793
Jan 15 21:03:10.297699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Attempting to bind port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:10.298177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Attempting to bind port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:10.298642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Attempting to bind port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:10.301999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'port': {'security_groups': ['79f4b34f-ae95-4c77-bdf3-186398dcbe65']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:10.321473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:10.321940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:10.322399 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.322875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:10.323484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Bound port: 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:10.323921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.344059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de94698-f20e-4bf7-bd37-c3bc4ac8a793 req-a639c95f-db77-46ac-9748-d96123092d9f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:10.359919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4de94698-f20e-4bf7-bd37-c3bc4ac8a793 req-a639c95f-db77-46ac-9748-d96123092d9f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 944 time: 0.2639344
Jan 15 21:03:10.452960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 558dc990-4fe6-4fd2-8ab9-c709029ab8be is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:10.453900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.460336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4de94698-f20e-4bf7-bd37-c3bc4ac8a793 req-0841095c-ebd2-4b00-a790-195471f4f59d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844083
Jan 15 21:03:10.495966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] For port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:10.512635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:10.515696 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f40fe-bd53-40c8-8bb4-67565c68eea4" -d '{"events": [{"server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "name": "network-vif-plugged", "status": "completed", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:10.529016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] For port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:10.537223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.549765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:10.578133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.623235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:10.648296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc2547-8de0-43b1-a1c8-1185d8b27fb2 None None] Pushing event updated for resources: {'Port': ['ID=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:10.781644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-89508121-9761-4ec3-b1a4-15cabbf3befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:10.783164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-89508121-9761-4ec3-b1a4-15cabbf3befa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1135 time: 0.0810432
Jan 15 21:03:10.784410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:10.919759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 172.20.0.2 (990da85b-3404-4279-8b69-6cd09c9133de/5eb7a634-7995-4611-9fa1-6f45786419b2/0188377c-4df1-414b-8e37-e930080b8f03) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:10.931045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad99fc-48c9-4a95-bb7f-0c6324541185 req-c42f127c-d9e8-40f6-b5d3-67163581da1b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:10.932368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8aad99fc-48c9-4a95-bb7f-0c6324541185 req-c42f127c-d9e8-40f6-b5d3-67163581da1b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1575277
Jan 15 21:03:10.963004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fe76:c721 (990da85b-3404-4279-8b69-6cd09c9133de/9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33/0188377c-4df1-414b-8e37-e930080b8f03) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:11.328154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8aad99fc-48c9-4a95-bb7f-0c6324541185 req-5fb21ea9-5370-49c6-af6f-4aa69f741864 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3805444
Jan 15 21:03:11.345198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-9c84b8aa-208e-4e7a-b625-2b45f2d431aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:11.346804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-9c84b8aa-208e-4e7a-b625-2b45f2d431aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.2561209
Jan 15 21:03:11.381242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:11.540662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:11.544211 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.594267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:11.608544 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e6d3c-7224-49c5-9742-267f3e6951f2 x-openstack-request-id: req-1a0e6d3c-7224-49c5-9742-267f3e6951f2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:11.608854 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "name": "network-vif-plugged", "status": "completed", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:11.609113 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a0e6d3c-7224-49c5-9742-267f3e6951f2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:11.609502 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be', 'code': 200}
Jan 15 21:03:11.752045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:11.752810 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.801539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8a16c-5336-4328-984f-d629c561a178 req-f36c5bc9-4a88-47bd-858a-b4223093ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:11.806033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ae8a16c-5336-4328-984f-d629c561a178 req-f36c5bc9-4a88-47bd-858a-b4223093ff22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 1096 time: 0.1292849
Jan 15 21:03:11.820247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.829604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:11.835703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.896730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (0188377c-4df1-414b-8e37-e930080b8f03), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.898497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ae8a16c-5336-4328-984f-d629c561a178 req-e7ad7649-e406-42b0-9932-5094954b2ad4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842390
Jan 15 21:03:11.939381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:11.945196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:11.958517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:12.033425 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-8ad4ffb5-a9a3-47c8-9a18-26ac320d421a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.0688288
Jan 15 21:03:12.118592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0188377c-4df1-414b-8e37-e930080b8f03), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:12.254843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-62e05f40-668b-46d6-8982-b52b548eeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.259724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-62e05f40-668b-46d6-8982-b52b548eeb5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.2146273
Jan 15 21:03:12.265737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af033a16-e499-4413-9754-1a9f3109b1e5 req-4d355d10-c72b-4f38-9cbd-5c6f692d4fe4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.267338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af033a16-e499-4413-9754-1a9f3109b1e5 req-4d355d10-c72b-4f38-9cbd-5c6f692d4fe4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.5017946
Jan 15 21:03:12.277620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.278183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:12.279794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d74b33d3-b296-439c-9f5a-a3ca422ba9ec req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "PUT /v2.0/ports/99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 942 time: 1.9827015
Jan 15 21:03:12.282721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:12.284963 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28408ff8-8dcc-4294-9309-4a2d899f3be9" -d '{"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:12.322003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:12.323011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a57b09-4aa5-4ffc-9627-922ba5994cf6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=7']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:12.341549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362ff45-3a6c-47e9-a861-b16be91c2f09 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:12.369861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:12.389299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:12.423143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:12.459795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=0188377c-4df1-414b-8e37-e930080b8f03,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:12.470760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-de6bdc6a-adb3-4791-b69f-b06a80e82dad None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:12.471318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de6bdc6a-adb3-4791-b69f-b06a80e82dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:12.501809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af033a16-e499-4413-9754-1a9f3109b1e5 req-cfa248bc-0429-4711-b4aa-37526686f66a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2076674
Jan 15 21:03:12.530149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.534053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:12.568986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-84f39ffc-9733-4b29-8341-1f46e96f9a7c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.0643594
Jan 15 21:03:12.571467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:12.658218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de6bdc6a-adb3-4791-b69f-b06a80e82dad None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:12.682319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9740d-6c7d-4b6b-893b-ed4e9d6ab13b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.690000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9740d-6c7d-4b6b-893b-ed4e9d6ab13b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.691998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5f9740d-6c7d-4b6b-893b-ed4e9d6ab13b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.1193817
Jan 15 21:03:12.695459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51456) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:12.705494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9a96a-5f50-4ff6-b7d1-8f1d44dac4ec req-88134e9d-61d4-4770-8e12-249b35b4d8e5 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.713836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc9a96a-5f50-4ff6-b7d1-8f1d44dac4ec req-88134e9d-61d4-4770-8e12-249b35b4d8e5 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0900216
Jan 15 21:03:12.772919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc9a96a-5f50-4ff6-b7d1-8f1d44dac4ec req-e288bff2-a874-4101-960f-26eb74eaf4bd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577481
Jan 15 21:03:12.869919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33', 'ip_address': '2001:db8::f816:3eff:fe23:f8cc'}, {'subnet_id': '5eb7a634-7995-4611-9fa1-6f45786419b2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3098d213-c8bb-4d9a-940f-fa37bdb32dc5'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:12.906071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:12.946762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a123e-7280-479e-8792-2249dd95a86d req-74f519de-7fb2-4b5e-bd9c-85f9567e1a25 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:12.955972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c41a123e-7280-479e-8792-2249dd95a86d req-74f519de-7fb2-4b5e-bd9c-85f9567e1a25 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 945 time: 0.1240027
Jan 15 21:03:13.074172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c41a123e-7280-479e-8792-2249dd95a86d req-50387f5c-b3db-4ae6-901a-816323dd90a6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117277
Jan 15 21:03:13.149833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Allocated IP 172.20.0.3 (990da85b-3404-4279-8b69-6cd09c9133de/5eb7a634-7995-4611-9fa1-6f45786419b2/3098d213-c8bb-4d9a-940f-fa37bdb32dc5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:13.269960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:13.340814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-1f0ad852-df46-46f6-8bf8-67922c71d907 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548060
Jan 15 21:03:13.383119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] For port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:13.384566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:13.385055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.403544 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24d378-095d-41c9-a9d8-de13d7beedb5 x-openstack-request-id: req-0f24d378-095d-41c9-a9d8-de13d7beedb5 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:13.404042 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:13.404462 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f24d378-095d-41c9-a9d8-de13d7beedb5 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:13.405801 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:03:13.482577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Publish callbacks [] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.488556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 0188377c-4df1-414b-8e37-e930080b8f03 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:13.489172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0188377c-4df1-414b-8e37-e930080b8f03), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.497752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.616410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-00041c15-a28b-4fc0-b226-119947ad1a2f tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5005405
Jan 15 21:03:13.624532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0188377c-4df1-414b-8e37-e930080b8f03), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.628559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2781900-b63e-49bb-8a7e-9bcda0bf0236 req-05f5cca4-4c14-43a6-8bb9-f0b6c7bef0ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:13.637515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2781900-b63e-49bb-8a7e-9bcda0bf0236 req-05f5cca4-4c14-43a6-8bb9-f0b6c7bef0ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1379521
Jan 15 21:03:13.644001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:13.647866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 0188377c-4df1-414b-8e37-e930080b8f03 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:13.719948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:13.747564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Pushing event updated for resources: {'Port': ['ID=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:13.771623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2781900-b63e-49bb-8a7e-9bcda0bf0236 req-0f2d68b0-b869-463b-a191-da50f6d420ef tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251893
Jan 15 21:03:13.792163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:13.792602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.793053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.793493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.794186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.794530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.794916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.795251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.795580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.796627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.796627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.796893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.797234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.797594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191ff3bf-bc4d-425d-b97b-af61c5b4b251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:13.976111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.027927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-f5ae2c75-c889-49ed-878e-d72e24f3256c service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6500022
Jan 15 21:03:14.028794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0188377c-4df1-414b-8e37-e930080b8f03), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.147974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=0188377c-4df1-414b-8e37-e930080b8f03,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:14.202408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Allocated IP 172.35.1.53 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/99c28dbc-b129-4bf5-aaef-4058423eba86) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:14.311061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.393348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.396944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69af034d-512e-4dda-bce1-80fd9d85a0db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/0188377c-4df1-414b-8e37-e930080b8f03 HTTP/1.1" status: 204  len: 168 time: 1.7002659
Jan 15 21:03:14.401083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:14.407837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.428798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06d381-0922-41cb-aaeb-1fa65a092217 req-e8e0fa2b-01ff-44d5-8edc-1c3d20a991bd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.430351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d06d381-0922-41cb-aaeb-1fa65a092217 req-e8e0fa2b-01ff-44d5-8edc-1c3d20a991bd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1017163
Jan 15 21:03:14.444420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d892fbe-0680-4f90-bf50-004640aa3e5e req-04c5ced7-1525-4ec3-9397-0f007d173d45 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267338
Jan 15 21:03:14.465978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c0f07-d293-4b78-befc-4bece7ab9e25 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.467496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c0f07-d293-4b78-befc-4bece7ab9e25 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.469680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c0f07-d293-4b78-befc-4bece7ab9e25 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.471546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4e4c0f07-d293-4b78-befc-4bece7ab9e25 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0695026
Jan 15 21:03:14.474544 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.474819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51472) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:14.541886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:14.549126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 5eb7a634-7995-4611-9fa1-6f45786419b2 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:14.551073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d06d381-0922-41cb-aaeb-1fa65a092217 req-e4338307-0e31-4698-a743-effd53777b9c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998697
Jan 15 21:03:14.552712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (5eb7a634-7995-4611-9fa1-6f45786419b2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.555527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:14.557226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:14.560263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'Port': ['ID=99c28dbc-b129-4bf5-aaef-4058423eba86,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:14.622548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5eb7a634-7995-4611-9fa1-6f45786419b2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.707534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-15f49f8c-de26-4fc8-894f-66a42019e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.709074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-15f49f8c-de26-4fc8-894f-66a42019e7a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.1244280
Jan 15 21:03:14.712642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.731492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155553b-9ab4-48e5-b6c3-7ac495942427 req-5057be92-39af-4419-9c1a-36daf2f52ee4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.733347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8155553b-9ab4-48e5-b6c3-7ac495942427 req-5057be92-39af-4419-9c1a-36daf2f52ee4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 945 time: 0.0710514
Jan 15 21:03:14.776927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.801694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-2cea63f8-44bc-4986-bf7b-1655f082d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:14.803180 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-2cea63f8-44bc-4986-bf7b-1655f082d252 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.1501076
Jan 15 21:03:14.806238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0c838cd3-a72b-4c09-9883-c849ab304016 None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:14.807407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c838cd3-a72b-4c09-9883-c849ab304016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:14.831346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8155553b-9ab4-48e5-b6c3-7ac495942427 req-7e335e9e-942e-4449-a754-ffc9498870a7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771651
Jan 15 21:03:14.876416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5eb7a634-7995-4611-9fa1-6f45786419b2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.035213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-3b0ba443-d7c7-444e-9c66-d0eeba9dd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.037657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-3b0ba443-d7c7-444e-9c66-d0eeba9dd571 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.2244046
Jan 15 21:03:15.057857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-fb9377a3-b222-4dd3-9af6-e0c4566c06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.059456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-fb9377a3-b222-4dd3-9af6-e0c4566c06d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.3374405
Jan 15 21:03:15.069036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5eb7a634-7995-4611-9fa1-6f45786419b2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.113451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0c838cd3-a72b-4c09-9883-c849ab304016 None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:15.129553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0c838cd3-a72b-4c09-9883-c849ab304016 None None] Could not find standard attr ID for object 0188377c-4df1-414b-8e37-e930080b8f03. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:15.144292 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.151885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb7a634-7995-4611-9fa1-6f45786419b2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:15.160287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308b292-70ad-4bd8-99ac-e6e7f631f6f2 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:15.187575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.190970 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-852fb378-0821-4388-a4a5-d79c4a303c0b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/5eb7a634-7995-4611-9fa1-6f45786419b2 HTTP/1.1" status: 204  len: 168 time: 0.7150710
Jan 15 21:03:15.194053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51482) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:15.206778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-e0b110ab-6ab9-4cac-a958-13ae1c83897a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.1244588
Jan 15 21:03:15.226724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:15.282738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c1e7672-3dd8-4b87-8880-7a8d79189e9b None None] Could not find standard attr ID for object 0188377c-4df1-414b-8e37-e930080b8f03. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:15.294327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-bb881627-d97c-4c55-9235-a6c1d3d47b07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 1000 time: 0.2334208
Jan 15 21:03:15.318524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-b51e565e-623d-400f-a2cb-3b5d8eece869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.319951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-b51e565e-623d-400f-a2cb-3b5d8eece869 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0883121
Jan 15 21:03:15.341690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:15.349084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.354672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:15.355254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.359562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82690-7c5a-474d-b3fe-8f40a4b410ff req-0269f230-1032-4963-94fb-b1f9ee4c822c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.365444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7f82690-7c5a-474d-b3fe-8f40a4b410ff req-0269f230-1032-4963-94fb-b1f9ee4c822c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1092939
Jan 15 21:03:15.403780 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-9e1f65d4-ebdb-4cfb-b80b-c57b78d46254 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557590
Jan 15 21:03:15.420485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-8f2ec7ed-1a27-464c-81d3-2a27997cab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.422217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-8f2ec7ed-1a27-464c-81d3-2a27997cab62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.1160798
Jan 15 21:03:15.438373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.441745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.452224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:15.460891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7f82690-7c5a-474d-b3fe-8f40a4b410ff req-97b6addb-285c-4801-8b70-19ad433e0dd9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821126
Jan 15 21:03:15.462061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.541908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event updated for resources: {'Port': ['ID=99c28dbc-b129-4bf5-aaef-4058423eba86,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:15.561970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.579956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.581379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-037580f2-f518-494a-8e01-799d64a3d90a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9638627
Jan 15 21:03:15.616401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-1a62411f-63c0-4c5e-87ab-40eedbcc2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.618102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-1a62411f-63c0-4c5e-87ab-40eedbcc2fef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1570191
Jan 15 21:03:15.681795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-c6f0bb1c-80a1-4d2b-92ea-3845a3ae5c32 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 695 time: 0.0835223
Jan 15 21:03:15.762222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-1f64ea52-e2f5-4473-a1a4-ec8817634a44 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755475
Jan 15 21:03:15.789615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:15.842005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55156ca3-909e-453c-bb37-07213144647a req-aaf8b6e4-a720-4ca3-99fd-6b5c6c012e96 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.859053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55156ca3-909e-453c-bb37-07213144647a req-aaf8b6e4-a720-4ca3-99fd-6b5c6c012e96 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1138213
Jan 15 21:03:15.906430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-939b074e-a715-4ee9-9fba-228e3df712b1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:15.908010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-939b074e-a715-4ee9-9fba-228e3df712b1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.2257423
Jan 15 21:03:15.919860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-824eef77-e715-49e7-9535-f962be362de1 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811437
Jan 15 21:03:15.924822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-14c7d49b-d58b-4ae8-bba7-f4e7dbcc3142 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:03:15.926240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a184a01-c1c4-4ddf-8f79-735526ab37a1 req-14c7d49b-d58b-4ae8-bba7-f4e7dbcc3142 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0112038
Jan 15 21:03:15.958194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55156ca3-909e-453c-bb37-07213144647a req-f52c9953-7977-4290-bfbd-488c1489a0a8 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944738
Jan 15 21:03:16.024041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28408ff8-8dcc-4294-9309-4a2d899f3be9 req-8b200aa1-e31a-43cc-b182-67327a287764 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515354
Jan 15 21:03:16.026874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.052711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae5e2-f864-48bb-ae18-fb2a67d1bddc req-146c0469-aa1e-401d-bb87-d19d5703aca0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:16.054941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5bae5e2-f864-48bb-ae18-fb2a67d1bddc req-146c0469-aa1e-401d-bb87-d19d5703aca0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 945 time: 0.0752788
Jan 15 21:03:16.083451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:16.123379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5bae5e2-f864-48bb-ae18-fb2a67d1bddc req-8368f2a7-0536-4628-b450-72c35ef7c45f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590236
Jan 15 21:03:16.152032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717edacf-e3af-45cf-a431-cc955d70c19b None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:16.228378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7ce637e3-082a-4110-8aab-b6b6c02e5988 None None] Provisioning complete for port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:16.228971 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7ce637e3-082a-4110-8aab-b6b6c02e5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.273904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15707a-192b-4e6f-b27f-0b99e61e9728 req-1e055451-470b-4477-bc36-068364e59994 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:16.277817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f15707a-192b-4e6f-b27f-0b99e61e9728 req-1e055451-470b-4477-bc36-068364e59994 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1251829
Jan 15 21:03:16.317132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-69790a78-a223-4f68-b595-fd6c4e8a6ea8 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:16.321244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-69790a78-a223-4f68-b595-fd6c4e8a6ea8 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1368415
Jan 15 21:03:16.353604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.359776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d96079ed-648c-48fc-97f1-e4e5bb9724c0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33 HTTP/1.1" status: 204  len: 168 time: 1.1641214
Jan 15 21:03:16.362741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51490) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:16.365666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7ce637e3-082a-4110-8aab-b6b6c02e5988 None None] Current status of the port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:16.400968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:16.406165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-3ff99c4b-1bcd-4f8a-bc25-ae79e1101009 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 695 time: 0.0729334
Jan 15 21:03:16.410213 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e457afcc-9be1-4c20-9211-f39fdce2142d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0460033
Jan 15 21:03:16.410861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51492) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:16.412312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f15707a-192b-4e6f-b27f-0b99e61e9728 req-37e0e882-ffa6-4824-ac12-98787ee48533 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277974
Jan 15 21:03:16.421533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:16.424476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'floatingip': {'port_id': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:16.439534 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-262259ef-16d9-4a4d-b35c-1ce69888c4e0 req-ff8c5562-9a2e-4832-b1ad-e3b5cf6f7c09 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5013962
Jan 15 21:03:16.464517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Deleting port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:16.464934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.495360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.541582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:16.545471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.556180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] For port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:16.556582 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.573661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Calling delete_port for 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:16.697113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (3098d213-c8bb-4d9a-940f-fa37bdb32dc5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.729605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] No DVR routers for this DVR port 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:16.731483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea16fbc-da48-47b7-930a-1156aeb55645 None None] Pushing event deleted for resources: {'Port': ['ID=3098d213-c8bb-4d9a-940f-fa37bdb32dc5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:16.788396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6e41-981f-4d7d-958d-3a10f4e43ae5 req-86a4575e-b80f-4bc5-b92a-56eb635a1a0c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:16.789873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0d6e41-981f-4d7d-958d-3a10f4e43ae5 req-86a4575e-b80f-4bc5-b92a-56eb635a1a0c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1022146
Jan 15 21:03:16.827463 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:03:16.845154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:16.846547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ce3dae54-5d90-4574-bfd2-af0a468d1022), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.889830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:16.892960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:16.899257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:16.899630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:16.903497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d068302c-6027-4df5-9623-7d00385b9d79 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:16.910812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=ce3dae54-5d90-4574-bfd2-af0a468d1022,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:16.925982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-131de109-e2f9-49fa-ada3-818aa7183aeb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5090020
Jan 15 21:03:16.928173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0d6e41-981f-4d7d-958d-3a10f4e43ae5 req-737f2fcf-1f4b-41e8-a164-96ac88397c91 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302116
Jan 15 21:03:16.928639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51502) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:16.935455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:17.014755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'ce3dae54-5d90-4574-bfd2-af0a468d1022'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:17.015743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.151373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fae1a-e585-4dcf-8541-571324355828 req-da33e712-cfc0-41a8-abbf-93713576c9d6 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:17.153223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871fae1a-e585-4dcf-8541-571324355828 req-da33e712-cfc0-41a8-abbf-93713576c9d6 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1327884
Jan 15 21:03:17.161595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Allocated IP 2001:db8::f816:3eff:fe5d:e185 (990da85b-3404-4279-8b69-6cd09c9133de/ce3dae54-5d90-4574-bfd2-af0a468d1022/729555bc-727b-49bf-8a47-0eafff144e78) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:17.217221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:17.250493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:17.250930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3098d213-c8bb-4d9a-940f-fa37bdb32dc5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:17.260352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.269138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.272935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:17.277531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.355012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks [] for port (729555bc-727b-49bf-8a47-0eafff144e78), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.361877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (729555bc-727b-49bf-8a47-0eafff144e78), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.385792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871fae1a-e585-4dcf-8541-571324355828 req-3dfb1bd6-7440-4581-9acc-f91c3e2c585b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2235401
Jan 15 21:03:17.406794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:17.424856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:17.430869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:17.434091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Pushing event updated for resources: {'Port': ['ID=729555bc-727b-49bf-8a47-0eafff144e78,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:17.491035 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Floating IP 6ba87361-1c1c-4b05-b44a-a2a71367ece0 associated. External IP: 172.35.1.53, port: 99af8280-f44b-4d03-aa1f-f1d9da00f1e9.
Jan 15 21:03:17.492711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Attempting to bind port 729555bc-727b-49bf-8a47-0eafff144e78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:17.493491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Attempting to bind port 729555bc-727b-49bf-8a47-0eafff144e78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:17.494010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Attempting to bind port 729555bc-727b-49bf-8a47-0eafff144e78 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:17.501562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:17.502132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:17.502855 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.503335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:17.503974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Bound port: 729555bc-727b-49bf-8a47-0eafff144e78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:17.504330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729555bc-727b-49bf-8a47-0eafff144e78), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.569849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] For port 729555bc-727b-49bf-8a47-0eafff144e78, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:17.572894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] For port 729555bc-727b-49bf-8a47-0eafff144e78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=729555bc-727b-49bf-8a47-0eafff144e78,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:17.578392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729555bc-727b-49bf-8a47-0eafff144e78), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.640658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b2f1d-ee9a-498e-bf16-7f2a5597c59e None None] Pushing event updated for resources: {'Port': ['ID=729555bc-727b-49bf-8a47-0eafff144e78,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:17.703585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1927e-1727-4568-b3ad-7730d14c67bf req-b33539c0-91df-4944-ac55-889fb3cf45b4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:17.705102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24f1927e-1727-4568-b3ad-7730d14c67bf req-b33539c0-91df-4944-ac55-889fb3cf45b4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 945 time: 0.1616750
Jan 15 21:03:17.879508 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81c54d55-0034-456d-b283-488694df1369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.928919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-24f1927e-1727-4568-b3ad-7730d14c67bf req-759bddd4-be7a-4082-bd3a-b3bbd7a3adf2 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149143
Jan 15 21:03:17.944486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (8e963b83-b4f6-416c-a540-f3fdd7b26aef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:17.997036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:18.000967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Router e22ece8f-3054-4108-8d17-bedf37958c02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:03:18.007325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:18.020585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.021202 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.028054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-c2b8762a-ba3f-4c20-b733-1a00e495080d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.029569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-c2b8762a-ba3f-4c20-b733-1a00e495080d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a31d952-72c7-4a45-bc31-46cef41d4b53 HTTP/1.1" status: 200  len: 945 time: 0.0581336
Jan 15 21:03:18.048887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=8e963b83-b4f6-416c-a540-f3fdd7b26aef,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:18.097830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8111e76-3e3b-46ed-9bef-402a019be782 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1636381
Jan 15 21:03:18.098612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51510) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:18.104384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:cf:8f:4f', 'name': 'tempest-NetworksTestDHCPv6-1488145757'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:18.127147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7bfb9-7938-4bd8-9696-e76bed575fdb req-94c893e5-1f60-4ae9-ad04-15161f4f79eb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.128576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50f7bfb9-7938-4bd8-9696-e76bed575fdb req-94c893e5-1f60-4ae9-ad04-15161f4f79eb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1239791
Jan 15 21:03:18.207475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:03:18.211517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port 558dc990-4fe6-4fd2-8ab9-c709029ab8be {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:18.212445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.215892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.218800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Sync routers for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:03:18.230093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:18.230724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:18.250218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50f7bfb9-7938-4bd8-9696-e76bed575fdb req-7d6b58cb-bfbd-4e64-a8d9-35194948fabd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872538
Jan 15 21:03:18.269599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-1861106e-ccab-415d-bfd5-8de399a1e4c7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "PUT /v2.0/floatingips/6ba87361-1c1c-4b05-b44a-a2a71367ece0 HTTP/1.1" status: 200  len: 995 time: 1.8509827
Jan 15 21:03:18.269599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:18.271646 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5" -d '{"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:18.318987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:18.357582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-8653f47e-67ac-4135-b7dd-e6abf6b25647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.359350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-8653f47e-67ac-4135-b7dd-e6abf6b25647 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.0686946
Jan 15 21:03:18.406928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port 558dc990-4fe6-4fd2-8ab9-c709029ab8be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=558dc990-4fe6-4fd2-8ab9-c709029ab8be,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:18.407303 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.415719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:18.441194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for 558dc990-4fe6-4fd2-8ab9-c709029ab8be owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:18.503824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-3caace30-484c-40e1-a7eb-0631fc1c8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.505849 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-3caace30-484c-40e1-a7eb-0631fc1c8c7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.1208630
Jan 15 21:03:18.518705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.523402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d13f18-1946-4740-a6a3-ca16815bfe7e req-59058842-0878-4a98-9a33-48fcbe0a7627 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.533809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d13f18-1946-4740-a6a3-ca16815bfe7e req-59058842-0878-4a98-9a33-48fcbe0a7627 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 944 time: 0.1859112
Jan 15 21:03:18.616145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-cd8ed319-0d7c-46cf-bc77-36a0624176dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 998 time: 0.0724907
Jan 15 21:03:18.628984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port b674df05-1fb5-4fdc-9c6b-329911fe7a98 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:18.680536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-b5f8e4db-6726-42b6-ace5-d99293eafffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:18.680916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (558dc990-4fe6-4fd2-8ab9-c709029ab8be), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.684189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-b5f8e4db-6726-42b6-ace5-d99293eafffc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0575714
Jan 15 21:03:18.703782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['558dc990-4fe6-4fd2-8ab9-c709029ab8be'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:18.724907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=558dc990-4fe6-4fd2-8ab9-c709029ab8be,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:18.726524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:18.758256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:03:18.763284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-8383b4fe-333e-4a2b-af65-e191a1ba0c69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461550
Jan 15 21:03:18.778179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d13f18-1946-4740-a6a3-ca16815bfe7e req-12a62d23-94d4-40cc-a312-361ee558b403 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2408221
Jan 15 21:03:18.787388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-787e6636-865f-4037-b908-5b42f2f15aac service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:03:18.789316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-787e6636-865f-4037-b908-5b42f2f15aac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0074513
Jan 15 21:03:18.798149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port 558dc990-4fe6-4fd2-8ab9-c709029ab8be on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:18.802104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:18.805542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc589cde-08f4-4b63-baeb-b7a1e4e80645 req-25be705b-7e20-4f45-b1b9-a189f051d636 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "DELETE /v2.0/ports/558dc990-4fe6-4fd2-8ab9-c709029ab8be HTTP/1.1" status: 204  len: 173 time: 0.7709880
Jan 15 21:03:18.806040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'name': 'network-vif-deleted', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:18.808611 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa841b7-0e6d-4684-97de-bccfe4d614df" -d '{"events": [{"server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "name": "network-vif-deleted", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:18.959088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-4d357d31-2595-487b-818d-0e4652106050 service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633699
Jan 15 21:03:18.977060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 172.20.0.12 (990da85b-3404-4279-8b69-6cd09c9133de/8e963b83-b4f6-416c-a540-f3fdd7b26aef/b674df05-1fb5-4fdc-9c6b-329911fe7a98) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:18.985397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fecf:8f4f (990da85b-3404-4279-8b69-6cd09c9133de/ce3dae54-5d90-4574-bfd2-af0a468d1022/b674df05-1fb5-4fdc-9c6b-329911fe7a98) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:18.994760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2515684-e1b4-4ea5-9d0f-3531340ef494 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:19.046537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b9be0>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ba87361-1c1c-4b05-b44a-a2a71367ece0', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'port_id': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'mac_address': 'fa:16:3e:f1:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f27adc-8567-4752-8a51-ee9c301b2611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:03:14Z', 'updated_at': '2022-01-15T21:03:17Z', 'revision_number': 1, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:19.181861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:19.215278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Checking router: e22ece8f-3054-4108-8d17-bedf37958c02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:03:19.252196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'mac_address': 'fa:16:3e:34:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:03:19.275720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (b674df05-1fb5-4fdc-9c6b-329911fe7a98), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.293117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:19.294008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:02:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:19.307316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Provisioning complete for port 729555bc-727b-49bf-8a47-0eafff144e78 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:19.307766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729555bc-727b-49bf-8a47-0eafff144e78), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.330356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b674df05-1fb5-4fdc-9c6b-329911fe7a98), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.347013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 729555bc-727b-49bf-8a47-0eafff144e78 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:19.404716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=b674df05-1fb5-4fdc-9c6b-329911fe7a98,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:19.419853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:19.423015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:19.426398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:19.470822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:19.472199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.496038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.496655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.521961 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7574a919-8545-40e2-a8b0-305bbb705e79 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.4198463
Jan 15 21:03:19.522191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51524) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:19.526188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701c2f5-8ef8-44ea-9b4e-cf3fb03624e0 req-6afbb388-34dc-4184-a8d8-8efe00541c53 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.527686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e701c2f5-8ef8-44ea-9b4e-cf3fb03624e0 req-6afbb388-34dc-4184-a8d8-8efe00541c53 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.5210977
Jan 15 21:03:19.545023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e40f8ec-6872-43f6-afac-794011ccf739 req-4a9d94be-1c28-40c9-af53-f7cd2460c408 service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5844555
Jan 15 21:03:19.573140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:19.591349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e701c2f5-8ef8-44ea-9b4e-cf3fb03624e0 req-94fb1345-905f-488b-a1d3-6818d0aa9fac tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551093
Jan 15 21:03:19.603480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f18a6b-b505-44a8-bbbe-5ed305f06e1f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.610492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f18a6b-b505-44a8-bbbe-5ed305f06e1f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.614631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-06f18a6b-b505-44a8-bbbe-5ed305f06e1f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.0886064
Jan 15 21:03:19.615049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51528) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:19.624489 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e9be14-0737-4990-af85-fa4a98b94dd3 x-openstack-request-id: req-c2e9be14-0737-4990-af85-fa4a98b94dd3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:19.624772 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:19.625064 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2e9be14-0737-4990-af85-fa4a98b94dd3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:19.625438 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:03:19.657099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:19.674230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:19.706535 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.710705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-98ac35c1-e6ec-469c-9049-c4329d8146a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.712236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-98ac35c1-e6ec-469c-9049-c4329d8146a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.0615172
Jan 15 21:03:19.765009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Current status of the port 729555bc-727b-49bf-8a47-0eafff144e78 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:19.765404 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729555bc-727b-49bf-8a47-0eafff144e78), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.775635 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de7397-4e61-46c6-9834-b85435d81bd1 x-openstack-request-id: req-71de7397-4e61-46c6-9834-b85435d81bd1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:19.775931 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31d952-72c7-4a45-bc31-46cef41d4b53", "name": "network-vif-deleted", "tag": "558dc990-4fe6-4fd2-8ab9-c709029ab8be", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:19.776184 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71de7397-4e61-46c6-9834-b85435d81bd1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:19.776711 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31d952-72c7-4a45-bc31-46cef41d4b53', 'name': 'network-vif-deleted', 'tag': '558dc990-4fe6-4fd2-8ab9-c709029ab8be', 'status': 'completed', 'code': 200}
Jan 15 21:03:19.803179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 729555bc-727b-49bf-8a47-0eafff144e78 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:19.803552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729555bc-727b-49bf-8a47-0eafff144e78), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.817853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9d0e-08a0-4507-a954-9b555eca0ed9 req-737d76c1-f7b9-4291-b17b-79f49c932f27 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.819629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-331d9d0e-08a0-4507-a954-9b555eca0ed9 req-737d76c1-f7b9-4291-b17b-79f49c932f27 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1466436
Jan 15 21:03:19.837296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-e7312f78-672a-4ee7-a585-5f3c98a2d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.839091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-e7312f78-672a-4ee7-a585-5f3c98a2d8e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.1194105
Jan 15 21:03:19.907851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-5da119d8-0098-464c-af52-1a46d1a8d89d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 998 time: 0.0614583
Jan 15 21:03:19.955071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port b674df05-1fb5-4fdc-9c6b-329911fe7a98 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:19.955421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b674df05-1fb5-4fdc-9c6b-329911fe7a98), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:19.963292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-abfdfca6-ab2f-4106-a966-048c33e7d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:19.964484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-e73fa865-67d0-4fcc-93d3-03d46d614e31 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 998 time: 0.1438785
Jan 15 21:03:19.965571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-abfdfca6-ab2f-4106-a966-048c33e7d91c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0514431
Jan 15 21:03:19.995868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] For port 729555bc-727b-49bf-8a47-0eafff144e78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=729555bc-727b-49bf-8a47-0eafff144e78,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:19.997816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'ce3dae54-5d90-4574-bfd2-af0a468d1022', 'ip_address': '2001:db8::f816:3eff:fe5d:e185'}, {'subnet_id': '8e963b83-b4f6-416c-a540-f3fdd7b26aef'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '729555bc-727b-49bf-8a47-0eafff144e78'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:20.001809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:20.008616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-b0f3605b-235c-4ef9-9190-45f31e15ecfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356128
Jan 15 21:03:20.016208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729555bc-727b-49bf-8a47-0eafff144e78), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.043654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-331d9d0e-08a0-4507-a954-9b555eca0ed9 req-121b6ea8-352a-43f9-bd4e-4d757d2990bc tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118316
Jan 15 21:03:20.088138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:20.104702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-dc11a6c0-8f59-4a48-9bc3-7f032b5207b7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.117961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-dc11a6c0-8f59-4a48-9bc3-7f032b5207b7 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports/99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 942 time: 0.0978773
Jan 15 21:03:20.122274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-d731fa75-b17a-4ea8-bbf7-09edc6dc2d0c service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012652
Jan 15 21:03:20.146837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b674df05-1fb5-4fdc-9c6b-329911fe7a98), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.163280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for b674df05-1fb5-4fdc-9c6b-329911fe7a98 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:20.169927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729555bc-727b-49bf-8a47-0eafff144e78), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.233902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b4ba39e-d942-4c0d-8b2f-3f1c679208a5 req-f06b1f27-28f0-4a43-8608-55c7ed657da2 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053178
Jan 15 21:03:20.265490 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e48c7b1c-7ed0-4166-9a6e-24bace621420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.287916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd932cdc-f4e1-45d5-96c0-829906cd2a65 None None] Pushing event updated for resources: {'Port': ['ID=729555bc-727b-49bf-8a47-0eafff144e78,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:20.306404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-813b5d53-7196-42cf-a108-8242515b4064 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 998 time: 0.1386213
Jan 15 21:03:20.318572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227f42-d1b2-4143-99ca-6f70dbf09fc8 req-56e9e1c7-dce1-4c56-8726-541320a1c1f8 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.320059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85227f42-d1b2-4143-99ca-6f70dbf09fc8 req-56e9e1c7-dce1-4c56-8726-541320a1c1f8 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1511643
Jan 15 21:03:20.340864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 729555bc-727b-49bf-8a47-0eafff144e78 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:20.475397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85227f42-d1b2-4143-99ca-6f70dbf09fc8 req-a361304e-9599-45ac-b307-7752eff215d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384790
Jan 15 21:03:20.515421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-7d2eab4f-a0ba-4c7c-928d-a726ce81413a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.516909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-7d2eab4f-a0ba-4c7c-928d-a726ce81413a tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1952825
Jan 15 21:03:20.551246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Allocated IP 172.20.0.2 (990da85b-3404-4279-8b69-6cd09c9133de/8e963b83-b4f6-416c-a540-f3fdd7b26aef/729555bc-727b-49bf-8a47-0eafff144e78) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:20.572819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b9be0>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ba87361-1c1c-4b05-b44a-a2a71367ece0', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'port_id': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'mac_address': 'fa:16:3e:f1:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f27adc-8567-4752-8a51-ee9c301b2611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:03:14Z', 'updated_at': '2022-01-15T21:03:17Z', 'revision_number': 1, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:20.599116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b674df05-1fb5-4fdc-9c6b-329911fe7a98), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.626029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5fb57-cd7c-423e-aadd-6cbd803bcde1 None None] The sync data for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 is: [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ba87361-1c1c-4b05-b44a-a2a71367ece0', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'port_id': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'mac_address': 'fa:16:3e:f1:1f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f27adc-8567-4752-8a51-ee9c301b2611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:03:14Z', 'updated_at': '2022-01-15T21:03:17Z', 'revision_number': 1, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:03:20.686707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=b674df05-1fb5-4fdc-9c6b-329911fe7a98,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:20.711347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] For port 729555bc-727b-49bf-8a47-0eafff144e78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=729555bc-727b-49bf-8a47-0eafff144e78,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:20.754148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Publish callbacks [] for port (729555bc-727b-49bf-8a47-0eafff144e78), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.754148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729555bc-727b-49bf-8a47-0eafff144e78), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.765341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-d36b70b1-92a2-4852-aa18-a1d66548f35d tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 998 time: 0.1753705
Jan 15 21:03:20.792637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:20.877779 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.880673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:20.884645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ce80fd61-fc61-43df-9f6c-4719d24407e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/b674df05-1fb5-4fdc-9c6b-329911fe7a98 HTTP/1.1" status: 204  len: 168 time: 1.2684698
Jan 15 21:03:20.887224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51552) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:20.962112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648a9a1-c3d5-43ec-a7c2-adbe6d1ecb0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.967190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648a9a1-c3d5-43ec-a7c2-adbe6d1ecb0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.970843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648a9a1-c3d5-43ec-a7c2-adbe6d1ecb0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:20.975771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51558) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:20.977681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a648a9a1-c3d5-43ec-a7c2-adbe6d1ecb0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0893433
Jan 15 21:03:21.015141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a39462-6e1c-445f-ab16-f560d2f8a6ec None None] New status for floating IP 6ba87361-1c1c-4b05-b44a-a2a71367ece0: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:03:21.045215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffcb87-7aab-45d9-90e0-c4d6b77e50af None None] Pushing event updated for resources: {'Port': ['ID=729555bc-727b-49bf-8a47-0eafff144e78,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:21.122626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 8e963b83-b4f6-416c-a540-f3fdd7b26aef {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:21.138653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (8e963b83-b4f6-416c-a540-f3fdd7b26aef), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.214803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:03:21.215430 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:03:21.221138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 729555bc-727b-49bf-8a47-0eafff144e78 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:21.222168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-bb1442b8-2755-4ca1-b308-112cbb48c1d0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:21.223725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-bb1442b8-2755-4ca1-b308-112cbb48c1d0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2797720
Jan 15 21:03:21.226245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (8e963b83-b4f6-416c-a540-f3fdd7b26aef), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.271053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-ed997dea-02d0-42d2-8c0a-070d87c6a921 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0365808
Jan 15 21:03:21.291471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 729555bc-727b-49bf-8a47-0eafff144e78 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:21.291892 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729555bc-727b-49bf-8a47-0eafff144e78), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.364976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-c4680312-1ca5-42b3-b0e9-66f47d12be69 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0879877
Jan 15 21:03:21.386909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 729555bc-727b-49bf-8a47-0eafff144e78 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:21.387874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8e963b83-b4f6-416c-a540-f3fdd7b26aef), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.458507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 558dc990-4fe6-4fd2-8ab9-c709029ab8be no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:21.482406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 558dc990-4fe6-4fd2-8ab9-c709029ab8be {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:21.484251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 558dc990-4fe6-4fd2-8ab9-c709029ab8be not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:21.514256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (8e963b83-b4f6-416c-a540-f3fdd7b26aef), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.526272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b5205fb3-e848-4352-b333-1d6e796b9cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401050
Jan 15 21:03:21.556380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=8e963b83-b4f6-416c-a540-f3fdd7b26aef,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:21.558263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.561502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1cca0251-2f1b-427e-8fff-26e62123f43b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/8e963b83-b4f6-416c-a540-f3fdd7b26aef HTTP/1.1" status: 204  len: 168 time: 0.5799444
Jan 15 21:03:21.564004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51562) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:21.620950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet ce3dae54-5d90-4574-bfd2-af0a468d1022 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:21.624466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (ce3dae54-5d90-4574-bfd2-af0a468d1022), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.652475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a3e0f81a-e32d-4996-aa38-170cb11880ba service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066189
Jan 15 21:03:21.668241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ce3dae54-5d90-4574-bfd2-af0a468d1022), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.716712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.726662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5735ac-8a41-4132-bc15-dc009e2bc50b None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:21.765535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ce3dae54-5d90-4574-bfd2-af0a468d1022), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.811985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d4eddb6b-2efe-432e-99a1-a388b313efeb None None] Could not find standard attr ID for object b674df05-1fb5-4fdc-9c6b-329911fe7a98. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:21.836882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d4eddb6b-2efe-432e-99a1-a388b313efeb None None] Provisioning complete for port 729555bc-727b-49bf-8a47-0eafff144e78 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:21.837481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4eddb6b-2efe-432e-99a1-a388b313efeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729555bc-727b-49bf-8a47-0eafff144e78), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.869899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ce3dae54-5d90-4574-bfd2-af0a468d1022), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.902859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.914337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3dae54-5d90-4574-bfd2-af0a468d1022,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:21.916687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:21.924001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ec97345-f5a8-4bbc-b9ae-73927c53b9db tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/ce3dae54-5d90-4574-bfd2-af0a468d1022 HTTP/1.1" status: 204  len: 168 time: 0.3588176
Jan 15 21:03:21.924696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51572) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:21.964166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d4eddb6b-2efe-432e-99a1-a388b313efeb None None] Current status of the port 729555bc-727b-49bf-8a47-0eafff144e78 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:21.980967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:21.981456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e0174ebc-edb2-401f-988b-7d0011a5260b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0545771
Jan 15 21:03:21.990513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694bf96-c283-4efd-83ef-1e828793a168 req-42228dd0-7a5e-487a-8873-3f1357c3f2ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:21.992481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5694bf96-c283-4efd-83ef-1e828793a168 req-42228dd0-7a5e-487a-8873-3f1357c3f2ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 945 time: 0.1419835
Jan 15 21:03:21.997044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:22.002627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.050292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.050561 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Floating IP 6ba87361-1c1c-4b05-b44a-a2a71367ece0 disassociated. External IP: 172.35.1.53, port: 99af8280-f44b-4d03-aa1f-f1d9da00f1e9.
Jan 15 21:03:22.127075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858a8dd-ef88-4b18-a711-a9430bfffccb None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'ce3dae54-5d90-4574-bfd2-af0a468d1022'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '729555bc-727b-49bf-8a47-0eafff144e78'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:22.163192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1858a8dd-ef88-4b18-a711-a9430bfffccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729555bc-727b-49bf-8a47-0eafff144e78), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.176535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5694bf96-c283-4efd-83ef-1e828793a168 req-dda893c7-7603-4558-bbe8-6faf97e0fb4a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1715512
Jan 15 21:03:22.257207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:22.261067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.451161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d99fc5-b917-4133-b46d-b5e527836c22 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:22.464012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75321c9d-d9b8-451f-bd70-565de5304364 req-27388f33-fb16-4df5-befe-eb3b5b784504 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 210 time: 0.0313265
Jan 15 21:03:22.521247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Router e22ece8f-3054-4108-8d17-bedf37958c02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:03:22.528934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f76a5975-0ffd-4154-a576-d07f77c55932 None None] Provisioning complete for port 729555bc-727b-49bf-8a47-0eafff144e78 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:22.529589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f76a5975-0ffd-4154-a576-d07f77c55932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729555bc-727b-49bf-8a47-0eafff144e78), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.641460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (4e30ea97-91bb-4744-a223-f642f4127b31), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.662329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:22.686791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f76a5975-0ffd-4154-a576-d07f77c55932 None None] Current status of the port 729555bc-727b-49bf-8a47-0eafff144e78 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:22.723654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:22.731036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:22.737470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:22.738070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.738289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:22.751586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:03:22.759977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.764818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=4e30ea97-91bb-4744-a223-f642f4127b31,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:22.770459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Sync routers for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:03:22.777374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Deleting port 729555bc-727b-49bf-8a47-0eafff144e78 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:22.777703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (729555bc-727b-49bf-8a47-0eafff144e78), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:22.787989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1f5dc61-1321-4dc9-bb37-e8ded7f9c6dc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7948012
Jan 15 21:03:22.796166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-1eedc337-0a27-42f1-b3ae-6d7b408d80c5 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "PUT /v2.0/floatingips/6ba87361-1c1c-4b05-b44a-a2a71367ece0 HTTP/1.1" status: 200  len: 694 time: 2.0088418
Jan 15 21:03:22.796605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:22.798638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51582) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:22.799084 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd4033c-7947-4ca3-adc4-5c240f0c9265" -d '{"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:22.804511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:22.847291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:22.848464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c8b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:22.894410 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86a1c28-dc52-49ad-8789-c1195da52ef3 x-openstack-request-id: req-c86a1c28-dc52-49ad-8789-c1195da52ef3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:22.894410 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:22.894410 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c86a1c28-dc52-49ad-8789-c1195da52ef3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:22.894837 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:03:22.920016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-dd50d6ad-db34-4d47-a8e3-b24a1e15166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:22.923088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-dd50d6ad-db34-4d47-a8e3-b24a1e15166f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.0789535
Jan 15 21:03:22.987394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-6c992480-93b8-49d7-b46a-3068085c8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:22.990699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-6c992480-93b8-49d7-b46a-3068085c8e41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74165fadf5154c319ca56b4aa961e7b6&device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 1096 time: 0.0869858
Jan 15 21:03:22.992416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:03:23.009083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:23.009812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.020203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] For port 729555bc-727b-49bf-8a47-0eafff144e78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=729555bc-727b-49bf-8a47-0eafff144e78,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:23.020608 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (729555bc-727b-49bf-8a47-0eafff144e78), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.060891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Calling delete_port for 729555bc-727b-49bf-8a47-0eafff144e78 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:23.073925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:23.083490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-667e476d-52b6-4261-b63b-2b5a6423eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.095956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-667e476d-52b6-4261-b63b-2b5a6423eb1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.1659901
Jan 15 21:03:23.188000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-a80cd3ac-abe7-4af7-b426-3ab2e6825448 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.0792236
Jan 15 21:03:23.218541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 729555bc-727b-49bf-8a47-0eafff144e78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:23.267824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-54964cb2-e2ab-4d84-a30f-b89205e83f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.281700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-54964cb2-e2ab-4d84-a30f-b89205e83f27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0865166
Jan 15 21:03:23.308968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-c8c532cb-907e-4ebf-a768-92740f2a47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.310621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-c8c532cb-907e-4ebf-a768-92740f2a47c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 200  len: 920 time: 0.3104002
Jan 15 21:03:23.314548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:23.318398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.364558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-be51d251-4d47-4c15-9182-f67c333a362e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 200  len: 217 time: 0.0404556
Jan 15 21:03:23.377395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.419772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (729555bc-727b-49bf-8a47-0eafff144e78), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.428132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:23.428544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.442897 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No ports have port_id starting with 729555bc-727b-49bf-8a47-0eafff144e78
Jan 15 21:03:23.482595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] Pushing event deleted for resources: {'Port': ['ID=729555bc-727b-49bf-8a47-0eafff144e78,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:23.492238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ff081-23ac-4763-80c3-74237986b333 None None] No DVR routers for this DVR port 729555bc-727b-49bf-8a47-0eafff144e78 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:23.505488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-cc43c414-a33e-4a66-9032-0779d2a339ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.507221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-cc43c414-a33e-4a66-9032-0779d2a339ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 200  len: 859 time: 0.0994561
Jan 15 21:03:23.511087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:23.519878 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe1015-b9ef-4933-bc1e-7a14c4b9cfd8" -d '{"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:23.545831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919b067-ae8e-4cb2-a2bc-6d6b1ec04407 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:23.556755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-aeb0d0ad-a53b-4280-b701-5ab50fda0900 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329607
Jan 15 21:03:23.564683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-9055280a-aa44-4145-89c3-5f79f23a9238 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.566281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-9055280a-aa44-4145-89c3-5f79f23a9238 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.4829695
Jan 15 21:03:23.577758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:23.590329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:23.770644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.800756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-73c6461c-eed3-4260-987d-0a5cc3263cdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf43669e-491e-49cf-8622-cd5d76591729&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5180292
Jan 15 21:03:23.806667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-7244defb-33c3-480a-8df3-43f553b7ad67 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340801
Jan 15 21:03:23.828483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e35cd-0f88-41e1-b166-1e3ac232b1a1 req-c44f0a9c-f8b3-4d58-84b7-bc3815234c4b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:23.835312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef3e35cd-0f88-41e1-b166-1e3ac232b1a1 req-c44f0a9c-f8b3-4d58-84b7-bc3815234c4b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.5025840
Jan 15 21:03:23.873052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:23.924526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '4e30ea97-91bb-4744-a223-f642f4127b31'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:23.926093 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:23.929313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef3e35cd-0f88-41e1-b166-1e3ac232b1a1 req-7c9edd0b-f92b-404c-8e5f-5b1570d460e6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930750
Jan 15 21:03:23.930715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c8b20>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:23.973660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Checking router: e22ece8f-3054-4108-8d17-bedf37958c02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:03:23.986329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-8cb50503-ad0c-4d92-a85d-eeffeda34de5 service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489561
Jan 15 21:03:24.115585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:24.116344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c8b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:24.126730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2f286a4-bc43-408f-a60a-43b00d2d0a29 req-97494e53-950a-4164-b84c-7f4827e8385a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 210 time: 0.0380754
Jan 15 21:03:24.129042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38fadb87-f5b4-41eb-9326-83c592aa6b26 req-7c238dfd-99e1-47f1-8fd6-eb789b87e571 service neutron] 10.222.0.46 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361396
Jan 15 21:03:24.184738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Allocated IP 172.20.0.2 (990da85b-3404-4279-8b69-6cd09c9133de/4e30ea97-91bb-4744-a223-f642f4127b31/e59be9c2-92d0-48e0-9d3a-fa996d90cf98) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:24.188170 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8687a739-7762-4282-8fcf-4c6720958e26 x-openstack-request-id: req-8687a739-7762-4282-8fcf-4c6720958e26 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:24.188460 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-plugged", "status": "completed", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:24.188777 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8687a739-7762-4282-8fcf-4c6720958e26 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:24.189405 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'code': 200}
Jan 15 21:03:24.191440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:24.195121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.260129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-1c24d54a-9fe7-4b8d-8365-9c06bd2b9d8b tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips/6ba87361-1c1c-4b05-b44a-a2a71367ece0 HTTP/1.1" status: 200  len: 694 time: 0.0540104
Jan 15 21:03:24.337602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdd4033c-7947-4ca3-adc4-5c240f0c9265 req-59269373-44db-4362-ace5-ba76cc3371a2 service neutron] 10.222.0.45 "GET /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5211430
Jan 15 21:03:24.341722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.356231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:24.403999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-c6fae8ed-c8c9-46e6-b95b-bf2efe3f3589 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:24.405758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-c6fae8ed-c8c9-46e6-b95b-bf2efe3f3589 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 784 time: 0.1365962
Jan 15 21:03:24.415752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-f8ea6aab-49cd-403a-b023-8acef26852f6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:03:24.417675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-f8ea6aab-49cd-403a-b023-8acef26852f6 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066566
Jan 15 21:03:24.476977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-7607373c-aede-448c-9159-8cef3186013d tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 697 time: 0.0513084
Jan 15 21:03:24.498341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.3 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/3060e529-416c-4ce6-af7f-4acb88198123) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:24.525461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b87afe-f801-408f-936c-4000bb58586a req-8d28a6d7-906f-4da8-8d58-133caa5ce808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:24.527217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1b87afe-f801-408f-936c-4000bb58586a req-8d28a6d7-906f-4da8-8d58-133caa5ce808 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 1097 time: 0.1104174
Jan 15 21:03:24.537614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-1423431d-891c-4605-a31c-0ced1f081045 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200  len: 697 time: 0.0509086
Jan 15 21:03:24.593823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:24.602095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (01f0969c-6ccc-4017-81f7-b74e8568a9b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.617294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks [] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.628255 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.687929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:24.692412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:24.697096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Deleting port 99c28dbc-b129-4bf5-aaef-4058423eba86 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:24.697444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.698675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:24.707669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:24.735300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:24.739767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a1b87afe-f801-408f-936c-4000bb58586a req-4ea37f4f-1b70-4e1c-a11e-ecf5a75826e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2028646
Jan 15 21:03:24.747163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:24.754073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:24.754683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.762450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=01f0969c-6ccc-4017-81f7-b74e8568a9b6,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:24.775757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Attempting to bind port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:24.776357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Attempting to bind port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:24.776466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Attempting to bind port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:24.781176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c8b20>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:24.794442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a9f47557-9e89-4edd-8545-15560d4fa00f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9917197
Jan 15 21:03:24.794957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51598) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:24.800728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:42:ab:73', 'name': 'tempest-NetworksTestDHCPv6-1586041469'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:24.810173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:24.810440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.810928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (99c28dbc-b129-4bf5-aaef-4058423eba86), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.811049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:24.811667 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.812029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:24.813009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Bound port: e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:24.813163 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.815339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd598c08-2a9f-4dd9-9428-b0cb4293f0fe None None] The sync data for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 is: [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:02:13Z', 'revision_number': 4, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee8f457b-828f-40ec-a70d-22c7d1d95555', 'name': '', 'network_id': 'bf43669e-491e-49cf-8622-cd5d76591729', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'mac_address': 'fa:16:3e:74:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:12Z', 'updated_at': '2022-01-15T21:02:22Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'subnets': [{'id': 'd25d7d8b-cbb3-4f3d-95bd-85ab23638418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:03:24.826318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Calling delete_port for 99c28dbc-b129-4bf5-aaef-4058423eba86 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:24.880259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (3060e529-416c-4ce6-af7f-4acb88198123), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:24.901137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:24.905630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:24.914177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.005082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.008424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb6bc-7384-4f90-93ac-358e5ace74b3 None None] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:25.021504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:25.063045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (99c28dbc-b129-4bf5-aaef-4058423eba86), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.118305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:25.128342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:25.131439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:25.134077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:25.137080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event deleted for resources: {'Port': ['ID=99c28dbc-b129-4bf5-aaef-4058423eba86,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:25.140386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:25.247695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for floatingip (6ba87361-1c1c-4b05-b44a-a2a71367ece0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.252025 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.253238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e44c471-61a6-4eff-8c5b-caba61f479a2 req-d1c2434c-1401-40a4-9ed3-90af0f6fdca1 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "DELETE /v2.0/floatingips/6ba87361-1c1c-4b05-b44a-a2a71367ece0 HTTP/1.1" status: 204  len: 173 time: 0.7051699
Jan 15 21:03:25.304319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:25.308796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.319682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c329fa-00ca-4383-bc2a-fb56424d1c1b req-47ea61cf-033b-4171-b514-5c248d795e9c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:25.331194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73c329fa-00ca-4383-bc2a-fb56424d1c1b req-47ea61cf-033b-4171-b514-5c248d795e9c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.2064660
Jan 15 21:03:25.354952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-b8d68446-b7bf-4e30-8599-5d20d90eb79d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7593307
Jan 15 21:03:25.367364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Request body: {'port': {'device_id': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:25.405636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78576f33-fc9d-457d-89f9-16df2801105c None None] New status for floating IP 6ba87361-1c1c-4b05-b44a-a2a71367ece0: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:03:25.457704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73c329fa-00ca-4383-bc2a-fb56424d1c1b req-f7129aa3-6a43-460b-9fff-b85487bac2a4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256340
Jan 15 21:03:25.485645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.505952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3060e529-416c-4ce6-af7f-4acb88198123), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.539212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 9b723759-9683-407b-96f0-d8f64249c7ec yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:25.628197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df855180-bfac-4d15-a41b-dd0911227291 req-2dc1b523-7d70-455c-a7d7-662cf0d81f71 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups/c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3 HTTP/1.1" status: 200  len: 1825 time: 0.1007471
Jan 15 21:03:25.643212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c0e6-ad3e-4d1c-b6c7-f6577230cf93 req-0ac4cbaa-3ebe-4b52-ab10-6367232f906f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:25.644984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9017c0e6-ad3e-4d1c-b6c7-f6577230cf93 req-0ac4cbaa-3ebe-4b52-ab10-6367232f906f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 931 time: 0.0806003
Jan 15 21:03:25.728691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9017c0e6-ad3e-4d1c-b6c7-f6577230cf93 req-d64414ea-63a9-471d-b203-6783c590aa94 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757561
Jan 15 21:03:25.748145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-df855180-bfac-4d15-a41b-dd0911227291 req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.789979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-df855180-bfac-4d15-a41b-dd0911227291 req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.855540 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-df855180-bfac-4d15-a41b-dd0911227291 req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.858271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-df855180-bfac-4d15-a41b-dd0911227291 req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:25.859431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df855180-bfac-4d15-a41b-dd0911227291 req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "DELETE /v2.0/security-groups/c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3 HTTP/1.1" status: 204  len: 173 time: 0.2134707
Jan 15 21:03:25.869429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b679b8-e162-4218-b122-733f19528d63 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27eaa4f-5ee4-41ab-964e-cbe397d1f1d3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:25.881186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 172.20.0.14 (990da85b-3404-4279-8b69-6cd09c9133de/4e30ea97-91bb-4744-a223-f642f4127b31/9b723759-9683-407b-96f0-d8f64249c7ec) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:25.898163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fe42:ab73 (990da85b-3404-4279-8b69-6cd09c9133de/01f0969c-6ccc-4017-81f7-b74e8568a9b6/9b723759-9683-407b-96f0-d8f64249c7ec) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:25.956166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3060e529-416c-4ce6-af7f-4acb88198123 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:26.059810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks [] for port (3060e529-416c-4ce6-af7f-4acb88198123), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.111457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Transition to ACTIVE for port object 3060e529-416c-4ce6-af7f-4acb88198123 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:03:26.121278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.235320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae1906-dab7-4ef1-9abf-3c4bb7efda3c req-78868f67-13bf-4369-ad31-9c2d42a5d32d tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.238003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84ae1906-dab7-4ef1-9abf-3c4bb7efda3c req-78868f67-13bf-4369-ad31-9c2d42a5d32d tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1050360
Jan 15 21:03:26.255982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:26.292682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (9b723759-9683-407b-96f0-d8f64249c7ec), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.303713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84ae1906-dab7-4ef1-9abf-3c4bb7efda3c req-cad42cd4-d4bb-4921-a6bc-00c29dba86da tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571344
Jan 15 21:03:26.377195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Attempting to bind port 3060e529-416c-4ce6-af7f-4acb88198123 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:26.377838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Attempting to bind port 3060e529-416c-4ce6-af7f-4acb88198123 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:26.377838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Attempting to bind port 3060e529-416c-4ce6-af7f-4acb88198123 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:26.384384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Port 3060e529-416c-4ce6-af7f-4acb88198123 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:03:26.384710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Attempting to bind port 3060e529-416c-4ce6-af7f-4acb88198123 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:26.391640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:26.392225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:26.392958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:26.393405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Bound port: 3060e529-416c-4ce6-af7f-4acb88198123, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:26.393850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3060e529-416c-4ce6-af7f-4acb88198123), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.398572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9b723759-9683-407b-96f0-d8f64249c7ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.505343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:26.520163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:26.535841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:26.620100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=9b723759-9683-407b-96f0-d8f64249c7ec,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:26.634800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61128a85-b98f-4d67-b891-7813b1d17795 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:26.646537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:26.649700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2bb5-f66b-43c3-9aa6-a905c8832bc2 req-fe19aa35-95f5-4476-89ba-20558ccee093 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.652540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab0f2bb5-f66b-43c3-9aa6-a905c8832bc2 req-fe19aa35-95f5-4476-89ba-20558ccee093 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.0877938
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.655562 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.658731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.672830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3060e529-416c-4ce6-af7f-4acb88198123,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:26.681251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.713873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-939ce8d8-776c-460b-bd56-295c9dd5a6fb tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.9171720
Jan 15 21:03:26.716995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51654) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:26.724736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab0f2bb5-f66b-43c3-9aa6-a905c8832bc2 req-c1bc86ba-9c48-4eb2-b218-c1050e3a3578 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611870
Jan 15 21:03:26.755434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.755817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.757753 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/3060e529-416c-4ce6-af7f-4acb88198123 HTTP/1.1" status: 200  len: 1091 time: 1.4016445
Jan 15 21:03:26.771277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:26.784979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:26.785434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:26.790993 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896cb2ae-c081-452c-a107-681cd7e3f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "tag": "3060e529-416c-4ce6-af7f-4acb88198123"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:26.862972 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1163f-bb6a-42e7-af0e-b3f01adac3be x-openstack-request-id: req-31f1163f-bb6a-42e7-af0e-b3f01adac3be {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:26.863333 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "tag": "3060e529-416c-4ce6-af7f-4acb88198123", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:26.863655 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31f1163f-bb6a-42e7-af0e-b3f01adac3be {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:26.864117 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123', 'status': 'completed', 'code': 200}
Jan 15 21:03:26.867029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b75b5-9ba8-4225-8a06-6650f93fe6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:26.887006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dd015-8c51-448d-b207-ef4ec9dcb363 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.893608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dd015-8c51-448d-b207-ef4ec9dcb363 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.895269 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-405dd015-8c51-448d-b207-ef4ec9dcb363 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.1768179
Jan 15 21:03:26.898278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:26.919884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-2aefc6e3-794a-4954-ac98-d6cae350e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:26.921797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-2aefc6e3-794a-4954-ac98-d6cae350e622 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 1094 time: 0.1106255
Jan 15 21:03:26.979470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:26.979870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.008384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-07160615-0f54-4427-a6f9-59a218253d9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3060e529-416c-4ce6-af7f-4acb88198123 HTTP/1.1" status: 200  len: 217 time: 0.0784266
Jan 15 21:03:27.034220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:27.049387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.067265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-1c37f813-8e2a-42e8-9f03-698158d12bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.068799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-1c37f813-8e2a-42e8-9f03-698158d12bd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0548027
Jan 15 21:03:27.106172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c31ff8-cf94-4af5-955d-6ae501089e49 req-3b0876a4-e586-40e8-bcd0-22e0df8bfcb8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.108866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2c31ff8-cf94-4af5-955d-6ae501089e49 req-3b0876a4-e586-40e8-bcd0-22e0df8bfcb8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 943 time: 0.1962993
Jan 15 21:03:27.128489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-494a98de-77aa-41b4-9e8b-41c405253d1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464027
Jan 15 21:03:27.133652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 9b723759-9683-407b-96f0-d8f64249c7ec {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:27.133984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9b723759-9683-407b-96f0-d8f64249c7ec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.136408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '4e30ea97-91bb-4744-a223-f642f4127b31', 'ip_address': '172.20.0.2'}, {'subnet_id': '01f0969c-6ccc-4017-81f7-b74e8568a9b6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e59be9c2-92d0-48e0-9d3a-fa996d90cf98'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:27.203459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1bdde-9e19-45d9-b7f4-41a0b5718cba None None] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:27.211718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.262768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-cf64163a-33b9-49aa-b45d-eaa2e4e7082f service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284106
Jan 15 21:03:27.285518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9b723759-9683-407b-96f0-d8f64249c7ec), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.318698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 9b723759-9683-407b-96f0-d8f64249c7ec owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:27.333345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e59be9c2-92d0-48e0-9d3a-fa996d90cf98 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:27.340941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2c31ff8-cf94-4af5-955d-6ae501089e49 req-4bc639a8-6836-4538-be1c-e390d752cb66 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201738
Jan 15 21:03:27.430120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b6bf562c-5aec-4902-acc0-4087db5c846a req-d08c8b75-20cf-4af0-b64b-05332fe3ee62 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603293
Jan 15 21:03:27.518903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d8529-68a5-4a5d-af41-7a80d668129e req-22355892-cae5-425d-82f1-e929e10a0446 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.520783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a48d8529-68a5-4a5d-af41-7a80d668129e req-22355892-cae5-425d-82f1-e929e10a0446 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.1054893
Jan 15 21:03:27.544021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-903aec83-e3c8-4148-8f3b-ec056ead6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.547321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-903aec83-e3c8-4148-8f3b-ec056ead6da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 1094 time: 0.0594065
Jan 15 21:03:27.632135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:27.632886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.681513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-39fb7659-7b2d-445c-9796-0b9efa9db5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.684294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-39fb7659-7b2d-445c-9796-0b9efa9db5a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1292863
Jan 15 21:03:27.688011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Allocated IP 2001:db8::f816:3eff:fe6c:e9ec (990da85b-3404-4279-8b69-6cd09c9133de/01f0969c-6ccc-4017-81f7-b74e8568a9b6/e59be9c2-92d0-48e0-9d3a-fa996d90cf98) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:27.697709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a48d8529-68a5-4a5d-af41-7a80d668129e req-179d7b97-748c-4181-9f4f-0ca757ae0e62 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453190
Jan 15 21:03:27.731969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9b723759-9683-407b-96f0-d8f64249c7ec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.741398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-13c6c20c-a888-4334-889a-e2102a46bfda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3060e529-416c-4ce6-af7f-4acb88198123 HTTP/1.1" status: 200  len: 217 time: 0.0508635
Jan 15 21:03:27.773796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=9b723759-9683-407b-96f0-d8f64249c7ec,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:27.803306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-25d71127-bd57-4768-8f64-2b76d4ebe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.804944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-25d71127-bd57-4768-8f64-2b76d4ebe1a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0555115
Jan 15 21:03:27.827282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:27.853056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-0d2b68be-627e-494d-a79f-d889b96bacf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394762
Jan 15 21:03:27.855895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:27.896793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Publish callbacks [] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.904262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.951483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:27.954941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39d92b29-2091-40aa-a9b8-cd4693c929e8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/9b723759-9683-407b-96f0-d8f64249c7ec HTTP/1.1" status: 204  len: 168 time: 1.0555549
Jan 15 21:03:27.957633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51670) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:27.968511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988fde-89c4-45d1-958b-b6380332b6f7 req-94f638ab-572e-4b83-b6d7-955a609874da tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:27.970614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2988fde-89c4-45d1-958b-b6380332b6f7 req-94f638ab-572e-4b83-b6d7-955a609874da tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.0823591
Jan 15 21:03:28.030327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319b3b-617d-46e7-95ca-159324eae2e8 None None] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:28.031748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-bce47e0a-e02a-4bb3-80ef-9bedd8698251 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707659
Jan 15 21:03:28.053771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2988fde-89c4-45d1-958b-b6380332b6f7 req-1d5d6538-5a6c-4335-ad57-a6abf1a20200 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749362
Jan 15 21:03:28.064039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3390bc-287f-4505-a9bf-5ef4fb1edef1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.065720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3390bc-287f-4505-a9bf-5ef4fb1edef1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.067532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3390bc-287f-4505-a9bf-5ef4fb1edef1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.072793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1b3390bc-287f-4505-a9bf-5ef4fb1edef1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1097226
Jan 15 21:03:28.073199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:28.150348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 01f0969c-6ccc-4017-81f7-b74e8568a9b6 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:28.155084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (01f0969c-6ccc-4017-81f7-b74e8568a9b6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.173778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-896cb2ae-c081-452c-a107-681cd7e3f01c req-a7e7225e-96fc-438a-ade7-9a160af595fa service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287720
Jan 15 21:03:28.210237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (01f0969c-6ccc-4017-81f7-b74e8568a9b6), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.309137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (01f0969c-6ccc-4017-81f7-b74e8568a9b6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.384858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (01f0969c-6ccc-4017-81f7-b74e8568a9b6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.403538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.407881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/01f0969c-6ccc-4017-81f7-b74e8568a9b6 HTTP/1.1" status: 204  len: 168 time: 0.3343935
Jan 15 21:03:28.410331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:28.442165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6daf03a-48bd-467d-9140-c673d4a3b7f9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=01f0969c-6ccc-4017-81f7-b74e8568a9b6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:28.535687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 4e30ea97-91bb-4744-a223-f642f4127b31 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:28.540208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (4e30ea97-91bb-4744-a223-f642f4127b31), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.552646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ae694-46ce-4a39-82a7-df9ee7adaa42 req-9c954d9f-ce5a-426b-933f-7332ceea0727 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.553957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f08ae694-46ce-4a39-82a7-df9ee7adaa42 req-9c954d9f-ce5a-426b-933f-7332ceea0727 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 943 time: 0.1156397
Jan 15 21:03:28.632461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4e30ea97-91bb-4744-a223-f642f4127b31), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.682945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2339cf37-8a40-494e-a4b7-63d778843706 None None] Could not find standard attr ID for object 9b723759-9683-407b-96f0-d8f64249c7ec. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:28.691469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826f55f-416c-45ed-8d4b-f4cad6b511be None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:28.700626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-aae7c43a-3e6b-4d1f-afa9-41b80e5e2373 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.702920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-aae7c43a-3e6b-4d1f-afa9-41b80e5e2373 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0652637
Jan 15 21:03:28.712953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f08ae694-46ce-4a39-82a7-df9ee7adaa42 req-6dc210f7-b0ff-4b13-b138-665fdbac7e80 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334670
Jan 15 21:03:28.763593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2339cf37-8a40-494e-a4b7-63d778843706 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:28.764608 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2339cf37-8a40-494e-a4b7-63d778843706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.781888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4e30ea97-91bb-4744-a223-f642f4127b31), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.822857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Deleting port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:28.823193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.906218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2339cf37-8a40-494e-a4b7-63d778843706 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:28.908378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70619e-d898-40d5-a3f1-7a7699463854 req-14b649fc-5be1-4717-acdb-8a77943fb882 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:28.910353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c70619e-d898-40d5-a3f1-7a7699463854 req-14b649fc-5be1-4717-acdb-8a77943fb882 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/ports?device_id=26f27adc-8567-4752-8a51-ee9c301b2611 HTTP/1.1" status: 200  len: 945 time: 0.0955408
Jan 15 21:03:28.935133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4e30ea97-91bb-4744-a223-f642f4127b31), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.945273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] For port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:28.945631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.960716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Calling delete_port for 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:28.978147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=4e30ea97-91bb-4744-a223-f642f4127b31,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:28.983200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:28.986587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ab8e179f-14a6-4cb9-86d2-f06fcdd82791 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4e30ea97-91bb-4744-a223-f642f4127b31 HTTP/1.1" status: 204  len: 168 time: 0.5753305
Jan 15 21:03:28.990506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:29.039639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8690a573-71bf-4a87-9a76-49de980a6658 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0467460
Jan 15 21:03:29.042811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:29.044728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c70619e-d898-40d5-a3f1-7a7699463854 req-6357cd04-5f2f-466c-8030-56cefee6797e tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.46 "GET /v2.0/security-groups?id=79f4b34f-ae95-4c77-bdf3-186398dcbe65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263990
Jan 15 21:03:29.048680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:29.167377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (99af8280-f44b-4d03-aa1f-f1d9da00f1e9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.179525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['99af8280-f44b-4d03-aa1f-f1d9da00f1e9'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:29.216789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e59be9c2-92d0-48e0-9d3a-fa996d90cf98 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:29.235466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Pushing event deleted for resources: {'Port': ['ID=99af8280-f44b-4d03-aa1f-f1d9da00f1e9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:29.278476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] No DVR routers for this DVR port 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:29.279470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:29.280615 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.282010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.286325 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ce759d-cb0d-4c92-bba4-77f220c40b2d req-cc3e06a4-2790-4cc7-ad48-1865defe4d05 tempest-ServerRescueTestJSONUnderV235-1584236440 tempest-ServerRescueTestJSONUnderV235-1584236440-project] 10.222.0.45 "DELETE /v2.0/ports/99af8280-f44b-4d03-aa1f-f1d9da00f1e9 HTTP/1.1" status: 204  len: 173 time: 0.5752761
Jan 15 21:03:29.290202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'name': 'network-vif-deleted', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:29.293006 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9146b4cc-d186-4c2a-96f1-1fe51087d18c" -d '{"events": [{"server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "name": "network-vif-deleted", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:29.318295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:29.324550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.428317 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20e754-ae1b-402a-9d41-337247907a00 x-openstack-request-id: req-5e20e754-ae1b-402a-9d41-337247907a00 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:29.428596 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f27adc-8567-4752-8a51-ee9c301b2611", "name": "network-vif-deleted", "tag": "99af8280-f44b-4d03-aa1f-f1d9da00f1e9", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:29.428909 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e20e754-ae1b-402a-9d41-337247907a00 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:29.429343 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f27adc-8567-4752-8a51-ee9c301b2611', 'name': 'network-vif-deleted', 'tag': '99af8280-f44b-4d03-aa1f-f1d9da00f1e9', 'status': 'completed', 'code': 200}
Jan 15 21:03:29.434624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:29.513370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3060e529-416c-4ce6-af7f-4acb88198123 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:03:29.630256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4a717fb5-03a1-4159-a251-a1e1ae057039), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.654917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3060e529-416c-4ce6-af7f-4acb88198123,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:29.659809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34ca82-941e-4594-9d2f-0aeb2866bd9a None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:29.675482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:29.678790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:29.683140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:29.683730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.698082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=4a717fb5-03a1-4159-a251-a1e1ae057039,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:29.707548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e98c967d-92a3-4eec-ab99-925e433367c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6636562
Jan 15 21:03:29.709534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3060e529-416c-4ce6-af7f-4acb88198123', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': '3060e529-416c-4ce6-af7f-4acb88198123', 'mac_address': 'fa:16:3e:3f:5b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:03:29.710502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51694) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:29.720008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:29.845030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3060e529-416c-4ce6-af7f-4acb88198123 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:29.845423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3060e529-416c-4ce6-af7f-4acb88198123), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.861520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e87bb319-2a7e-40cb-ba4d-9aa195011e5f None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:29.861903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e87bb319-2a7e-40cb-ba4d-9aa195011e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.866422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-65a63135-fdfa-4b55-8f9c-aff08c26c4e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0982625
Jan 15 21:03:29.871476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3060e529-416c-4ce6-af7f-4acb88198123 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:29.939240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3060e529-416c-4ce6-af7f-4acb88198123,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:29.953291 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:29.969949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06b312-352d-4988-8285-651a77aa31c4 req-27da2647-7503-4757-8b63-2272ea5627cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:29.972944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f06b312-352d-4988-8285-651a77aa31c4 req-27da2647-7503-4757-8b63-2272ea5627cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 943 time: 0.1203291
Jan 15 21:03:30.034663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:30.038847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:30.039017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.039459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.039938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.040517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.040945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.041569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.042094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.046092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-29e70207-7060-4e59-a1ac-63f0170207c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.1038201
Jan 15 21:03:30.062594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:30.077272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e87bb319-2a7e-40cb-ba4d-9aa195011e5f None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:30.123649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f06b312-352d-4988-8285-651a77aa31c4 req-9b7599c8-e23a-4703-bb21-b9c637d896fc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414623
Jan 15 21:03:30.146410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51702) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:30.232108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-81ec3712-9df3-463a-be06-03f82bfcfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.232108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-81ec3712-9df3-463a-be06-03f82bfcfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.233941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-81ec3712-9df3-463a-be06-03f82bfcfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.235246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-81ec3712-9df3-463a-be06-03f82bfcfd6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 2298 time: 0.1568916
Jan 15 21:03:30.287384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3060e529-416c-4ce6-af7f-4acb88198123'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:30.329407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-df37c07c-d81e-4ff7-a7db-9c4dc79640da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 1001 time: 0.0850914
Jan 15 21:03:30.393020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed60e8b-a8da-4c2d-a978-0ecbceae06fc None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:30.427820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-fd793211-e26f-494b-8c12-9a26276c1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.429901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-fd793211-e26f-494b-8c12-9a26276c1ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.0928664
Jan 15 21:03:30.483534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0cc62001-2f19-4081-ad04-b0dd982ef650 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:30.484028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cc62001-2f19-4081-ad04-b0dd982ef650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:30.493714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-55740006-6846-4ff2-9a4f-d98b7eac62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.495718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-55740006-6846-4ff2-9a4f-d98b7eac62d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0571659
Jan 15 21:03:30.606412 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-4c03dba4-c23c-4c41-a0fd-bcd10c0090e1 service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023076
Jan 15 21:03:30.663626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0cc62001-2f19-4081-ad04-b0dd982ef650 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:30.719379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-30626609-07ea-4caa-b94a-a0a71888f076 service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048009
Jan 15 21:03:30.763680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-2231d01f-52bc-479b-8c9e-a3089429c385 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 217 time: 0.0386336
Jan 15 21:03:30.783549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:30.828139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-51a952b1-f2a4-4302-849d-4cc9ec13aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.829657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-51a952b1-f2a4-4302-849d-4cc9ec13aff0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0558693
Jan 15 21:03:30.892598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-bb87a1e7-7973-4d67-aedb-e3561611cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:30.894470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-bb87a1e7-7973-4d67-aedb-e3561611cc9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0567052
Jan 15 21:03:30.897678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9e113452-1616-4137-aa44-ea3a99f865d4 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:30.898174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e113452-1616-4137-aa44-ea3a99f865d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:31.038687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9e113452-1616-4137-aa44-ea3a99f865d4 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:31.067944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-47002dc2-d2ca-4a98-8922-8211b380ab80 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644335
Jan 15 21:03:31.077864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e22ece8f-3054-4108-8d17-bedf37958c02), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:31.160119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:31.173320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45742603-f193-4c9c-b620-8f8a2e8510c1 None None] Could not find standard attr ID for object b674df05-1fb5-4fdc-9c6b-329911fe7a98. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:31.198538 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-1f015683-17cc-412a-92cb-0a4ab4a74272 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241024
Jan 15 21:03:31.259602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-0ea4857f-b3f0-433e-a819-1a4e9e4da629 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 217 time: 0.0536320
Jan 15 21:03:31.319609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-4e3d08c4-efba-4ae4-96b4-f39fae61a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:31.321397 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-4e3d08c4-efba-4ae4-96b4-f39fae61a8fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0544569
Jan 15 21:03:31.392986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f062-7fe4-4160-a00d-4b082410ce32 req-a4178b39-23b9-4ea5-bbfe-11bf09d9262f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:31.398064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b44f062-7fe4-4160-a00d-4b082410ce32 req-a4178b39-23b9-4ea5-bbfe-11bf09d9262f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 944 time: 0.1608610
Jan 15 21:03:31.496471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9a29992d-bf31-41bf-8c7f-71546de3b8d2 None None] Could not find standard attr ID for object 9b723759-9683-407b-96f0-d8f64249c7ec. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:31.663806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-9850c69d-6a71-4474-b4ee-048fab6523f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:31.665375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-9850c69d-6a71-4474-b4ee-048fab6523f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3356209
Jan 15 21:03:31.769877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-5a6745c1-776d-4664-adcd-b0008f402418 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971720
Jan 15 21:03:31.886645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-6fd9532b-668b-43a8-929e-bab51c7c829f service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098394
Jan 15 21:03:31.901812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b44f062-7fe4-4160-a00d-4b082410ce32 req-cf9442d9-1a5a-4996-abfc-3ac2a5b919fa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544630
Jan 15 21:03:31.921646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:31.943212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-174f3e60-c971-4ff5-bf37-7c61acabefb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 217 time: 0.0456905
Jan 15 21:03:31.974506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:31.979837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:31.980595 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (af45972a-948d-4044-9f4b-9fd1d8138896), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.001036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-770cf945-d061-4de0-954b-510d2b336075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.002692 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-770cf945-d061-4de0-954b-510d2b336075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0496590
Jan 15 21:03:32.052713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-1ef2918e-0125-46c3-9251-697a8a9bbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.054903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-1ef2918e-0125-46c3-9251-697a8a9bbc49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0457699
Jan 15 21:03:32.072686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:32.102607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:32.110072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.110683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.112981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755947a-58fc-4735-9c72-c01cbde1f960 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:32.125743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=af45972a-948d-4044-9f4b-9fd1d8138896,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:32.141319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=8']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:32.156652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-89ab766e-cd9d-4016-9a01-0926ad535a97 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4450395
Jan 15 21:03:32.161217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:32.170100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:55:5a:28', 'name': 'tempest-NetworksTestDHCPv6-395110221'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:32.181266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-59df36c6-8393-45ba-9001-2c61eaadfd02 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182427
Jan 15 21:03:32.218310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Deleting port ee8f457b-828f-40ec-a70d-22c7d1d95555 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:32.218663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.301930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-de472870-ddcb-42be-b5c8-9a54a96abbbc service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136575
Jan 15 21:03:32.310146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'af45972a-948d-4044-9f4b-9fd1d8138896', 'ip_address': '2001:db8::f816:3eff:fe6c:e9ec'}, {'subnet_id': '4a717fb5-03a1-4159-a251-a1e1ae057039'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e59be9c2-92d0-48e0-9d3a-fa996d90cf98'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:32.338016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.342729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] For port ee8f457b-828f-40ec-a70d-22c7d1d95555, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee8f457b-828f-40ec-a70d-22c7d1d95555,segment=NetworkSegment(85dfef75-82cb-41aa-af0e-9818a96371e6),segment_id=85dfef75-82cb-41aa-af0e-9818a96371e6)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:32.343102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.347903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-c676166b-e45d-4cb0-94ef-a40dc0a33693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 217 time: 0.0377593
Jan 15 21:03:32.360823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Calling delete_port for ee8f457b-828f-40ec-a70d-22c7d1d95555 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:32.372258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:32.409506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-7331b27b-bb4d-4b0b-97d4-03c24ccf097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.411084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-7331b27b-bb4d-4b0b-97d4-03c24ccf097f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0535479
Jan 15 21:03:32.467914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-2d08f2b3-bb7f-4231-8f3e-7a5abddaa800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.470280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-2d08f2b3-bb7f-4231-8f3e-7a5abddaa800 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0519500
Jan 15 21:03:32.533628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.581124 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-cb25f835-7185-44ef-a8d6-2e470a16fbe4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011231
Jan 15 21:03:32.610860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port c9da4ffe-6ab7-47e9-8f30-30595e74f854 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:32.656468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Allocated IP 172.20.0.2 (990da85b-3404-4279-8b69-6cd09c9133de/4a717fb5-03a1-4159-a251-a1e1ae057039/e59be9c2-92d0-48e0-9d3a-fa996d90cf98) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:32.693047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-1b73a1e7-d640-4438-b719-e887f50837ff service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017983
Jan 15 21:03:32.739122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-290bfcce-51f2-4f07-9a0b-7c1235863d4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 217 time: 0.0382938
Jan 15 21:03:32.747413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:32.757599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ee8f457b-828f-40ec-a70d-22c7d1d95555), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.780270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:32.780678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 99af8280-f44b-4d03-aa1f-f1d9da00f1e9 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:32.783177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:32.785743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8f457b-828f-40ec-a70d-22c7d1d95555,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:32.803244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-c119d2bb-a9a5-468a-98f8-d50eb8a4f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.804715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-c119d2bb-a9a5-468a-98f8-d50eb8a4f045 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.0579309
Jan 15 21:03:32.817943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Publish callbacks [] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.824982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:32.853222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-847715ca-e9e7-446d-af69-f30cd8752acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:32.854926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-847715ca-e9e7-446d-af69-f30cd8752acf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0427811
Jan 15 21:03:32.911664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209355a-d441-47d9-82c5-f6ac7ed02319 None None] Pushing event updated for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:32.960411 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-65e8a202-dcbe-4fdb-af8e-1637505878c9 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990610
Jan 15 21:03:33.070998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-bbde8c16-2f7d-4e61-a153-d97d7385354e service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038413
Jan 15 21:03:33.073776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e22ece8f-3054-4108-8d17-bedf37958c02), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.093563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 172.20.0.13 (990da85b-3404-4279-8b69-6cd09c9133de/4a717fb5-03a1-4159-a251-a1e1ae057039/c9da4ffe-6ab7-47e9-8f30-30595e74f854) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:33.108799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b84e-2ba1-4eb3-8759-adb372b76105 req-2d348ac8-c566-4c91-9752-ea3082b16305 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.116177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6106b84e-2ba1-4eb3-8759-adb372b76105 req-2d348ac8-c566-4c91-9752-ea3082b16305 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 944 time: 0.1215904
Jan 15 21:03:33.127350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fe55:5a28 (990da85b-3404-4279-8b69-6cd09c9133de/af45972a-948d-4044-9f4b-9fd1d8138896/c9da4ffe-6ab7-47e9-8f30-30595e74f854) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:33.149333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-fc054526-fcf1-4ac7-a8bd-7e23787b830d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.0726092
Jan 15 21:03:33.217641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-3748a2fa-c1d1-442d-af71-cd164de395f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.219799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-3748a2fa-c1d1-442d-af71-cd164de395f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.0610862
Jan 15 21:03:33.278751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6106b84e-2ba1-4eb3-8759-adb372b76105 req-56cc973a-53d6-48bb-91c6-e8801d086ea3 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616445
Jan 15 21:03:33.287175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fad7a-c1db-4069-80bd-369a02c093dd req-a3f7e4d4-e51f-4fd3-aafd-2581f7ecb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.287315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-a3f7e4d4-e51f-4fd3-aafd-2581f7ecb4ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0613399
Jan 15 21:03:33.324020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e59be9c2-92d0-48e0-9d3a-fa996d90cf98 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:33.381733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:33.382448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.407915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-64d47145-7c75-4ef8-839a-74d3514284b1 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138341
Jan 15 21:03:33.487886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:33.521771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.526620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3060e529-416c-4ce6-af7f-4acb88198123 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:33.547513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-389fad7a-c1db-4069-80bd-369a02c093dd req-6363dbff-574d-4721-9652-bbe549eff0a5 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318369
Jan 15 21:03:33.566564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Router e22ece8f-3054-4108-8d17-bedf37958c02 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:03:33.591973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.614197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 3060e529-416c-4ce6-af7f-4acb88198123 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:03:33.619573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3060e529-416c-4ce6-af7f-4acb88198123 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:33.620001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3060e529-416c-4ce6-af7f-4acb88198123), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.686756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:33.694662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:33.699595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=c9da4ffe-6ab7-47e9-8f30-30595e74f854,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:33.702251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:33.711279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3060e529-416c-4ce6-af7f-4acb88198123 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:33.711568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3060e529-416c-4ce6-af7f-4acb88198123), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.738198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:33.740425 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff59ca3-7164-47a7-ac6e-062986bfc215" -d '{"events": [{"server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "name": "network-vif-plugged", "status": "completed", "tag": "3060e529-416c-4ce6-af7f-4acb88198123"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:33.753884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3060e529-416c-4ce6-af7f-4acb88198123,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:33.766019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.798104 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:33.800395 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:33.802071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.802250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.808036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:03:33.809915 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f60e8-9509-44c0-8e60-fc0016af6e86 x-openstack-request-id: req-303f60e8-9509-44c0-8e60-fc0016af6e86 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:33.810485 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "name": "network-vif-plugged", "status": "completed", "tag": "3060e529-416c-4ce6-af7f-4acb88198123", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:33.812176 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-303f60e8-9509-44c0-8e60-fc0016af6e86 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:33.812981 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123', 'code': 200}
Jan 15 21:03:33.817948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40c40ce6-f1dc-48ba-92ef-07f8ead2b458 admin admin] 10.222.0.46 "PUT /v2.0/routers/e22ece8f-3054-4108-8d17-bedf37958c02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6690173
Jan 15 21:03:33.818727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51728) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:33.819743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-15db70e3-ca2c-492c-a8f9-0dc19654ef22 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:33.820205 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15db70e3-ca2c-492c-a8f9-0dc19654ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:33.825906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Sync routers for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:03:33.852811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-32d56aee-ef92-42cb-b386-62062b8364da tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.6905105
Jan 15 21:03:33.855115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:33.881311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:33.882067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5090d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:33.924757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6190c-e3ca-4a6e-97f7-0c45fe6fe6e0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.932494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6190c-e3ca-4a6e-97f7-0c45fe6fe6e0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:33.934348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-87b6190c-e3ca-4a6e-97f7-0c45fe6fe6e0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.0780108
Jan 15 21:03:33.937802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51732) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:33.948708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:34.067703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7463b-4cc3-4b26-966d-eaa1666028c6 req-00a4757b-10ea-49c3-b868-e98476b459ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:34.070360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7b7463b-4cc3-4b26-966d-eaa1666028c6 req-00a4757b-10ea-49c3-b868-e98476b459ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 1096 time: 0.1565878
Jan 15 21:03:34.088817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-15db70e3-ca2c-492c-a8f9-0dc19654ef22 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:34.097057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port c9da4ffe-6ab7-47e9-8f30-30595e74f854 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:34.097406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.102685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:34.127632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks [] for router (e22ece8f-3054-4108-8d17-bedf37958c02), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.178573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7b7463b-4cc3-4b26-966d-eaa1666028c6 req-0badd5b9-2d0b-4c72-8fd5-a9920d2723f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006160
Jan 15 21:03:34.197412 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.211824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for c9da4ffe-6ab7-47e9-8f30-30595e74f854 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:34.258130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks [] for router_gateway (e22ece8f-3054-4108-8d17-bedf37958c02), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.260048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5c6a5987-f8cf-4b11-a753-5499bf611917 None None] Provisioning complete for port c9da4ffe-6ab7-47e9-8f30-30595e74f854 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:34.260588 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c6a5987-f8cf-4b11-a753-5499bf611917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.321114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Deleting port b00eec9b-e155-4616-b4c4-47c08f8577be {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:34.321560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a5987-f8cf-4b11-a753-5499bf611917 None None] Port c9da4ffe-6ab7-47e9-8f30-30595e74f854 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:03:34.321901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.370314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5090d0>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:03:32Z', 'revision_number': 5, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port': {'id': 'b00eec9b-e155-4616-b4c4-47c08f8577be', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:02:10Z', 'updated_at': '2022-01-15T21:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:34.401933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Checking router: e22ece8f-3054-4108-8d17-bedf37958c02 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:03:34.415175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Routers {'e22ece8f-3054-4108-8d17-bedf37958c02'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:03:34.415803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5090d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:20Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e22ece8f-3054-4108-8d17-bedf37958c02'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:34.434217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] For port b00eec9b-e155-4616-b4c4-47c08f8577be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b00eec9b-e155-4616-b4c4-47c08f8577be,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:34.434967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.448522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Calling delete_port for b00eec9b-e155-4616-b4c4-47c08f8577be owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:34.464272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c9da4ffe-6ab7-47e9-8f30-30595e74f854), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.497879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=c9da4ffe-6ab7-47e9-8f30-30595e74f854,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:34.508881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] Set router e22ece8f-3054-4108-8d17-bedf37958c02 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:03:34.520379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718224f7-76da-408c-ad28-7c7f7076ac31 req-cee07893-62ce-4463-a5d8-e2bdb62afff7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:34.522604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718224f7-76da-408c-ad28-7c7f7076ac31 req-cee07893-62ce-4463-a5d8-e2bdb62afff7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.1010919
Jan 15 21:03:34.576694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5090d0>, [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:03:34Z', 'revision_number': 6, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:34.634678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca2b9-78ff-47c2-9849-5acb4076542b None None] The sync data for ids ['e22ece8f-3054-4108-8d17-bedf37958c02'] in ncdv-master-1 is: [{'id': 'e22ece8f-3054-4108-8d17-bedf37958c02', 'name': 'tempest-ServerRescueTestJSONUnderV235-878983702-router', 'tenant_id': '74165fadf5154c319ca56b4aa961e7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:02:09Z', 'updated_at': '2022-01-15T21:03:34Z', 'revision_number': 6, 'project_id': '74165fadf5154c319ca56b4aa961e7b6', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:03:34.661336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-718224f7-76da-408c-ad28-7c7f7076ac31 req-1e7d3dbd-9982-4e3a-b9fb-32f53d57945b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134245
Jan 15 21:03:34.674118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.684641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae2dfbf2-48ab-4065-93ad-bc4d3fc480cf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/c9da4ffe-6ab7-47e9-8f30-30595e74f854 HTTP/1.1" status: 204  len: 168 time: 0.7437117
Jan 15 21:03:34.686262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51740) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:34.700111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b00eec9b-e155-4616-b4c4-47c08f8577be), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.729394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00eec9b-e155-4616-b4c4-47c08f8577be,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:34.757321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b172d-c27c-4492-a34f-bca07c205a04 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:34.759018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b172d-c27c-4492-a34f-bca07c205a04 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:34.760743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b172d-c27c-4492-a34f-bca07c205a04 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:34.765434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-480b172d-c27c-4492-a34f-bca07c205a04 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0683656
Jan 15 21:03:34.768759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51742) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:34.799350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (e22ece8f-3054-4108-8d17-bedf37958c02), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.828225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 4a717fb5-03a1-4159-a251-a1e1ae057039 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:34.832221 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (4a717fb5-03a1-4159-a251-a1e1ae057039), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.893986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (e22ece8f-3054-4108-8d17-bedf37958c02), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.896312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks [] for router_controller (e22ece8f-3054-4108-8d17-bedf37958c02), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.942228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (e22ece8f-3054-4108-8d17-bedf37958c02), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.942838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22ece8f-3054-4108-8d17-bedf37958c02 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:03:34.947441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:34.951631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-995d796c-b6d3-4b2c-bf9a-0b2199f559a1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e22ece8f-3054-4108-8d17-bedf37958c02 HTTP/1.1" status: 204  len: 168 time: 1.1310775
Jan 15 21:03:34.952340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.000727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Deleting subnet d25d7d8b-cbb3-4f3d-95bd-85ab23638418 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:35.004364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Publish callbacks [] for subnet (d25d7d8b-cbb3-4f3d-95bd-85ab23638418), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.042263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (d25d7d8b-cbb3-4f3d-95bd-85ab23638418), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.093552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (d25d7d8b-cbb3-4f3d-95bd-85ab23638418), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.137183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4a717fb5-03a1-4159-a251-a1e1ae057039), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.152550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (d25d7d8b-cbb3-4f3d-95bd-85ab23638418), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.182871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.186729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d25d7d8b-cbb3-4f3d-95bd-85ab23638418 HTTP/1.1" status: 204  len: 168 time: 0.2328229
Jan 15 21:03:35.187732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eb5c8-8bf7-47fb-9cca-5323bc3534b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25d7d8b-cbb3-4f3d-95bd-85ab23638418,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:35.190078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.222402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4a717fb5-03a1-4159-a251-a1e1ae057039), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.258078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (bf43669e-491e-49cf-8622-cd5d76591729), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.291906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4a717fb5-03a1-4159-a251-a1e1ae057039), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.322000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=4a717fb5-03a1-4159-a251-a1e1ae057039,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:35.329910 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.336254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-21026a06-6f1b-4064-a5c9-b9b97d7faa7f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4a717fb5-03a1-4159-a251-a1e1ae057039 HTTP/1.1" status: 204  len: 168 time: 0.5637634
Jan 15 21:03:35.336254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51748) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.338772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445de34-3bd4-4a33-9ff5-2002d15d75fe None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:35.344205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (bf43669e-491e-49cf-8622-cd5d76591729), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.367717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b47bca0>,) {'filters': {'network_id': ['bf43669e-491e-49cf-8622-cd5d76591729']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:35.379666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b47bca0>, '85dfef75-82cb-41aa-af0e-9818a96371e6') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:35.379666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b47bca0>, '85dfef75-82cb-41aa-af0e-9818a96371e6') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:03:35.390382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (85dfef75-82cb-41aa-af0e-9818a96371e6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.407201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85dfef75-82cb-41aa-af0e-9818a96371e6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.416910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:03:35.417312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet af45972a-948d-4044-9f4b-9fd1d8138896 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:35.417466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (85dfef75-82cb-41aa-af0e-9818a96371e6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:03:35.421009 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:03:35.424026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (af45972a-948d-4044-9f4b-9fd1d8138896), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.499269 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (bf43669e-491e-49cf-8622-cd5d76591729), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.517965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (af45972a-948d-4044-9f4b-9fd1d8138896), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.527786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.536555 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf43669e-491e-49cf-8622-cd5d76591729 HTTP/1.1" status: 204  len: 168 time: 0.3452458
Jan 15 21:03:35.572769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4318-05fd-4901-994f-372c34ee4e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf43669e-491e-49cf-8622-cd5d76591729,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:35.611889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-7d2d620e-c7a6-4413-ba75-0b4d2753e9bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0741880
Jan 15 21:03:35.622539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ee8f457b-828f-40ec-a70d-22c7d1d95555 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:35.656448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ee8f457b-828f-40ec-a70d-22c7d1d95555 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:35.656793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ee8f457b-828f-40ec-a70d-22c7d1d95555 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:35.657243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b00eec9b-e155-4616-b4c4-47c08f8577be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:35.685284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b00eec9b-e155-4616-b4c4-47c08f8577be {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:35.686114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b00eec9b-e155-4616-b4c4-47c08f8577be not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:35.696750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (af45972a-948d-4044-9f4b-9fd1d8138896), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.763353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51758) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.767254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.767754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.768227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.768703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.769208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.776088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.776088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.778963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-fc35fc22-a420-421b-8c14-89bf43490b45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.1310983
Jan 15 21:03:35.855142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (af45972a-948d-4044-9f4b-9fd1d8138896), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.907074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=af45972a-948d-4044-9f4b-9fd1d8138896,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:35.918316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:35.928138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a296af7f-51de-4250-8f6f-03331d316988 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/af45972a-948d-4044-9f4b-9fd1d8138896 HTTP/1.1" status: 204  len: 168 time: 0.5861022
Jan 15 21:03:35.928138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f8db79df-edad-4131-aebe-90370544e52f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74165fadf5154c319ca56b4aa961e7b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1613688
Jan 15 21:03:35.931302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.932449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51762) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:35.952337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-55301a5c-327a-42c2-b01d-0788d83bca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.952815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-55301a5c-327a-42c2-b01d-0788d83bca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.953312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-55301a5c-327a-42c2-b01d-0788d83bca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:35.954928 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-55301a5c-327a-42c2-b01d-0788d83bca59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f213ffd6-16a4-404b-80d4-e008020201ac&id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 2294 time: 0.1464124
Jan 15 21:03:35.998677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-279258a3-7fc1-4394-9d15-83d5fac20112 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0591240
Jan 15 21:03:35.999291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51764) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.010183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdcc5a-ded0-44de-bb67-a766b72440df req-db19d791-7e41-48d5-8f42-7fe29513c76c tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.011752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efbdcc5a-ded0-44de-bb67-a766b72440df req-db19d791-7e41-48d5-8f42-7fe29513c76c tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.1977208
Jan 15 21:03:36.065962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-a4a16653-970b-4db5-adfd-96af9fbbec02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 1002 time: 0.0995233
Jan 15 21:03:36.068793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14937422-94fc-44d5-81b0-bb32202c5968 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.068995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] Publish callbacks [] for security_group (79f4b34f-ae95-4c77-bdf3-186398dcbe65), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.073484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14937422-94fc-44d5-81b0-bb32202c5968 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.0730262
Jan 15 21:03:36.074385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.099609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] Publish callbacks [] for security_group (79f4b34f-ae95-4c77-bdf3-186398dcbe65), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.148760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106f249-2eaf-4cf4-a722-3c0b045c083d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.150703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8106f249-2eaf-4cf4-a722-3c0b045c083d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0751874
Jan 15 21:03:36.160088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.189956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-6f844b02-ae96-4c73-bb37-c2860a680708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.191453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-6f844b02-ae96-4c73-bb37-c2860a680708 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 200  len: 851 time: 0.0576937
Jan 15 21:03:36.212898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ecccd7ba-d679-41ce-87a2-1ec65b7fe915 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0482523
Jan 15 21:03:36.214201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51772) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.220173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:36.237972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (79f4b34f-ae95-4c77-bdf3-186398dcbe65), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.240444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.241618 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79f4b34f-ae95-4c77-bdf3-186398dcbe65 HTTP/1.1" status: 204  len: 168 time: 0.3081887
Jan 15 21:03:36.254277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47e6ba-7da8-4762-a77e-abaf1ffdb625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4b34f-ae95-4c77-bdf3-186398dcbe65,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:36.274873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-b3705e5d-fbf2-4755-aba1-1c49e5eff628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.276251 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-b3705e5d-fbf2-4755-aba1-1c49e5eff628 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b740d751-068e-4a93-9225-aa5d63661275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0778384
Jan 15 21:03:36.360266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efbdcc5a-ded0-44de-bb67-a766b72440df req-89662ad6-6622-453c-974d-97d68c1bca18 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3357210
Jan 15 21:03:36.391224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b50e8-1681-42b5-bc49-0a26d5cadaa3 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:36.399209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:36.402474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-bb0c5005-d363-4fa2-8421-c40b3bf8c5d9 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173396
Jan 15 21:03:36.420976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.422711 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:36.423166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:36.448295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-410c58c8-0490-4821-8b29-3f619d0643f4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2328317
Jan 15 21:03:36.451222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51778) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.459656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:36.517471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1465e808-df47-465d-9838-402437abc6c4 None None] Provisioning complete for port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:36.517851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1465e808-df47-465d-9838-402437abc6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.527346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-67d4f6f1-3f81-4a59-9f9b-ac8f3de863a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178083
Jan 15 21:03:36.608605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:36.611256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.613905 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:36.614661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:36.631144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-50959b26-185a-4f60-9d53-25a3b5fb83d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 217 time: 0.0945158
Jan 15 21:03:36.640721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c66c5369-7811-4a31-b92f-c6a115cb95a6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1852942
Jan 15 21:03:36.640973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.660024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:36.699114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:36.702724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-658f48dd-a7cd-48aa-9e90-f41fbf72fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.704497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-658f48dd-a7cd-48aa-9e90-f41fbf72fa91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0629408
Jan 15 21:03:36.750517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1465e808-df47-465d-9838-402437abc6c4 None None] Current status of the port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:36.790655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Deleting port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:36.791247 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.796360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:36.798996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-481cde0f-6ebb-4cb1-b1c6-8109ff3d3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:36.800716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-481cde0f-6ebb-4cb1-b1c6-8109ff3d3b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0899582
Jan 15 21:03:36.801062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.802603 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:36.803036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:36.827909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39659eed-4e51-48e9-9bd2-3457a06df624 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1851137
Jan 15 21:03:36.831196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:36.838926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:36.912578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] For port e59be9c2-92d0-48e0-9d3a-fa996d90cf98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:36.913366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:36.931855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Calling delete_port for e59be9c2-92d0-48e0-9d3a-fa996d90cf98 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:36.943944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-b407e849-5d42-4acf-a34c-41680289c8ea service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340413
Jan 15 21:03:37.010922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903565-1987-4aa9-a4e1-04015c45f2d8 req-e9a556a3-4d2b-4722-bd74-53e5bf3d1b2b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.012761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1903565-1987-4aa9-a4e1-04015c45f2d8 req-e9a556a3-4d2b-4722-bd74-53e5bf3d1b2b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.4863777
Jan 15 21:03:37.032542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (e59be9c2-92d0-48e0-9d3a-fa996d90cf98), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:37.061812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:37.062503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] Pushing event deleted for resources: {'Port': ['ID=e59be9c2-92d0-48e0-9d3a-fa996d90cf98,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:37.066619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:37.067609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb68fe-4349-4d6f-b611-35cfee3cd403 None None] No DVR routers for this DVR port e59be9c2-92d0-48e0-9d3a-fa996d90cf98 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:37.069252 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:37.069699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:37.096236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1903565-1987-4aa9-a4e1-04015c45f2d8 req-7e90054d-d509-4ebf-a52a-72f366128465 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723140
Jan 15 21:03:37.103547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-57f5d4f8-65ff-4384-b738-0985b1c63d01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2712703
Jan 15 21:03:37.104133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51804) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.106152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-afb164de-cdd8-4219-ab8f-49c7d9599a2b service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550279
Jan 15 21:03:37.109809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:37.160210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-60a36daa-5a82-4a8d-b86f-d1ba73c2c988 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 217 time: 0.0475852
Jan 15 21:03:37.239851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e59be9c2-92d0-48e0-9d3a-fa996d90cf98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:37.245771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-eaf78524-0135-4a79-802b-80fc8e7b3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.247260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-eaf78524-0135-4a79-802b-80fc8e7b3515 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0818393
Jan 15 21:03:37.254640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:37.259522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:37.261553 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:37.262558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:37.277145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e59be9c2-92d0-48e0-9d3a-fa996d90cf98 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:37.277568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e59be9c2-92d0-48e0-9d3a-fa996d90cf98 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:37.288622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.289617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fff1f7c9-9475-480a-846c-3bec0fc212a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1842213
Jan 15 21:03:37.298262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:37.419634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-98e1c981-680d-4a1b-967c-fb1f051136f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.422300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-98e1c981-680d-4a1b-967c-fb1f051136f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1614659
Jan 15 21:03:37.439178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ebdbb-e441-4876-9b50-832a5845effa req-788f854b-3095-40fd-ad52-6d1e92f5e870 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.440700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-591ebdbb-e441-4876-9b50-832a5845effa req-788f854b-3095-40fd-ad52-6d1e92f5e870 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.0655134
Jan 15 21:03:37.503268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:37.504906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-591ebdbb-e441-4876-9b50-832a5845effa req-4356c3b9-022c-4801-a6f1-f786c74e9582 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581024
Jan 15 21:03:37.507463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:37.509028 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:37.509580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:37.543084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-669f5baf-addd-4a8c-8172-f3b698ec4b26 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2498813
Jan 15 21:03:37.546023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.556179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-57790818-5907-4d07-b046-67691924a6ed service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245186
Jan 15 21:03:37.573967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c638b52-50ac-4321-a97c-bf7c006e859e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0267878
Jan 15 21:03:37.577154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.637264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd01fbb-c7a4-4d8b-8592-90b27ff13a84 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.641119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7bd01fbb-c7a4-4d8b-8592-90b27ff13a84 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0627272
Jan 15 21:03:37.643504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.670804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-75f53453-c4c9-4722-90a6-d70e28f4b0ea service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047471
Jan 15 21:03:37.692236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a11e858b-6be2-43bd-833a-18738d8d2323 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0433826
Jan 15 21:03:37.692236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51836) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.697168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:37.727986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-557b1785-e471-46f3-8d1a-5de0bb0730a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 200  len: 217 time: 0.0402429
Jan 15 21:03:37.760433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51838) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:37.787826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-5824cbd9-13cf-4328-a6e7-4e6595a8e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:37.789589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-5824cbd9-13cf-4328-a6e7-4e6595a8e42a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0542617
Jan 15 21:03:37.801079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:37.806871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:37.911235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c06538de-3cdd-4920-a2dd-a755982a38b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.074966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-5a37552a-9d2e-4d1c-b16a-e86e09bb8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.077050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-5a37552a-9d2e-4d1c-b16a-e86e09bb8b4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2801876
Jan 15 21:03:38.108812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c06538de-3cdd-4920-a2dd-a755982a38b3 admin admin] Publish callbacks [] for security_group (743d656a-354e-46d9-968d-5ab4330bd872), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.114095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c06538de-3cdd-4920-a2dd-a755982a38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (743d656a-354e-46d9-968d-5ab4330bd872), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.167881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-3468413e-766d-467f-8a59-38e00624306a service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840933
Jan 15 21:03:38.192718 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c06538de-3cdd-4920-a2dd-a755982a38b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68e0081df2fa4fbfaf9ef22cf76542ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4312027
Jan 15 21:03:38.193881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06538de-3cdd-4920-a2dd-a755982a38b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d656a-354e-46d9-968d-5ab4330bd872,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:38.195388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51844) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:38.227254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:38.229727 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (75d13ce1-367b-47e9-aa5c-d2aa6a9be918), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.271087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:38.274274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:38.278466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.279318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.290244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47cf0fd-ba1c-4e86-9a09-3881600bfa27 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:38.298335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=75d13ce1-367b-47e9-aa5c-d2aa6a9be918,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:38.304995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] Publish callbacks [] for security_group (743d656a-354e-46d9-968d-5ab4330bd872), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.306118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bba3cb2a-56e7-4648-8be3-47227df7f728 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6129315
Jan 15 21:03:38.308719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51846) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:38.315013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:9b:c2:86', 'name': 'tempest-NetworksTestDHCPv6-557201875'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:38.330667 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] Publish callbacks [] for security_group (743d656a-354e-46d9-968d-5ab4330bd872), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.353317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-5fdb31c8-43b5-4c96-862a-7cec958ea84b service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776040
Jan 15 21:03:38.401380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-ae63b9d4-7a6a-42df-962b-2d6907a68176 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 200  len: 217 time: 0.0399849
Jan 15 21:03:38.425644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '75d13ce1-367b-47e9-aa5c-d2aa6a9be918'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:38.427245 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.447737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (743d656a-354e-46d9-968d-5ab4330bd872), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.451229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.452637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/743d656a-354e-46d9-968d-5ab4330bd872 HTTP/1.1" status: 204  len: 168 time: 0.2562928
Jan 15 21:03:38.467258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e82b-0383-4c7f-ab20-86ff170addf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d656a-354e-46d9-968d-5ab4330bd872,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:38.467998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:38.472487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-9d5ec8c5-3bb0-43bb-aa9e-3778773bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.474281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-9d5ec8c5-3bb0-43bb-aa9e-3778773bdff2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0667832
Jan 15 21:03:38.526165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-e6ded382-1567-46e5-98e5-8745b321954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.527983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-e6ded382-1567-46e5-98e5-8745b321954d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0476847
Jan 15 21:03:38.603459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.663364 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-93a06f0b-0dd4-48bd-bdcc-49f1144ccfcf service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280804
Jan 15 21:03:38.663696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Allocated IP 2001:db8::f816:3eff:fedd:b86e (990da85b-3404-4279-8b69-6cd09c9133de/75d13ce1-367b-47e9-aa5c-d2aa6a9be918/90071fd3-b215-4e25-8c32-7ae6f54978b8) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:38.665180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 1ace8515-b4b4-40e7-abaa-67ba81fde164 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:38.787624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-57f1da45-f94c-49ad-b256-ce5cb987f95a service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150954
Jan 15 21:03:38.792571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5efc1-5ab3-4ddc-960b-b86e445e53b6 req-dd8cd94d-581d-4805-a06a-f7b672302392 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.793508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47e5efc1-5ab3-4ddc-960b-b86e445e53b6 req-dd8cd94d-581d-4805-a06a-f7b672302392 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.1601698
Jan 15 21:03:38.866697 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-07079302-854b-4f37-9606-1433782763b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 200  len: 217 time: 0.0611460
Jan 15 21:03:38.867618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47e5efc1-5ab3-4ddc-960b-b86e445e53b6 req-5485f82c-95a7-4f08-900c-226341c1e34e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668967
Jan 15 21:03:38.875250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks [] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.882212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:38.919478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:38.922902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:38.924038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-2312dfd0-931e-4bd2-870f-bdd2ee77fb7f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.926710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:38.927310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-2312dfd0-931e-4bd2-870f-bdd2ee77fb7f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 945 time: 0.1426663
Jan 15 21:03:38.951844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Pushing event updated for resources: {'Port': ['ID=90071fd3-b215-4e25-8c32-7ae6f54978b8,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:38.969020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-c54e4ea3-87c3-4c32-bceb-fe724c269fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:38.971958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-c54e4ea3-87c3-4c32-bceb-fe724c269fca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0979264
Jan 15 21:03:38.972090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fe9b:c286 (990da85b-3404-4279-8b69-6cd09c9133de/75d13ce1-367b-47e9-aa5c-d2aa6a9be918/1ace8515-b4b4-40e7-abaa-67ba81fde164) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:39.023198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Attempting to bind port 90071fd3-b215-4e25-8c32-7ae6f54978b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:39.023554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Attempting to bind port 90071fd3-b215-4e25-8c32-7ae6f54978b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:39.024530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Attempting to bind port 90071fd3-b215-4e25-8c32-7ae6f54978b8 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:39.030922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:39.031334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:39.031704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.032092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:39.032566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Bound port: 90071fd3-b215-4e25-8c32-7ae6f54978b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:39.032967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.064528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-da075335-59b9-4ac0-b578-8223804fb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.066202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-da075335-59b9-4ac0-b578-8223804fb7bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0885878
Jan 15 21:03:39.133802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] For port 90071fd3-b215-4e25-8c32-7ae6f54978b8, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:39.135895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port 3060e529-416c-4ce6-af7f-4acb88198123 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:39.136348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3060e529-416c-4ce6-af7f-4acb88198123), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.137265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] For port 90071fd3-b215-4e25-8c32-7ae6f54978b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90071fd3-b215-4e25-8c32-7ae6f54978b8,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:39.146433 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.224825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (1ace8515-b4b4-40e7-abaa-67ba81fde164), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.233151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0c26-faf4-4c75-a384-be7c9ab3e4b4 None None] Pushing event updated for resources: {'Port': ['ID=90071fd3-b215-4e25-8c32-7ae6f54978b8,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:39.289321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1ace8515-b4b4-40e7-abaa-67ba81fde164), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.292002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-1a589396-63ec-407e-9369-e735a3c3fea6 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184045
Jan 15 21:03:39.313035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port 3060e529-416c-4ce6-af7f-4acb88198123, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3060e529-416c-4ce6-af7f-4acb88198123,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:39.313412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3060e529-416c-4ce6-af7f-4acb88198123), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.347471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:39.351447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:39.353867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:39.360752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.361430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.371046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=1ace8515-b4b4-40e7-abaa-67ba81fde164,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:39.377972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for 3060e529-416c-4ce6-af7f-4acb88198123 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:39.390025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8b5179e2-9866-4382-a32e-922dac38abf7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.0797939
Jan 15 21:03:39.393372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:39.463845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de584b5a-05f3-4056-bfa0-2e316f4aff4a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.483038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de584b5a-05f3-4056-bfa0-2e316f4aff4a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.487247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de584b5a-05f3-4056-bfa0-2e316f4aff4a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0893862
Jan 15 21:03:39.488384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51878) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:39.515752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-663affe8-5e4d-4b5c-a832-cc52cb019e7a service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2173741
Jan 15 21:03:39.578914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-a9298fc4-1c80-4ed0-96ba-b9f6db4351e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 217 time: 0.0533228
Jan 15 21:03:39.617520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 1ace8515-b4b4-40e7-abaa-67ba81fde164 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:39.617860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1ace8515-b4b4-40e7-abaa-67ba81fde164), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.690926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3060e529-416c-4ce6-af7f-4acb88198123), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.703002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:39.737313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1ace8515-b4b4-40e7-abaa-67ba81fde164), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.750115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 1ace8515-b4b4-40e7-abaa-67ba81fde164 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:39.776512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=3060e529-416c-4ce6-af7f-4acb88198123,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:39.783002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-a1be4f60-3cc8-4b2e-b1fb-ff870b408764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.784437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-a1be4f60-3cc8-4b2e-b1fb-ff870b408764 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.1958590
Jan 15 21:03:39.806919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port 3060e529-416c-4ce6-af7f-4acb88198123 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:39.809784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.813686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-57bd0232-e003-4cc4-9103-14b1386497e8 req-7addc175-2757-4364-b28a-4491f57a7f56 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "DELETE /v2.0/ports/3060e529-416c-4ce6-af7f-4acb88198123 HTTP/1.1" status: 204  len: 173 time: 0.8785894
Jan 15 21:03:39.816947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'name': 'network-vif-deleted', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:39.829929 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b3f14-33dd-4dd0-99c8-d2d022727255" -d '{"events": [{"server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "name": "network-vif-deleted", "tag": "3060e529-416c-4ce6-af7f-4acb88198123"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:39.904570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-ef4d4f75-9f91-4cc3-82b5-935da6799737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:39.906750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-ef4d4f75-9f91-4cc3-82b5-935da6799737 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1078625
Jan 15 21:03:39.929269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1ace8515-b4b4-40e7-abaa-67ba81fde164), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:39.969700 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e8ab8-d6f3-4efa-bd9b-546adb997366 x-openstack-request-id: req-223e8ab8-d6f3-4efa-bd9b-546adb997366 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:39.970116 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73", "name": "network-vif-deleted", "tag": "3060e529-416c-4ce6-af7f-4acb88198123", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:39.970292 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-223e8ab8-d6f3-4efa-bd9b-546adb997366 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:39.971322 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73', 'name': 'network-vif-deleted', 'tag': '3060e529-416c-4ce6-af7f-4acb88198123', 'status': 'completed', 'code': 200}
Jan 15 21:03:40.010239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=1ace8515-b4b4-40e7-abaa-67ba81fde164,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:40.044249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.051130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c54897be-1420-4601-a185-66829e662aa6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/1ace8515-b4b4-40e7-abaa-67ba81fde164 HTTP/1.1" status: 204  len: 168 time: 0.5593326
Jan 15 21:03:40.051619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:40.106761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7c04857-3a30-4dea-9bce-814eb5ca44b3 req-094eed99-5a1c-4b00-8dac-95d73a8a06d5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdf3b234-dc0e-4ad2-b0a4-3aaa618bfe73 HTTP/1.1" status: 200  len: 210 time: 0.0321546
Jan 15 21:03:40.141421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-a0af2536-3afc-41ca-971c-ca9dac071a04 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233415
Jan 15 21:03:40.146040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855217c-0556-4650-aed5-1791cdf38f34 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:40.148033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855217c-0556-4650-aed5-1791cdf38f34 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:40.152053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7855217c-0556-4650-aed5-1791cdf38f34 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0969279
Jan 15 21:03:40.152519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51900) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:40.221290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 75d13ce1-367b-47e9-aa5c-d2aa6a9be918 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:40.230864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (75d13ce1-367b-47e9-aa5c-d2aa6a9be918), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.254492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ab03ea03-7242-4edc-9e0f-65e2210af0fa req-e6fef0bd-f89f-4ffd-b3ad-5cd831e387ff service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1034992
Jan 15 21:03:40.294327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (75d13ce1-367b-47e9-aa5c-d2aa6a9be918), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.408739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (75d13ce1-367b-47e9-aa5c-d2aa6a9be918), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.484384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (75d13ce1-367b-47e9-aa5c-d2aa6a9be918), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.519106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.524945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:40.525249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/75d13ce1-367b-47e9-aa5c-d2aa6a9be918 HTTP/1.1" status: 204  len: 168 time: 0.3711970
Jan 15 21:03:40.526341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b360-53b1-4e8d-9470-b29c323b7462 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=75d13ce1-367b-47e9-aa5c-d2aa6a9be918,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:40.575834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2b8fbc7-3a55-43e5-86c6-28f47a576308 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0496533
Jan 15 21:03:40.579410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51914) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:40.585917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:40.622422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf319b4-888b-44af-8d2f-633b16486592 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:40.687973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:40.691570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.725433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Provisioning complete for port 90071fd3-b215-4e25-8c32-7ae6f54978b8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:40.725911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.809680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:40.825760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Current status of the port 90071fd3-b215-4e25-8c32-7ae6f54978b8 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:40.826683 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.884122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] For port 90071fd3-b215-4e25-8c32-7ae6f54978b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90071fd3-b215-4e25-8c32-7ae6f54978b8,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:40.890930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.927804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Deleting port 90071fd3-b215-4e25-8c32-7ae6f54978b8 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:40.928175 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:40.986901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12545f1-a9b3-46bc-89ba-b116405caa6b None None] Pushing event updated for resources: {'Port': ['ID=90071fd3-b215-4e25-8c32-7ae6f54978b8,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:41.028148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] For port 90071fd3-b215-4e25-8c32-7ae6f54978b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90071fd3-b215-4e25-8c32-7ae6f54978b8,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:41.028552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.043538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Calling delete_port for 90071fd3-b215-4e25-8c32-7ae6f54978b8 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:41.079102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:41.142227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (90071fd3-b215-4e25-8c32-7ae6f54978b8), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.169094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] Pushing event deleted for resources: {'Port': ['ID=90071fd3-b215-4e25-8c32-7ae6f54978b8,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:41.180735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d5190-3086-4c9e-a07e-c67808105828 None None] No DVR routers for this DVR port 90071fd3-b215-4e25-8c32-7ae6f54978b8 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:41.309947 ncdv-master-1 neutron-server[114438]: WARNING neutron.services.revisions.revision_plugin [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f1e79baaa30] {port_id='90071fd3-b215-4e25-8c32-7ae6f54978b8', ip_address='2001:db8::f816:3eff:fedd:b86e', subnet_id='2f9e30d5-6f86-400e-ba00-b9840b2b5055', network_id='990da85b-3404-4279-8b69-6cd09c9133de'}> to bump revision.
Jan 15 21:03:41.316902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_pluggable_backend [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Port 90071fd3-b215-4e25-8c32-7ae6f54978b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Jan 15 21:03:41.318952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_pluggable_backend [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Reverting IP allocation for 2001:db8::f816:3eff:fedd:b86e {{(pid=114438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Jan 15 21:03:41.323971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_pluggable_backend [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedd:b86e {{(pid=114438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Jan 15 21:03:41.334298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (2f9e30d5-6f86-400e-ba00-b9840b2b5055), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.382127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:41.385616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:41.390026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:41.390769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.398905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f20f7-e5f1-40d3-91a9-68e65a6aa411 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:41.407720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=2f9e30d5-6f86-400e-ba00-b9840b2b5055,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:41.421816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51952) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:41.422170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-878ccb4c-5348-4118-8c63-4a4abe20cbb9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8411801
Jan 15 21:03:41.427431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:ec:65:a8', 'name': 'tempest-NetworksTestDHCPv6-117162751'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:41.522562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3060e529-416c-4ce6-af7f-4acb88198123 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:41.551638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '2f9e30d5-6f86-400e-ba00-b9840b2b5055'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:41.552574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.565699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 3060e529-416c-4ce6-af7f-4acb88198123 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:41.566461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3060e529-416c-4ce6-af7f-4acb88198123 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:41.608377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51964) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:41.641099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:41.645283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.662591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-e4940b53-1cdf-44ad-afe8-132a647d70e0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:41.664150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-e4940b53-1cdf-44ad-afe8-132a647d70e0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.1771252
Jan 15 21:03:41.677165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port f8b12973-e97c-46af-b92c-6501e190708a yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:41.692737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-1356beb6-8130-4f8c-9d1f-589d631760bb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0202246
Jan 15 21:03:41.703977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Allocated IP 2001:db8::f816:3eff:fef4:1b52 (990da85b-3404-4279-8b69-6cd09c9133de/2f9e30d5-6f86-400e-ba00-b9840b2b5055/b2642842-b415-43b8-87b7-32493f468483) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:41.743260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d596ccb-dc69-44e1-9bab-701aa75d588b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.788767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-f53bae84-17c2-4b96-bfd2-bcfb8a31ae83 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0664630
Jan 15 21:03:41.844690 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d596ccb-dc69-44e1-9bab-701aa75d588b admin admin] Publish callbacks [] for security_group (b32ed2bc-3aca-415f-8b3b-7ed58c7268b1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.849141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d596ccb-dc69-44e1-9bab-701aa75d588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b32ed2bc-3aca-415f-8b3b-7ed58c7268b1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.867710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks [] for port (b2642842-b415-43b8-87b7-32493f468483), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.885920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b2642842-b415-43b8-87b7-32493f468483), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.894166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d596ccb-dc69-44e1-9bab-701aa75d588b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cd1ad53231742fba0a0a0552c07ea5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2846229
Jan 15 21:03:41.896034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51968) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:41.897205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d596ccb-dc69-44e1-9bab-701aa75d588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ed2bc-3aca-415f-8b3b-7ed58c7268b1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:41.922605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-2944f2a3-0d9a-4fc9-a386-654986d061fd service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259482
Jan 15 21:03:41.938093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:41.941251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:41.943765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:41.955294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] Publish callbacks [] for security_group (b32ed2bc-3aca-415f-8b3b-7ed58c7268b1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.957779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Pushing event updated for resources: {'Port': ['ID=b2642842-b415-43b8-87b7-32493f468483,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:41.984345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] Publish callbacks [] for security_group (b32ed2bc-3aca-415f-8b3b-7ed58c7268b1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:41.995948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:feec:65a8 (990da85b-3404-4279-8b69-6cd09c9133de/2f9e30d5-6f86-400e-ba00-b9840b2b5055/f8b12973-e97c-46af-b92c-6501e190708a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:42.016736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Attempting to bind port b2642842-b415-43b8-87b7-32493f468483 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:42.017140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Attempting to bind port b2642842-b415-43b8-87b7-32493f468483 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:42.017561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Attempting to bind port b2642842-b415-43b8-87b7-32493f468483 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:42.023660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:42.024081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:42.024544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.024997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:42.025450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Bound port: b2642842-b415-43b8-87b7-32493f468483, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:42.025830 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b2642842-b415-43b8-87b7-32493f468483), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.048313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b32ed2bc-3aca-415f-8b3b-7ed58c7268b1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.051932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.053351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b32ed2bc-3aca-415f-8b3b-7ed58c7268b1 HTTP/1.1" status: 204  len: 168 time: 0.1573460
Jan 15 21:03:42.065026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afee569-46f7-46e5-94b6-232c524647ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ed2bc-3aca-415f-8b3b-7ed58c7268b1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:42.077395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-e8c32785-4531-4973-9fee-a90937439a63 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504364
Jan 15 21:03:42.108998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] For port b2642842-b415-43b8-87b7-32493f468483, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:42.113006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] For port b2642842-b415-43b8-87b7-32493f468483, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2642842-b415-43b8-87b7-32493f468483,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:42.119269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b2642842-b415-43b8-87b7-32493f468483), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.214398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7933a-0db2-4cf3-a880-b40154e27a16 None None] Pushing event updated for resources: {'Port': ['ID=b2642842-b415-43b8-87b7-32493f468483,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:42.285755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (f8b12973-e97c-46af-b92c-6501e190708a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.353065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f8b12973-e97c-46af-b92c-6501e190708a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.402451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ad331e0-0539-49ca-88fd-75e6a231bf7b req-13e62689-4cce-420d-9bcc-ccffbd5d76b2 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 210 time: 0.0523481
Jan 15 21:03:42.457783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:42.464100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:42.468711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:42.474658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:42.475287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.496320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=f8b12973-e97c-46af-b92c-6501e190708a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:42.508864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f2757387-8e5f-4cf9-bb8e-fb64359641ff tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.0858572
Jan 15 21:03:42.511610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:42.579370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9cc8c-dce0-416f-a80b-c65dc9f2b933 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:42.585918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f9cc8c-dce0-416f-a80b-c65dc9f2b933 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:42.587562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80f9cc8c-dce0-416f-a80b-c65dc9f2b933 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0742474
Jan 15 21:03:42.590386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51988) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:42.595659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51990) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:42.614661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82fe5623-0be1-4ab9-bc53-586c99891952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.718190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port f8b12973-e97c-46af-b92c-6501e190708a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:42.718777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f8b12973-e97c-46af-b92c-6501e190708a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.721394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82fe5623-0be1-4ab9-bc53-586c99891952 admin admin] Publish callbacks [] for security_group (2829dd3a-ed4a-480c-8fdd-5f22ba6488fa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.725998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82fe5623-0be1-4ab9-bc53-586c99891952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2829dd3a-ed4a-480c-8fdd-5f22ba6488fa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.764939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82fe5623-0be1-4ab9-bc53-586c99891952 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fc3d0812b9a40a7af605f6df0fe4dff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1678727
Jan 15 21:03:42.767630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:42.774896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe5623-0be1-4ab9-bc53-586c99891952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2829dd3a-ed4a-480c-8fdd-5f22ba6488fa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:42.831169 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] Publish callbacks [] for security_group (2829dd3a-ed4a-480c-8fdd-5f22ba6488fa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.837050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f8b12973-e97c-46af-b92c-6501e190708a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.851117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for f8b12973-e97c-46af-b92c-6501e190708a owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:42.853841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] Publish callbacks [] for security_group (2829dd3a-ed4a-480c-8fdd-5f22ba6488fa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.906742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2829dd3a-ed4a-480c-8fdd-5f22ba6488fa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.909347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:42.910506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2829dd3a-ed4a-480c-8fdd-5f22ba6488fa HTTP/1.1" status: 204  len: 168 time: 0.1420236
Jan 15 21:03:42.918290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45772a-26f5-45d5-ae78-31602615b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2829dd3a-ed4a-480c-8fdd-5f22ba6488fa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:43.026247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f8b12973-e97c-46af-b92c-6501e190708a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.060517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=f8b12973-e97c-46af-b92c-6501e190708a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:43.093287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.096958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4c9ace77-e33a-4364-8bda-4ffc026eefa9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/f8b12973-e97c-46af-b92c-6501e190708a HTTP/1.1" status: 204  len: 168 time: 0.5041966
Jan 15 21:03:43.099966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51998) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:43.184880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ea18e-5918-4833-ad77-32ef8347658a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:43.187089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ea18e-5918-4833-ad77-32ef8347658a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:43.191232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e34ea18e-5918-4833-ad77-32ef8347658a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0902665
Jan 15 21:03:43.194708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52002) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:43.253965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 2f9e30d5-6f86-400e-ba00-b9840b2b5055 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:43.257627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (2f9e30d5-6f86-400e-ba00-b9840b2b5055), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.327117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b2642842-b415-43b8-87b7-32493f468483 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:43.327610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (2f9e30d5-6f86-400e-ba00-b9840b2b5055), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.395743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b2642842-b415-43b8-87b7-32493f468483 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:43.397861 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b2642842-b415-43b8-87b7-32493f468483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.537904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b2642842-b415-43b8-87b7-32493f468483 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:43.538328 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b2642842-b415-43b8-87b7-32493f468483), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.565569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2f9e30d5-6f86-400e-ba00-b9840b2b5055), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.612273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4074f499-b029-4e7e-a02a-ae5bfb15fee0 req-deb334a6-6a2b-43e1-ac9c-2a99a7a44617 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 210 time: 0.0571861
Jan 15 21:03:43.648636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Provisioning complete for port b2642842-b415-43b8-87b7-32493f468483 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:43.649798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b2642842-b415-43b8-87b7-32493f468483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.666304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-d64645b3-722b-4f52-8012-75602bd30536 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:43.672140 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-d64645b3-722b-4f52-8012-75602bd30536 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.1620293
Jan 15 21:03:43.683666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:43.688601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (2f9e30d5-6f86-400e-ba00-b9840b2b5055), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.750631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:03:43.751084 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:03:43.776466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9e30d5-6f86-400e-ba00-b9840b2b5055,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:43.786868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.790875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-acddcad4-9030-41aa-bd93-41d7266f6bac tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/2f9e30d5-6f86-400e-ba00-b9840b2b5055 HTTP/1.1" status: 204  len: 168 time: 0.5951514
Jan 15 21:03:43.793405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52022) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:43.820639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Current status of the port b2642842-b415-43b8-87b7-32493f468483 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:43.820989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b2642842-b415-43b8-87b7-32493f468483), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.842705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e9e1be11-6273-480e-a3bb-ceeba49dd60a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0444231
Jan 15 21:03:43.843505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52024) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:43.859411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:43.863973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.872588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] For port b2642842-b415-43b8-87b7-32493f468483, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2642842-b415-43b8-87b7-32493f468483,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:43.880019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b2642842-b415-43b8-87b7-32493f468483), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:43.943381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556438a-60a5-4835-bd6b-c4248e7bb2ba tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:43.945508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f556438a-60a5-4835-bd6b-c4248e7bb2ba tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1006126
Jan 15 21:03:43.948547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52028) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:43.952636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6b38e-ce64-474a-b149-90596c8191f3 None None] Pushing event updated for resources: {'Port': ['ID=b2642842-b415-43b8-87b7-32493f468483,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:43.962583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637632a-bd21-4413-b18c-08c486658367 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:44.026293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5229ec8a-4d08-4d2c-af23-b6bda522db57 None None] Could not find standard attr ID for object f8b12973-e97c-46af-b92c-6501e190708a. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:44.147254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:44.206309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Deleting port b2642842-b415-43b8-87b7-32493f468483 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:44.206886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b2642842-b415-43b8-87b7-32493f468483), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.279526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02593f86-1d5f-446b-924f-2d5418ebedfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:44.281122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02593f86-1d5f-446b-924f-2d5418ebedfd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3306940
Jan 15 21:03:44.283931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:44.315156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] For port b2642842-b415-43b8-87b7-32493f468483, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2642842-b415-43b8-87b7-32493f468483,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:44.315660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b2642842-b415-43b8-87b7-32493f468483), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.331058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b2642842-b415-43b8-87b7-32493f468483 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:44.339157 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee5ea9bf-6f38-4347-a554-ee10463c8463 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0496070
Jan 15 21:03:44.340220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52042) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:44.344642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.2 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/d3b0d270-adad-4376-905e-5a5f98d7020b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:44.353458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Calling delete_port for b2642842-b415-43b8-87b7-32493f468483 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:44.353824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:44.361261 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.480070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:44.488696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.531931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (b2642842-b415-43b8-87b7-32493f468483), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.563721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] Pushing event deleted for resources: {'Port': ['ID=b2642842-b415-43b8-87b7-32493f468483,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:44.569575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde1eec-5858-4e27-833f-a6ba1d2c0244 None None] No DVR routers for this DVR port b2642842-b415-43b8-87b7-32493f468483 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:44.597038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.640695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.655114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:44.720412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:44.725501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:44.733999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:44.769995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:44.808302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:44.809912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.832576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-58f70285-865b-4057-abbc-0ab91a2be60b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1552584
Jan 15 21:03:44.848916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Request body: {'port': {'device_id': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:44.922639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:44.928567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628892-d269-46f8-bdc9-5ef7d9efa079 req-2de8b133-3be8-4765-8bba-5906bcde2d28 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:44.930162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07628892-d269-46f8-bdc9-5ef7d9efa079 req-2de8b133-3be8-4765-8bba-5906bcde2d28 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 931 time: 0.0814989
Jan 15 21:03:45.035017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07628892-d269-46f8-bdc9-5ef7d9efa079 req-14b84cfb-6842-4d59-a281-2d5cd3ab5db9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963922
Jan 15 21:03:45.123796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.175286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:45.176973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (b9c5971c-8341-4baf-8171-9849f784c8d7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.232097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:45.233544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b2642842-b415-43b8-87b7-32493f468483 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:45.235541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:45.240813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:45.241425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.249206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b0d270-adad-4376-905e-5a5f98d7020b {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:45.263043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.9170175
Jan 15 21:03:45.264356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:45.266121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b2505-ac08-4ce4-82d6-b86d2847fde3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=b9c5971c-8341-4baf-8171-9849f784c8d7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:45.271298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:c9:78:75', 'name': 'tempest-NetworksTestDHCPv6-686002320'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:45.272734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc3cbb-2b4a-4bd2-86ce-f6b29c9dc1b1 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:45.277305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b2642842-b415-43b8-87b7-32493f468483 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:45.277761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b2642842-b415-43b8-87b7-32493f468483 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:45.278068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks [] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.302555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Transition to ACTIVE for port object d3b0d270-adad-4376-905e-5a5f98d7020b will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:03:45.311018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.402207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'b9c5971c-8341-4baf-8171-9849f784c8d7'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:45.404769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:45.406450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.416813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:45.485949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.486380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.486789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.487699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.489433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.489851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.490820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.492371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.492779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.498751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.499216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.499624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.500470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:45.524796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.551694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 33da6de8-3254-4e31-8220-ce076527c9fd yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:45.573008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Attempting to bind port d3b0d270-adad-4376-905e-5a5f98d7020b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:45.573345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Attempting to bind port d3b0d270-adad-4376-905e-5a5f98d7020b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:45.573673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Attempting to bind port d3b0d270-adad-4376-905e-5a5f98d7020b on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:45.588174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Port d3b0d270-adad-4376-905e-5a5f98d7020b on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:03:45.599011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Attempting to bind port d3b0d270-adad-4376-905e-5a5f98d7020b on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:45.608606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:45.612939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Allocated IP 2001:db8::f816:3eff:fe5f:f5a9 (990da85b-3404-4279-8b69-6cd09c9133de/b9c5971c-8341-4baf-8171-9849f784c8d7/8d25bd1b-8b83-45de-9ae2-874a3be4e757) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:45.617515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:45.618756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:45.619562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Bound port: d3b0d270-adad-4376-905e-5a5f98d7020b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:45.623262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.710633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:45.714526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3b0d270-adad-4376-905e-5a5f98d7020b,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:45.719974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.763330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:45.764969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.767136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3b0d270-adad-4376-905e-5a5f98d7020b HTTP/1.1" status: 200  len: 1091 time: 0.9273889
Jan 15 21:03:45.769838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:45.775580 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ab83f-59a7-4a24-8b0e-8c1767069f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:45.787015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks [] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.797902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.849526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:45.851731 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74af82-20c0-4452-986e-3f6e440e34bd x-openstack-request-id: req-0d74af82-20c0-4452-986e-3f6e440e34bd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:45.852805 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:45.853748 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d74af82-20c0-4452-986e-3f6e440e34bd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:45.853885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:45.853983 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b', 'status': 'completed', 'code': 200}
Jan 15 21:03:45.860231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:45.875708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eedb0-bc3d-409d-8076-985eff0d2ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:45.877895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fec9:7875 (990da85b-3404-4279-8b69-6cd09c9133de/b9c5971c-8341-4baf-8171-9849f784c8d7/33da6de8-3254-4e31-8220-ce076527c9fd) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:45.910570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-669f4e56-c356-4c7f-b5e3-2f6363bd7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:45.912344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-669f4e56-c356-4c7f-b5e3-2f6363bd7c26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 1094 time: 0.0724623
Jan 15 21:03:45.922354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Pushing event updated for resources: {'Port': ['ID=8d25bd1b-8b83-45de-9ae2-874a3be4e757,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:45.933544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Attempting to bind port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:45.933919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Attempting to bind port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:45.934282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Attempting to bind port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:45.940046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:45.940877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:45.940877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.941228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:45.941697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Bound port: 8d25bd1b-8b83-45de-9ae2-874a3be4e757, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:45.942081 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:45.983182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-9b605ea5-aac2-4b2d-800e-92c451deb5c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3b0d270-adad-4376-905e-5a5f98d7020b HTTP/1.1" status: 200  len: 217 time: 0.0610678
Jan 15 21:03:46.050294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-dd2d30a1-7f21-4a93-aa0d-11e8529af7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.051944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-dd2d30a1-7f21-4a93-aa0d-11e8529af7ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0636876
Jan 15 21:03:46.106694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-90af2af4-53a0-49dd-bd46-e4558ce864fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478191
Jan 15 21:03:46.148912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] For port 8d25bd1b-8b83-45de-9ae2-874a3be4e757, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:46.152798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] For port 8d25bd1b-8b83-45de-9ae2-874a3be4e757, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d25bd1b-8b83-45de-9ae2-874a3be4e757,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:46.156347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (33da6de8-3254-4e31-8220-ce076527c9fd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.160669 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.241838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b97b5-9951-4a01-83b2-7e771f5180f9 None None] Pushing event updated for resources: {'Port': ['ID=8d25bd1b-8b83-45de-9ae2-874a3be4e757,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:46.251548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d975a-9d84-4f01-b57b-6c1c2103b646 req-e78e742e-562f-49e8-b51f-1cfc95894f98 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.258528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c53d975a-9d84-4f01-b57b-6c1c2103b646 req-e78e742e-562f-49e8-b51f-1cfc95894f98 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 943 time: 0.0917225
Jan 15 21:03:46.269234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52096) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:46.274265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-fe8967b0-f27a-495f-a206-986bd64c3af4 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581652
Jan 15 21:03:46.284344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (33da6de8-3254-4e31-8220-ce076527c9fd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.343234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c53d975a-9d84-4f01-b57b-6c1c2103b646 req-7cbf3414-74c3-48d7-b2ba-068df416e6aa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836670
Jan 15 21:03:46.399437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:46.402860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:46.410375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:46.416866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.418089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.425247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ddbf73a3-86ac-4934-8adf-cca682b79652 req-8178de01-9b78-4f44-a634-75bbd433ac1d service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424546
Jan 15 21:03:46.442021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=33da6de8-3254-4e31-8220-ce076527c9fd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:46.448068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a2a6b775-665d-4848-829e-cb58c2dca869 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1828430
Jan 15 21:03:46.450955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52104) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:46.511141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cecc1d2-99f6-44ec-90aa-548fe4e85bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.567962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af2eae-c136-4744-a55a-cf5cc79dbeee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.574096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af2eae-c136-4744-a55a-cf5cc79dbeee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.575796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35af2eae-c136-4744-a55a-cf5cc79dbeee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1237853
Jan 15 21:03:46.580686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52106) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:46.616216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139ad40-5166-45f6-bcdd-81a49259aebe req-8547b6ca-f13f-453f-93fc-b9026d714459 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.618021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4139ad40-5166-45f6-bcdd-81a49259aebe req-8547b6ca-f13f-453f-93fc-b9026d714459 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1249120
Jan 15 21:03:46.710911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-f0cf56e7-0d08-448a-8f90-9f39d0e32982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.712249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-f0cf56e7-0d08-448a-8f90-9f39d0e32982 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 1094 time: 0.1728547
Jan 15 21:03:46.713984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-7e1dd4ba-5b93-4618-b6ce-26d46da63e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.715366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-7e1dd4ba-5b93-4618-b6ce-26d46da63e26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.1385584
Jan 15 21:03:46.720440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4139ad40-5166-45f6-bcdd-81a49259aebe req-1cfd3041-41fc-4d83-a137-1f6d4ea56bd6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929031
Jan 15 21:03:46.725663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cecc1d2-99f6-44ec-90aa-548fe4e85bf5 admin admin] Publish callbacks [] for security_group (971197fc-1725-4367-a92a-f1d36a30b0ec), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.731497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cecc1d2-99f6-44ec-90aa-548fe4e85bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (971197fc-1725-4367-a92a-f1d36a30b0ec), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.785983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5cecc1d2-99f6-44ec-90aa-548fe4e85bf5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6f6e76aed134c5b8b0638a5838ecd87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5158558
Jan 15 21:03:46.786866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecc1d2-99f6-44ec-90aa-548fe4e85bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971197fc-1725-4367-a92a-f1d36a30b0ec,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:46.790104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52112) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:46.845338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] Publish callbacks [] for security_group (971197fc-1725-4367-a92a-f1d36a30b0ec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.867888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] Publish callbacks [] for security_group (971197fc-1725-4367-a92a-f1d36a30b0ec), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.892011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 33da6de8-3254-4e31-8220-ce076527c9fd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:46.892579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (33da6de8-3254-4e31-8220-ce076527c9fd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.916493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (971197fc-1725-4367-a92a-f1d36a30b0ec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.919511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:46.921309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/971197fc-1725-4367-a92a-f1d36a30b0ec HTTP/1.1" status: 204  len: 168 time: 0.1300073
Jan 15 21:03:46.929042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0170-2d80-4c7a-a116-cd867cb217cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971197fc-1725-4367-a92a-f1d36a30b0ec,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:46.955576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-d784b320-500c-4319-9519-9cf909501dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.957071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-d784b320-500c-4319-9519-9cf909501dab service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.2293644
Jan 15 21:03:46.959917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-cdc9baf9-836a-4c87-ad7d-4c5da90c9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:46.961248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-cdc9baf9-836a-4c87-ad7d-4c5da90c9c3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.2236063
Jan 15 21:03:47.049013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-1cafeda1-ec29-4e9f-a0d0-7abbf0c68937 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3b0d270-adad-4376-905e-5a5f98d7020b HTTP/1.1" status: 200  len: 217 time: 0.0803304
Jan 15 21:03:47.113366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (33da6de8-3254-4e31-8220-ce076527c9fd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.136804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 33da6de8-3254-4e31-8220-ce076527c9fd owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:47.149197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-44ca61b8-09df-45aa-aedd-638ab3d46b7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.1794589
Jan 15 21:03:47.154830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-a72b271e-bdad-45ce-a28a-a005ea43cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:47.156274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-a72b271e-bdad-45ce-a28a-a005ea43cb77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0986829
Jan 15 21:03:47.264622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-fecfe198-9b04-43a2-af9a-9ce7fbec976a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0899143
Jan 15 21:03:47.306667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d25bd1b-8b83-45de-9ae2-874a3be4e757 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:47.311577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-fbe889da-4b0b-43be-abc6-c4823ea9f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:47.313598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-fbe889da-4b0b-43be-abc6-c4823ea9f7c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.1533706
Jan 15 21:03:47.397520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:47.397903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.483853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-e2c11b8b-e44c-46e8-8e07-2b8fdf3a7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:47.485406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-e2c11b8b-e44c-46e8-8e07-2b8fdf3a7e4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1601665
Jan 15 21:03:47.513068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:47.514391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.539841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28030506-e3c4-494f-97d2-ff13e5d8dda7 req-246db9a8-0fb1-4712-a63c-946170cfca13 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:47.541458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28030506-e3c4-494f-97d2-ff13e5d8dda7 req-246db9a8-0fb1-4712-a63c-946170cfca13 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 943 time: 0.0996993
Jan 15 21:03:47.569823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8d25bd1b-8b83-45de-9ae2-874a3be4e757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d25bd1b-8b83-45de-9ae2-874a3be4e757,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:47.575176 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.638319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28030506-e3c4-494f-97d2-ff13e5d8dda7 req-8b0f667f-96c5-4576-b5a6-1b4292a19912 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873158
Jan 15 21:03:47.641178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-94de2435-38ca-4afd-a53e-5d3863de5608 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3675313
Jan 15 21:03:47.666437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8d25bd1b-8b83-45de-9ae2-874a3be4e757,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:47.712321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2e84a5e0-bb8c-400b-a0a0-030a29ff787f None None] Provisioning complete for port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:47.712614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e84a5e0-bb8c-400b-a0a0-030a29ff787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.756926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (33da6de8-3254-4e31-8220-ce076527c9fd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.831701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=33da6de8-3254-4e31-8220-ce076527c9fd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:47.902947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2e84a5e0-bb8c-400b-a0a0-030a29ff787f None None] Current status of the port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:47.914660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-e1ea1e5b-bb57-4ba6-ad8a-cd8c0bf7ae99 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4172447
Jan 15 21:03:47.916401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d764-d86f-46ad-bc83-769fc2d73cbe req-11c0ca34-c07e-4302-b858-002862248a91 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:47.918083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5768d764-d86f-46ad-bc83-769fc2d73cbe req-11c0ca34-c07e-4302-b858-002862248a91 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0844178
Jan 15 21:03:47.922407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fffd5098-3874-410b-800e-159316b8acc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.942422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:47.949806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:47.950445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3782c4b9-2a42-4a2f-8cee-f1d29af3a944 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/33da6de8-3254-4e31-8220-ce076527c9fd HTTP/1.1" status: 204  len: 168 time: 1.3629851
Jan 15 21:03:48.023820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a31775e8-42c2-4544-8cbf-71f401838190 None None] Could not find standard attr ID for object 33da6de8-3254-4e31-8220-ce076527c9fd. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:48.038693 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-752ab83f-59a7-4a24-8b0e-8c1767069f2d req-987c7a7e-ed54-4662-b190-b84a1892948f service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3892908
Jan 15 21:03:48.040115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa778c7c-5d8d-482d-9baf-1b49de452a5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:48.041849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa778c7c-5d8d-482d-9baf-1b49de452a5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:48.044963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa778c7c-5d8d-482d-9baf-1b49de452a5f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0936463
Jan 15 21:03:48.049015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52152) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:48.049181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5768d764-d86f-46ad-bc83-769fc2d73cbe req-48388924-d927-4ceb-a4a7-72e211834cfb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199741
Jan 15 21:03:48.090079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1a2ad51-469b-4cf6-ad13-7ca0f6d0a2b0 req-436bb3ea-17e9-47d0-a2dd-47fa252399b6 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588223
Jan 15 21:03:48.119596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet b9c5971c-8341-4baf-8171-9849f784c8d7 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:48.123860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (b9c5971c-8341-4baf-8171-9849f784c8d7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.177635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b9c5971c-8341-4baf-8171-9849f784c8d7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.269407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b9c5971c-8341-4baf-8171-9849f784c8d7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.297205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:48.335196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b9c5971c-8341-4baf-8171-9849f784c8d7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.362779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c5971c-8341-4baf-8171-9849f784c8d7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:48.367345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.370863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1faa6d8-1db7-4f60-b046-b0426f327c72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b9c5971c-8341-4baf-8171-9849f784c8d7 HTTP/1.1" status: 204  len: 168 time: 0.3208218
Jan 15 21:03:48.374110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52160) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:48.388017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9209b06-e0c0-4f0c-a4c0-1d5164bdcfde None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:48.422369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff8d2831-2790-4a62-a17e-d4f5d19a8db7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0430622
Jan 15 21:03:48.422369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:48.432264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29240142-0d23-41d9-a20a-9b8695fe88cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.436329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:48.541986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29240142-0d23-41d9-a20a-9b8695fe88cb admin admin] Publish callbacks [] for security_group (c8e71f2b-017f-4d99-8f15-bdcf193cb26f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.546913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29240142-0d23-41d9-a20a-9b8695fe88cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8e71f2b-017f-4d99-8f15-bdcf193cb26f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.561364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:48.563134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:48.568422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.590670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-29240142-0d23-41d9-a20a-9b8695fe88cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=686051fa7afd4052a665d02c36cecfac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2923920
Jan 15 21:03:48.593826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:48.601727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29240142-0d23-41d9-a20a-9b8695fe88cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e71f2b-017f-4d99-8f15-bdcf193cb26f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:48.628834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Deleting port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:48.629766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.655138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] Publish callbacks [] for security_group (c8e71f2b-017f-4d99-8f15-bdcf193cb26f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.678240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] Publish callbacks [] for security_group (c8e71f2b-017f-4d99-8f15-bdcf193cb26f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.705979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] For port 8d25bd1b-8b83-45de-9ae2-874a3be4e757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d25bd1b-8b83-45de-9ae2-874a3be4e757,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:48.708236 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.729697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Calling delete_port for 8d25bd1b-8b83-45de-9ae2-874a3be4e757 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:48.736811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8e71f2b-017f-4d99-8f15-bdcf193cb26f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.740222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.741385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8e71f2b-017f-4d99-8f15-bdcf193cb26f HTTP/1.1" status: 204  len: 168 time: 0.1465321
Jan 15 21:03:48.752149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a58d8-6f2c-4399-8bc0-e788acc9bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e71f2b-017f-4d99-8f15-bdcf193cb26f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:48.850704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (8d25bd1b-8b83-45de-9ae2-874a3be4e757), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.872341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c645bb-bf0c-42c6-b0b6-23074e3f9207 req-2ba43f14-787d-47fd-922e-6f53145428c7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:48.874791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96c645bb-bf0c-42c6-b0b6-23074e3f9207 req-2ba43f14-787d-47fd-922e-6f53145428c7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 943 time: 0.1170163
Jan 15 21:03:48.893255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] No DVR routers for this DVR port 8d25bd1b-8b83-45de-9ae2-874a3be4e757 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:48.895226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666042-ce52-46dc-adaf-6029f7ccd2f9 None None] Pushing event deleted for resources: {'Port': ['ID=8d25bd1b-8b83-45de-9ae2-874a3be4e757,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:48.975767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:48.978448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1236710a-d8b2-4b65-b3e6-455ee82ad16c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:48.987064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96c645bb-bf0c-42c6-b0b6-23074e3f9207 req-aa078133-72ee-4b8b-b6f8-7be89189b44a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908442
Jan 15 21:03:49.026879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:49.030885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:49.035238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:49.038876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.040360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3580e145-1e07-4d52-b7c5-e16258dc7851 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:49.047791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=1236710a-d8b2-4b65-b3e6-455ee82ad16c,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:49.062985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b3a84a86-8a37-4ceb-8851-8792e77891f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.6395915
Jan 15 21:03:49.065676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52182) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:49.071926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:a8:bc:37', 'name': 'tempest-NetworksTestDHCPv6-1769894095'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:49.163264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '1236710a-d8b2-4b65-b3e6-455ee82ad16c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:49.168204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.212012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13199904-279b-449a-b2bd-31ae6d53ecae req-c8ce03c6-a442-4ed2-a402-cf68e8769561 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:49.213762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13199904-279b-449a-b2bd-31ae6d53ecae req-c8ce03c6-a442-4ed2-a402-cf68e8769561 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0688140
Jan 15 21:03:49.228183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d25bd1b-8b83-45de-9ae2-874a3be4e757 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:49.228984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:49.260293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8d25bd1b-8b83-45de-9ae2-874a3be4e757 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:49.260548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d25bd1b-8b83-45de-9ae2-874a3be4e757 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:49.274123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13199904-279b-449a-b2bd-31ae6d53ecae req-b110252b-3b65-4108-9428-cca0fd3d7d43 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517573
Jan 15 21:03:49.340609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.368091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 68703bec-d4dc-4c6e-8632-d89dd3e30d39 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:49.402136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Allocated IP 2001:db8::f816:3eff:feec:c2b1 (990da85b-3404-4279-8b69-6cd09c9133de/1236710a-d8b2-4b65-b3e6-455ee82ad16c/e9a259e0-06c1-49a4-8752-e2f2f9a21724) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:49.560074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks [] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.567016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.606461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:49.611030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:49.617746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d3b0d270-adad-4376-905e-5a5f98d7020b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:03:49.622682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:49.630944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Pushing event updated for resources: {'Port': ['ID=e9a259e0-06c1-49a4-8752-e2f2f9a21724,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:49.631409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fea8:bc37 (990da85b-3404-4279-8b69-6cd09c9133de/1236710a-d8b2-4b65-b3e6-455ee82ad16c/68703bec-d4dc-4c6e-8632-d89dd3e30d39) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:49.733309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Attempting to bind port e9a259e0-06c1-49a4-8752-e2f2f9a21724 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:49.733693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Attempting to bind port e9a259e0-06c1-49a4-8752-e2f2f9a21724 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:49.734063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Attempting to bind port e9a259e0-06c1-49a4-8752-e2f2f9a21724 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:49.744578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:49.745055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:49.745461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.745854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:49.746376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Bound port: e9a259e0-06c1-49a4-8752-e2f2f9a21724, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:49.746761 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.804364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (68703bec-d4dc-4c6e-8632-d89dd3e30d39), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.820645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3b0d270-adad-4376-905e-5a5f98d7020b,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:49.847663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (68703bec-d4dc-4c6e-8632-d89dd3e30d39), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.856205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd3b0d270-adad-4376-905e-5a5f98d7020b', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': 'd3b0d270-adad-4376-905e-5a5f98d7020b', 'mac_address': 'fa:16:3e:b2:96:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:03:49.888916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] For port e9a259e0-06c1-49a4-8752-e2f2f9a21724, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:49.898501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:49.902098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:49.906702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:49.912636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:49.913363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.913536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] For port e9a259e0-06c1-49a4-8752-e2f2f9a21724, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9a259e0-06c1-49a4-8752-e2f2f9a21724,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:49.924626 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.928600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=68703bec-d4dc-4c6e-8632-d89dd3e30d39,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:49.937608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d3b0d270-adad-4376-905e-5a5f98d7020b is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:49.938371 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:49.946416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bc07b83a-00a1-46b5-8005-0891d2a52677 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8784151
Jan 15 21:03:49.949668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52220) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:49.985710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b0d270-adad-4376-905e-5a5f98d7020b {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:50.026868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3b0d270-adad-4376-905e-5a5f98d7020b,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:50.037474 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.042959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7544cc-7457-4907-bfbd-e8d2f3ce84b6 None None] Pushing event updated for resources: {'Port': ['ID=e9a259e0-06c1-49a4-8752-e2f2f9a21724,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:50.126002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:50.144251 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4a51f10-6286-4bf1-a0e8-802e85e66bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.157887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdb6f0-5408-4083-baec-ad14c61320d1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:50.165151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcdb6f0-5408-4083-baec-ad14c61320d1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:50.171511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52230) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:50.172583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-edcdb6f0-5408-4083-baec-ad14c61320d1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2216642
Jan 15 21:03:50.257882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd18ee5-cb9b-4dbd-88a6-10385e2ba3a2 req-a899307e-902e-4c0e-acf3-e35781537fb0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:50.260162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dd18ee5-cb9b-4dbd-88a6-10385e2ba3a2 req-a899307e-902e-4c0e-acf3-e35781537fb0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 944 time: 0.0862541
Jan 15 21:03:50.321376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 68703bec-d4dc-4c6e-8632-d89dd3e30d39 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:50.321790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (68703bec-d4dc-4c6e-8632-d89dd3e30d39), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.329912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d3b0d270-adad-4376-905e-5a5f98d7020b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:50.394845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dd18ee5-cb9b-4dbd-88a6-10385e2ba3a2 req-105386fd-b8fd-4374-b4b7-9f25481da85b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216450
Jan 15 21:03:50.467721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (68703bec-d4dc-4c6e-8632-d89dd3e30d39), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.481075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 68703bec-d4dc-4c6e-8632-d89dd3e30d39 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:50.487331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:50.603407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e308ea0-e4ee-4e40-bd4b-b0f36a28d821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.620314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (68703bec-d4dc-4c6e-8632-d89dd3e30d39), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.652916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=68703bec-d4dc-4c6e-8632-d89dd3e30d39,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:50.679662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.685163 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6ad9e487-a9de-445d-bb71-d80c4768c012 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/68703bec-d4dc-4c6e-8632-d89dd3e30d39 HTTP/1.1" status: 204  len: 168 time: 0.5100925
Jan 15 21:03:50.685493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52238) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:50.699245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e308ea0-e4ee-4e40-bd4b-b0f36a28d821 admin admin] Publish callbacks [] for security_group (5d6b176e-7d25-46be-b092-4ed0138c1406), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.717981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e308ea0-e4ee-4e40-bd4b-b0f36a28d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5d6b176e-7d25-46be-b092-4ed0138c1406), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.775153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e308ea0-e4ee-4e40-bd4b-b0f36a28d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b176e-7d25-46be-b092-4ed0138c1406,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:50.781077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725e867-d78d-4a63-912d-5217313a73b9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:50.782780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725e867-d78d-4a63-912d-5217313a73b9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:50.784246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b725e867-d78d-4a63-912d-5217313a73b9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0978200
Jan 15 21:03:50.787237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e308ea0-e4ee-4e40-bd4b-b0f36a28d821 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bf2fae5b5fc4d61b97b82135b299677&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2985783
Jan 15 21:03:50.787925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:50.789930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52242) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:50.840579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 1236710a-d8b2-4b65-b3e6-455ee82ad16c {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:50.845298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] Publish callbacks [] for security_group (5d6b176e-7d25-46be-b092-4ed0138c1406), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.845473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (1236710a-d8b2-4b65-b3e6-455ee82ad16c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.868229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] Publish callbacks [] for security_group (5d6b176e-7d25-46be-b092-4ed0138c1406), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.889668 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (1236710a-d8b2-4b65-b3e6-455ee82ad16c), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.921831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5d6b176e-7d25-46be-b092-4ed0138c1406), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.924469 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:50.928126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d6b176e-7d25-46be-b092-4ed0138c1406 HTTP/1.1" status: 204  len: 168 time: 0.1348779
Jan 15 21:03:50.933787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c34b0-5396-43c7-ba01-69890dfe2c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b176e-7d25-46be-b092-4ed0138c1406,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:50.996065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1236710a-d8b2-4b65-b3e6-455ee82ad16c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.073265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (1236710a-d8b2-4b65-b3e6-455ee82ad16c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.114128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=1236710a-d8b2-4b65-b3e6-455ee82ad16c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:51.120535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.126839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8062de60-6d39-42df-8dec-9c406e155d5a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/1236710a-d8b2-4b65-b3e6-455ee82ad16c HTTP/1.1" status: 204  len: 168 time: 0.3359129
Jan 15 21:03:51.127117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:51.278100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf37959-c9ba-4d05-bdf5-e892d2d3c508 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:51.323589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9a259e0-06c1-49a4-8752-e2f2f9a21724 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:51.420877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Provisioning complete for port e9a259e0-06c1-49a4-8752-e2f2f9a21724 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:51.421296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.452596 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b92d95d5-b9f7-4118-acc4-1c72e1945b62 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3216975
Jan 15 21:03:51.453202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:51.478777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e9a259e0-06c1-49a4-8752-e2f2f9a21724 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:51.479481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.515217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc71c9a-d066-4448-a6d9-6bbd17b03b9c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:51.519404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7dc71c9a-d066-4448-a6d9-6bbd17b03b9c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0628903
Jan 15 21:03:51.519404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52266) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:51.534841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14804a-3fe4-4c2e-a0c5-4940bd111a82 req-df604c08-62e9-4e49-adc6-6df62325a635 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:51.536453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f14804a-3fe4-4c2e-a0c5-4940bd111a82 req-df604c08-62e9-4e49-adc6-6df62325a635 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 944 time: 0.0644255
Jan 15 21:03:51.592696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3199f8b4-8044-4942-a500-e977e5a3d99b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:51.594836 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3199f8b4-8044-4942-a500-e977e5a3d99b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0745456
Jan 15 21:03:51.597223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52270) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:51.609217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:03:51.622325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d3b0d270-adad-4376-905e-5a5f98d7020b up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:51.628813 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f14804a-3fe4-4c2e-a0c5-4940bd111a82 req-68122d75-0172-4930-b511-48f747a4cec8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840631
Jan 15 21:03:51.647677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e36ebe30-bbe7-4901-9d8e-78944c9ed80c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0491333
Jan 15 21:03:51.651818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:51.657748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:51.724339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Current status of the port e9a259e0-06c1-49a4-8752-e2f2f9a21724 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:51.725153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.759379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:51.759799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e9a259e0-06c1-49a4-8752-e2f2f9a21724 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:51.760298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.765004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.797405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] For port e9a259e0-06c1-49a4-8752-e2f2f9a21724, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9a259e0-06c1-49a4-8752-e2f2f9a21724,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:51.816324 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.822494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d3b0d270-adad-4376-905e-5a5f98d7020b completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:03:51.825043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Deleting port e9a259e0-06c1-49a4-8752-e2f2f9a21724 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:51.825407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.885813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d3b0d270-adad-4376-905e-5a5f98d7020b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:51.886054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.941505 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:51.962339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b9515882-4dda-482a-9191-9a8677a16394), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.008464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:03:52.008744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:52.008883 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:03:52.012940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] For port e9a259e0-06c1-49a4-8752-e2f2f9a21724, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9a259e0-06c1-49a4-8752-e2f2f9a21724,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:52.013374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.014686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:52.019443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:52.019582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.033163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=b9515882-4dda-482a-9191-9a8677a16394,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:52.038285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Calling delete_port for e9a259e0-06c1-49a4-8752-e2f2f9a21724 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:52.044047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747600f-599a-4726-bfa3-e492f9bd25a6 None None] Pushing event updated for resources: {'Port': ['ID=e9a259e0-06c1-49a4-8752-e2f2f9a21724,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:52.050103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2351abeb-6cad-4e00-a35a-4997881999a8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3944066
Jan 15 21:03:52.050300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52284) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:52.057520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:02:4b:c3', 'name': 'tempest-NetworksTestDHCPv6-1101495298'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:52.199475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:52.206746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.229621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port ee7d2a4f-ff59-489a-bd18-d00d861afa82 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:52.258779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d3b0d270-adad-4376-905e-5a5f98d7020b is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:52.259401 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.297005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:03:52.299248 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26341c1-f89a-430a-9e14-d447aba6580b" -d '{"events": [{"server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "name": "network-vif-plugged", "status": "completed", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:03:52.319455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3b0d270-adad-4376-905e-5a5f98d7020b,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:52.326266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.367244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (e9a259e0-06c1-49a4-8752-e2f2f9a21724), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.401874 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdafab-4433-4ba9-befc-ce6731e4e50a x-openstack-request-id: req-21cdafab-4433-4ba9-befc-ce6731e4e50a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:03:52.402178 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "name": "network-vif-plugged", "status": "completed", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:03:52.402461 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21cdafab-4433-4ba9-befc-ce6731e4e50a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:03:52.402863 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b', 'code': 200}
Jan 15 21:03:52.406858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] No DVR routers for this DVR port e9a259e0-06c1-49a4-8752-e2f2f9a21724 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:03:52.425222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a02b4f-007a-433a-8660-725ddf614d28 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:52.435337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::3aa (990da85b-3404-4279-8b69-6cd09c9133de/b9515882-4dda-482a-9191-9a8677a16394/ee7d2a4f-ff59-489a-bd18-d00d861afa82) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:52.477624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:52.504617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00f2db-84f5-4465-a6e3-c4de1fbea0c8 None None] Pushing event deleted for resources: {'Port': ['ID=e9a259e0-06c1-49a4-8752-e2f2f9a21724,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:52.536639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port e9a259e0-06c1-49a4-8752-e2f2f9a21724 update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:03:52.597368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'b9515882-4dda-482a-9191-9a8677a16394'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:03:52.599549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.640361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (ee7d2a4f-ff59-489a-bd18-d00d861afa82), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.728660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f511fb-f08e-428d-b4ed-564163290094 req-eda2892f-062c-4173-8eb2-c84e0f21fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:52.730723 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3f511fb-f08e-428d-b4ed-564163290094 req-eda2892f-062c-4173-8eb2-c84e0f21fcd7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 1096 time: 0.2814209
Jan 15 21:03:52.732896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ee7d2a4f-ff59-489a-bd18-d00d861afa82), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.783588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/b9515882-4dda-482a-9191-9a8677a16394/1e842c6d-baf7-45a3-9906-dc595b57092a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:52.791271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09029e7-e2a3-4c29-9d5f-9085f0c4adb7 req-216a4cc5-2b35-4a9b-9994-6d1598978c70 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:52.792988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d09029e7-e2a3-4c29-9d5f-9085f0c4adb7 req-216a4cc5-2b35-4a9b-9994-6d1598978c70 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.0639379
Jan 15 21:03:52.805468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:52.817761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:52.820537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:52.829202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:52.830137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.853399 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3f511fb-f08e-428d-b4ed-564163290094 req-68032e45-2445-4a0a-b79a-65a55ea1ad45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083515
Jan 15 21:03:52.859532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=ee7d2a4f-ff59-489a-bd18-d00d861afa82,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:52.875072 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c69b445-b509-4128-a288-a6af316531fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.8233654
Jan 15 21:03:52.877441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d09029e7-e2a3-4c29-9d5f-9085f0c4adb7 req-21c737bb-6998-41e7-8dda-d70fa83e8e8f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750096
Jan 15 21:03:52.877973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52314) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:52.937825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66134127-974a-40f8-865e-c86bcb384aae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:52.939389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-66134127-974a-40f8-865e-c86bcb384aae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0603163
Jan 15 21:03:52.942225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52320) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:52.957368 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks [] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:52.964379 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.003152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:53.008142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:53.012567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:53.017052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Pushing event updated for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:53.051377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port ee7d2a4f-ff59-489a-bd18-d00d861afa82 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:53.051742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ee7d2a4f-ff59-489a-bd18-d00d861afa82), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.072054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Attempting to bind port 1e842c6d-baf7-45a3-9906-dc595b57092a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:03:53.072428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Attempting to bind port 1e842c6d-baf7-45a3-9906-dc595b57092a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:03:53.072795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Attempting to bind port 1e842c6d-baf7-45a3-9906-dc595b57092a on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:03:53.079942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:03:53.080330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:03:53.080748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.081187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:03:53.081663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Bound port: 1e842c6d-baf7-45a3-9906-dc595b57092a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:03:53.082048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.156692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ee7d2a4f-ff59-489a-bd18-d00d861afa82), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.166010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:03:53.170803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:03:53.177745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.179063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for ee7d2a4f-ff59-489a-bd18-d00d861afa82 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:53.239519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9a259e0-06c1-49a4-8752-e2f2f9a21724 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:03:53.315752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.321617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e9a259e0-06c1-49a4-8752-e2f2f9a21724 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:03:53.323049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9a259e0-06c1-49a4-8752-e2f2f9a21724 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:03:53.343862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd769dd-4b9d-4d9c-bdf7-32b697c3d674 None None] Pushing event updated for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:53.382327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ee7d2a4f-ff59-489a-bd18-d00d861afa82), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.449577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=ee7d2a4f-ff59-489a-bd18-d00d861afa82,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:53.452777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.456518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b7dfc3d-5ec2-4f52-b781-f9c0d355b052 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/ee7d2a4f-ff59-489a-bd18-d00d861afa82 HTTP/1.1" status: 204  len: 168 time: 0.5132983
Jan 15 21:03:53.459089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52336) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:53.529877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f205c6e-e742-465c-aa9f-590f6f823d72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:53.531589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f205c6e-e742-465c-aa9f-590f6f823d72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:53.533160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1f205c6e-e742-465c-aa9f-590f6f823d72 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0731375
Jan 15 21:03:53.535923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52344) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:53.621118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet b9515882-4dda-482a-9191-9a8677a16394 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:53.621118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (b9515882-4dda-482a-9191-9a8677a16394), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.684110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (b9515882-4dda-482a-9191-9a8677a16394), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.782375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b9515882-4dda-482a-9191-9a8677a16394), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.830072 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:03:53.851405 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (b9515882-4dda-482a-9191-9a8677a16394), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.883240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=b9515882-4dda-482a-9191-9a8677a16394,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:53.888953 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:53.892745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-436d5944-db95-44e9-9982-b14c3fcba861 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b9515882-4dda-482a-9191-9a8677a16394 HTTP/1.1" status: 204  len: 168 time: 0.3555360
Jan 15 21:03:53.895397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:53.939873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a78f56f0-70a5-483a-a777-e9436b5e9bfa tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0427194
Jan 15 21:03:53.942209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.012047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99780799-221d-4bd5-8b72-802a3a5f3039 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:54.015036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99780799-221d-4bd5-8b72-802a3a5f3039 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0716841
Jan 15 21:03:54.017920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52376) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.032250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ecef-f5e7-46d1-bef9-6aefd11e76fb req-d61c852c-2192-48e0-91b8-8722ff8d03d1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:54.034436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed23ecef-f5e7-46d1-bef9-6aefd11e76fb req-d61c852c-2192-48e0-91b8-8722ff8d03d1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.0796781
Jan 15 21:03:54.060943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.088449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b366af4-c38e-4f2b-bd30-2250bb072f7e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:54.090396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3b366af4-c38e-4f2b-bd30-2250bb072f7e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0714118
Jan 15 21:03:54.093721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52382) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.139947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed23ecef-f5e7-46d1-bef9-6aefd11e76fb req-f3711f7c-c188-4925-bdf0-3df263121e43 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991178
Jan 15 21:03:54.141784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7455bf4d-bbbd-4f6d-a8f0-344cac1fb252 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0470657
Jan 15 21:03:54.145912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.151374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:54.192420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.215948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.266316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:54.271293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.290276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Publish callbacks [] for security_group (cec126b0-d91a-4055-b7d1-5db9cea2296d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.295794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cec126b0-d91a-4055-b7d1-5db9cea2296d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.343196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec126b0-d91a-4055-b7d1-5db9cea2296d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:54.355711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.355711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.355711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.356442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.360690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.360690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.361319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.361810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.362267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.362674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.363188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.363696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.364023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:03:54.371195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-269116ca-4e0b-4509-bd99-d3cf6e110b5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a134e99d6bed453facabe7aea58d1a79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3085909
Jan 15 21:03:54.375003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52388) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.450963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] Publish callbacks [] for security_group (cec126b0-d91a-4055-b7d1-5db9cea2296d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.483021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] Publish callbacks [] for security_group (cec126b0-d91a-4055-b7d1-5db9cea2296d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.555151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cec126b0-d91a-4055-b7d1-5db9cea2296d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.558121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.561938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cec126b0-d91a-4055-b7d1-5db9cea2296d HTTP/1.1" status: 204  len: 168 time: 0.1832182
Jan 15 21:03:54.569063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf081-5d35-4786-b407-8d01dd7a90bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec126b0-d91a-4055-b7d1-5db9cea2296d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:54.686421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5724b-9a01-4993-b43f-c946ad955914 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:54.693122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:03:54.811931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:54.812591 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.884940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.954255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:54.954901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:54.974519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:54.988513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f146d8-4598-4b89-87df-50af896d4aa4 req-b45ce937-5a0f-48d5-a56a-9871dde73bda tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:54.995643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:54.996132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6f146d8-4598-4b89-87df-50af896d4aa4 req-b45ce937-5a0f-48d5-a56a-9871dde73bda tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0975688
Jan 15 21:03:55.002982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.015517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c13f960-3f44-43fc-8c76-f167cef24ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.020597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:03:55.021069 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:03:55.051259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6f146d8-4598-4b89-87df-50af896d4aa4 req-26b9a32f-624f-4ca7-81db-c7689c864d19 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502007
Jan 15 21:03:55.062687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fce716-71da-4e57-99cd-d57723f06670 None None] Pushing event updated for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:55.123964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c13f960-3f44-43fc-8c76-f167cef24ce9 admin admin] Publish callbacks [] for security_group (125a969d-c199-4098-85c8-e3205a71768b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.127936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c13f960-3f44-43fc-8c76-f167cef24ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (125a969d-c199-4098-85c8-e3205a71768b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.190834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c13f960-3f44-43fc-8c76-f167cef24ce9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df1c81c3da74403ebe341c5d2b1d6075&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2134514
Jan 15 21:03:55.191322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52406) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:55.193423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13f960-3f44-43fc-8c76-f167cef24ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125a969d-c199-4098-85c8-e3205a71768b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:55.227690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-59fba719-5f75-4c85-89d7-b752637e4efb None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:55.228778 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-59fba719-5f75-4c85-89d7-b752637e4efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.283271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] Publish callbacks [] for security_group (125a969d-c199-4098-85c8-e3205a71768b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.313290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] Publish callbacks [] for security_group (125a969d-c199-4098-85c8-e3205a71768b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.326280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1e842c6d-baf7-45a3-9906-dc595b57092a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:55.338717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa2d4-095f-4e84-82a2-d198ff858494 req-55e182b0-0103-4d10-88ff-b465b2155336 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:55.346711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-423aa2d4-095f-4e84-82a2-d198ff858494 req-55e182b0-0103-4d10-88ff-b465b2155336 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.0795164
Jan 15 21:03:55.375117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-59fba719-5f75-4c85-89d7-b752637e4efb None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:55.388877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (125a969d-c199-4098-85c8-e3205a71768b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.391634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.392802 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/125a969d-c199-4098-85c8-e3205a71768b HTTP/1.1" status: 204  len: 168 time: 0.2004123
Jan 15 21:03:55.403304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:55.404053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.424486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441092f-ce32-417b-bb24-5a3b5aba625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a969d-c199-4098-85c8-e3205a71768b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:55.428507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-423aa2d4-095f-4e84-82a2-d198ff858494 req-0fdb915e-2c37-423e-943a-9aca911963a5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799801
Jan 15 21:03:55.505001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cf70781a-89e3-4394-b454-2319fc6d4f9f None None] Could not find standard attr ID for object 68703bec-d4dc-4c6e-8632-d89dd3e30d39. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:55.514680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:55.579527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.803727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:55.818108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4c4f2c74-4a17-41f4-8f50-f20cb2ecf706 None None] Could not find standard attr ID for object ee7d2a4f-ff59-489a-bd18-d00d861afa82. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:55.851460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.858653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-71f81c55-3ce3-49be-a42d-580123267f36 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:55.859245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.860372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (6765cd0a-90ae-4fe1-8f51-df4cd08d5aea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:55.860533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-71f81c55-3ce3-49be-a42d-580123267f36 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.1499979
Jan 15 21:03:55.882757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-f43f5e81-5e53-4541-9161-dbe5967bd424 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0153913
Jan 15 21:03:55.950172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-9d31f1df-4f6e-4ba9-af35-68802dc3e3a8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0654788
Jan 15 21:03:55.991313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:56.002460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:56.010930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:56.011526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:56.014548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:56.024729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=6765cd0a-90ae-4fe1-8f51-df4cd08d5aea,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:56.039737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-123f859c-38de-4815-8ad5-7733a9feed98 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.8924611
Jan 15 21:03:56.042497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52438) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:56.051858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:56.144599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-6d097540-e446-47dc-a4e1-8232705b6073 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931429
Jan 15 21:03:56.260633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e224b7-8177-4637-914e-1ca57c3cfd5e None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:56.303957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b367a-deff-4fe4-8e2f-468779e73a57 req-b7c6a350-6491-47e9-9424-0cf4f0408443 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:56.305446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f15b367a-deff-4fe4-8e2f-468779e73a57 req-b7c6a350-6491-47e9-9424-0cf4f0408443 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1520166
Jan 15 21:03:56.380017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-f8c7036c-e678-4f2c-a59c-54906045cd2e service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341754
Jan 15 21:03:56.405483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f15b367a-deff-4fe4-8e2f-468779e73a57 req-6aa3b9a7-7894-46ba-b136-4161c02ffe13 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894454
Jan 15 21:03:56.407422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:56.411577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:56.529137 ncdv-master-1 neutron-server[114437]: INFO neutron.db.ipam_backend_mixin [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6765cd0a-90ae-4fe1-8f51-df4cd08d5aea (CIDR: 2001:db8::/64)
Jan 15 21:03:56.536706 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:03:56.537276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:03:56.557690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed43b513-ed4a-41ab-bed2-4c8220cc87dd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5137143
Jan 15 21:03:56.578111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52456) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:56.592363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:56.697310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0c1f3d6-2c78-48b5-8119-97420be3f82e req-de08d76d-da99-4a14-929d-9a53b686d210 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 210 time: 0.1118329
Jan 15 21:03:56.756104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9b4fdcee-c20a-40e6-b146-087de0715889 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:56.756579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdcee-c20a-40e6-b146-087de0715889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:56.828664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:56.832758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:56.884786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fdcee-c20a-40e6-b146-087de0715889 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:57.101114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (780b3f9d-959a-4db9-8a0e-f37488bfee19), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.142075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:57.145354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:57.148791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:57.149429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.159039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682d209-f048-49e6-9b9a-a2ee311700c6 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:03:57.180909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6004865
Jan 15 21:03:57.184087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52484) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:57.189602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:e4:0d:0a', 'name': 'tempest-NetworksTestDHCPv6-1400182137'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:57.233679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e562a-fe9f-42ec-97d5-3789f2b1947b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=780b3f9d-959a-4db9-8a0e-f37488bfee19,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:57.334600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:57.410356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '6765cd0a-90ae-4fe1-8f51-df4cd08d5aea', 'ip_address': '2001:db8::f816:3eff:fe66:53ac'}, {'subnet_id': '780b3f9d-959a-4db9-8a0e-f37488bfee19'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1e842c6d-baf7-45a3-9906-dc595b57092a'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:03:57.440755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.485498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.538272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:03:57.607962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9bb40-88a5-4c62-bf80-a38181022b8e req-2a1e48b8-3f9c-4125-abdf-a05fe2111b8d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:57.609833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcb9bb40-88a5-4c62-bf80-a38181022b8e req-2a1e48b8-3f9c-4125-abdf-a05fe2111b8d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1116316
Jan 15 21:03:57.651912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Allocated IP 2001:db8:0:1::2 (990da85b-3404-4279-8b69-6cd09c9133de/780b3f9d-959a-4db9-8a0e-f37488bfee19/1e842c6d-baf7-45a3-9906-dc595b57092a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:57.822137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:03:57.869717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Publish callbacks [] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.878001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:57.915906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-bfa44d02-40a3-4788-94c2-655c7ce73d34 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:57.917897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-bfa44d02-40a3-4788-94c2-655c7ce73d34 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2462304
Jan 15 21:03:57.935004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:58.021465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659752d-ab93-4144-bb93-181799921fc7 None None] Pushing event updated for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:58.021997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcb9bb40-88a5-4c62-bf80-a38181022b8e req-53ae3a20-54a4-4eff-9881-bf833f150288 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4043202
Jan 15 21:03:58.104014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be31871d-9a00-447c-984c-30a7e361011a req-60061a4f-9961-4557-8589-3d26804679c4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 210 time: 0.1184297
Jan 15 21:03:58.127592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:03:58.135403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.209394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8:0:1::3dd (990da85b-3404-4279-8b69-6cd09c9133de/780b3f9d-959a-4db9-8a0e-f37488bfee19/37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:58.217616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fee4:d0a (990da85b-3404-4279-8b69-6cd09c9133de/6765cd0a-90ae-4fe1-8f51-df4cd08d5aea/37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:58.316708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.13 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/74176096-39ea-4345-a38f-44719ca01a50) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:03:58.467114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.513978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.563906 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (74176096-39ea-4345-a38f-44719ca01a50), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.569512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:58.578681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:58.582219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.587258 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:58.589772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.593410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:58.614768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c99d7c0-c0b6-46a0-aff5-8be4b73f8fbc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.4292727
Jan 15 21:03:58.617851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52596) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:58.626557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.642996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d3b0d270-adad-4376-905e-5a5f98d7020b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:58.646636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:03:58.705003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:03:58.712271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:03:58.714716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:03:58.748271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:58.781975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:03:58.782509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.806125 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:58.813285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.852564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-36da97a0-e2bb-4c5d-ac18-e57782ef9ca8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9240193
Jan 15 21:03:58.967272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:58.985917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:03:59.049599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Request body: {'port': {'device_id': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:03:59.125346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9b68c5e2-fbc8-4934-a802-bafe91abc509 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:59.125346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b68c5e2-fbc8-4934-a802-bafe91abc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.143955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74176096-39ea-4345-a38f-44719ca01a50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.218830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e41f-d597-431d-9a43-a8607cc41bb5 req-4544efa0-fdba-49e8-89c2-6c9be1252b0c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.220533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de68e41f-d597-431d-9a43-a8607cc41bb5 req-4544efa0-fdba-49e8-89c2-6c9be1252b0c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1118517
Jan 15 21:03:59.290182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1e842c6d-baf7-45a3-9906-dc595b57092a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:03:59.292680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9b68c5e2-fbc8-4934-a802-bafe91abc509 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:59.339380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.383647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:03:59.384290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.401413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:59.429503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de68e41f-d597-431d-9a43-a8607cc41bb5 req-2e023c19-e66d-4676-b60b-5b69d2cf4164 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2027903
Jan 15 21:03:59.522097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1c7687f5-d0d9-47c8-86d0-7b3bc40acb34 None None] Could not find standard attr ID for object 37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:03:59.569191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.572593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30f618b6-1447-4633-b744-25b264233e06 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d HTTP/1.1" status: 204  len: 168 time: 0.9535201
Jan 15 21:03:59.575403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52636) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:59.605908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b1496-ad8d-4eb5-9c49-478b101197ee req-95829547-3ff5-4c64-8980-6a79b705a9fd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.607826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52638) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:59.613443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-426b1496-ad8d-4eb5-9c49-478b101197ee req-95829547-3ff5-4c64-8980-6a79b705a9fd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 932 time: 0.1810203
Jan 15 21:03:59.689629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd0cb9-9cdf-4628-bb4e-a37d2e549406 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.691712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41fd0cb9-9cdf-4628-bb4e-a37d2e549406 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1145611
Jan 15 21:03:59.695109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-426b1496-ad8d-4eb5-9c49-478b101197ee req-e76ea68c-8a39-4b3b-ad68-801db300363d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800507
Jan 15 21:03:59.697060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52642) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:59.758323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:03:59.790542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74176096-39ea-4345-a38f-44719ca01a50 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:03:59.809593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e7f6e-21d5-46ea-b4a2-c115deaa9540 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.814036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-274e7f6e-21d5-46ea-b4a2-c115deaa9540 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1131527
Jan 15 21:03:59.814529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52644) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:59.818450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks [] for port (74176096-39ea-4345-a38f-44719ca01a50), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.834319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Transition to ACTIVE for port object 74176096-39ea-4345-a38f-44719ca01a50 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:03:59.839415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.873720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6c8b-8b06-4a33-9f9c-6a5984d45de2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.875414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6c8b-8b06-4a33-9f9c-6a5984d45de2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.877210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c6c8b-8b06-4a33-9f9c-6a5984d45de2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:03:59.881406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-438c6c8b-8b06-4a33-9f9c-6a5984d45de2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0632634
Jan 15 21:03:59.882531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52646) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:03:59.930728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:03:59.934557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 6765cd0a-90ae-4fe1-8f51-df4cd08d5aea {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:03:59.937787 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (6765cd0a-90ae-4fe1-8f51-df4cd08d5aea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.950275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-380435ec-41af-4249-be68-5e0be81fe4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:03:59.985197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6765cd0a-90ae-4fe1-8f51-df4cd08d5aea), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.008335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Attempting to bind port 74176096-39ea-4345-a38f-44719ca01a50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:00.008690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Attempting to bind port 74176096-39ea-4345-a38f-44719ca01a50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:00.009041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Attempting to bind port 74176096-39ea-4345-a38f-44719ca01a50 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:00.021426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Port 74176096-39ea-4345-a38f-44719ca01a50 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:00.021830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Attempting to bind port 74176096-39ea-4345-a38f-44719ca01a50 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:00.030353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:00.030353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:00.030353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:00.032611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Bound port: 74176096-39ea-4345-a38f-44719ca01a50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:00.032611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74176096-39ea-4345-a38f-44719ca01a50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.073946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6765cd0a-90ae-4fe1-8f51-df4cd08d5aea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.095520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-380435ec-41af-4249-be68-5e0be81fe4da admin admin] Publish callbacks [] for security_group (55707be7-981e-4750-bf0f-b0887242cc04), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.108297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-380435ec-41af-4249-be68-5e0be81fe4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (55707be7-981e-4750-bf0f-b0887242cc04), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.134744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6765cd0a-90ae-4fe1-8f51-df4cd08d5aea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.167637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=6765cd0a-90ae-4fe1-8f51-df4cd08d5aea,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:00.170555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:00.178779 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.178779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3888989d-6cb1-475d-a94e-5b74a7423642 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/6765cd0a-90ae-4fe1-8f51-df4cd08d5aea HTTP/1.1" status: 204  len: 168 time: 0.2930176
Jan 15 21:04:00.179291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-380435ec-41af-4249-be68-5e0be81fe4da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60d9da53165843b8bdc2f1dba019f404&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5675502
Jan 15 21:04:00.179291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380435ec-41af-4249-be68-5e0be81fe4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55707be7-981e-4750-bf0f-b0887242cc04,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:00.179439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:00.179439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:00.191774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298b350-3a06-4d9d-94b4-b30058c010c9 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:00.200964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74176096-39ea-4345-a38f-44719ca01a50,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:00.206659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.254010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:00.254716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.256563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/74176096-39ea-4345-a38f-44719ca01a50 HTTP/1.1" status: 200  len: 1092 time: 1.3938632
Jan 15 21:04:00.257994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 780b3f9d-959a-4db9-8a0e-f37488bfee19 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:00.258973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'tag': '74176096-39ea-4345-a38f-44719ca01a50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:00.261320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (780b3f9d-959a-4db9-8a0e-f37488bfee19), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.262037 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5ed50a-1469-4fac-837e-d9286ccf544f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "tag": "74176096-39ea-4345-a38f-44719ca01a50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:00.305924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] Publish callbacks [] for security_group (55707be7-981e-4750-bf0f-b0887242cc04), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.319541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (780b3f9d-959a-4db9-8a0e-f37488bfee19), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.335545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30723d-3ac8-4f55-bc1c-cfd2e184c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:00.345180 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67bd4cb-d1f4-4373-b7dd-cea69a64f31f x-openstack-request-id: req-f67bd4cb-d1f4-4373-b7dd-cea69a64f31f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:00.345456 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "tag": "74176096-39ea-4345-a38f-44719ca01a50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:00.345724 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f67bd4cb-d1f4-4373-b7dd-cea69a64f31f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:00.346251 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'tag': '74176096-39ea-4345-a38f-44719ca01a50', 'status': 'completed', 'code': 200}
Jan 15 21:04:00.369560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] Publish callbacks [] for security_group (55707be7-981e-4750-bf0f-b0887242cc04), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.369885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5ec04bb9-9639-4932-a2cb-bbeed0c581da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:00.371936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-5ec04bb9-9639-4932-a2cb-bbeed0c581da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 1095 time: 0.0723140
Jan 15 21:04:00.422510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-42924fcc-b888-4e20-b23d-56a2a2a3105c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74176096-39ea-4345-a38f-44719ca01a50 HTTP/1.1" status: 200  len: 217 time: 0.0415843
Jan 15 21:04:00.458406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (780b3f9d-959a-4db9-8a0e-f37488bfee19), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.482233 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (55707be7-981e-4750-bf0f-b0887242cc04), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.484942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.488387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55707be7-981e-4750-bf0f-b0887242cc04 HTTP/1.1" status: 204  len: 168 time: 0.3052948
Jan 15 21:04:00.499100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-8123cb6a-99e1-4d65-93ef-3e60d0d22e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:00.500698 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-8123cb6a-99e1-4d65-93ef-3e60d0d22e2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0709662
Jan 15 21:04:00.501876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d6e39-0a92-4b7b-9f7a-adc4bd0e2205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55707be7-981e-4750-bf0f-b0887242cc04,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:00.549449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (780b3f9d-959a-4db9-8a0e-f37488bfee19), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.562905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-a98d1737-fa7c-4024-bd7f-1e999a2e5b07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502994
Jan 15 21:04:00.603817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=780b3f9d-959a-4db9-8a0e-f37488bfee19,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:00.615533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.618512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc405753-0839-47ae-a057-f12ae1c21799 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/780b3f9d-959a-4db9-8a0e-f37488bfee19 HTTP/1.1" status: 204  len: 168 time: 0.4387341
Jan 15 21:04:00.630855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52664) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:00.663453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385ad1-4fea-4225-b1fe-1bb7f41b08d6 req-ed25dbb4-5b42-40f3-924a-f5a3207a4796 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:00.665215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2385ad1-4fea-4225-b1fe-1bb7f41b08d6 req-ed25dbb4-5b42-40f3-924a-f5a3207a4796 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0709848
Jan 15 21:04:00.732086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2385ad1-4fea-4225-b1fe-1bb7f41b08d6 req-0a6b47e9-4eeb-49b3-bcbf-7154515c5ebc tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602350
Jan 15 21:04:00.739971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-779e1601-1a82-4d14-8e2f-55138f135db0 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688776
Jan 15 21:04:00.741640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-07103efe-51cb-4e8b-9eff-1633317a59f1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1097755
Jan 15 21:04:00.750558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52670) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:00.756346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:00.874935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1bbabcc3-be42-4279-a567-a58107d961a9 req-29d97cdf-9986-4585-b76b-d0ba36ed5edc service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273813
Jan 15 21:04:00.897624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52672) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:00.914708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4d1da-a6c8-45dd-a6cc-cdd41061b407 req-fd87b956-648b-46f8-b03d-2cd043ab157a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:00.916452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63b4d1da-a6c8-45dd-a6cc-cdd41061b407 req-fd87b956-648b-46f8-b03d-2cd043ab157a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 944 time: 0.1019487
Jan 15 21:04:00.920055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ca59ac-1aa8-4d45-8b44-c1ce84c30301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:00.935460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:00.948319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.007447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-159fb202-d87b-4c0e-907e-6d8a3280d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:01.009769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-159fb202-d87b-4c0e-907e-6d8a3280d2cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 1095 time: 0.0806773
Jan 15 21:04:01.062141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63b4d1da-a6c8-45dd-a6cc-cdd41061b407 req-082a490f-d0d1-4ee9-9378-095d52d79348 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362588
Jan 15 21:04:01.142132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ca59ac-1aa8-4d45-8b44-c1ce84c30301 admin admin] Publish callbacks [] for security_group (71f6bdda-2a27-48ae-91a7-0c2c1726225c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.150670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ca59ac-1aa8-4d45-8b44-c1ce84c30301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71f6bdda-2a27-48ae-91a7-0c2c1726225c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.187116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda90384-0838-40a2-abc7-7d2793ac8b0f None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:01.202152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-d327cc1e-b938-4871-95aa-b7e10040a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:01.203652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-d327cc1e-b938-4871-95aa-b7e10040a530 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1869490
Jan 15 21:04:01.212134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-67ca59ac-1aa8-4d45-8b44-c1ce84c30301 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ad77057e64e4ab3adc2ec961275c2ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3111176
Jan 15 21:04:01.212528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52684) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:01.255629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca59ac-1aa8-4d45-8b44-c1ce84c30301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f6bdda-2a27-48ae-91a7-0c2c1726225c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:01.266193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-0ecb54b9-1aed-4339-985f-f32db3b76efc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74176096-39ea-4345-a38f-44719ca01a50 HTTP/1.1" status: 200  len: 217 time: 0.0543745
Jan 15 21:04:01.292929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-28fd14d9-b3c3-465f-bc15-69f20a7990d6 None None] Provisioning complete for port 1e842c6d-baf7-45a3-9906-dc595b57092a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:01.295402 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28fd14d9-b3c3-465f-bc15-69f20a7990d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.401356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-2ee6e737-d4e1-40bf-a9b0-1f096460bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:01.404911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-28fd14d9-b3c3-465f-bc15-69f20a7990d6 None None] Current status of the port 1e842c6d-baf7-45a3-9906-dc595b57092a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:01.405680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-2ee6e737-d4e1-40bf-a9b0-1f096460bb04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.1122053
Jan 15 21:04:01.413837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:04:01.479269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:04:01.562556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Deleting port 1e842c6d-baf7-45a3-9906-dc595b57092a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:01.562937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.631819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.651874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:01.652549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.665841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Calling delete_port for 1e842c6d-baf7-45a3-9906-dc595b57092a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:01.724445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] Publish callbacks [] for security_group (71f6bdda-2a27-48ae-91a7-0c2c1726225c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.728409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-42a127c3-1115-42b5-9fc1-24afdd6dd2af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3177667
Jan 15 21:04:01.768772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] Publish callbacks [] for security_group (71f6bdda-2a27-48ae-91a7-0c2c1726225c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.839218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port 1e842c6d-baf7-45a3-9906-dc595b57092a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e842c6d-baf7-45a3-9906-dc595b57092a,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:01.866575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-2cc8de8f-0976-4d1c-a8b7-7e7ec4ebf9c7 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262729
Jan 15 21:04:01.878714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac48e4f-414e-40c6-a9f8-f6716df27fcb req-393fb0c0-0388-40df-a10c-2ecaf878be25 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:01.880420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fac48e4f-414e-40c6-a9f8-f6716df27fcb req-393fb0c0-0388-40df-a10c-2ecaf878be25 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0777788
Jan 15 21:04:01.884249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71f6bdda-2a27-48ae-91a7-0c2c1726225c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.886709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.890627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71f6bdda-2a27-48ae-91a7-0c2c1726225c HTTP/1.1" status: 204  len: 168 time: 0.6692443
Jan 15 21:04:01.904247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.915191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.915993 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (78f98a3d-73ca-4639-93e3-bb0393f61826), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.921568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (1e842c6d-baf7-45a3-9906-dc595b57092a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:01.941351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d09c9-eb2e-49c8-8cb0-f5ef6bd1ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f6bdda-2a27-48ae-91a7-0c2c1726225c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:01.986876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:01.990777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:02.003528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:02.006600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:02.007214 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.016786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] Pushing event deleted for resources: {'Port': ['ID=1e842c6d-baf7-45a3-9906-dc595b57092a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:02.027025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d5ed50a-1469-4fac-837e-d9286ccf544f req-4b58af58-3e0f-428c-8599-3df030373363 service neutron] 10.222.0.45 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518254
Jan 15 21:04:02.048272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fac48e4f-414e-40c6-a9f8-f6716df27fcb req-99ea9cc1-444f-40dd-abce-6dc3b1fe1145 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520069
Jan 15 21:04:02.048651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8b83d-f1f5-47cb-a814-2cb61900a001 None None] No DVR routers for this DVR port 1e842c6d-baf7-45a3-9906-dc595b57092a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:02.048958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=78f98a3d-73ca-4639-93e3-bb0393f61826,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:02.056480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3865974e-90b0-491e-a856-c8abc0f8ac01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3044243
Jan 15 21:04:02.061497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:02.082075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:02.084930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7201822-93fd-406f-b9d3-2231282364d6 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:02.314029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:02.315855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d358-baf5-4d87-8895-391a921040f0 req-64ee1388-bc16-486f-a089-144620e343d0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:02.322712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.324385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2802d358-baf5-4d87-8895-391a921040f0 req-64ee1388-bc16-486f-a089-144620e343d0 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 944 time: 0.0825064
Jan 15 21:04:02.334974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': '78f98a3d-73ca-4639-93e3-bb0393f61826'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:04:02.336330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.382594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2802d358-baf5-4d87-8895-391a921040f0 req-4363673c-cd75-44ce-a7e0-dd8f4aad4b86 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571671
Jan 15 21:04:02.457300 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78f98a3d-73ca-4639-93e3-bb0393f61826 (CIDR: 2001:db8::/64)
Jan 15 21:04:02.464905 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:04:02.465373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:02.485562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-686275f5-554f-4918-9893-c0d94ee496e7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4222271
Jan 15 21:04:02.486691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52706) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:02.493323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:02.525991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Allocated IP 2001:db8::f816:3eff:fec8:400d (990da85b-3404-4279-8b69-6cd09c9133de/78f98a3d-73ca-4639-93e3-bb0393f61826/845b09ba-50fe-4f21-a9f4-d5363425ffd3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:02.675463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:02.680939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.724489 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks [] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.732995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.774474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:02.777850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:02.786299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:02.796813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Pushing event updated for resources: {'Port': ['ID=845b09ba-50fe-4f21-a9f4-d5363425ffd3,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:02.875813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Attempting to bind port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:02.876192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Attempting to bind port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:02.876559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Attempting to bind port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:02.883537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:02.884131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:02.884547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.885148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:02.885937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Bound port: 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:02.886322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:02.927221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 74176096-39ea-4345-a38f-44719ca01a50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:02.986106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca689da-59e7-4b65-9dbf-b3362573aca1 req-2919f322-27fd-45ae-99cc-fb6e00ecd05b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:02.987449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aca689da-59e7-4b65-9dbf-b3362573aca1 req-2919f322-27fd-45ae-99cc-fb6e00ecd05b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.0982404
Jan 15 21:04:03.010732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] For port 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:03.026751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] For port 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=845b09ba-50fe-4f21-a9f4-d5363425ffd3,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:03.037234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.042546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (b4d5ab46-047b-457a-af22-9b8233c96bf7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.110911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:03.121091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aca689da-59e7-4b65-9dbf-b3362573aca1 req-c4efbd7a-d011-4853-9629-4cd025de6248 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228366
Jan 15 21:04:03.136873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:03.140579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:03.141507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.145234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74176096-39ea-4345-a38f-44719ca01a50,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:03.156773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=b4d5ab46-047b-457a-af22-9b8233c96bf7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:03.172295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:03.173584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc61e1f-5c26-4d5e-a239-cd297f9fea2d None None] Pushing event updated for resources: {'Port': ['ID=845b09ba-50fe-4f21-a9f4-d5363425ffd3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:03.177061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '74176096-39ea-4345-a38f-44719ca01a50', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': '74176096-39ea-4345-a38f-44719ca01a50', 'mac_address': 'fa:16:3e:d9:90:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:03.177462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:1b:49:3b', 'name': 'tempest-NetworksTestDHCPv6-1109910083'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:03.183063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f901aa60-3f38-45e1-be17-9ce063d4a6f2 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6946807
Jan 15 21:04:03.249484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 74176096-39ea-4345-a38f-44719ca01a50 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:03.250677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74176096-39ea-4345-a38f-44719ca01a50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.279295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74176096-39ea-4345-a38f-44719ca01a50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:03.331249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1e842c6d-baf7-45a3-9906-dc595b57092a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:03.343058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74176096-39ea-4345-a38f-44719ca01a50,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:03.346075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f40c-9cb9-4c7e-af7d-c799f60d7909 req-3e007de5-6d95-4066-9a75-877633bbb2f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:03.365225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb97f40c-9cb9-4c7e-af7d-c799f60d7909 req-3e007de5-6d95-4066-9a75-877633bbb2f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1388056
Jan 15 21:04:03.386600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:03.392678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1e842c6d-baf7-45a3-9906-dc595b57092a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:03.410342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1e842c6d-baf7-45a3-9906-dc595b57092a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:03.414809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.549464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:03.555538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb97f40c-9cb9-4c7e-af7d-c799f60d7909 req-b64e4b1f-7178-41bc-a86d-70e0925b8073 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1855030
Jan 15 21:04:03.623800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:03.634265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a225-389b-4013-a083-e6c3fd8035e7 req-39948c5f-5869-424e-9dfa-ee29df548852 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:03.636162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feb3a225-389b-4013-a083-e6c3fd8035e7 req-39948c5f-5869-424e-9dfa-ee29df548852 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 945 time: 0.0831411
Jan 15 21:04:03.653919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 35e64440-b639-4675-9262-54e5d51dbaf3 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:04:03.722416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feb3a225-389b-4013-a083-e6c3fd8035e7 req-1b9af9b2-3081-45d8-8763-dd727b5e6019 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772302
Jan 15 21:04:03.763742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['74176096-39ea-4345-a38f-44719ca01a50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:03.870741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8:0:1::3e6 (990da85b-3404-4279-8b69-6cd09c9133de/b4d5ab46-047b-457a-af22-9b8233c96bf7/35e64440-b639-4675-9262-54e5d51dbaf3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:03.878653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::f816:3eff:fe1b:493b (990da85b-3404-4279-8b69-6cd09c9133de/78f98a3d-73ca-4639-93e3-bb0393f61826/35e64440-b639-4675-9262-54e5d51dbaf3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:03.922657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:04.031425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e31b7a8-484c-4892-b09a-dde139855171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.039845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (35e64440-b639-4675-9262-54e5d51dbaf3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.079396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (35e64440-b639-4675-9262-54e5d51dbaf3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.122598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e31b7a8-484c-4892-b09a-dde139855171 admin admin] Publish callbacks [] for security_group (aa12bf18-c4de-4f0b-bf23-7c72190dd6c9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.132110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:04.134007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e31b7a8-484c-4892-b09a-dde139855171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa12bf18-c4de-4f0b-bf23-7c72190dd6c9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.138486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:04.140765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:04.147719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:04.148601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.155443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=35e64440-b639-4675-9262-54e5d51dbaf3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:04.180154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-55d10cc0-16e7-4a4d-9043-25039720a103 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.0066421
Jan 15 21:04:04.182610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:04.188937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2e31b7a8-484c-4892-b09a-dde139855171 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fc86366d91b4320bd7843270d1a3b00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2650714
Jan 15 21:04:04.189956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31b7a8-484c-4892-b09a-dde139855171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12bf18-c4de-4f0b-bf23-7c72190dd6c9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:04.192505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:04.292316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4ff74-4140-4d67-bf0d-6643a54a5ada req-fe75e779-9c30-44ea-9c31-c6dec12384b7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:04.294322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79b4ff74-4140-4d67-bf0d-6643a54a5ada req-fe75e779-9c30-44ea-9c31-c6dec12384b7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.0749700
Jan 15 21:04:04.295154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] Publish callbacks [] for security_group (aa12bf18-c4de-4f0b-bf23-7c72190dd6c9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.298461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 35e64440-b639-4675-9262-54e5d51dbaf3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:04.298815 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (35e64440-b639-4675-9262-54e5d51dbaf3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.335288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] Publish callbacks [] for security_group (aa12bf18-c4de-4f0b-bf23-7c72190dd6c9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.388487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79b4ff74-4140-4d67-bf0d-6643a54a5ada req-9d1f9ce6-2b76-4da6-a5e9-1e14cbc1f8d2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827696
Jan 15 21:04:04.401266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (35e64440-b639-4675-9262-54e5d51dbaf3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.415107 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa12bf18-c4de-4f0b-bf23-7c72190dd6c9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.420786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.422128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa12bf18-c4de-4f0b-bf23-7c72190dd6c9 HTTP/1.1" status: 204  len: 168 time: 0.2287793
Jan 15 21:04:04.423181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 35e64440-b639-4675-9262-54e5d51dbaf3 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:04.430506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1cb3b-6a12-47fd-80ca-f96d82338fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12bf18-c4de-4f0b-bf23-7c72190dd6c9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:04.518322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd376c-5b68-474d-8acb-f48fa695de52 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:04.593646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Provisioning complete for port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:04.594336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.624874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-34c32462-93d3-4503-83ff-3bc2d79a2510 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:04.626396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-34c32462-93d3-4503-83ff-3bc2d79a2510 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.1141553
Jan 15 21:04:04.720755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Current status of the port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:04.721702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.723184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab91e58-f3c6-4e54-9ca3-2deae68aebde req-02d30d84-79d7-41ff-86d3-5de517ef86b0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:04.751872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fab91e58-f3c6-4e54-9ca3-2deae68aebde req-02d30d84-79d7-41ff-86d3-5de517ef86b0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1027873
Jan 15 21:04:04.795417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (35e64440-b639-4675-9262-54e5d51dbaf3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.797580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] For port 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=845b09ba-50fe-4f21-a9f4-d5363425ffd3,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:04.806423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.813493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': '78f98a3d-73ca-4639-93e3-bb0393f61826', 'ip_address': '2001:db8::f816:3eff:fec8:400d'}, {'subnet_id': 'b4d5ab46-047b-457a-af22-9b8233c96bf7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '845b09ba-50fe-4f21-a9f4-d5363425ffd3'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:04:04.841741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=35e64440-b639-4675-9262-54e5d51dbaf3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:04.850765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Deleting port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:04.851242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.882903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fab91e58-f3c6-4e54-9ca3-2deae68aebde req-dfd8ffb1-7e0e-464c-b8ba-821f86bfd384 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301057
Jan 15 21:04:04.888668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.945150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:04.952141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52818) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:04.953094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-47875e4b-0770-4c79-8261-f01b29d6d032 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/35e64440-b639-4675-9262-54e5d51dbaf3 HTTP/1.1" status: 204  len: 168 time: 0.7674816
Jan 15 21:04:04.953939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 74176096-39ea-4345-a38f-44719ca01a50 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:04.973477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbc60-37fb-4e29-8480-471d28b3d0e3 req-73def78e-41ad-43e7-a7f2-d59859990c61 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:04.975009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb4dbc60-37fb-4e29-8480-471d28b3d0e3 req-73def78e-41ad-43e7-a7f2-d59859990c61 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 945 time: 0.1048298
Jan 15 21:04:05.006883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101952-6c49-4742-b345-a6f0b2d65422 None None] Pushing event updated for resources: {'Port': ['ID=845b09ba-50fe-4f21-a9f4-d5363425ffd3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:05.058544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] For port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:05.060365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.063577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff284c40-fa06-45f2-a64f-eb9a3bbb8a8c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.068460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff284c40-fa06-45f2-a64f-eb9a3bbb8a8c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1120350
Jan 15 21:04:05.069296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:05.083396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb4dbc60-37fb-4e29-8480-471d28b3d0e3 req-c35beb33-fbce-4a97-bc46-d537a70b94f1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885141
Jan 15 21:04:05.111009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 74176096-39ea-4345-a38f-44719ca01a50 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:05.126377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 74176096-39ea-4345-a38f-44719ca01a50 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:05.127205 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (74176096-39ea-4345-a38f-44719ca01a50), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.144518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8e23b-3850-4573-bf7c-2c6d5c42f24f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.147072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cbb8e23b-3850-4573-bf7c-2c6d5c42f24f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0625842
Jan 15 21:04:05.149708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:05.271396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Allocated IP 2001:db8:0:1::2 (990da85b-3404-4279-8b69-6cd09c9133de/b4d5ab46-047b-457a-af22-9b8233c96bf7/845b09ba-50fe-4f21-a9f4-d5363425ffd3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:05.286894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdffa7c-13b1-4616-a04f-1df6d67c0db6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.298164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdffa7c-13b1-4616-a04f-1df6d67c0db6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.299989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdffa7c-13b1-4616-a04f-1df6d67c0db6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.300477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 74176096-39ea-4345-a38f-44719ca01a50 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:05.301189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (74176096-39ea-4345-a38f-44719ca01a50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.307526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbdffa7c-13b1-4616-a04f-1df6d67c0db6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1559894
Jan 15 21:04:05.310436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:05.384555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 845b09ba-50fe-4f21-a9f4-d5363425ffd3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:05.396400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74176096-39ea-4345-a38f-44719ca01a50'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:05.396633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 78f98a3d-73ca-4639-93e3-bb0393f61826 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:05.399110 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d0a29-1104-403c-be96-a1ae104fa192" -d '{"events": [{"server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "name": "network-vif-plugged", "status": "completed", "tag": "74176096-39ea-4345-a38f-44719ca01a50"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:05.488004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74176096-39ea-4345-a38f-44719ca01a50,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:05.508418 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9071643-dabf-4f87-9400-6b3e0911f9a0 x-openstack-request-id: req-a9071643-dabf-4f87-9400-6b3e0911f9a0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:05.509266 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "name": "network-vif-plugged", "status": "completed", "tag": "74176096-39ea-4345-a38f-44719ca01a50", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:05.509266 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9071643-dabf-4f87-9400-6b3e0911f9a0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:05.509547 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74176096-39ea-4345-a38f-44719ca01a50', 'code': 200}
Jan 15 21:04:05.515500 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.569881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059d15-8db3-402a-9756-4c4604d461c7 req-b7437443-b99e-4734-ab5e-7c20f424fcb9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.581421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7059d15-8db3-402a-9756-4c4604d461c7 req-b7437443-b99e-4734-ab5e-7c20f424fcb9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 946 time: 0.1028845
Jan 15 21:04:05.581934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.582416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.584310 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Floating IP f5b579e2-e899-4662-b870-23f03524e3d9 disassociated. External IP: 172.35.1.179, port: 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5.
Jan 15 21:04:05.586707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Calling delete_port for 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:05.659836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7059d15-8db3-402a-9756-4c4604d461c7 req-e38b0b43-6d50-4e4e-8eb1-fa6f5ec64ea6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=abdd0bad-91d7-49f2-9fb3-be4996be4ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764763
Jan 15 21:04:05.697367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c2d7-3c88-4e86-825d-4f308a39f44a req-aabc686b-fec3-4012-802f-7c8bbbd18d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:05.699178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f101c2d7-3c88-4e86-825d-4f308a39f44a req-aabc686b-fec3-4012-802f-7c8bbbd18d4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 1097 time: 0.1089659
Jan 15 21:04:05.740408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] For port 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=845b09ba-50fe-4f21-a9f4-d5363425ffd3,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:05.789806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f101c2d7-3c88-4e86-825d-4f308a39f44a req-9e7314b0-e138-41f2-97f1-fac327dc42ac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743456
Jan 15 21:04:05.790953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:05.806045 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Publish callbacks [] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.809536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:05.810015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.813185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (78f98a3d-73ca-4639-93e3-bb0393f61826), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.813709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.813855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.862613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'Port': ['ID=6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:05.867298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (78f98a3d-73ca-4639-93e3-bb0393f61826), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:05.952069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a3fa6-6ee0-4a96-be6a-4b7db79af6d5 None None] Pushing event updated for resources: {'Port': ['ID=845b09ba-50fe-4f21-a9f4-d5363425ffd3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:06.040189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:06.042922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:04:06.071737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (78f98a3d-73ca-4639-93e3-bb0393f61826), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.105681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8ec11-89eb-4800-98ca-7d61084f1a18 req-6c816662-af85-4091-ad09-95f4e82774df tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:06.113488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22b8ec11-89eb-4800-98ca-7d61084f1a18 req-6c816662-af85-4091-ad09-95f4e82774df tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1206992
Jan 15 21:04:06.221997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (78f98a3d-73ca-4639-93e3-bb0393f61826), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.243831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:06.260952 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:06.286315 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:06.286965 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aec6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:06.304725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] No DVR routers for this DVR port 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:06.307886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.312161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d1f7e0a-7486-41b3-82a5-4762f0052585 req-f01be348-aecb-4791-9b41-b4a984aef393 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.45 "DELETE /v2.0/ports/6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 HTTP/1.1" status: 204  len: 173 time: 1.6793361
Jan 15 21:04:06.312730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-deleted', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:06.316370 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66679d42-3a2f-4e9f-8495-bb54357864c9" -d '{"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-deleted", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:06.330545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22b8ec11-89eb-4800-98ca-7d61084f1a18 req-9455cbb8-9733-4084-b6a0-04a26d045157 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2147560
Jan 15 21:04:06.343320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=78f98a3d-73ca-4639-93e3-bb0393f61826,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:06.345719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.351777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52886) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:06.357921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c607ae7f-c33b-4473-9c4a-d9bc86bf7691 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/78f98a3d-73ca-4639-93e3-bb0393f61826 HTTP/1.1" status: 204  len: 168 time: 1.0461850
Jan 15 21:04:06.405701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dc3cc-011f-4b22-9935-397985d1542d req-db6fd813-f046-4c26-97b7-e0df7eb87560 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:06.407345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3dc3cc-011f-4b22-9935-397985d1542d req-db6fd813-f046-4c26-97b7-e0df7eb87560 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.2117407
Jan 15 21:04:06.453483 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98604c-58f0-40a3-925c-f416e464be9e x-openstack-request-id: req-7f98604c-58f0-40a3-925c-f416e464be9e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:06.454452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac722a3-aadf-4791-b5b1-e5e5efebddc0", "name": "network-vif-deleted", "tag": "6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:06.454452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f98604c-58f0-40a3-925c-f416e464be9e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:06.454758 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac722a3-aadf-4791-b5b1-e5e5efebddc0', 'name': 'network-vif-deleted', 'tag': '6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5', 'status': 'completed', 'code': 200}
Jan 15 21:04:06.463549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet b4d5ab46-047b-457a-af22-9b8233c96bf7 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:06.467578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (b4d5ab46-047b-457a-af22-9b8233c96bf7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.543051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b4d5ab46-047b-457a-af22-9b8233c96bf7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.561380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3dc3cc-011f-4b22-9935-397985d1542d req-69ec445b-1c7c-4bfc-8a05-aa0402073175 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385138
Jan 15 21:04:06.679753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:06.766666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b4d5ab46-047b-457a-af22-9b8233c96bf7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:06.816974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52898) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:06.937697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-0d3956b2-c981-4634-bf2d-45f95190ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:06.941042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-0d3956b2-c981-4634-bf2d-45f95190ac96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.1179645
Jan 15 21:04:06.958650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b60eec8-2bce-428a-ab46-bbc5da1badf7 req-8c4faca6-c8e9-497d-8807-7f9fea8ac6ab tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ac722a3-aadf-4791-b5b1-e5e5efebddc0 HTTP/1.1" status: 200  len: 210 time: 0.0663815
Jan 15 21:04:06.985223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672b53-933e-4992-b426-c165e725f932 req-7f4d8cb6-50b9-4fb3-9ffb-8278a1b75db1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:06.992730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60672b53-933e-4992-b426-c165e725f932 req-7f4d8cb6-50b9-4fb3-9ffb-8278a1b75db1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1324565
Jan 15 21:04:07.030929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266991b-aa14-4af4-9a21-5a90c1c729b4 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:07.084444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60672b53-933e-4992-b426-c165e725f932 req-180a06ef-d389-4ee1-a9df-4f0b05715424 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899885
Jan 15 21:04:07.096692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-adfe1c8c-1b50-4aa7-8f55-df5ff7e9b5d6 None None] Could not find standard attr ID for object 35e64440-b639-4675-9262-54e5d51dbaf3. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:04:07.122013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-35ecbabb-7523-457b-a7f8-b51b0de51d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.141934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-adfe1c8c-1b50-4aa7-8f55-df5ff7e9b5d6 None None] Provisioning complete for port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:07.142421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-adfe1c8c-1b50-4aa7-8f55-df5ff7e9b5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.146302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b4d5ab46-047b-457a-af22-9b8233c96bf7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.209881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d5ab46-047b-457a-af22-9b8233c96bf7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:07.223877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.227450 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f03e3410-ad61-44ee-a7ca-0f9bc027c5ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b4d5ab46-047b-457a-af22-9b8233c96bf7 HTTP/1.1" status: 204  len: 168 time: 0.8738992
Jan 15 21:04:07.230471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52904) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:07.269896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-35ecbabb-7523-457b-a7f8-b51b0de51d1f admin admin] Publish callbacks [] for security_group (60f1eb2a-7715-42f0-b43d-ac56f402e753), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.281035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-35ecbabb-7523-457b-a7f8-b51b0de51d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (60f1eb2a-7715-42f0-b43d-ac56f402e753), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.286467 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aec6c10>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:07.321890 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:07.325197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecbabb-7523-457b-a7f8-b51b0de51d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f1eb2a-7715-42f0-b43d-ac56f402e753,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:07.347006 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:07.350772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-35ecbabb-7523-457b-a7f8-b51b0de51d1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c92afde481a3451cb5a80987eb7ecd87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5300858
Jan 15 21:04:07.351400 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aec6c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:07.358731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52906) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:07.405996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 845b09ba-50fe-4f21-a9f4-d5363425ffd3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:07.408207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-adfe1c8c-1b50-4aa7-8f55-df5ff7e9b5d6 None None] Current status of the port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:07.462065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] Publish callbacks [] for security_group (60f1eb2a-7715-42f0-b43d-ac56f402e753), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.494770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] Publish callbacks [] for security_group (60f1eb2a-7715-42f0-b43d-ac56f402e753), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.503329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9018fed-3e97-4d72-9dcc-5189a2d95f4f None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'b4d5ab46-047b-457a-af22-9b8233c96bf7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '845b09ba-50fe-4f21-a9f4-d5363425ffd3'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:04:07.507227 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:07.540738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9018fed-3e97-4d72-9dcc-5189a2d95f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.545846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:07.546405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.568263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (60f1eb2a-7715-42f0-b43d-ac56f402e753), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.571527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.572811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60f1eb2a-7715-42f0-b43d-ac56f402e753 HTTP/1.1" status: 204  len: 168 time: 0.2129285
Jan 15 21:04:07.586009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-00e639fd-c9f5-4d1f-a80e-3d7b5f997810 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3542736
Jan 15 21:04:07.589244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52910) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:07.614360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:07.626215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-8b3b6400-5b46-437f-9611-23267ef66c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:07.628327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-8b3b6400-5b46-437f-9611-23267ef66c69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.6766648
Jan 15 21:04:07.757136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476142-c94f-45f1-894a-43445480d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f1eb2a-7715-42f0-b43d-ac56f402e753,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:07.763445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-95b226b6-658c-4ec1-bf6e-9eb032f9045b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 1000 time: 0.1109412
Jan 15 21:04:07.807255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:07.817214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b69149-9636-49c4-9c28-d8e8c5c7b7fd None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:07.832827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:07.840225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.854043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-ce31ce14-8cce-498b-8f34-5ec100396ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:07.855600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-ce31ce14-8cce-498b-8f34-5ec100396ee7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0913005
Jan 15 21:04:07.902260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d6f96579-0e11-4a68-84d8-f088e84c8a5d None None] Provisioning complete for port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:07.902728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6f96579-0e11-4a68-84d8-f088e84c8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:07.923977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-61550c7a-f0be-439a-8f66-a5d2cc6079e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:07.925564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-61550c7a-f0be-439a-8f66-a5d2cc6079e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0639489
Jan 15 21:04:07.933922 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aec6c10>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:07.978188 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c8570-170b-43f8-b35f-29f619a48060 None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:08.054243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:04:08.107511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96579-0e11-4a68-84d8-f088e84c8a5d None None] Current status of the port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:08.110997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-e0d716e7-9ff2-4f65-9be5-5024eea897cf service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773899
Jan 15 21:04:08.136683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Deleting port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:08.137098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.172714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52930) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:08.214944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] For port 845b09ba-50fe-4f21-a9f4-d5363425ffd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=845b09ba-50fe-4f21-a9f4-d5363425ffd3,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:08.216054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.235865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Calling delete_port for 845b09ba-50fe-4f21-a9f4-d5363425ffd3 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:08.238300 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e7e30203-ec5e-4b6b-8d56-aa2b60524912), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.326485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190224-c1a4-48b4-a4c8-c4d2e1c0b957 req-ca5b4ed1-1f1b-46a8-81ec-1bbb8f5ae9e9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:08.328424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1294ede5-7f62-45cc-931f-12f34c5b7b81 req-eb7e83f3-a41a-406b-8760-2ebe8bed5c91 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108700
Jan 15 21:04:08.330103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb190224-c1a4-48b4-a4c8-c4d2e1c0b957 req-ca5b4ed1-1f1b-46a8-81ec-1bbb8f5ae9e9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.5769439
Jan 15 21:04:08.412044 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (845b09ba-50fe-4f21-a9f4-d5363425ffd3), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.445005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] Pushing event deleted for resources: {'Port': ['ID=845b09ba-50fe-4f21-a9f4-d5363425ffd3,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:08.453116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3c6cc-9888-4500-a729-2411097b9e85 None None] No DVR routers for this DVR port 845b09ba-50fe-4f21-a9f4-d5363425ffd3 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:08.462091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:08.477349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:08.497276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:08.498007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.503854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (abdd0bad-91d7-49f2-9fb3-be4996be4ea7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.511405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d39078-011c-42b4-8511-677b284143da None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:08.550613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=e7e30203-ec5e-4b6b-8d56-aa2b60524912,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:08.576319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da98a3-7ede-4ef9-947a-90e4a5272b10 None None] New status for floating IP f5b579e2-e899-4662-b870-23f03524e3d9: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:04:08.592731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13898e-66d0-4e39-aed0-85b038232e9d req-5c36a2b8-246b-4774-b73f-24b729deb9ea tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:08.595406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe13898e-66d0-4e39-aed0-85b038232e9d req-5c36a2b8-246b-4774-b73f-24b729deb9ea tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.2431583
Jan 15 21:04:08.598310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (abdd0bad-91d7-49f2-9fb3-be4996be4ea7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.607668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a24e980-257b-40d9-9624-5eb59a6253e6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0143692
Jan 15 21:04:08.610278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52942) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:08.631241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:08.652634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb190224-c1a4-48b4-a4c8-c4d2e1c0b957 req-45a81f20-f31a-4b5a-8cf0-bf10bd89b9ec tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989566
Jan 15 21:04:08.786660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe13898e-66d0-4e39-aed0-85b038232e9d req-972f7c89-874b-4a6f-bfd8-210ec053bbaa tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1752946
Jan 15 21:04:08.801879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (abdd0bad-91d7-49f2-9fb3-be4996be4ea7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.805110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.808973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "DELETE /v2.0/security-groups/abdd0bad-91d7-49f2-9fb3-be4996be4ea7 HTTP/1.1" status: 204  len: 168 time: 0.6279271
Jan 15 21:04:08.810094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52948) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:08.835446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4308997-e305-4484-836a-6af6ce2da10c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd0bad-91d7-49f2-9fb3-be4996be4ea7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:08.851579 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-24d41f82-8fa4-4b22-99fb-1adcfff4ac0a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] show failed (client error): The resource could not be found.
Jan 15 21:04:08.853017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-24d41f82-8fa4-4b22-99fb-1adcfff4ac0a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups/abdd0bad-91d7-49f2-9fb3-be4996be4ea7 HTTP/1.1" status: 404  len: 347 time: 0.0410023
Jan 15 21:04:08.855860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52950) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:08.881300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:08.885719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:08.974521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:08.988132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-990da85b-3404-4279-8b69-6cd09c9133de', 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'project_id': 'b2888597a11743748b9ebf202d12c380', 'fixed_ips': [{'subnet_id': 'e7e30203-ec5e-4b6b-8d56-aa2b60524912'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:04:08.989755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.051652 ncdv-master-1 neutron-server[114437]: INFO neutron.db.ipam_backend_mixin [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7e30203-ec5e-4b6b-8d56-aa2b60524912 (CIDR: 2001:db8::/64)
Jan 15 21:04:09.059192 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:04:09.060169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:09.081955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:09.082944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d958b2a-aaab-40bf-8bb7-ce4cd3fc57b5 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:09.088487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Deleting port cac22d4f-21a2-47e6-b4c3-74e4aa414870 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:09.088888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.089453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe10df5-2d4f-4d00-90f0-1b11da1df4cb req-b925969b-0cc2-49ed-87fc-d733a7f4ed9f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:09.092778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fe10df5-2d4f-4d00-90f0-1b11da1df4cb req-b925969b-0cc2-49ed-87fc-d733a7f4ed9f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.1774704
Jan 15 21:04:09.131349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e2a5becf-da3a-4239-89d7-6337ea8ace70 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5103357
Jan 15 21:04:09.136984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52958) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:09.145188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:09.187231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fe10df5-2d4f-4d00-90f0-1b11da1df4cb req-17a33c68-9f2c-4101-85a7-d8e473f259d6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861075
Jan 15 21:04:09.246817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/e7e30203-ec5e-4b6b-8d56-aa2b60524912/fc04a708-ac21-4bd3-9c8b-9bfcbba171a7) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:09.265259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.265597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (cac22d4f-21a2-47e6-b4c3-74e4aa414870), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.274010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 845b09ba-50fe-4f21-a9f4-d5363425ffd3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:09.298484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Calling delete_port for cac22d4f-21a2-47e6-b4c3-74e4aa414870 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:09.343645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 845b09ba-50fe-4f21-a9f4-d5363425ffd3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:09.343996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 845b09ba-50fe-4f21-a9f4-d5363425ffd3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:09.383876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:09.387997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.424496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d04d2-392f-4dbd-8a9f-7655c3079ed6 req-f1b7836c-c900-4a9a-94df-8dd02c83b569 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:09.433612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba2d04d2-392f-4dbd-8a9f-7655c3079ed6 req-f1b7836c-c900-4a9a-94df-8dd02c83b569 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.1211073
Jan 15 21:04:09.459732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks [] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.469833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.517179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba2d04d2-392f-4dbd-8a9f-7655c3079ed6 req-563aa941-03fd-47d4-8094-bfe4de55123d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824564
Jan 15 21:04:09.519427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:09.524419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:09.533888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:09.542086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:09.634429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cac22d4f-21a2-47e6-b4c3-74e4aa414870), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.645134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Attempting to bind port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:09.645783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Attempting to bind port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:09.646348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Attempting to bind port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 on network 990da85b-3404-4279-8b69-6cd09c9133de {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:09.652977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:09.654656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Checking segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:09.655294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.655691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Bound using segment: {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:09.656210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Bound port: fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9a952-ccca-4d03-879b-8d2591dde93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '990da85b-3404-4279-8b69-6cd09c9133de'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:09.656656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.699250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'Port': ['ID=cac22d4f-21a2-47e6-b4c3-74e4aa414870,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:09.760218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:09.766053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:09.772148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.792553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (f5b579e2-e899-4662-b870-23f03524e3d9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.796443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:09.797673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd244cad-57ad-44d5-b111-37137dc3d00d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "DELETE /v2.0/floatingips/f5b579e2-e899-4662-b870-23f03524e3d9 HTTP/1.1" status: 204  len: 168 time: 0.9397376
Jan 15 21:04:09.819189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e24ff-4247-4463-a72d-64def5ec719c req-571a1998-6e37-44a5-9dee-d917a15fcd74 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:09.821136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f06e24ff-4247-4463-a72d-64def5ec719c req-571a1998-6e37-44a5-9dee-d917a15fcd74 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.0681117
Jan 15 21:04:09.834449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52978) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:09.848365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6867-f23e-4386-bb05-72ae8083001d None None] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:09.935492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f06e24ff-4247-4463-a72d-64def5ec719c req-d6777bc8-fba1-47a2-91d4-a728f905e629 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842164
Jan 15 21:04:09.991629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812e2d-a33d-4de5-9c98-1ec91b9c05f1 req-97b2f01c-2a50-482e-b9e3-f0acceee3a42 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:09.997282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec812e2d-a33d-4de5-9c98-1ec91b9c05f1 req-97b2f01c-2a50-482e-b9e3-f0acceee3a42 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.0736322
Jan 15 21:04:10.045398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1968683688', 'router:external': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:10.058761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:04:10.079488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec812e2d-a33d-4de5-9c98-1ec91b9c05f1 req-670d8f0a-088e-4a42-8b80-15f6e1c9f77e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786161
Jan 15 21:04:10.107476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Made reservation on behalf of c0bea4796b0b4190864f348b20610d0e for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:10.115303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.324248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.428345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.507399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for security_group (73d13da4-e456-48f6-8fe4-0cd27dc11337), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.514216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (73d13da4-e456-48f6-8fe4-0cd27dc11337), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.515622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:10.530906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52990) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:10.537441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067155478', 'description': 'tempest-description--919971880'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:10.548981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:04:10.555864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d13da4-e456-48f6-8fe4-0cd27dc11337,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:10.565579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3812a025-853f-4e8e-8849-a9cf8ff74524), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.566056 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Added segment 3812a025-853f-4e8e-8849-a9cf8ff74524 of type vlan for network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1
Jan 15 21:04:10.576390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.584992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.585788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (915655a2-5f0e-4b8e-a31f-b2d77f3417ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.600130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.618129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.651963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.652941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:10.654139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.667669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:10.684568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:10.709356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:10.710255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.713704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=915655a2-5f0e-4b8e-a31f-b2d77f3417ae,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:10.736050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 0.9005191
Jan 15 21:04:10.739680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:10.743899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=4']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:10.754085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'subnet': {'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:10.756692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1a78-4061-49cd-8297-6c4b0ffa508e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Network': ['ID=66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:10.773385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6648ff46-4861-48d6-a7fd-0d9d088c4af9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.6321898
Jan 15 21:04:10.773665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:04:10.774797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:10.786066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:eb:0a:9e', 'name': 'tempest-NetworksTestDHCPv6-1959898143'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:10.881056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (1b8ba527-b67a-488e-a2be-c60baed19a2c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.885891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Made reservation on behalf of c0bea4796b0b4190864f348b20610d0e for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:10.889401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:10.899698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1b8ba527-b67a-488e-a2be-c60baed19a2c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.024282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.028476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4936543
Jan 15 21:04:11.029487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52998) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:11.033942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e7d45-61a2-4690-b9ef-729844c3b85f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ba527-b67a-488e-a2be-c60baed19a2c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:11.036327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group_rule': {'security_group_id': '1b8ba527-b67a-488e-a2be-c60baed19a2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:11.144642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243724be-6488-472e-a7fe-d13328c012b6 req-c83a4bc7-963b-4eb6-8e9d-e82c326a8088 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:11.157284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-243724be-6488-472e-a7fe-d13328c012b6 req-c83a4bc7-963b-4eb6-8e9d-e82c326a8088 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.1015079
Jan 15 21:04:11.165212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d0e77-7bf7-4b30-af5a-1f5f5c499974 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:11.173616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:11.184609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (2c5d7c3b-d317-4022-a6b8-d485dbdbb8bd), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.261335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-0717d463-4d46-4c97-9abb-9c312009c2fc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:11.264409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-0717d463-4d46-4c97-9abb-9c312009c2fc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.1850784
Jan 15 21:04:11.327298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:11.328039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.332379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (2c5d7c3b-d317-4022-a6b8-d485dbdbb8bd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.367223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-243724be-6488-472e-a7fe-d13328c012b6 req-66c986aa-a5c3-460a-aced-9e44cc418157 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089031
Jan 15 21:04:11.373419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2c5d7c3b-d317-4022-a6b8-d485dbdbb8bd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.377392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:11.412342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5d7c3b-d317-4022-a6b8-d485dbdbb8bd,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:11.421074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.425325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-737b38f3-4d6e-4adc-bb9b-23fcc93e8418 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3946407
Jan 15 21:04:11.426292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:11.431005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'security_group_rule': {'security_group_id': '1b8ba527-b67a-488e-a2be-c60baed19a2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:11.467324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (bc7d7ea0-c20e-4ff5-9765-bb0712ff5af0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.467668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.526283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 11c177d5-940d-4351-a851-d7fc85434545 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:04:11.563218 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (bc7d7ea0-c20e-4ff5-9765-bb0712ff5af0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.567247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (bc7d7ea0-c20e-4ff5-9765-bb0712ff5af0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.592576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7d7ea0-c20e-4ff5-9765-bb0712ff5af0,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:11.605256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.612545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port 74176096-39ea-4345-a38f-44719ca01a50 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:11.613001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0a085705-694b-45de-bbd5-50d15fc757d7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1854711
Jan 15 21:04:11.613122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (74176096-39ea-4345-a38f-44719ca01a50), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.613858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53006) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:11.619079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:11.648576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:11.649345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.657713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.696662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:11.697060 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.760725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:11.770519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.821220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.824051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:11.824561 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.854136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port 74176096-39ea-4345-a38f-44719ca01a50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74176096-39ea-4345-a38f-44719ca01a50,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:11.854386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (74176096-39ea-4345-a38f-44719ca01a50), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.860682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f42e0-fd2d-40b8-b144-a1891bbfc1b7 None None] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:11.883714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for 74176096-39ea-4345-a38f-44719ca01a50 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:11.902964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:04:11.904113 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:04:11.909764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::104 (990da85b-3404-4279-8b69-6cd09c9133de/e7e30203-ec5e-4b6b-8d56-aa2b60524912/11c177d5-940d-4351-a851-d7fc85434545) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:11.951370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:04:11.952334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (566e63e3-438f-464c-953a-13107b796643), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:11.957591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:a9e (990da85b-3404-4279-8b69-6cd09c9133de/915655a2-5f0e-4b8e-a31f-b2d77f3417ae/11c177d5-940d-4351-a851-d7fc85434545) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:11.974764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Allocated IP 172.35.1.227 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2c98b7b7-a527-4a50-b588-fefb087990ef) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:12.099750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.112391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Subnet': ['ID=566e63e3-438f-464c-953a-13107b796643,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:12.120255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Checking segment: {'id': '3812a025-853f-4e8e-8849-a9cf8ff74524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:12.120394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network hostable DHCP agents. Network: 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:04:12.156715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.195264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:04:12.213128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:12.216663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:12.219335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:12.269741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=2c98b7b7-a527-4a50-b588-fefb087990ef,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:12.399300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5dd160ad-b1c6-445c-b1f0-ea64c97bbd17 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:12.399685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5dd160ad-b1c6-445c-b1f0-ea64c97bbd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.468314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:12.507235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40a56-67b6-41bf-8c78-8716f4c80635 req-1399927b-153a-4826-b41c-8d1683a53c4f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:12.513686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19a40a56-67b6-41bf-8c78-8716f4c80635 req-1399927b-153a-4826-b41c-8d1683a53c4f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6942f26-7967-4574-9f6e-9a42a7c66a3b HTTP/1.1" status: 200  len: 946 time: 0.0681252
Jan 15 21:04:12.514033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:12.524714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2b256-7741-4d27-b806-df348ee465e9 None None] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:12.533574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:12.534240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.573353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (74176096-39ea-4345-a38f-44719ca01a50), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.581175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19a40a56-67b6-41bf-8c78-8716f4c80635 req-17a32105-acf3-47ec-ac17-1722ecb831a8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636320
Jan 15 21:04:12.581373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3aba6dac-d005-4def-9873-18b8d89759dc tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.8313186
Jan 15 21:04:12.581889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53014) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:12.587981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd', '74176096-39ea-4345-a38f-44719ca01a50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:12.590097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d3b0d270-adad-4376-905e-5a5f98d7020b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:12.599153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5dd160ad-b1c6-445c-b1f0-ea64c97bbd17 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:12.623446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=74176096-39ea-4345-a38f-44719ca01a50,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:12.629173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (11c177d5-940d-4351-a851-d7fc85434545), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.630821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1156053573', 'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:12.673911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.676392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port 74176096-39ea-4345-a38f-44719ca01a50 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:12.679862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.681034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Made reservation on behalf of c0bea4796b0b4190864f348b20610d0e for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:12.683515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-391e19c2-3bf8-4221-b3a6-348cd3c2e6b6 req-403015ce-d5f7-4176-a754-362db3bfc4df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "DELETE /v2.0/ports/74176096-39ea-4345-a38f-44719ca01a50 HTTP/1.1" status: 204  len: 173 time: 1.4119990
Jan 15 21:04:12.683667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.685125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'name': 'network-vif-deleted', 'tag': '74176096-39ea-4345-a38f-44719ca01a50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:12.693512 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f09b5-c222-47f5-acc5-60e12123ac5a" -d '{"events": [{"server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "name": "network-vif-deleted", "tag": "74176096-39ea-4345-a38f-44719ca01a50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:12.724783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574a406-a38d-4616-9e11-53f01275b5c6 None None] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:12.730314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (11c177d5-940d-4351-a851-d7fc85434545), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.764162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.803631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] device_id is not set on port 0ae0cf22-b744-4c23-85e6-bad7dee643be yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:04:12.853167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=11c177d5-940d-4351-a851-d7fc85434545,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:12.872319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:12.875929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:12.894898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:12.902626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:12.903579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:12.938609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-871193d3-e6da-4631-9ff7-3321dc1664d7 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.1574924
Jan 15 21:04:12.941054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53020) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:12.986056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.20.0.4 (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1/566e63e3-438f-464c-953a-13107b796643/0ae0cf22-b744-4c23-85e6-bad7dee643be) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:13.052986 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486f94ab-b478-4d33-b00b-241243b8c5b1 x-openstack-request-id: req-486f94ab-b478-4d33-b00b-241243b8c5b1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:13.053284 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6942f26-7967-4574-9f6e-9a42a7c66a3b", "name": "network-vif-deleted", "tag": "74176096-39ea-4345-a38f-44719ca01a50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:13.053580 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-486f94ab-b478-4d33-b00b-241243b8c5b1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:13.054198 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6942f26-7967-4574-9f6e-9a42a7c66a3b', 'name': 'network-vif-deleted', 'tag': '74176096-39ea-4345-a38f-44719ca01a50', 'status': 'completed', 'code': 200}
Jan 15 21:04:13.087778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 11c177d5-940d-4351-a851-d7fc85434545 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:13.088117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (11c177d5-940d-4351-a851-d7fc85434545), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.133055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.162257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.202560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (11c177d5-940d-4351-a851-d7fc85434545), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.218523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 11c177d5-940d-4351-a851-d7fc85434545 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:13.255550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eda56da9-5f0c-47b8-bc71-2bf37d9bdebe None None] Provisioning complete for port 11c177d5-940d-4351-a851-d7fc85434545 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:13.256623 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eda56da9-5f0c-47b8-bc71-2bf37d9bdebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11c177d5-940d-4351-a851-d7fc85434545), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.272537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=2c98b7b7-a527-4a50-b588-fefb087990ef,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:13.290709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:13.307640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.318625 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (0ae0cf22-b744-4c23-85e6-bad7dee643be), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.338404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.339743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7cc548eb-e35e-4618-a4bc-1f8ed86ad921 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7245772
Jan 15 21:04:13.376026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0ae0cf22-b744-4c23-85e6-bad7dee643be), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.398783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-eda56da9-5f0c-47b8-bc71-2bf37d9bdebe None None] Port 11c177d5-940d-4351-a851-d7fc85434545 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:13.407752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:13.408139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.458709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:13.465458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:13.470837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:13.497523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae0cf22-b744-4c23-85e6-bad7dee643be,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:13.535759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (11c177d5-940d-4351-a851-d7fc85434545), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.542887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.544320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.569896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:13.582167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e7f2553-f210-4523-83bf-3e48e2e01a42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 0.9601612
Jan 15 21:04:13.582392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53034) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:13.584885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=11c177d5-940d-4351-a851-d7fc85434545,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:13.635525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.639592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c24eb52-e913-4098-9807-e09deb8b0bdf tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/11c177d5-940d-4351-a851-d7fc85434545 HTTP/1.1" status: 204  len: 168 time: 0.6970129
Jan 15 21:04:13.641989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53042) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:13.711800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332232ab-c6a4-44c3-88a0-8ce5a245fc01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.713535 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-332232ab-c6a4-44c3-88a0-8ce5a245fc01 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0706115
Jan 15 21:04:13.717189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53046) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:13.723810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-3c41cf6a-a831-4a12-b1bb-feaf848a9bc8 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1067155478&fields=id&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 267 time: 0.1048899
Jan 15 21:04:13.790205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096af605-7e4a-428e-b243-d2ec1a86cc78 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.797998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53048) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:13.802597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-096af605-7e4a-428e-b243-d2ec1a86cc78 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0813611
Jan 15 21:04:13.848939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Deleting port 0ae0cf22-b744-4c23-85e6-bad7dee643be {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:13.849287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ae0cf22-b744-4c23-85e6-bad7dee643be), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:13.965230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fdb6c-14c9-44fb-9db4-ccce22d63921 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.967510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fdb6c-14c9-44fb-9db4-ccce22d63921 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.969087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fdb6c-14c9-44fb-9db4-ccce22d63921 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.970611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf4fdb6c-14c9-44fb-9db4-ccce22d63921 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1715922
Jan 15 21:04:13.973426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53052) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:13.982605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-c16663f5-19df-4f57-84a9-cf287ec2fd30 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:13.984062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-c16663f5-19df-4f57-84a9-cf287ec2fd30 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 816 time: 0.2594762
Jan 15 21:04:14.024153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 915655a2-5f0e-4b8e-a31f-b2d77f3417ae {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:14.026050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731964-a234-4bc0-8301-d9362c978f76 req-85b6d12c-b483-4fb3-b6c1-4e59079011e5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:14.027226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (915655a2-5f0e-4b8e-a31f-b2d77f3417ae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.027537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a731964-a234-4bc0-8301-d9362c978f76 req-85b6d12c-b483-4fb3-b6c1-4e59079011e5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.1277139
Jan 15 21:04:14.029459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-e8effea7-d908-426f-b72b-034c471b1c8a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/quotas/818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 375 time: 0.0310574
Jan 15 21:04:14.040193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ae0cf22-b744-4c23-85e6-bad7dee643be), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.069251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (915655a2-5f0e-4b8e-a31f-b2d77f3417ae), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.086118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Calling delete_port for 0ae0cf22-b744-4c23-85e6-bad7dee643be owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:14.158469 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (915655a2-5f0e-4b8e-a31f-b2d77f3417ae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.172552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a731964-a234-4bc0-8301-d9362c978f76 req-b214a959-3527-4bf5-8e14-6210c787da1f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372764
Jan 15 21:04:14.180080 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-c8398f51-977d-40cb-bfc9-875ea6d58d2c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1417313
Jan 15 21:04:14.222427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (915655a2-5f0e-4b8e-a31f-b2d77f3417ae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.249080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=915655a2-5f0e-4b8e-a31f-b2d77f3417ae,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:14.252931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.258943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1427947a-aeef-45ba-ae12-4878ec18d169 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/915655a2-5f0e-4b8e-a31f-b2d77f3417ae HTTP/1.1" status: 204  len: 168 time: 0.2833116
Jan 15 21:04:14.259191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53054) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:14.268504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510ae3e-b342-48fc-9209-38505064bef1 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:14.312747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet e7e30203-ec5e-4b6b-8d56-aa2b60524912 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:14.316175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (e7e30203-ec5e-4b6b-8d56-aa2b60524912), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.328936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-3aa1a74d-d03b-475e-85d9-e34e97cc75d5 service neutron] 10.222.0.46 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358182
Jan 15 21:04:14.336037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0ae0cf22-b744-4c23-85e6-bad7dee643be), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.346105 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.376887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (e7e30203-ec5e-4b6b-8d56-aa2b60524912), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.390587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ae0cf22-b744-4c23-85e6-bad7dee643be,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:14.469771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e7e30203-ec5e-4b6b-8d56-aa2b60524912), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.497501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.501433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ca5e3e93-2b45-418a-a952-7d734721940a tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0ae0cf22-b744-4c23-85e6-bad7dee643be HTTP/1.1" status: 204  len: 168 time: 0.9174023
Jan 15 21:04:14.504869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:14.509453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1', 'external_fixed_ips': [{'subnet_id': '566e63e3-438f-464c-953a-13107b796643', 'ip_address': '172.20.0.4'}]}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:14.527822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-4486dcb0-048a-4496-9a66-e0452e61ec13 service neutron] 10.222.0.46 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827757
Jan 15 21:04:14.550025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (e7e30203-ec5e-4b6b-8d56-aa2b60524912), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.564780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.565891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.595506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e30203-ec5e-4b6b-8d56-aa2b60524912,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:14.599883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.603463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3cce0ae7-add7-4d47-8527-371a746a385c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/e7e30203-ec5e-4b6b-8d56-aa2b60524912 HTTP/1.1" status: 204  len: 168 time: 0.3432684
Jan 15 21:04:14.605925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53060) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:14.654598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed3aa46f-15fd-4265-9287-e0b3a39981ae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0442436
Jan 15 21:04:14.654872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53064) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:14.659733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:14.689310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (2d1862a1-a72e-4505-904a-39e7bea6b0ea), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.819640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:14.825758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:14.977614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 74176096-39ea-4345-a38f-44719ca01a50 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:15.007061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 74176096-39ea-4345-a38f-44719ca01a50 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:15.008421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 74176096-39ea-4345-a38f-44719ca01a50 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:15.065326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (2a8c36ec-6892-41dd-b179-fa8598cfeaa5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.099191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97a8e6fe-bf03-4114-bdd1-18a648cadedf req-e6f83c54-49d9-493c-8dc6-118464e067ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 210 time: 0.3592646
Jan 15 21:04:15.125130 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.150693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:15.152435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:15.154597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=2a8c36ec-6892-41dd-b179-fa8598cfeaa5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:15.157224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:15.157820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.179645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-708eed7d-2036-4173-b114-b98984801860 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5235617
Jan 15 21:04:15.182254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53076) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:15.188616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:15.275070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf0bea-5642-4ad5-b262-83db4554ece1 None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:15.282297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (2d1862a1-a72e-4505-904a-39e7bea6b0ea), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.380331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8ceb66bd-4de5-4704-b37e-1840c9395f55 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:15.380721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ceb66bd-4de5-4704-b37e-1840c9395f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.393527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-8b56ef44-2bec-4510-a577-efbeef37197d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:15.395236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-8b56ef44-2bec-4510-a577-efbeef37197d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.0818090
Jan 15 21:04:15.462866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:15.466026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df9255-a35d-499d-9eaf-2a54ef45bf8f req-8f02ecc2-3a5b-43de-96ab-e8699add9349 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:15.467748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65df9255-a35d-499d-9eaf-2a54ef45bf8f req-8f02ecc2-3a5b-43de-96ab-e8699add9349 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 945 time: 0.1788838
Jan 15 21:04:15.474770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.525967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb66bd-4de5-4704-b37e-1840c9395f55 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:15.587541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65df9255-a35d-499d-9eaf-2a54ef45bf8f req-351be354-07fd-4b24-8179-6352566d3027 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981989
Jan 15 21:04:15.658263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port d3b0d270-adad-4376-905e-5a5f98d7020b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:15.658646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.667299 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a8c36ec-6892-41dd-b179-fa8598cfeaa5 (CIDR: 2001:db8::/64)
Jan 15 21:04:15.705158 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:04:15.705697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:15.734374 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3e62b65f-e260-4c02-994c-cad33cf4e159 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5508592
Jan 15 21:04:15.739864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:15.745158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'subnet': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:15.802735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (2d1862a1-a72e-4505-904a-39e7bea6b0ea), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.832020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.838232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port d3b0d270-adad-4376-905e-5a5f98d7020b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3b0d270-adad-4376-905e-5a5f98d7020b,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:15.838608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.850162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c530d68b-c70a-4d75-bff5-f59bf6de7c99 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:15.850875 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c530d68b-c70a-4d75-bff5-f59bf6de7c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:15.863595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for d3b0d270-adad-4376-905e-5a5f98d7020b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:15.930390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c530d68b-c70a-4d75-bff5-f59bf6de7c99 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:15.964524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:15.968164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.034079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.20.0.4 (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1/566e63e3-438f-464c-953a-13107b796643/685515f5-96eb-4b58-b3f2-1f8285a9b371) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:16.157568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.191046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d3b0d270-adad-4376-905e-5a5f98d7020b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.200419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.208525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d3b0d270-adad-4376-905e-5a5f98d7020b'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:16.212709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:16.242403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:16.245504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:16.250146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:16.255111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=d3b0d270-adad-4376-905e-5a5f98d7020b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:16.316215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=685515f5-96eb-4b58-b3f2-1f8285a9b371,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:16.319173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65976685-d3d2-405b-9a97-57522115fc26 req-7cc44767-a25b-4553-9e7f-05181c3e1a1a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 210 time: 0.0453587
Jan 15 21:04:16.391581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port d3b0d270-adad-4376-905e-5a5f98d7020b on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:16.401395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.405400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae92cfa1-33c8-4b54-af65-279cfdbbcbcf req-619df42b-7924-4201-aaa2-cde5f8cc8071 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "DELETE /v2.0/ports/d3b0d270-adad-4376-905e-5a5f98d7020b HTTP/1.1" status: 204  len: 173 time: 1.0041649
Jan 15 21:04:16.405560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'name': 'network-vif-deleted', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:16.407946 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8129b869-4cc0-4c3d-9091-1ac51b737631" -d '{"events": [{"server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "name": "network-vif-deleted", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:16.443233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-128d8130-fd15-4a93-a7f8-f02f1daf90bb tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:16.445255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-128d8130-fd15-4a93-a7f8-f02f1daf90bb tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 816 time: 0.3784010
Jan 15 21:04:16.464821 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6bdf2-43f5-44f6-a913-175e7f1fb34f x-openstack-request-id: req-b2b6bdf2-43f5-44f6-a913-175e7f1fb34f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:16.465213 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab35ab75-5c67-40f1-96d6-eb5220405c13", "name": "network-vif-deleted", "tag": "d3b0d270-adad-4376-905e-5a5f98d7020b", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:16.465579 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2b6bdf2-43f5-44f6-a913-175e7f1fb34f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:16.466033 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab35ab75-5c67-40f1-96d6-eb5220405c13', 'name': 'network-vif-deleted', 'tag': 'd3b0d270-adad-4376-905e-5a5f98d7020b', 'status': 'completed', 'code': 200}
Jan 15 21:04:16.567206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (2d1862a1-a72e-4505-904a-39e7bea6b0ea), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.586943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-f3478ccc-ac86-4d7f-bf67-976f0cd798e6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 380 time: 0.1289177
Jan 15 21:04:16.597118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'port': {'device_id': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'admin_state_up': True, 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'security_groups': ['1b8ba527-b67a-488e-a2be-c60baed19a2c']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:16.725532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:04:16.750026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4de03ce6-e4d0-450e-84b0-225b8e91cf08 req-d70b68a1-4ae4-4ebf-bcfe-3a2e8d45e39f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab35ab75-5c67-40f1-96d6-eb5220405c13 HTTP/1.1" status: 200  len: 210 time: 0.0323582
Jan 15 21:04:16.807222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.864224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Made reservation on behalf of 818a237ecf6b46e389a244c2f33641d5 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:16.868498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:16.963804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router 2d1862a1-a72e-4505-904a-39e7bea6b0ea is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:16.999653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.069072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:17.083718 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Sync routers for ids ['2d1862a1-a72e-4505-904a-39e7bea6b0ea'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:17.089893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.092128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f444d7d9-719a-47f8-bd8a-29f7ac9676cf tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 2.5862989
Jan 15 21:04:17.094746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53098) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:17.096339 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Routers {'2d1862a1-a72e-4505-904a-39e7bea6b0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:17.097066 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d1862a1-a72e-4505-904a-39e7bea6b0ea'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:17.123516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Allocated IP 172.20.0.5 (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d/10fa6ae8-84b4-419b-97b9-50987133f4ff/d027fed2-822f-40a2-a052-26b22c1aef53) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:17.203014 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Set router 2d1862a1-a72e-4505-904a-39e7bea6b0ea gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:17.240004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.284334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:17.347653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.359969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.360914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f6810f62-51ad-4062-84fd-e802a1bd5228), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.392342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (2d1862a1-a72e-4505-904a-39e7bea6b0ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.420434 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32faf0>, [{'id': '2d1862a1-a72e-4505-904a-39e7bea6b0ea', 'name': '', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1', 'external_fixed_ips': [{'subnet_id': '566e63e3-438f-464c-953a-13107b796643', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '685515f5-96eb-4b58-b3f2-1f8285a9b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:14Z', 'updated_at': '2022-01-15T21:04:16Z', 'revision_number': 3, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port': {'id': '685515f5-96eb-4b58-b3f2-1f8285a9b371', 'name': '', 'network_id': '66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1862a1-a72e-4505-904a-39e7bea6b0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '566e63e3-438f-464c-953a-13107b796643', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:04:15Z', 'updated_at': '2022-01-15T21:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '566e63e3-438f-464c-953a-13107b796643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:17.436939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for port (d027fed2-822f-40a2-a052-26b22c1aef53), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.451618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:17.461799 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Checking router: 2d1862a1-a72e-4505-904a-39e7bea6b0ea for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:17.462441 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Updating router 2d1862a1-a72e-4505-904a-39e7bea6b0ea port 685515f5-96eb-4b58-b3f2-1f8285a9b371 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:04:17.464618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:17.473024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6709c3d3-c8f6-4df0-b5ed-824134e89bec req-dfcb6ecd-7484-47a5-b0a1-3ab4419a4431 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 210 time: 0.0350685
Jan 15 21:04:17.484084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:17.484677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.485617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3987ac3-2250-4b23-9087-4081e43ffd1c None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:17.501806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Deleting port 685515f5-96eb-4b58-b3f2-1f8285a9b371 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:17.502302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.517942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Subnet': ['ID=f6810f62-51ad-4062-84fd-e802a1bd5228,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:17.517942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:17.531751 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.533203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-328615f4-5410-4dfd-b5d7-a3c787e4a8fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.7921617
Jan 15 21:04:17.537206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:17.543127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Request body: {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'mac_address': 'fa:16:3e:c3:26:e2', 'name': 'tempest-NetworksTestDHCPv6-384914920'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:17.576521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.609765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.631650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Calling delete_port for 685515f5-96eb-4b58-b3f2-1f8285a9b371 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:17.685341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:17.687590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:17.698862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:17.751744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Update dhcp port {'port': {'network_id': '990da85b-3404-4279-8b69-6cd09c9133de', 'fixed_ips': [{'subnet_id': 'f6810f62-51ad-4062-84fd-e802a1bd5228', 'ip_address': '2001:db8:0:1:f816:3eff:fe78:a508'}, {'subnet_id': '2a8c36ec-6892-41dd-b179-fa8598cfeaa5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'fc04a708-ac21-4bd3-9c8b-9bfcbba171a7'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:04:17.838517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.839161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:17.859093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (685515f5-96eb-4b58-b3f2-1f8285a9b371), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.868545 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.db.api [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:04:17.868998 ncdv-master-1 neutron-server[114440]: DEBUG oslo_db.api [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:04:17.912586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Port': ['ID=685515f5-96eb-4b58-b3f2-1f8285a9b371,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:17.974954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:17.975734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:17.991277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (2d1862a1-a72e-4505-904a-39e7bea6b0ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.006530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9791610f-aca7-430b-9d48-ae99b200c90b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4109561
Jan 15 21:04:18.022478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Request body: {'port': {'device_id': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:18.094979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Made reservation on behalf of b2888597a11743748b9ebf202d12c380 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:18.139691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.143084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (2d1862a1-a72e-4505-904a-39e7bea6b0ea), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.235230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0a2b-4cb2-438c-a169-72a01b4d7a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.243312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b5510f2e-cb8e-443c-9a34-ec079d34a5dc None None] Provisioning complete for port d027fed2-822f-40a2-a052-26b22c1aef53 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:18.243684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5510f2e-cb8e-443c-9a34-ec079d34a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.250248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2d1862a1-a72e-4505-904a-39e7bea6b0ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.251161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1862a1-a72e-4505-904a-39e7bea6b0ea {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:18.259800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.261278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5454d1dd-113e-40a0-a581-348c28680bd9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2d1862a1-a72e-4505-904a-39e7bea6b0ea HTTP/1.1" status: 204  len: 168 time: 1.1652877
Jan 15 21:04:18.265158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53122) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:18.315649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b5510f2e-cb8e-443c-9a34-ec079d34a5dc None None] Port d027fed2-822f-40a2-a052-26b22c1aef53 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:18.331729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Allocated IP 2001:db8::2 (990da85b-3404-4279-8b69-6cd09c9133de/2a8c36ec-6892-41dd-b179-fa8598cfeaa5/fc04a708-ac21-4bd3-9c8b-9bfcbba171a7) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:18.335413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-7bfead2d-1f16-4f79-9625-44299165d0cd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:18.336992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-7bfead2d-1f16-4f79-9625-44299165d0cd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2123313
Jan 15 21:04:18.343347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Deleting subnet 566e63e3-438f-464c-953a-13107b796643 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:18.346875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for subnet (566e63e3-438f-464c-953a-13107b796643), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.379658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-ee14331a-56ca-4e63-967e-aeea475d54b4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0307117
Jan 15 21:04:18.392924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (566e63e3-438f-464c-953a-13107b796643), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.429060 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Port 685515f5-96eb-4b58-b3f2-1f8285a9b371 not found while updating agent binding for router 2d1862a1-a72e-4505-904a-39e7bea6b0ea. {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 15 21:04:18.444732 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:18.445427 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jan 15 21:04:18.446414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_agentschedulers_db [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d1862a1-a72e-4505-904a-39e7bea6b0ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:03:50Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent'). {{(pid=114440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 15 21:04:18.446999 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b3c9d-e740-48fd-8ad5-907ee605d815 None None] The sync data for ids ['2d1862a1-a72e-4505-904a-39e7bea6b0ea'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:18.450658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:18.456749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.474292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (566e63e3-438f-464c-953a-13107b796643), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.485819 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Publish callbacks [] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.491638 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.507139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-5bf1854c-58e0-4736-95cf-ce1d34b30995 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0931892
Jan 15 21:04:18.607114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:18.612344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.616025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.616563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.617109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.617614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.618102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.620258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.620591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.620948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.621275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.621649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.621981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.622306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.622622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30f3ae5-66d5-4f49-b5af-b6619219f02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:18.662082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] device_id is not set on port 2f804fe9-17ec-4f37-b907-063d166607b4 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:04:18.677564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (566e63e3-438f-464c-953a-13107b796643), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.696387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-b0c9cc7d-7730-4ac6-94eb-d76bdb2e0aa4 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727719
Jan 15 21:04:18.717203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.721495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/566e63e3-438f-464c-953a-13107b796643 HTTP/1.1" status: 204  len: 168 time: 0.4552577
Jan 15 21:04:18.731669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f3b44-348d-461c-8bc0-9f7e82fe51c0 req-ad55cab7-5ef4-4c27-b6f3-9a1dea1eff5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:18.733548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e1f3b44-348d-461c-8bc0-9f7e82fe51c0 req-ad55cab7-5ef4-4c27-b6f3-9a1dea1eff5b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 931 time: 0.1401384
Jan 15 21:04:18.740526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:18.741431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9915690-2563-48d0-bb69-440c0a21c0ee tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=566e63e3-438f-464c-953a-13107b796643,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:18.959606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:18.968200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8::135 (990da85b-3404-4279-8b69-6cd09c9133de/2a8c36ec-6892-41dd-b179-fa8598cfeaa5/2f804fe9-17ec-4f37-b907-063d166607b4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:18.971885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks [] for port (d027fed2-822f-40a2-a052-26b22c1aef53), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:18.980681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:26e2 (990da85b-3404-4279-8b69-6cd09c9133de/f6810f62-51ad-4062-84fd-e802a1bd5228/2f804fe9-17ec-4f37-b907-063d166607b4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:18.994758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Transition to ACTIVE for port object d027fed2-822f-40a2-a052-26b22c1aef53 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:19.006268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.101855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:19.229677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.241405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e1f3b44-348d-461c-8bc0-9f7e82fe51c0 req-fe552546-61d1-4619-ad9a-2b25972142fc tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4883506
Jan 15 21:04:19.245442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-019be931-4a66-42d4-8ce7-00be5462d6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5224116
Jan 15 21:04:19.283187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for port (2f804fe9-17ec-4f37-b907-063d166607b4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.300264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:19.323804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:19.325761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:19.326411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:19.331432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2f804fe9-17ec-4f37-b907-063d166607b4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.396140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.408092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:19.408430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:19.414007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event updated for resources: {'Port': ['ID=2f804fe9-17ec-4f37-b907-063d166607b4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:19.428152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:19.428588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:19.428923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:19.429392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Bound port: d027fed2-822f-40a2-a052-26b22c1aef53, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:19.429759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.437701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Network 990da85b-3404-4279-8b69-6cd09c9133de is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:19.440389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:19.451080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79c61430>,) {'filters': {'network_id': ['66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:19.462433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:19.466425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:19.467409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.475748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:19.478582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.499935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79c61430>, '3812a025-853f-4e8e-8849-a9cf8ff74524') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:19.500383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79c61430>, '3812a025-853f-4e8e-8849-a9cf8ff74524') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:19.534521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3812a025-853f-4e8e-8849-a9cf8ff74524), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.565747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-917e9a2b-98c5-4c8b-8fbd-cc60e15d376a None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:19.566389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-917e9a2b-98c5-4c8b-8fbd-cc60e15d376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.567604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3812a025-853f-4e8e-8849-a9cf8ff74524), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.614287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:04:19.614721 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3812a025-853f-4e8e-8849-a9cf8ff74524), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.620050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:19.630787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:19.631406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4616796a-9a19-4c68-aaab-405206f4cac1 req-019426be-a6d4-4161-ba5f-8d7949e2a990 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 210 time: 0.0531876
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:04:19.632201 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:04:19.651438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5cf95925-fcf3-43ed-84fc-6c28d331e014 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.1131556
Jan 15 21:04:19.652212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53136) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:19.662179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.709326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.715060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:04:19.724185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d3b0d270-adad-4376-905e-5a5f98d7020b no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:19.726023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.748617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/networks/66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1 HTTP/1.1" status: 204  len: 168 time: 1.0040298
Jan 15 21:04:19.782598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92eb4-1aec-4343-a18a-387abf138432 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d8aaad-f0ad-4c85-bf8c-0a5171a7d6e1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:19.816715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:19.817387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:19.819653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] 10.222.0.45 "PUT /v2.0/ports/d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 1091 time: 1.8015597
Jan 15 21:04:19.823444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:19.827260 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:19.859031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: d3b0d270-adad-4376-905e-5a5f98d7020b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:19.859376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d3b0d270-adad-4376-905e-5a5f98d7020b not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:19.910833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:19.924143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-917e9a2b-98c5-4c8b-8fbd-cc60e15d376a None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:19.971452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0790bb9-6e07-4947-a82f-31374c41e995 x-openstack-request-id: req-e0790bb9-6e07-4947-a82f-31374c41e995 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:19.971761 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:19.972027 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0790bb9-6e07-4947-a82f-31374c41e995 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:19.972439 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'status': 'completed', 'code': 200}
Jan 15 21:04:20.046362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530340af-ff76-4e7b-b1c4-6a2344757b21 service neutron] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:20.047619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53152) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:20.052257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'name': 'tempest-router--579498629', 'project_id': '64c972e576c84cd19d6b81ade77ff974'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:20.074345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b273d4c3-cbf1-4989-a16e-8c2fd124d9ee None None] Provisioning complete for port 2f804fe9-17ec-4f37-b907-063d166607b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:20.075087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b273d4c3-cbf1-4989-a16e-8c2fd124d9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2f804fe9-17ec-4f37-b907-063d166607b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.084819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.086689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.108034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-07957c48-a992-437a-8ad7-8ba08762bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:20.110687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-07957c48-a992-437a-8ad7-8ba08762bcb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1094 time: 0.2324412
Jan 15 21:04:20.147532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b273d4c3-cbf1-4989-a16e-8c2fd124d9ee None None] Port 2f804fe9-17ec-4f37-b907-063d166607b4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:20.172122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (28f8e507-d81f-4941-8326-2b4a34a48a52), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.178029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.199071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-e916f529-5975-4ba5-ac60-7d86cf172b89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 217 time: 0.0781784
Jan 15 21:04:20.203263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.204804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting port 2f804fe9-17ec-4f37-b907-063d166607b4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:20.205180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2f804fe9-17ec-4f37-b907-063d166607b4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.210424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7bda465-74a7-4298-904a-94cb93eae17d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1617506
Jan 15 21:04:20.213106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:20.301589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.355218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-732afaec-5dce-47a8-9fe4-d9712cdb1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:20.355218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-732afaec-5dce-47a8-9fe4-d9712cdb1c2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1449592
Jan 15 21:04:20.403695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2f804fe9-17ec-4f37-b907-063d166607b4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.422661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Calling delete_port for 2f804fe9-17ec-4f37-b907-063d166607b4 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:20.446421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-a234529b-3108-48fb-9a53-e30d771c2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:20.447985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-a234529b-3108-48fb-9a53-e30d771c2427 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0859787
Jan 15 21:04:20.541566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.549904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (28f8e507-d81f-4941-8326-2b4a34a48a52), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.581356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f751bd0-fc66-46e9-a436-aa0cb4a1f6c4 req-d3cf0f07-21d2-4ca9-a9ea-5af941199e92 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:20.582691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f751bd0-fc66-46e9-a436-aa0cb4a1f6c4 req-d3cf0f07-21d2-4ca9-a9ea-5af941199e92 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 943 time: 0.1904621
Jan 15 21:04:20.625307 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-9c5a523e-9edf-48d4-a90c-8b8371984455 service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382408
Jan 15 21:04:20.654955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (28f8e507-d81f-4941-8326-2b4a34a48a52), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.655466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28f8e507-d81f-4941-8326-2b4a34a48a52 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:20.660644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.661654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a29c-26d1-4e4d-acf5-4bc9e8493cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.662231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-990f21f6-7653-49d2-97e7-9d8df6be33aa tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/routers/28f8e507-d81f-4941-8326-2b4a34a48a52 HTTP/1.1" status: 204  len: 168 time: 0.4473965
Jan 15 21:04:20.685555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f751bd0-fc66-46e9-a436-aa0cb4a1f6c4 req-403c342a-7d08-41bf-a388-84446396495e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696371
Jan 15 21:04:20.810865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d524899-9e1c-4bf7-b426-ea69ecb5e319 req-c8464ce1-375a-4bb4-83f0-38a9a41c42e1 service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751349
Jan 15 21:04:20.813528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2f804fe9-17ec-4f37-b907-063d166607b4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.842747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49fcd602-8f1d-46f5-a7a8-e8409337afd7 req-d2ac49ef-e6ab-433f-acb4-65baf7d37788 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 210 time: 0.0680323
Jan 15 21:04:20.843622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53166) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:20.854432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Port': ['ID=2f804fe9-17ec-4f37-b907-063d166607b4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:20.936402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:20.939675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-130309ad-1726-4667-8d9b-d1fb8dc584c8 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/2f804fe9-17ec-4f37-b907-063d166607b4 HTTP/1.1" status: 204  len: 168 time: 1.2856381
Jan 15 21:04:20.942315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53170) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:21.021906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafe713-5fd2-4904-8185-06b69d0f82fc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.024247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbafe713-5fd2-4904-8185-06b69d0f82fc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0805717
Jan 15 21:04:21.026729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53172) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:21.026930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-03d8570b-ce09-40e7-9047-1355806859c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.028764 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-03d8570b-ce09-40e7-9047-1355806859c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1094 time: 0.1404831
Jan 15 21:04:21.107719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9bbea3-a0e5-4b50-b90e-0a64441a06fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.111922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd9bbea3-a0e5-4b50-b90e-0a64441a06fd tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0812602
Jan 15 21:04:21.112181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:21.181857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5a51f-d50d-4b1c-8557-f86f18501899 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.183883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5a51f-d50d-4b1c-8557-f86f18501899 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.186237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5a51f-d50d-4b1c-8557-f86f18501899 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.187118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-bd40560f-126e-403c-a803-46644a021eb3 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.187890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6fe5a51f-d50d-4b1c-8557-f86f18501899 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0747125
Jan 15 21:04:21.190357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-bd40560f-126e-403c-a803-46644a021eb3 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2795994
Jan 15 21:04:21.190860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:21.204253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-3016c05c-5767-4c3e-9d86-6c31515ca5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.205704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-3016c05c-5767-4c3e-9d86-6c31515ca5b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1666987
Jan 15 21:04:21.209020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159530982', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:21.209169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': '119c04bf-8692-4880-bea0-bc41ec4600de', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:21.236381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.237465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.291656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (3a1befa5-42c3-4032-89c3-84a17a9160a4), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.311219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-60a1d16c-b079-484b-b821-0074a0685603 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 217 time: 0.0816014
Jan 15 21:04:21.342728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet 2a8c36ec-6892-41dd-b179-fa8598cfeaa5 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:21.374391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (2a8c36ec-6892-41dd-b179-fa8598cfeaa5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.431696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (3a1befa5-42c3-4032-89c3-84a17a9160a4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.436937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-7519b4bc-bc12-455d-9864-e928cb5b52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.438783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-7519b4bc-bc12-455d-9864-e928cb5b52b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1162164
Jan 15 21:04:21.451977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (2a8c36ec-6892-41dd-b179-fa8598cfeaa5), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.544130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-2a10e55c-fc05-4730-b04c-a2ee2f99f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.545947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-2a10e55c-fc05-4730-b04c-a2ee2f99f85b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0995471
Jan 15 21:04:21.562304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:21.565566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.641345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (3a1befa5-42c3-4032-89c3-84a17a9160a4), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.660518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2a8c36ec-6892-41dd-b179-fa8598cfeaa5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.663696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.790437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Allocated IP 172.35.1.48 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d7a12c55-bcdf-42c7-98e7-ccd40948b4bc) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:21.799914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-5df9b2df-77ac-4787-ad1d-10c743e61f7e service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466996
Jan 15 21:04:21.819710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.833076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (2a8c36ec-6892-41dd-b179-fa8598cfeaa5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.901655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8c36ec-6892-41dd-b179-fa8598cfeaa5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:21.908516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3eca5-abe9-4982-91e6-2c9a603bdcfc req-f15f74b6-ef81-45b6-b329-38634069a9fa tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:21.909918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60d3eca5-abe9-4982-91e6-2c9a603bdcfc req-f15f74b6-ef81-45b6-b329-38634069a9fa tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 943 time: 0.1053758
Jan 15 21:04:21.913263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:21.917050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ff7fd0e6-e14e-419e-ac5d-915228a16873 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/2a8c36ec-6892-41dd-b179-fa8598cfeaa5 HTTP/1.1" status: 204  len: 168 time: 0.7227006
Jan 15 21:04:21.921787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:21.926505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.14 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/840fd692-0a6e-49a1-b8d7-b81d5b98c408) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:21.929076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d2b07-6957-4c6d-9efb-bbabc7538e8e None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:22.005895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-abc3fabb-6b5d-4e32-aec8-cfa4ec6c4c91 req-8c7c838c-70bc-4a03-ac32-80d53fceb3cd service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864948
Jan 15 21:04:22.018674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4ecfcde-bb27-4a4d-bcb7-10a676fc31da req-3c23c8d1-41c2-4443-95f4-95a37f9b3e21 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 210 time: 0.0758615
Jan 15 21:04:22.072082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for port (d7a12c55-bcdf-42c7-98e7-ccd40948b4bc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.085944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Deleting subnet f6810f62-51ad-4062-84fd-e802a1bd5228 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:22.094756 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks [] for subnet (f6810f62-51ad-4062-84fd-e802a1bd5228), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.102674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60d3eca5-abe9-4982-91e6-2c9a603bdcfc req-ffd63361-5d0f-4b9a-9528-72042e7e33d0 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659124
Jan 15 21:04:22.145663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.153570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (f6810f62-51ad-4062-84fd-e802a1bd5228), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.186582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.200480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:22.240967 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d7a12c55-bcdf-42c7-98e7-ccd40948b4bc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.241359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:22.245748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:22.252003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:22.261312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f6810f62-51ad-4062-84fd-e802a1bd5228), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.306942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:22.307594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.311385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:22.328490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:22.338361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:22.342643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-6e19841a-cf25-41f3-9b8f-fbac0831f041 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1402605
Jan 15 21:04:22.346496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:22.352918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event updated for resources: {'Port': ['ID=d7a12c55-bcdf-42c7-98e7-ccd40948b4bc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:22.355665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Request body: {'port': {'device_id': '119c04bf-8692-4880-bea0-bc41ec4600de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:22.432512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.447653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (f6810f62-51ad-4062-84fd-e802a1bd5228), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.511721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Subnet': ['ID=f6810f62-51ad-4062-84fd-e802a1bd5228,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:22.535213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.540744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c5489164-c70f-4f62-9cab-6d6200a109f5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/f6810f62-51ad-4062-84fd-e802a1bd5228 HTTP/1.1" status: 204  len: 168 time: 0.6161339
Jan 15 21:04:22.541276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.586667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d6a9972c-5425-45a7-8838-d6e663f44aa4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0420203
Jan 15 21:04:22.588868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.701203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e78d2b-3180-40bb-850a-1faa842f4d38 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:22.706299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-65e78d2b-3180-40bb-850a-1faa842f4d38 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1133263
Jan 15 21:04:22.706299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.716919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (3a1befa5-42c3-4032-89c3-84a17a9160a4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.786856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cf3264-96be-41e9-963e-5009acb0f11f None None] Network 990da85b-3404-4279-8b69-6cd09c9133de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:22.795135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ece01-5220-4172-89e8-c17361aeaf8a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:22.799216 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-927ece01-5220-4172-89e8-c17361aeaf8a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0929043
Jan 15 21:04:22.845905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53198) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.887611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d6b6b5ec-4746-4d86-8add-dac6a4cff4cc None None] Provisioning complete for port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:22.888775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b5ec-4746-4d86-8add-dac6a4cff4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:22.930880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a40b582b-af77-4314-bdf0-895c22fad872 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0824130
Jan 15 21:04:22.937458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53200) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.968806 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8fb3a2-a43c-4ab5-8e33-8fa32955cb95 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:22.969403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8fb3a2-a43c-4ab5-8e33-8fa32955cb95 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:22.972493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1f8fb3a2-a43c-4ab5-8e33-8fa32955cb95 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/2f804fe9-17ec-4f37-b907-063d166607b4 HTTP/1.1" status: 404  len: 333 time: 0.0340536
Jan 15 21:04:22.975737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:22.989038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6b5ec-4746-4d86-8add-dac6a4cff4cc None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:23.012962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:23.121388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] DHCP port deletion for 990da85b-3404-4279-8b69-6cd09c9133de request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:04:23.142734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840fd692-0a6e-49a1-b8d7-b81d5b98c408 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:23.157536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks [] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.174618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Transition to ACTIVE for port object 840fd692-0a6e-49a1-b8d7-b81d5b98c408 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:23.179536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.196898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:23.233903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:23.275284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.281423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:23.299827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:23.324301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Attempting to bind port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:23.325241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Attempting to bind port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:23.325778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Attempting to bind port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:23.330809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:23.331405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Attempting to bind port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:23.336047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Deleting port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:23.336412 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.337169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:23.337518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:23.337913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:23.338414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Bound port: 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:23.338764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.362292 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e6a386-45a1-4296-b9d6-7eaa78b87184 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.362749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e6a386-45a1-4296-b9d6-7eaa78b87184 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.367891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-12e6a386-45a1-4296-b9d6-7eaa78b87184 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/f6810f62-51ad-4062-84fd-e802a1bd5228 HTTP/1.1" status: 404  len: 337 time: 0.3892643
Jan 15 21:04:23.372484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53208) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.391120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:23.391515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.423564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:23.424061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.426197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:23.430102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:23.436763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.438955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:23.449093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Calling delete_port for fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:23.453797 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-558de0fc-addc-4db4-9b2b-20ebd871d964 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.454258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558de0fc-addc-4db4-9b2b-20ebd871d964 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.459574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-558de0fc-addc-4db4-9b2b-20ebd871d964 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/2a8c36ec-6892-41dd-b179-fa8598cfeaa5 HTTP/1.1" status: 404  len: 337 time: 0.0755308
Jan 15 21:04:23.464231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53210) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.476337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:23.477416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.477720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:23.478946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] 10.222.0.39 "PUT /v2.0/ports/840fd692-0a6e-49a1-b8d7-b81d5b98c408 HTTP/1.1" status: 200  len: 1092 time: 1.1281595
Jan 15 21:04:23.480210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.480464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:23.491245 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b457aded-ad4f-4e98-8846-696231f63775" -d '{"events": [{"name": "network-changed", "server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:23.536831 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e534eee-567e-446d-b5cf-458247fbd37e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.537437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e534eee-567e-446d-b5cf-458247fbd37e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.540443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e534eee-567e-446d-b5cf-458247fbd37e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/11c177d5-940d-4351-a851-d7fc85434545 HTTP/1.1" status: 404  len: 333 time: 0.0728426
Jan 15 21:04:23.544499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53214) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.552363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1871c68-7f26-4d3f-b203-372b777f05c5 req-3aa0b19f-990a-4e0d-ae1e-0cd684c0c2f2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:23.553858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1871c68-7f26-4d3f-b203-372b777f05c5 req-3aa0b19f-990a-4e0d-ae1e-0cd684c0c2f2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 943 time: 0.2009923
Jan 15 21:04:23.555445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d0078-f612-4e55-ba77-2592c855dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:23.558969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.576982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-745e84b5-7472-4722-993a-e5d82f814f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:23.578751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-745e84b5-7472-4722-993a-e5d82f814f54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 1095 time: 0.0530691
Jan 15 21:04:23.599041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063743fd-abb0-4a8f-93a2-d964af64dc6f req-3701e7c2-4d14-41b3-a7ec-0718c0231546 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:23.600867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-063743fd-abb0-4a8f-93a2-d964af64dc6f req-3701e7c2-4d14-41b3-a7ec-0718c0231546 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 944 time: 0.2464807
Jan 15 21:04:23.605408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:23.605975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.609831 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fdf178-9a8c-4fbc-bac0-2819d55d0d39 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.610282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fdf178-9a8c-4fbc-bac0-2819d55d0d39 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.615392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a6fdf178-9a8c-4fbc-bac0-2819d55d0d39 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/915655a2-5f0e-4b8e-a31f-b2d77f3417ae HTTP/1.1" status: 404  len: 337 time: 0.0584249
Jan 15 21:04:23.623434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53216) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.626503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-8bdfd67a-6333-405f-94be-7f86cb1c0d6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408 HTTP/1.1" status: 200  len: 217 time: 0.0400562
Jan 15 21:04:23.659447 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fe5d6f-2af7-46f7-acb9-251cdacdf147 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.660198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fe5d6f-2af7-46f7-acb9-251cdacdf147 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.665445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30fe5d6f-2af7-46f7-acb9-251cdacdf147 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/e7e30203-ec5e-4b6b-8d56-aa2b60524912 HTTP/1.1" status: 404  len: 337 time: 0.0383444
Jan 15 21:04:23.671061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53218) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.676004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,segment=NetworkSegment(d5a9a952-ccca-4d03-879b-8d2591dde93a),segment_id=d5a9a952-ccca-4d03-879b-8d2591dde93a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:23.683170 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.685616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:23.713031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc8c9-296b-4535-b298-c5480487abd6 req-aa189e89-344c-42d5-b043-29e146207f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:23.714495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-aa189e89-344c-42d5-b043-29e146207f7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0804763
Jan 15 21:04:23.725981 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-86573d0e-21b0-4166-a126-36c61a9d69de tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.726588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86573d0e-21b0-4166-a126-36c61a9d69de tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.729699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-86573d0e-21b0-4166-a126-36c61a9d69de tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/35e64440-b639-4675-9262-54e5d51dbaf3 HTTP/1.1" status: 404  len: 333 time: 0.0559902
Jan 15 21:04:23.737802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53222) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.766547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-9444552a-349d-479d-8ba1-e2b4ca5d9047 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450406
Jan 15 21:04:23.767160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (fc04a708-ac21-4bd3-9c8b-9bfcbba171a7), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:23.771380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1871c68-7f26-4d3f-b203-372b777f05c5 req-0b3f5a0a-7bdc-4a89-8229-7fcbd7d5812d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803396
Jan 15 21:04:23.772804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=13']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:23.790121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-063743fd-abb0-4a8f-93a2-d964af64dc6f req-e14bdb1f-6758-42dd-9a5a-88d9fc8cd8f1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667423
Jan 15 21:04:23.801344 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6e34d1-6adc-4261-86d1-38f65de9b78c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.801344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6e34d1-6adc-4261-86d1-38f65de9b78c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.801529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c6e34d1-6adc-4261-86d1-38f65de9b78c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b4d5ab46-047b-457a-af22-9b8233c96bf7 HTTP/1.1" status: 404  len: 337 time: 0.0629125
Jan 15 21:04:23.802219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] Pushing event deleted for resources: {'Port': ['ID=fc04a708-ac21-4bd3-9c8b-9bfcbba171a7,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:23.807359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd483eb1-e631-47fc-ada6-228466e57fdb None None] No DVR routers for this DVR port fc04a708-ac21-4bd3-9c8b-9bfcbba171a7 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:23.818781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53226) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.869857 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-837ea053-2540-4ec4-bddf-14c2bccba60e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.870341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837ea053-2540-4ec4-bddf-14c2bccba60e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.874036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-837ea053-2540-4ec4-bddf-14c2bccba60e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/78f98a3d-73ca-4639-93e3-bb0393f61826 HTTP/1.1" status: 404  len: 337 time: 0.0591929
Jan 15 21:04:23.878506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53230) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.883332 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02169193-3a21-4360-b680-4866b716fc54 x-openstack-request-id: req-02169193-3a21-4360-b680-4866b716fc54 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:23.884293 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:23.884919 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02169193-3a21-4360-b680-4866b716fc54 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:23.885514 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408', 'status': 'completed', 'code': 200}
Jan 15 21:04:23.891616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Router 3a1befa5-42c3-4032-89c3-84a17a9160a4 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:23.905874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d027fed2-822f-40a2-a052-26b22c1aef53'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:23.923939 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afd901e-88fc-4f26-b211-68d8576a211d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.924634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afd901e-88fc-4f26-b211-68d8576a211d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.930796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7afd901e-88fc-4f26-b211-68d8576a211d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/37e9ae1c-ae4a-4ee4-abfd-efaaea36f65d HTTP/1.1" status: 404  len: 333 time: 0.0478787
Jan 15 21:04:23.937182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:23.966371 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8205d3f7-5aa7-44e7-8364-ebb2e2bc0a86 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:23.966840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8205d3f7-5aa7-44e7-8364-ebb2e2bc0a86 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:23.969923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8205d3f7-5aa7-44e7-8364-ebb2e2bc0a86 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/780b3f9d-959a-4db9-8a0e-f37488bfee19 HTTP/1.1" status: 404  len: 337 time: 0.0317979
Jan 15 21:04:23.972440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.011455 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d66e94a-3860-4cf9-835c-01eb303844f3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.011939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d66e94a-3860-4cf9-835c-01eb303844f3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.015170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d66e94a-3860-4cf9-835c-01eb303844f3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/6765cd0a-90ae-4fe1-8f51-df4cd08d5aea HTTP/1.1" status: 404  len: 337 time: 0.0416298
Jan 15 21:04:24.017117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-16e38def-ea68-4347-a414-7c33290fc500 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300577
Jan 15 21:04:24.017571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.031606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:24.046426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] Sync routers for ids ['3a1befa5-42c3-4032-89c3-84a17a9160a4'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:24.050642 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc50874f-21bf-4c1f-b78e-42bc4accfe1a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.051229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc50874f-21bf-4c1f-b78e-42bc4accfe1a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.054341 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fc50874f-21bf-4c1f-b78e-42bc4accfe1a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/ee7d2a4f-ff59-489a-bd18-d00d861afa82 HTTP/1.1" status: 404  len: 333 time: 0.0358717
Jan 15 21:04:24.055026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.056540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6f42562a-cabe-4885-bdb4-a8b487dd99db tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.2106037
Jan 15 21:04:24.057395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53238) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.065435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.077520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] Routers {'3a1befa5-42c3-4032-89c3-84a17a9160a4'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:24.078091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b327d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3a1befa5-42c3-4032-89c3-84a17a9160a4'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:24.117712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b327d00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:24.131182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] Routers {'3a1befa5-42c3-4032-89c3-84a17a9160a4'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:24.131961 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0128e8d-430f-46c7-884b-7d4fafb3a9e3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.132111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b327d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3a1befa5-42c3-4032-89c3-84a17a9160a4'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:24.132422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0128e8d-430f-46c7-884b-7d4fafb3a9e3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.135445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0128e8d-430f-46c7-884b-7d4fafb3a9e3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b9515882-4dda-482a-9191-9a8677a16394 HTTP/1.1" status: 404  len: 337 time: 0.0770552
Jan 15 21:04:24.140089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.148119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-648cc8c9-296b-4535-b298-c5480487abd6 req-aed22552-fd1b-4937-b3cb-1b1f6dae6c23 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215954
Jan 15 21:04:24.170590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b327d00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:24.171257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8dd01-6efd-4c36-8b87-f07340f48747 None None] The sync data for ids ['3a1befa5-42c3-4032-89c3-84a17a9160a4'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:24.176865 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e870c3f0-005d-4622-be36-34ef7176345f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.177439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e870c3f0-005d-4622-be36-34ef7176345f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.180493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e870c3f0-005d-4622-be36-34ef7176345f tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/68703bec-d4dc-4c6e-8632-d89dd3e30d39 HTTP/1.1" status: 404  len: 333 time: 0.0394504
Jan 15 21:04:24.183847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.217808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.224998 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e43e8f-40bb-4888-89a5-3d9bc84cc697 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.225443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e43e8f-40bb-4888-89a5-3d9bc84cc697 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.228758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-07e43e8f-40bb-4888-89a5-3d9bc84cc697 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/1236710a-d8b2-4b65-b3e6-455ee82ad16c HTTP/1.1" status: 404  len: 337 time: 0.0435882
Jan 15 21:04:24.232443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.244163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c998d619-d600-434f-b287-d128987c8b37 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/3a1befa5-42c3-4032-89c3-84a17a9160a4 HTTP/1.1" status: 200  len: 919 time: 0.1775329
Jan 15 21:04:24.247329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.271401 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0235801-70cd-4eb3-b6a7-7979cb8f20df tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.271957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0235801-70cd-4eb3-b6a7-7979cb8f20df tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.273691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-510cccec-8365-41da-8596-53249e1e22da tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a1befa5-42c3-4032-89c3-84a17a9160a4 HTTP/1.1" status: 200  len: 205 time: 0.0252466
Jan 15 21:04:24.274975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a0235801-70cd-4eb3-b6a7-7979cb8f20df tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/33da6de8-3254-4e31-8220-ce076527c9fd HTTP/1.1" status: 404  len: 333 time: 0.0415671
Jan 15 21:04:24.276187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.280417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53252) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.309555 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0eaf7d4-a5e8-486a-8442-719e0db8785c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.310144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0eaf7d4-a5e8-486a-8442-719e0db8785c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.315454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e0eaf7d4-a5e8-486a-8442-719e0db8785c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/b9c5971c-8341-4baf-8171-9849f784c8d7 HTTP/1.1" status: 404  len: 337 time: 0.0314641
Jan 15 21:04:24.316915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53254) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.327883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457aded-ad4f-4e98-8846-696231f63775 req-6fc1706b-2227-4642-a046-b228df13701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:24.329393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-6fc1706b-2227-4642-a046-b228df13701b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 1095 time: 0.1148906
Jan 15 21:04:24.355976 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-486a7571-411e-4c76-a9ce-17cda4f8ce12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.357014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486a7571-411e-4c76-a9ce-17cda4f8ce12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.359962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-486a7571-411e-4c76-a9ce-17cda4f8ce12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/f8b12973-e97c-46af-b92c-6501e190708a HTTP/1.1" status: 404  len: 333 time: 0.0421493
Jan 15 21:04:24.363392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.393905 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af721da-f2d1-4d7c-8f8d-085544a8e2a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.394286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af721da-f2d1-4d7c-8f8d-085544a8e2a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.397238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3af721da-f2d1-4d7c-8f8d-085544a8e2a0 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/2f9e30d5-6f86-400e-ba00-b9840b2b5055 HTTP/1.1" status: 404  len: 337 time: 0.0326467
Jan 15 21:04:24.400121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53258) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.413784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.428511 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-51669302-4727-4695-a838-bfd4dac00b03 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.429069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51669302-4727-4695-a838-bfd4dac00b03 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.432045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-51669302-4727-4695-a838-bfd4dac00b03 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/1ace8515-b4b4-40e7-abaa-67ba81fde164 HTTP/1.1" status: 404  len: 333 time: 0.0310907
Jan 15 21:04:24.437071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.471807 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9e7b9e-2ee0-45c4-adfa-11a72d7d9ea1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.472260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9e7b9e-2ee0-45c4-adfa-11a72d7d9ea1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.475268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2e9e7b9e-2ee0-45c4-adfa-11a72d7d9ea1 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/75d13ce1-367b-47e9-aa5c-d2aa6a9be918 HTTP/1.1" status: 404  len: 337 time: 0.0373585
Jan 15 21:04:24.480903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53262) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.518182 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-12536602-6376-4453-9b7f-b872b0270ada tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.518754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12536602-6376-4453-9b7f-b872b0270ada tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.522076 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-12536602-6376-4453-9b7f-b872b0270ada tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/c9da4ffe-6ab7-47e9-8f30-30595e74f854 HTTP/1.1" status: 404  len: 333 time: 0.0419259
Jan 15 21:04:24.523292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (3a1befa5-42c3-4032-89c3-84a17a9160a4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.526179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.529575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457aded-ad4f-4e98-8846-696231f63775 req-79f12015-22ce-4532-97ac-90a3f9875210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:24.529575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-79f12015-22ce-4532-97ac-90a3f9875210 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1814921
Jan 15 21:04:24.560332 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-8405f10a-6d54-4f9c-be29-f334b969e738 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.560780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8405f10a-6d54-4f9c-be29-f334b969e738 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.563757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8405f10a-6d54-4f9c-be29-f334b969e738 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/af45972a-948d-4044-9f4b-9fd1d8138896 HTTP/1.1" status: 404  len: 337 time: 0.0355303
Jan 15 21:04:24.571850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.581841 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-bca72053-addf-4536-b422-97d6eeaabda9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408 HTTP/1.1" status: 200  len: 217 time: 0.0451088
Jan 15 21:04:24.608834 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ad6ba9-0af7-4ad4-a26e-13c42b7f7e92 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.609304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ad6ba9-0af7-4ad4-a26e-13c42b7f7e92 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.612248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44ad6ba9-0af7-4ad4-a26e-13c42b7f7e92 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4a717fb5-03a1-4159-a251-a1e1ae057039 HTTP/1.1" status: 404  len: 337 time: 0.0391879
Jan 15 21:04:24.614948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53270) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.636478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309209-186b-4e57-9edb-9429d32c2879 req-e698cb8b-0c38-428a-8f61-354e423048df tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:24.638779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05309209-186b-4e57-9edb-9429d32c2879 req-e698cb8b-0c38-428a-8f61-354e423048df tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0824795
Jan 15 21:04:24.656167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port d7a12c55-bcdf-42c7-98e7-ccd40948b4bc {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:24.656506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d7a12c55-bcdf-42c7-98e7-ccd40948b4bc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.664278 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bbd8bd-f844-4e0a-addf-6a9c8a98c4ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.664825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bbd8bd-f844-4e0a-addf-6a9c8a98c4ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.667857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02bbd8bd-f844-4e0a-addf-6a9c8a98c4ea tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/9b723759-9683-407b-96f0-d8f64249c7ec HTTP/1.1" status: 404  len: 333 time: 0.0522366
Jan 15 21:04:24.670932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.702777 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51a6a1b-7b70-4e61-94ee-4eb95458512c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.703234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51a6a1b-7b70-4e61-94ee-4eb95458512c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.706270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a51a6a1b-7b70-4e61-94ee-4eb95458512c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/01f0969c-6ccc-4017-81f7-b74e8568a9b6 HTTP/1.1" status: 404  len: 337 time: 0.0344429
Jan 15 21:04:24.708813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.719673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457aded-ad4f-4e98-8846-696231f63775 req-3151ab57-22bf-40ca-af37-66b741b20619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:24.721187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-3151ab57-22bf-40ca-af37-66b741b20619 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.1202400
Jan 15 21:04:24.739791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05309209-186b-4e57-9edb-9429d32c2879 req-da723838-1a78-4d89-a9de-4828320dcb26 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933545
Jan 15 21:04:24.741170 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-732b6e25-bbd2-465e-9da5-bcef5d82abee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.741634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732b6e25-bbd2-465e-9da5-bcef5d82abee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.744626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-732b6e25-bbd2-465e-9da5-bcef5d82abee tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4e30ea97-91bb-4744-a223-f642f4127b31 HTTP/1.1" status: 404  len: 337 time: 0.0348971
Jan 15 21:04:24.747473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.771009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-3c746c91-ba8d-4e7c-a3c4-9631ea0944f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311227
Jan 15 21:04:24.782980 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-25891902-22cd-4770-ba3e-8a6b4058b9c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.783550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25891902-22cd-4770-ba3e-8a6b4058b9c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.787512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-25891902-22cd-4770-ba3e-8a6b4058b9c5 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/b674df05-1fb5-4fdc-9c6b-329911fe7a98 HTTP/1.1" status: 404  len: 333 time: 0.0381420
Jan 15 21:04:24.793852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.806583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d7a12c55-bcdf-42c7-98e7-ccd40948b4bc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:24.832432 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-168bb55c-03de-4382-a1ec-84b2952fd445 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.832909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168bb55c-03de-4382-a1ec-84b2952fd445 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.835909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-168bb55c-03de-4382-a1ec-84b2952fd445 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/8e963b83-b4f6-416c-a540-f3fdd7b26aef HTTP/1.1" status: 404  len: 337 time: 0.0412614
Jan 15 21:04:24.839658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53284) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.864465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for d7a12c55-bcdf-42c7-98e7-ccd40948b4bc owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:24.877346 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8689a76-cd85-47b1-9402-e9077e79ee7d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.877808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8689a76-cd85-47b1-9402-e9077e79ee7d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.882640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d8689a76-cd85-47b1-9402-e9077e79ee7d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/ce3dae54-5d90-4574-bfd2-af0a468d1022 HTTP/1.1" status: 404  len: 337 time: 0.0394847
Jan 15 21:04:24.884201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53288) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.920461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-0ebbd16c-f0b1-4a5a-ba34-49fd69fc7c5d service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426654
Jan 15 21:04:24.962851 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317cb78-79f8-4a0c-a750-5a2d8596da47 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:24.963430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317cb78-79f8-4a0c-a750-5a2d8596da47 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:24.969004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6317cb78-79f8-4a0c-a750-5a2d8596da47 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/0188377c-4df1-414b-8e37-e930080b8f03 HTTP/1.1" status: 404  len: 333 time: 0.0652914
Jan 15 21:04:24.969314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:24.986479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806426fd-9934-455e-a971-8fedb6d6a14a req-1cfe5b54-dbed-4cfa-842b-608916712a14 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:24.987943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-806426fd-9934-455e-a971-8fedb6d6a14a req-1cfe5b54-dbed-4cfa-842b-608916712a14 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1625516
Jan 15 21:04:25.003124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9ca2-c3f3-42c2-a185-d967c02359d0 req-093bb6cf-6e94-481d-8746-d7d059843074 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:25.004438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c75a9ca2-c3f3-42c2-a185-d967c02359d0 req-093bb6cf-6e94-481d-8746-d7d059843074 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 944 time: 0.1414306
Jan 15 21:04:25.006876 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd95f293-f075-4896-9cac-93f55b34766a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.007347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd95f293-f075-4896-9cac-93f55b34766a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.009141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:25.012881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd95f293-f075-4896-9cac-93f55b34766a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/5eb7a634-7995-4611-9fa1-6f45786419b2 HTTP/1.1" status: 404  len: 337 time: 0.0388575
Jan 15 21:04:25.013939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53296) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.048247 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2eb5c02-3cfe-471d-b0d9-410b9df0cbf6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.048746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2eb5c02-3cfe-471d-b0d9-410b9df0cbf6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.054426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d2eb5c02-3cfe-471d-b0d9-410b9df0cbf6 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/9e1d7c3c-ceb3-431f-9d49-596c8d5a9a33 HTTP/1.1" status: 404  len: 337 time: 0.0370586
Jan 15 21:04:25.054613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53298) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.097031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f92e012-faa6-47ea-93b2-5c1ac2663201 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 HTTP/1.1" status: 200  len: 205 time: 0.0389996
Jan 15 21:04:25.098847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53300) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.145109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c75a9ca2-c3f3-42c2-a185-d967c02359d0 req-2c2edd1c-2741-405c-b2a1-1f8952ff8fcd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241791
Jan 15 21:04:25.149551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-806426fd-9934-455e-a971-8fedb6d6a14a req-e931213b-2df0-477d-9063-2e856d2e6594 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409433
Jan 15 21:04:25.151202 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-680cf575-536b-49ef-b690-9c36eb2f3e38 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] delete failed (client error): The resource could not be found.
Jan 15 21:04:25.152263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-680cf575-536b-49ef-b690-9c36eb2f3e38 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/routers/9b244c6b-30d2-495a-bd4f-1fcbdb7034b3 HTTP/1.1" status: 404  len: 336 time: 0.0525577
Jan 15 21:04:25.155652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.189543 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad65863-fb9b-4795-b1db-6bff9538ce58 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.190027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad65863-fb9b-4795-b1db-6bff9538ce58 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.194481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bad65863-fb9b-4795-b1db-6bff9538ce58 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/958d0017-b0db-498e-a18e-dc2cb685ae0f HTTP/1.1" status: 404  len: 337 time: 0.0375059
Jan 15 21:04:25.196785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53304) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.197185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b457aded-ad4f-4e98-8846-696231f63775 req-a24747d5-7ff0-4fea-a4a6-f656e1bcc54e service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708509
Jan 15 21:04:25.264176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97be1bb7-f9fb-423b-9c66-b6de108e294c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de HTTP/1.1" status: 200  len: 205 time: 0.0620480
Jan 15 21:04:25.266560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53308) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.276137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d7a12c55-bcdf-42c7-98e7-ccd40948b4bc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.289315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port d027fed2-822f-40a2-a052-26b22c1aef53 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:25.294657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d027fed2-822f-40a2-a052-26b22c1aef53 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:25.295423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.320287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=d7a12c55-bcdf-42c7-98e7-ccd40948b4bc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:25.349198 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-d19751b4-2f13-43a2-95fd-926158467d50 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] delete failed (client error): The resource could not be found.
Jan 15 21:04:25.354371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d19751b4-2f13-43a2-95fd-926158467d50 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/routers/1e5dfe4a-8ddf-4cbc-9f49-4d5acc8d17de HTTP/1.1" status: 404  len: 336 time: 0.0864718
Jan 15 21:04:25.355270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53312) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.389798 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a3b379-d70f-4320-89c1-6784178fb05a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.390258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a3b379-d70f-4320-89c1-6784178fb05a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.396482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44a3b379-d70f-4320-89c1-6784178fb05a tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/358810e3-00ba-41ac-9427-71c72bac2191 HTTP/1.1" status: 404  len: 337 time: 0.0392494
Jan 15 21:04:25.397154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53314) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.411892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:25.412286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.419890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f60dee-6f62-4d27-a2b4-9dd1a72e0541 req-14e391a3-189b-4cae-a079-65be2597d4ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:25.421450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95f60dee-6f62-4d27-a2b4-9dd1a72e0541 req-14e391a3-189b-4cae-a079-65be2597d4ff tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.1124249
Jan 15 21:04:25.431876 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a376a8ef-84d6-43f2-9f4c-91892c1f015b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.432253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a376a8ef-84d6-43f2-9f4c-91892c1f015b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.437330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a376a8ef-84d6-43f2-9f4c-91892c1f015b tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4ce1ad2c-3965-4348-ae0a-826f39a32d4e HTTP/1.1" status: 404  len: 337 time: 0.0390708
Jan 15 21:04:25.438814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.452306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:25.453996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (3a1befa5-42c3-4032-89c3-84a17a9160a4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.454198 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc3f072-05ae-48a6-b962-b393589cd8ae" -d '{"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:25.471593 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bde8f3-c8a5-485d-a683-e7cb094f3c24 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.472468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bde8f3-c8a5-485d-a683-e7cb094f3c24 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.472777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:25.478569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-52bde8f3-c8a5-485d-a683-e7cb094f3c24 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/890ec254-a65c-422e-b54b-78522ffbda7a HTTP/1.1" status: 404  len: 333 time: 0.0387719
Jan 15 21:04:25.479123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.479250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.514059 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b06f9a0-4ea0-4a9d-a62c-6a25af50ebf3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.514529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b06f9a0-4ea0-4a9d-a62c-6a25af50ebf3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.521262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6b06f9a0-4ea0-4a9d-a62c-6a25af50ebf3 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/0be23f8f-56a3-4c79-9f2d-5f5434fa5406 HTTP/1.1" status: 404  len: 337 time: 0.0387065
Jan 15 21:04:25.521485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.548262 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ce1750-edf3-481c-b68b-8c95928662cc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.548866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ce1750-edf3-481c-b68b-8c95928662cc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.552885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-05ce1750-edf3-481c-b68b-8c95928662cc tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/f9267364-6f4d-4e1b-988d-8e2683f479ea HTTP/1.1" status: 404  len: 333 time: 0.0295267
Jan 15 21:04:25.554456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53332) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.560907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:25.583916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.587356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (3a1befa5-42c3-4032-89c3-84a17a9160a4), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.588378 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-23441934-d247-476a-bd85-e858686f5a0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.588812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23441934-d247-476a-bd85-e858686f5a0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.594769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95f60dee-6f62-4d27-a2b4-9dd1a72e0541 req-bb705731-abb2-4eea-87e2-b572a4e6fbfb tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644883
Jan 15 21:04:25.594934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23441934-d247-476a-bd85-e858686f5a0e tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/ed3ffd04-f37e-4ad9-969e-bbec198f8a38 HTTP/1.1" status: 404  len: 337 time: 0.0368402
Jan 15 21:04:25.595511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53334) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.619856 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da79b7d-3cab-42fb-9f5e-70cfb23fb280 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.620415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da79b7d-3cab-42fb-9f5e-70cfb23fb280 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.625992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0da79b7d-3cab-42fb-9f5e-70cfb23fb280 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/336b11c0-9b1b-44c9-80f4-c7f282d934f5 HTTP/1.1" status: 404  len: 333 time: 0.0276508
Jan 15 21:04:25.626830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53338) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.657181 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69708d6-5a9f-4420-b6ba-16ca44172a51 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.657639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69708d6-5a9f-4420-b6ba-16ca44172a51 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.662885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d69708d6-5a9f-4420-b6ba-16ca44172a51 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/f8b903a4-3218-4802-98b8-7eab9742da57 HTTP/1.1" status: 404  len: 337 time: 0.0328989
Jan 15 21:04:25.663349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.683694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (3a1befa5-42c3-4032-89c3-84a17a9160a4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.684184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1befa5-42c3-4032-89c3-84a17a9160a4 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:25.688314 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39b60aa-eb53-45d3-8a53-b3243faa56a4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.689386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39b60aa-eb53-45d3-8a53-b3243faa56a4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.691855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b39b60aa-eb53-45d3-8a53-b3243faa56a4 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/7ebf4442-d404-4dee-8ce6-ca55b290761c HTTP/1.1" status: 404  len: 333 time: 0.0274675
Jan 15 21:04:25.693138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.694214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de9bd269-5c59-4fa0-a4bf-00ed7c73b971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/3a1befa5-42c3-4032-89c3-84a17a9160a4 HTTP/1.1" status: 204  len: 168 time: 1.4171374
Jan 15 21:04:25.694817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53342) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.700035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.704444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054043222', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:25.728108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.729196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.736417 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fadc716-22f4-46ff-b4a3-7ce4a1961aae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.737015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fadc716-22f4-46ff-b4a3-7ce4a1961aae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.739669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 840fd692-0a6e-49a1-b8d7-b81d5b98c408 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:25.740895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0fadc716-22f4-46ff-b4a3-7ce4a1961aae tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/4633c577-514c-4d46-843e-186286f6f931 HTTP/1.1" status: 404  len: 337 time: 0.0421760
Jan 15 21:04:25.743664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53346) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.770572 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62a0f17-cc6f-49f2-8356-40ec1948d85d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.771145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62a0f17-cc6f-49f2-8356-40ec1948d85d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.774208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f62a0f17-cc6f-49f2-8356-40ec1948d85d tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/800df5c3-2cea-479d-913e-fa50874d453a HTTP/1.1" status: 404  len: 333 time: 0.0295928
Jan 15 21:04:25.780620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53348) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.801887 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa51a09-bc5b-4e2f-b005-e344614081b9 x-openstack-request-id: req-baa51a09-bc5b-4e2f-b005-e344614081b9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:25.802184 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:25.802437 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-baa51a09-bc5b-4e2f-b005-e344614081b9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:25.802827 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'code': 200}
Jan 15 21:04:25.809532 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1252fdd0-cdfa-4338-bb79-66d007adfd12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.810042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1252fdd0-cdfa-4338-bb79-66d007adfd12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.811140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (242d8c96-c6df-4b8d-876a-60c200f233ee), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.813456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1252fdd0-cdfa-4338-bb79-66d007adfd12 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/a832fd82-8e61-4dbd-ab14-f8d1a4496830 HTTP/1.1" status: 404  len: 337 time: 0.0317984
Jan 15 21:04:25.816553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53350) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.821166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-a7d3af44-6f11-4355-9d80-c6ed19a7aeab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:25.828640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-a7d3af44-6f11-4355-9d80-c6ed19a7aeab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2599711
Jan 15 21:04:25.846095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-c954368c-8b85-45b0-a57b-725306ddc54b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/quotas/e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 375 time: 0.0164757
Jan 15 21:04:25.850149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:25.866614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '840fd692-0a6e-49a1-b8d7-b81d5b98c408', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': '840fd692-0a6e-49a1-b8d7-b81d5b98c408', 'mac_address': 'fa:16:3e:65:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:25.884475 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79cadff-3431-4a0e-942e-0a5227faf854 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.885103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79cadff-3431-4a0e-942e-0a5227faf854 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.891647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53352) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.891821 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b79cadff-3431-4a0e-942e-0a5227faf854 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/e43de130-eaf5-424e-aeca-e8c833d43190 HTTP/1.1" status: 404  len: 333 time: 0.0737631
Jan 15 21:04:25.908981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:25.909663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.925348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840fd692-0a6e-49a1-b8d7-b81d5b98c408 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:25.937900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-e72c89b7-2e84-43ed-b734-febe74aef249 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0908592
Jan 15 21:04:25.939192 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfeeca22-d990-49dd-bf25-192d3741396c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.939620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfeeca22-d990-49dd-bf25-192d3741396c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.942752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dfeeca22-d990-49dd-bf25-192d3741396c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/8479d2b6-0c59-44af-9c28-a470ec2f6e5d HTTP/1.1" status: 404  len: 337 time: 0.0499220
Jan 15 21:04:25.945233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53354) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:25.950467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:25.956000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:25.978229 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-c672e95f-480a-4cf7-9a17-3cf3f4e127c9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:25.978785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c672e95f-480a-4cf7-9a17-3cf3f4e127c9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:25.981970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c672e95f-480a-4cf7-9a17-3cf3f4e127c9 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/ports/1f5e98bf-34b7-49da-9e1d-dddd3f3dc034 HTTP/1.1" status: 404  len: 333 time: 0.0357208
Jan 15 21:04:25.991046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53356) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:26.011465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:26.029112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (242d8c96-c6df-4b8d-876a-60c200f233ee), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.033310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443fc3-0ea9-4b6e-9e97-140fdb91fccd req-75943580-ec25-42a2-8535-6c0f7e183a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:26.034816 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1443fc3-0ea9-4b6e-9e97-140fdb91fccd req-75943580-ec25-42a2-8535-6c0f7e183a4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1096 time: 0.1421180
Jan 15 21:04:26.135503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1443fc3-0ea9-4b6e-9e97-140fdb91fccd req-19bbf9f6-8c46-4995-86cc-37737270d901 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834997
Jan 15 21:04:26.251879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['840fd692-0a6e-49a1-b8d7-b81d5b98c408'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:26.284393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (242d8c96-c6df-4b8d-876a-60c200f233ee), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.306765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.342723 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec89312-eb49-4191-9a34-04d5db2b364c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:04:26.343247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec89312-eb49-4191-9a34-04d5db2b364c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:04:26.348803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ec89312-eb49-4191-9a34-04d5db2b364c tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/subnets/1c74181d-da63-4b00-b398-e50d987c2eb0 HTTP/1.1" status: 404  len: 337 time: 0.3545399
Jan 15 21:04:26.349595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:26.422042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-64b04306-6fbd-4cb5-9779-a731e0d7f860 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4673929
Jan 15 21:04:26.431577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc91f3-6428-46c1-9fc7-4cdda7aca6ce req-4293c17c-9d5d-4412-92fe-c689710b76d9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:26.433219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11bc91f3-6428-46c1-9fc7-4cdda7aca6ce req-4293c17c-9d5d-4412-92fe-c689710b76d9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 945 time: 0.0951393
Jan 15 21:04:26.466701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (990da85b-3404-4279-8b69-6cd09c9133de), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.495615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.35.1.66 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/df0463d4-fb8b-4aac-805a-f605811c8ab4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:26.529851 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11bc91f3-6428-46c1-9fc7-4cdda7aca6ce req-30a16639-558c-4a0f-a94b-9d1584c9f7f9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884926
Jan 15 21:04:26.570855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-96d00b36-6334-495e-b960-765da22786a7 service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366270
Jan 15 21:04:26.631984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (990da85b-3404-4279-8b69-6cd09c9133de), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.665408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e786012b0>,) {'filters': {'network_id': ['990da85b-3404-4279-8b69-6cd09c9133de']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:26.683748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e786012b0>, 'd5a9a952-ccca-4d03-879b-8d2591dde93a') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:26.684020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e786012b0>, 'd5a9a952-ccca-4d03-879b-8d2591dde93a') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:26.701592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d5a9a952-ccca-4d03-879b-8d2591dde93a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.727813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d5a9a952-ccca-4d03-879b-8d2591dde93a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.736949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.748154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:04:26.748731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d5a9a952-ccca-4d03-879b-8d2591dde93a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:04:26.752806 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:04:26.786834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0aa27bb4-c4c8-4a8b-910f-f58e751635b0 req-5cd3ee37-f464-4b1d-8fe4-935b8bfdcf33 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 210 time: 0.0292802
Jan 15 21:04:26.813515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed418d-5fac-4408-a17c-96fa76cba8b3 req-61dcc621-a6c4-4fa6-a1d2-153c60672c46 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:26.817345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fed418d-5fac-4408-a17c-96fa76cba8b3 req-61dcc621-a6c4-4fa6-a1d2-153c60672c46 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0870504
Jan 15 21:04:26.842851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (990da85b-3404-4279-8b69-6cd09c9133de), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.860812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.864255 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] 10.222.0.46 "DELETE /v2.0/networks/990da85b-3404-4279-8b69-6cd09c9133de HTTP/1.1" status: 204  len: 168 time: 0.5138197
Jan 15 21:04:26.876596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:26.879915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864647-3009-438d-9428-8ed0329d9b54 tempest-NetworksTestDHCPv6-1188342201 tempest-NetworksTestDHCPv6-1188342201-project] Pushing event deleted for resources: {'Network': ['ID=990da85b-3404-4279-8b69-6cd09c9133de,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:26.901709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fed418d-5fac-4408-a17c-96fa76cba8b3 req-f8528b09-66b4-4567-b72d-3838698dff51 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710111
Jan 15 21:04:26.918955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:26.924095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:26.927716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:26.957541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=df0463d4-fb8b-4aac-805a-f605811c8ab4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:27.198740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53382) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:27.452905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b4a85a2-f340-4990-925b-0e2787e4d593 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2888597a11743748b9ebf202d12c380&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2476938
Jan 15 21:04:27.454296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:27.552179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (242d8c96-c6df-4b8d-876a-60c200f233ee), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.586849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] Publish callbacks [] for security_group (66c97af0-db08-40ae-86eb-3a2df2647c76), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.623497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] Publish callbacks [] for security_group (66c97af0-db08-40ae-86eb-3a2df2647c76), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.659752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a943a-50fa-416c-b56e-55d0aa8de0a2 req-66413576-31da-4f67-bc96-63718d2a99f8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:27.661791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f1a943a-50fa-416c-b56e-55d0aa8de0a2 req-66413576-31da-4f67-bc96-63718d2a99f8 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 945 time: 0.0597174
Jan 15 21:04:27.716520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f1a943a-50fa-416c-b56e-55d0aa8de0a2 req-2ded20a9-7364-42e3-9f26-5f9bace1a13f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487702
Jan 15 21:04:27.740599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 840fd692-0a6e-49a1-b8d7-b81d5b98c408 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:27.751051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66c97af0-db08-40ae-86eb-3a2df2647c76), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.754032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.755328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66c97af0-db08-40ae-86eb-3a2df2647c76 HTTP/1.1" status: 204  len: 168 time: 0.3000114
Jan 15 21:04:27.797836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb932a-6b24-4cea-8305-6cb3b8202441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c97af0-db08-40ae-86eb-3a2df2647c76,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:27.834022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.854519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:27.860642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:27.861046 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.947995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:27.948471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:27.976041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89ed4c0c-c6c0-4e04-833c-ee4983aca3ff req-19082829-2a80-4af5-a150-c74f3d24176d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 210 time: 0.0713143
Jan 15 21:04:27.979797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:27.982732 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919319d-7f85-4bba-aa15-041d8a180600" -d '{"events": [{"server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "name": "network-vif-plugged", "status": "completed", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:28.007127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:28.018214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.072994 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f12d1d-3593-4e76-9a46-e55b1f84a268 x-openstack-request-id: req-f1f12d1d-3593-4e76-9a46-e55b1f84a268 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:28.073299 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "name": "network-vif-plugged", "status": "completed", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:28.073537 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1f12d1d-3593-4e76-9a46-e55b1f84a268 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:28.073974 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408', 'code': 200}
Jan 15 21:04:28.081865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78414488-a7a1-4663-88b4-f72c68acd958 req-eaac6381-33fb-41c6-9641-dd06c91755ee tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:28.083690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78414488-a7a1-4663-88b4-f72c68acd958 req-eaac6381-33fb-41c6-9641-dd06c91755ee tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0635908
Jan 15 21:04:28.103437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:28.138484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78414488-a7a1-4663-88b4-f72c68acd958 req-17594362-dad9-47e9-beb0-0cf64b746693 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481000
Jan 15 21:04:28.240783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea97c4-e965-4127-ab46-f213bff513cc req-8938b02a-b2bd-4853-a5b3-b1fce4f8741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:28.242640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-05ea97c4-e965-4127-ab46-f213bff513cc req-8938b02a-b2bd-4853-a5b3-b1fce4f8741d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 1097 time: 0.1090720
Jan 15 21:04:28.250943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-0c4d4fd2-7133-4637-800d-7a4114b450f3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:28.252542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-0c4d4fd2-7133-4637-800d-7a4114b450f3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.45 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2237992
Jan 15 21:04:28.254502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router 242d8c96-c6df-4b8d-876a-60c200f233ee is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:28.274534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'device_id': '1d45824f-26ca-49c6-971e-f502336f956f', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'admin_state_up': True, 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:28.287184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc982d-6cce-4846-b824-bac92d21c163 req-331b88e4-bc64-4a8b-8822-ac6a7e8e76fd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:28.288756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71fc982d-6cce-4846-b824-bac92d21c163 req-331b88e4-bc64-4a8b-8822-ac6a7e8e76fd tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0681875
Jan 15 21:04:28.298553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53414) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:28.302931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Request body: {'floatingip': {'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:28.347312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.403407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-05ea97c4-e965-4127-ab46-f213bff513cc req-30857d7c-30ac-4a96-9ad0-d3d0347d809c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498506
Jan 15 21:04:28.495001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:28.507179 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Sync routers for ids ['242d8c96-c6df-4b8d-876a-60c200f233ee'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:28.516879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.517867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a8382e7-5d1e-4cd0-bfe5-f2894500d47d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 2.8167353
Jan 15 21:04:28.520603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53424) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:28.527271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Routers {'242d8c96-c6df-4b8d-876a-60c200f233ee'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:28.530437 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['242d8c96-c6df-4b8d-876a-60c200f233ee'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:28.597895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:28.603874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.607516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53426) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:28.734071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0886324a-05f6-48b9-8b75-c7ec0f6299d0 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/242d8c96-c6df-4b8d-876a-60c200f233ee HTTP/1.1" status: 200  len: 908 time: 0.2122829
Jan 15 21:04:28.737267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:28.741589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054043222', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': True}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:28.762829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-182280240-network', 'tenant_id': '7777a2fe1ca14f8fa4c4bff3e72714cf'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:28.814744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.20.0.13 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/ab07dc98-af7c-4650-b36e-d8be43ca08c1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:28.817551 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (ea67608e-c925-4394-b0e4-0276f94fca53), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.818741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (ea67608e-c925-4394-b0e4-0276f94fca53), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.830041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Set router 242d8c96-c6df-4b8d-876a-60c200f233ee gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:28.843533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Made reservation on behalf of 7777a2fe1ca14f8fa4c4bff3e72714cf for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:28.846306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.864515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:28.909794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (ea67608e-c925-4394-b0e4-0276f94fca53), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.009457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830fb6-b8e4-4b9a-b97b-d8c5c6ad9add req-b284a58e-5647-4899-9c8f-6cd3f533c5a5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:29.011047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f830fb6-b8e4-4b9a-b97b-d8c5c6ad9add req-b284a58e-5647-4899-9c8f-6cd3f533c5a5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.1426418
Jan 15 21:04:29.058183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.070587 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.077790 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c250>, [{'id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66'}], 'enable_snat': False}, 'gw_port_id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:25Z', 'updated_at': '2022-01-15T21:04:27Z', 'revision_number': 3, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port': {'id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:04:26Z', 'updated_at': '2022-01-15T21:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:29.111670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Checking router: 242d8c96-c6df-4b8d-876a-60c200f233ee for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:29.112337 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Updating router 242d8c96-c6df-4b8d-876a-60c200f233ee port df0463d4-fb8b-4aac-805a-f605811c8ab4 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:04:29.140344 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.147348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (ea67608e-c925-4394-b0e4-0276f94fca53), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.175258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f830fb6-b8e4-4b9a-b97b-d8c5c6ad9add req-ffea01fa-eeb1-4906-a188-b62b43435bd3 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569493
Jan 15 21:04:29.182933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-174bb2b5-c6a0-4f53-b1ea-356a70f473ec req-111b82f3-6052-4137-89e2-bc0458e060fd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 210 time: 0.0627608
Jan 15 21:04:29.206169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks [] for security_group (a7f2ff45-600c-4e2b-b874-5ae502d204bc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.244152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7f2ff45-600c-4e2b-b874-5ae502d204bc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.246714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.275643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:04:29.296932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f2ff45-600c-4e2b-b874-5ae502d204bc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:29.299976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3f38411e-bcc2-4686-aa05-823fa0787da0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.300307 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Added segment 3f38411e-bcc2-4686-aa05-823fa0787da0 of type vlan for network 76358e46-52a0-4a16-8a5c-ee9f638382b4
Jan 15 21:04:29.302051 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Floating IP 13579a6c-208b-4066-8aef-072be41ffb15 associated. External IP: 172.35.1.227, port: d027fed2-822f-40a2-a052-26b22c1aef53.
Jan 15 21:04:29.317132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.332700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80', 'b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:29.382795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:29.388875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:29.391485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:29.394143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (76358e46-52a0-4a16-8a5c-ee9f638382b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.400720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:29.466714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (76358e46-52a0-4a16-8a5c-ee9f638382b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.467731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:29.468323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.480795 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks [] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.491653 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.587807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] Pushing event updated for resources: {'Network': ['ID=76358e46-52a0-4a16-8a5c-ee9f638382b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:29.622070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 76358e46-52a0-4a16-8a5c-ee9f638382b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:04:29.642249 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Attempting to bind port df0463d4-fb8b-4aac-805a-f605811c8ab4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:29.642787 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Attempting to bind port df0463d4-fb8b-4aac-805a-f605811c8ab4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:29.642903 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Attempting to bind port df0463d4-fb8b-4aac-805a-f605811c8ab4 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:29.650979 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Pushing event updated for resources: {'Port': ['ID=df0463d4-fb8b-4aac-805a-f605811c8ab4,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:29.659725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:29.661215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.670037 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.670548 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.670744 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.671046 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.681146 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.681587 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.681931 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.682272 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.682592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.682976 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.683312 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.684216 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.684545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:29.689709 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:29.690278 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:29.690916 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.691101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:29.691551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Bound port: df0463d4-fb8b-4aac-805a-f605811c8ab4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:29.691980 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.708260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78ed76c7-6c95-4782-b980-f85adc6f72d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0992050
Jan 15 21:04:29.711272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:29.721081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-53ff2040-fd4e-4b5d-a0bb-718b122f78f9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4532602
Jan 15 21:04:29.728714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Request body: {'port': {'device_id': '1d45824f-26ca-49c6-971e-f502336f956f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:29.731829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (ea67608e-c925-4394-b0e4-0276f94fca53), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.750067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Request body: {'subnet': {'network_id': '76358e46-52a0-4a16-8a5c-ee9f638382b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-182280240-subnet', 'tenant_id': '7777a2fe1ca14f8fa4c4bff3e72714cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:29.779700 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] For port df0463d4-fb8b-4aac-805a-f605811c8ab4, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:29.794632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2cb44198-eb24-4a83-ae24-94bc75d01cb8 None None] Provisioning complete for port ab07dc98-af7c-4650-b36e-d8be43ca08c1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:29.795069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cb44198-eb24-4a83-ae24-94bc75d01cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.795966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:04:29.797177 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] For port df0463d4-fb8b-4aac-805a-f605811c8ab4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0463d4-fb8b-4aac-805a-f605811c8ab4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:29.797674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Made reservation on behalf of 7777a2fe1ca14f8fa4c4bff3e72714cf for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:29.800180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.805917 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.839130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:29.856284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2cb44198-eb24-4a83-ae24-94bc75d01cb8 None None] Port ab07dc98-af7c-4650-b36e-d8be43ca08c1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:29.889445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Routers {'242d8c96-c6df-4b8d-876a-60c200f233ee'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:29.890356 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['242d8c96-c6df-4b8d-876a-60c200f233ee'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:29.940439 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621e80-3c92-408b-82cb-c69f95a121c6 None None] Pushing event updated for resources: {'Port': ['ID=df0463d4-fb8b-4aac-805a-f605811c8ab4,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:29.945577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:30.031636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] Set router 242d8c96-c6df-4b8d-876a-60c200f233ee gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:30.063315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:30.068970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:30.076658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:30.095060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:30.095560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b50dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:30.127550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c547ea91-b60f-4fcb-90d7-4439306187f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "PUT /v2.0/floatingips/13579a6c-208b-4066-8aef-072be41ffb15 HTTP/1.1" status: 200  len: 991 time: 1.8279104
Jan 15 21:04:30.130035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:30.132349 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c8000a-055a-4e7f-97a6-c712a5cc873b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:30.283924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:30.288357 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (ec0e2a9e-6bab-47c2-ab81-064137729595), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:30.368993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.35.1.124 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/747b22e4-94fd-4fcf-b454-75ce02d5ec5a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:30.393991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0e2a9e-6bab-47c2-ab81-064137729595,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:30.404263 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c250>, [{'id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66'}], 'enable_snat': False}, 'gw_port_id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:25Z', 'updated_at': '2022-01-15T21:04:27Z', 'revision_number': 3, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port': {'id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:04:26Z', 'updated_at': '2022-01-15T21:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:30.474184 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b42b54-409e-4b27-b430-47d5d7377d50 x-openstack-request-id: req-79b42b54-409e-4b27-b430-47d5d7377d50 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:30.474510 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:30.474743 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79b42b54-409e-4b27-b430-47d5d7377d50 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:30.475154 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'status': 'completed', 'code': 200}
Jan 15 21:04:30.478016 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec36c-df33-4d34-ae78-1e9b82adbfaa None None] The sync data for ids ['242d8c96-c6df-4b8d-876a-60c200f233ee'] in ncdv-master-1 is: [{'id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66'}], 'enable_snat': False}, 'gw_port_id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:25Z', 'updated_at': '2022-01-15T21:04:27Z', 'revision_number': 3, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port': {'id': 'df0463d4-fb8b-4aac-805a-f605811c8ab4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242d8c96-c6df-4b8d-876a-60c200f233ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:04:26Z', 'updated_at': '2022-01-15T21:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:30.497584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Checking segment: {'id': '3f38411e-bcc2-4686-aa05-823fa0787da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76358e46-52a0-4a16-8a5c-ee9f638382b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:30.497857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Network hostable DHCP agents. Network: 76358e46-52a0-4a16-8a5c-ee9f638382b4, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:04:30.523889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a760d-1449-42d4-9bbe-f0eae5966cbb req-2063a2ad-8c2a-4be2-878d-35d336984175 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:30.532519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a39a760d-1449-42d4-9bbe-f0eae5966cbb req-2063a2ad-8c2a-4be2-878d-35d336984175 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.1960845
Jan 15 21:04:30.618383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Network 76358e46-52a0-4a16-8a5c-ee9f638382b4 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:04:30.633662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b50dca0>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13579a6c-208b-4066-8aef-072be41ffb15', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.227', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:12Z', 'updated_at': '2022-01-15T21:04:28Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:30.651591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a39a760d-1449-42d4-9bbe-f0eae5966cbb req-1d8c146a-ea3c-4a0c-9109-c061084205df tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164567
Jan 15 21:04:30.669573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:30.672516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76358e46-52a0-4a16-8a5c-ee9f638382b4) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:30.678545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:30.679152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b50dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:30.686834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:30.687437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:30.708762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-b6466dd4-8918-4345-b095-bcddf9a2ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:30.714189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c8d4a-9767-436f-a891-73014d025490 None None] Network 76358e46-52a0-4a16-8a5c-ee9f638382b4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:30.714510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-b6466dd4-8918-4345-b095-bcddf9a2ab64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1096 time: 0.2262750
Jan 15 21:04:30.722601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f187-26c7-4536-9ff1-5d344a44ac92 req-b62ba6ac-aada-4bb4-8bb2-306bb30c55ce tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:30.733719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c459f187-26c7-4536-9ff1-5d344a44ac92 req-b62ba6ac-aada-4bb4-8bb2-306bb30c55ce tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 932 time: 0.1965232
Jan 15 21:04:30.747602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:30.755763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f114569b-c2b8-4278-b9ab-c925f461cab9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0423403
Jan 15 21:04:30.901399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:04:30.975296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:31.062717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c459f187-26c7-4536-9ff1-5d344a44ac92 req-89db700b-3d7a-4e0e-a34f-fe19267771d6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3049748
Jan 15 21:04:31.074242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab07dc98-af7c-4650-b36e-d8be43ca08c1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:31.079215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:31.103660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41565080-4ba3-470d-8630-b74535d2613c None None] Network 76358e46-52a0-4a16-8a5c-ee9f638382b4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:31.108402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-5835fe96-6c4a-4163-8451-10f7f87f9e30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3200858
Jan 15 21:04:31.128324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks [] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:31.176202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad4616-1ef4-44a1-b9f7-1bf831c33012 req-a0c27aec-b92b-44c5-88f8-3a00759fd24a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:31.187970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1aad4616-1ef4-44a1-b9f7-1bf831c33012 req-a0c27aec-b92b-44c5-88f8-3a00759fd24a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.2151458
Jan 15 21:04:31.190961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-144878a5-70e6-4c6a-8aae-e0de3f703ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:31.201726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-144878a5-70e6-4c6a-8aae-e0de3f703ba7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.4525411
Jan 15 21:04:31.256273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:31.310768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:31.321512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:31.347140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-99e8f9ae-788e-446a-bf78-7d5308bdccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:31.357586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-99e8f9ae-788e-446a-bf78-7d5308bdccf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 1097 time: 0.2228112
Jan 15 21:04:31.390121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1aad4616-1ef4-44a1-b9f7-1bf831c33012 req-020cfaa3-75a6-4903-8728-1980b696e678 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008374
Jan 15 21:04:31.396559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df0463d4-fb8b-4aac-805a-f605811c8ab4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:31.459310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Transition to ACTIVE for port object ab07dc98-af7c-4650-b36e-d8be43ca08c1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:31.527466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:31.533632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=747b22e4-94fd-4fcf-b454-75ce02d5ec5a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:31.666129 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-5367d240-c72d-46fa-9744-cfb43c66e055 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 999 time: 0.4400549
Jan 15 21:04:31.754808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-4fcae7fa-2b00-4c4f-9af3-f5e32bd03223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:31.756301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-4fcae7fa-2b00-4c4f-9af3-f5e32bd03223 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.0828965
Jan 15 21:04:31.765318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53482) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:31.804536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-554956758-network', 'tenant_id': '1361bdf4e5e44cf49237a2aeabba9d67'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:31.837668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df0463d4-fb8b-4aac-805a-f605811c8ab4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:31.838139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:31.899466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:32.033009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Made reservation on behalf of 1361bdf4e5e44cf49237a2aeabba9d67 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:32.035837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.039302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b50dca0>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13579a6c-208b-4066-8aef-072be41ffb15', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.227', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:12Z', 'updated_at': '2022-01-15T21:04:28Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:32.059224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-dc709f4c-230b-48d3-8501-c1bf8a8674ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.060737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-dc709f4c-230b-48d3-8501-c1bf8a8674ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.6662800
Jan 15 21:04:32.069606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb9a3c-1d74-4c4b-bbe0-2704ec44a234 req-ef826d86-23e8-4b0c-a77d-3c658979313b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.071166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cdb9a3c-1d74-4c4b-bbe0-2704ec44a234 req-ef826d86-23e8-4b0c-a77d-3c658979313b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.5603368
Jan 15 21:04:32.081970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad963f5f-5211-4c4e-a978-0bd44b4216c3 None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13579a6c-208b-4066-8aef-072be41ffb15', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'floating_ip_address': '172.35.1.227', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:12Z', 'updated_at': '2022-01-15T21:04:28Z', 'revision_number': 1, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:32.087891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df0463d4-fb8b-4aac-805a-f605811c8ab4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:32.088284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.127669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port df0463d4-fb8b-4aac-805a-f605811c8ab4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0463d4-fb8b-4aac-805a-f605811c8ab4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:32.134952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.166833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cdb9a3c-1d74-4c4b-bbe0-2704ec44a234 req-1590c9f0-f840-481a-a966-14f46010e19f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886705
Jan 15 21:04:32.197510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-a9a33eae-2b5f-4da5-bcab-5d7d9e6b275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.197510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-a9a33eae-2b5f-4da5-bcab-5d7d9e6b275f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4232461
Jan 15 21:04:32.199134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (ea67608e-c925-4394-b0e4-0276f94fca53), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.213234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-b840df43-0b8b-4bde-8c56-d4697b434399 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 200  len: 1000 time: 0.1410525
Jan 15 21:04:32.221995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.243581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=df0463d4-fb8b-4aac-805a-f605811c8ab4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:32.304467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0743c-6bc7-4df0-8f7b-b01e884ce080 req-de602815-55c3-48d8-9faa-3e84c3081cca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.305187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Attempting to bind port ab07dc98-af7c-4650-b36e-d8be43ca08c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:32.305530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Attempting to bind port ab07dc98-af7c-4650-b36e-d8be43ca08c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:32.305956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62e0743c-6bc7-4df0-8f7b-b01e884ce080 req-de602815-55c3-48d8-9faa-3e84c3081cca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 944 time: 0.1152701
Jan 15 21:04:32.311393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Attempting to bind port ab07dc98-af7c-4650-b36e-d8be43ca08c1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:32.315729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-eebdfb59-32c1-474e-9342-1342cb58c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.317218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-eebdfb59-32c1-474e-9342-1342cb58c8b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0817137
Jan 15 21:04:32.362876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Port ab07dc98-af7c-4650-b36e-d8be43ca08c1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:32.363287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Attempting to bind port ab07dc98-af7c-4650-b36e-d8be43ca08c1 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:32.380354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:32.380794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:32.381285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:32.381851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Bound port: ab07dc98-af7c-4650-b36e-d8be43ca08c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:32.382233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.405973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-48705cb2-00a0-4bff-aa06-9aa80d1caf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.407499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-48705cb2-00a0-4bff-aa06-9aa80d1caf31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0840583
Jan 15 21:04:32.411373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62e0743c-6bc7-4df0-8f7b-b01e884ce080 req-8ffd281d-e671-43f4-9472-59187a863aa5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980308
Jan 15 21:04:32.523433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-3e90901c-a96b-452d-835f-650616054b0b service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089208
Jan 15 21:04:32.578840 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-fa4e5622-0b3b-4585-b337-3c6689b963f6 service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3681922
Jan 15 21:04:32.709319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db4343-331f-49ba-ace9-99721c22e922 req-b566b3a1-f0ed-45c9-ab86-681ed2df09af tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.717524 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5b9c2-8543-4083-878e-e7dd1d616d0a None None] New status for floating IP 13579a6c-208b-4066-8aef-072be41ffb15: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:04:32.721428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0db4343-331f-49ba-ace9-99721c22e922 req-b566b3a1-f0ed-45c9-ab86-681ed2df09af tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.1052911
Jan 15 21:04:32.739983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks [] for security_group (6dd7a288-66ef-428a-bd6a-4ea230d61038), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.745471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-eed745aa-324d-4b50-8ce3-f73f31f6458f service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126644
Jan 15 21:04:32.760958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:32.763407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dd7a288-66ef-428a-bd6a-4ea230d61038), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.770131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:32.795015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0db4343-331f-49ba-ace9-99721c22e922 req-20289854-0bfc-4556-9a82-1509358fc014 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600641
Jan 15 21:04:32.803465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd7a288-66ef-428a-bd6a-4ea230d61038,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:32.806579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.866590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:04:32.913756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:32.914447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.915917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 200  len: 1092 time: 3.1915696
Jan 15 21:04:32.918263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:32.920903 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d786e4c3-c219-4914-86fe-e81e9d43b734" -d '{"events": [{"name": "network-changed", "server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:32.954155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8fc61f05-6377-4da8-ade9-dd95fbf79f1d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:32.954512 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Added segment 8fc61f05-6377-4da8-ade9-dd95fbf79f1d of type vlan for network dcb54797-de67-4870-b663-d30753f8e8dd
Jan 15 21:04:32.974839 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-42c8000a-055a-4e7f-97a6-c712a5cc873b req-9b8afb27-961c-4a97-86eb-b2991a77801c service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3823919
Jan 15 21:04:33.013314 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9adcfa2-d2c9-4906-8f87-1eb674592a93 x-openstack-request-id: req-e9adcfa2-d2c9-4906-8f87-1eb674592a93 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:33.013602 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:33.013856 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9adcfa2-d2c9-4906-8f87-1eb674592a93 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:33.014257 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'status': 'completed', 'code': 200}
Jan 15 21:04:33.018696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ffd6-64ab-44bf-af1a-5fad1336cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:33.022148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (ea67608e-c925-4394-b0e4-0276f94fca53), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.060126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (dcb54797-de67-4870-b663-d30753f8e8dd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.137232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-047b5243-b810-47e0-a1ef-d02b5cbc0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.138755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-047b5243-b810-47e0-a1ef-d02b5cbc0015 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 1095 time: 0.1586668
Jan 15 21:04:33.143437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (dcb54797-de67-4870-b663-d30753f8e8dd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.144704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.144968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.237630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df0463d4-fb8b-4aac-805a-f605811c8ab4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:33.284049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.5139594
Jan 15 21:04:33.285380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53498) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:33.286594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-1ce99c37-4a87-47b0-86af-bbfee3aa8991 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 200  len: 217 time: 0.0635877
Jan 15 21:04:33.291434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Request body: {'subnet': {'network_id': 'dcb54797-de67-4870-b663-d30753f8e8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-554956758-subnet', 'tenant_id': '1361bdf4e5e44cf49237a2aeabba9d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:33.292696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df0463d4-fb8b-4aac-805a-f605811c8ab4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:33.294143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.307754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313b7f6-0476-4ef2-9c67-2d0067b951ff admin admin] Pushing event updated for resources: {'Network': ['ID=dcb54797-de67-4870-b663-d30753f8e8dd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:33.319327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Made reservation on behalf of 1361bdf4e5e44cf49237a2aeabba9d67 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:33.326410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.327316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network dcb54797-de67-4870-b663-d30753f8e8dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:04:33.460190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df0463d4-fb8b-4aac-805a-f605811c8ab4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:33.571237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (7f4c6483-09c1-40a9-8578-eb02bdb40d37), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.626934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312318d-fe89-4c68-8e4e-f17d65944148 req-fa097a5e-e7ec-434f-adf9-ad8869ba9d0f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.628486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c312318d-fe89-4c68-8e4e-f17d65944148 req-fa097a5e-e7ec-434f-adf9-ad8869ba9d0f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 944 time: 0.1108613
Jan 15 21:04:33.631736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-0f40f0c4-8e0f-4d48-9075-6cf63011b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.633296 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-0f40f0c4-8e0f-4d48-9075-6cf63011b472 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.3352623
Jan 15 21:04:33.672016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Checking segment: {'id': '8fc61f05-6377-4da8-ade9-dd95fbf79f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dcb54797-de67-4870-b663-d30753f8e8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:33.672813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Network hostable DHCP agents. Network: dcb54797-de67-4870-b663-d30753f8e8dd, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:04:33.678225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router ea67608e-c925-4394-b0e4-0276f94fca53 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:33.682793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4c6483-09c1-40a9-8578-eb02bdb40d37,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:33.692658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-e7d30906-843b-455a-8bdd-5cb142a1bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.694197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-e7d30906-843b-455a-8bdd-5cb142a1bef1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0524933
Jan 15 21:04:33.719155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Network dcb54797-de67-4870-b663-d30753f8e8dd is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:04:33.735409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c312318d-fe89-4c68-8e4e-f17d65944148 req-6f5c6314-a712-4596-a3b7-e5cbfef879b2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815639
Jan 15 21:04:33.742672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcb54797-de67-4870-b663-d30753f8e8dd) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:33.753183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a603ac-504c-4287-b63c-2f485cc4a083 None None] Network dcb54797-de67-4870-b663-d30753f8e8dd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:33.756333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:33.756977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:33.783474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4dce1cf1-96bf-4225-aac3-2f7282bf4ff5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4960251
Jan 15 21:04:33.914726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53514) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:33.953932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b946d-ae01-46db-9769-4665a275cc21 None None] Network dcb54797-de67-4870-b663-d30753f8e8dd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:04:34.014831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:34.028236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Deleting subnet ec0e2a9e-6bab-47c2-ab81-064137729595 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:34.031965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Publish callbacks [] for subnet (ec0e2a9e-6bab-47c2-ab81-064137729595), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.035877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-f2dc80ed-d448-4baa-ad83-80b8954fe9c9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.036164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Sync routers for ids ['ea67608e-c925-4394-b0e4-0276f94fca53'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:34.038099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-f2dc80ed-d448-4baa-ad83-80b8954fe9c9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.3087933
Jan 15 21:04:34.062240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Routers {'ea67608e-c925-4394-b0e4-0276f94fca53'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:34.063413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4ad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['ea67608e-c925-4394-b0e4-0276f94fca53'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:34.077426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673fb4-5ecf-46e9-8d55-7df2836328bb req-213a81b6-a215-4659-a229-a5834570a34b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.078957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d673fb4-5ecf-46e9-8d55-7df2836328bb req-213a81b6-a215-4659-a229-a5834570a34b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 946 time: 0.1148071
Jan 15 21:04:34.094840 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (ec0e2a9e-6bab-47c2-ab81-064137729595), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.115942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.118061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-73f14025-4f24-4434-ae04-963e18859e9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.3797903
Jan 15 21:04:34.120631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53516) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:34.130881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-bcad44ff-6052-4de6-9ddc-774985ac6f16 service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003015
Jan 15 21:04:34.164801 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ec0e2a9e-6bab-47c2-ab81-064137729595), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.206727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Set router ea67608e-c925-4394-b0e4-0276f94fca53 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:34.209445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d673fb4-5ecf-46e9-8d55-7df2836328bb req-f7ae8631-a80b-47e7-9a75-02f2cca740f5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198454
Jan 15 21:04:34.249055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (ec0e2a9e-6bab-47c2-ab81-064137729595), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.277327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0e2a9e-6bab-47c2-ab81-064137729595,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:34.281255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.284646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6bace825-d7a9-427f-8dec-a336e02fb6c7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec0e2a9e-6bab-47c2-ab81-064137729595 HTTP/1.1" status: 204  len: 168 time: 0.3688934
Jan 15 21:04:34.287856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53518) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:34.365547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (76358e46-52a0-4a16-8a5c-ee9f638382b4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.365829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f84f8f-141b-449e-abcb-547eea2163f1 req-443bd7ac-30d9-42d4-8c96-280ab80d62af service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272239
Jan 15 21:04:34.368906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d71ead3-9a03-4ca3-8e73-5859021a1a8c tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/ea67608e-c925-4394-b0e4-0276f94fca53 HTTP/1.1" status: 200  len: 908 time: 0.2466249
Jan 15 21:04:34.372826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:34.377790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:34.378145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.419643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4ad60>, [{'id': 'ea67608e-c925-4394-b0e4-0276f94fca53', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.124'}], 'enable_snat': True}, 'gw_port_id': '747b22e4-94fd-4fcf-b454-75ce02d5ec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:28Z', 'updated_at': '2022-01-15T21:04:31Z', 'revision_number': 3, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port': {'id': '747b22e4-94fd-4fcf-b454-75ce02d5ec5a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea67608e-c925-4394-b0e4-0276f94fca53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:04:29Z', 'updated_at': '2022-01-15T21:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:34.450981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Checking router: ea67608e-c925-4394-b0e4-0276f94fca53 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:34.451501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Updating router ea67608e-c925-4394-b0e4-0276f94fca53 port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:04:34.480858 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.494775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-d5dfa9a1-1de9-48c1-beb9-6e8f091df32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.496981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-d5dfa9a1-1de9-48c1-beb9-6e8f091df32e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 1095 time: 0.0733390
Jan 15 21:04:34.541551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (76358e46-52a0-4a16-8a5c-ee9f638382b4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.563968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port 840fd692-0a6e-49a1-b8d7-b81d5b98c408, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=840fd692-0a6e-49a1-b8d7-b81d5b98c408,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:34.564709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.572933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (ea67608e-c925-4394-b0e4-0276f94fca53), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.576128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8142e220>,) {'filters': {'network_id': ['76358e46-52a0-4a16-8a5c-ee9f638382b4']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:34.583826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for 840fd692-0a6e-49a1-b8d7-b81d5b98c408 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:34.615760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8142e220>, '3f38411e-bcc2-4686-aa05-823fa0787da0') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:34.617327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8142e220>, '3f38411e-bcc2-4686-aa05-823fa0787da0') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:34.630877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3f38411e-bcc2-4686-aa05-823fa0787da0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.652308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3f38411e-bcc2-4686-aa05-823fa0787da0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.660986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-1347f9a0-8219-472b-a9bc-3b7e88f7964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.662482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-1347f9a0-8219-472b-a9bc-3b7e88f7964f service neutron] 10.222.0.45 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1570861
Jan 15 21:04:34.666885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:04:34.667297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3f38411e-bcc2-4686-aa05-823fa0787da0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:04:34.670204 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:04:34.715858 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-a5356787-3e55-44b4-a85f-1e2d6b5b1444 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 200  len: 217 time: 0.0382223
Jan 15 21:04:34.769596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (76358e46-52a0-4a16-8a5c-ee9f638382b4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.778114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.782723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/76358e46-52a0-4a16-8a5c-ee9f638382b4 HTTP/1.1" status: 204  len: 168 time: 0.4931424
Jan 15 21:04:34.787393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53526) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:34.806077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-1ad597dc-f522-4d48-8787-cd84f99eff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.806341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4db66-18b7-4523-8fdf-a557eb1878f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76358e46-52a0-4a16-8a5c-ee9f638382b4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:34.808150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-1ad597dc-f522-4d48-8787-cd84f99eff9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0848310
Jan 15 21:04:34.809354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (ea67608e-c925-4394-b0e4-0276f94fca53), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.819370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks [] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.828858 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.860108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (840fd692-0a6e-49a1-b8d7-b81d5b98c408), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.869334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Attempting to bind port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:34.870783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Attempting to bind port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:34.871879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Attempting to bind port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:34.896379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=840fd692-0a6e-49a1-b8d7-b81d5b98c408,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:34.899868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-e979fdb1-2b48-4008-847d-69171884a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.902557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-e979fdb1-2b48-4008-847d-69171884a8ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0885489
Jan 15 21:04:34.909422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:34.913632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:34.914320 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.914721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:34.915222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Bound port: 747b22e4-94fd-4fcf-b454-75ce02d5ec5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:34.915606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.918170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Deleting subnet 7f4c6483-09c1-40a9-8578-eb02bdb40d37 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:04:34.922070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Publish callbacks [] for subnet (7f4c6483-09c1-40a9-8578-eb02bdb40d37), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.949077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['840fd692-0a6e-49a1-b8d7-b81d5b98c408'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:34.954018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:34.975918 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (7f4c6483-09c1-40a9-8578-eb02bdb40d37), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:34.986030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89028a6c-bec8-4844-97af-f6031806db67 req-b3c296a1-354a-4706-831c-bb462db1a25c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:34.987881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89028a6c-bec8-4844-97af-f6031806db67 req-b3c296a1-354a-4706-831c-bb462db1a25c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 944 time: 0.1486323
Jan 15 21:04:34.997225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port 840fd692-0a6e-49a1-b8d7-b81d5b98c408 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:35.000899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.004440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7cc7b46-9abe-4f5b-bb1a-84c5b9b880a1 req-dd241485-6d04-4460-8825-d718e7f3401d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "DELETE /v2.0/ports/840fd692-0a6e-49a1-b8d7-b81d5b98c408 HTTP/1.1" status: 204  len: 173 time: 0.9571574
Jan 15 21:04:35.015977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'name': 'network-vif-deleted', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:35.018297 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f627c-a3d1-42b7-bf17-5316f855c153" -d '{"events": [{"server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "name": "network-vif-deleted", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:35.034467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Deleting port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:35.034824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.073150 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed6beaf-e7b4-45b0-a5c1-d68dc1a1565f x-openstack-request-id: req-1ed6beaf-e7b4-45b0-a5c1-d68dc1a1565f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:35.073646 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119c04bf-8692-4880-bea0-bc41ec4600de", "name": "network-vif-deleted", "tag": "840fd692-0a6e-49a1-b8d7-b81d5b98c408", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:35.074123 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ed6beaf-e7b4-45b0-a5c1-d68dc1a1565f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:35.074661 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119c04bf-8692-4880-bea0-bc41ec4600de', 'name': 'network-vif-deleted', 'tag': '840fd692-0a6e-49a1-b8d7-b81d5b98c408', 'status': 'completed', 'code': 200}
Jan 15 21:04:35.079738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-9199c6eb-9401-4342-856e-e2012bc97b8b service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682627
Jan 15 21:04:35.084710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631cf70-94c1-485f-a021-ae723d2c9334 None None] Pushing event updated for resources: {'Port': ['ID=747b22e4-94fd-4fcf-b454-75ce02d5ec5a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:35.116164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] For port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:35.138578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] For port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747b22e4-94fd-4fcf-b454-75ce02d5ec5a,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:35.138730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (7f4c6483-09c1-40a9-8578-eb02bdb40d37), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.149758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.177271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89028a6c-bec8-4844-97af-f6031806db67 req-7f98516c-6271-4c8a-b143-3205aa4bf8fd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684659
Jan 15 21:04:35.211542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] For port 747b22e4-94fd-4fcf-b454-75ce02d5ec5a, host ncdv-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:35.211967 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.228605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Calling delete_port for 747b22e4-94fd-4fcf-b454-75ce02d5ec5a owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:35.249332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631cf70-94c1-485f-a021-ae723d2c9334 None None] Pushing event updated for resources: {'Port': ['ID=747b22e4-94fd-4fcf-b454-75ce02d5ec5a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:35.281560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d786e4c3-c219-4914-86fe-e81e9d43b734 req-4ea3ec2d-d4fb-4565-ac90-5429d7cc505c service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941423
Jan 15 21:04:35.290939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (7f4c6483-09c1-40a9-8578-eb02bdb40d37), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.326388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4c6483-09c1-40a9-8578-eb02bdb40d37,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:35.328825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.331992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e7c721a5-454b-4a94-b813-8d7667060b68 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f4c6483-09c1-40a9-8578-eb02bdb40d37 HTTP/1.1" status: 204  len: 168 time: 0.5332794
Jan 15 21:04:35.335475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:35.374783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c92ce6c-fe6a-4714-8e81-c0ac74dc07fc req-d6852476-6962-4679-a507-8618cee4939f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=119c04bf-8692-4880-bea0-bc41ec4600de HTTP/1.1" status: 200  len: 210 time: 0.0421331
Jan 15 21:04:35.381177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Routers {'ea67608e-c925-4394-b0e4-0276f94fca53'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:35.382390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4ad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['ea67608e-c925-4394-b0e4-0276f94fca53'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:35.422328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (dcb54797-de67-4870-b663-d30753f8e8dd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.502621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (747b22e4-94fd-4fcf-b454-75ce02d5ec5a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.535051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Port': ['ID=747b22e4-94fd-4fcf-b454-75ce02d5ec5a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:35.552269 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (dcb54797-de67-4870-b663-d30753f8e8dd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.582374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aba8d60>,) {'filters': {'network_id': ['dcb54797-de67-4870-b663-d30753f8e8dd']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:35.596394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aba8d60>, '8fc61f05-6377-4da8-ade9-dd95fbf79f1d') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:35.597118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aba8d60>, '8fc61f05-6377-4da8-ade9-dd95fbf79f1d') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:35.608896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (8fc61f05-6377-4da8-ade9-dd95fbf79f1d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.623455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (ea67608e-c925-4394-b0e4-0276f94fca53), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.627878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8fc61f05-6377-4da8-ade9-dd95fbf79f1d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.635410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:04:35.636434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (8fc61f05-6377-4da8-ade9-dd95fbf79f1d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:04:35.640367 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:04:35.657662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] Set router ea67608e-c925-4394-b0e4-0276f94fca53 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:35.741042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af4ad60>, [{'id': 'ea67608e-c925-4394-b0e4-0276f94fca53', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:28Z', 'updated_at': '2022-01-15T21:04:34Z', 'revision_number': 4, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:35.749065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (ea67608e-c925-4394-b0e4-0276f94fca53), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.751681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (ea67608e-c925-4394-b0e4-0276f94fca53), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.758269 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-f8e94400-6d2a-477a-87b8-c952e55740cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1021461
Jan 15 21:04:35.761015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (dcb54797-de67-4870-b663-d30753f8e8dd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.767646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.773718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dcb54797-de67-4870-b663-d30753f8e8dd HTTP/1.1" status: 204  len: 168 time: 0.4363639
Jan 15 21:04:35.777942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974342e-a995-4a8a-9fed-1cc56ed84c30 None None] The sync data for ids ['ea67608e-c925-4394-b0e4-0276f94fca53'] in ncdv-master-1 is: [{'id': 'ea67608e-c925-4394-b0e4-0276f94fca53', 'name': 'tempest-snat-router-2054043222', 'tenant_id': 'c0bea4796b0b4190864f348b20610d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:04:28Z', 'updated_at': '2022-01-15T21:04:34Z', 'revision_number': 4, 'project_id': 'c0bea4796b0b4190864f348b20610d0e', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:35.791128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800df92-e7eb-42bd-8677-6dcb9d108be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb54797-de67-4870-b663-d30753f8e8dd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:35.810902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (ea67608e-c925-4394-b0e4-0276f94fca53), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.811982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea67608e-c925-4394-b0e4-0276f94fca53 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:35.822410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.823635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-edf93405-99b7-4a0a-a2db-07a0bcece964 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ea67608e-c925-4394-b0e4-0276f94fca53 HTTP/1.1" status: 204  len: 168 time: 1.4493465
Jan 15 21:04:35.827090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53542) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:35.850993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-0f55e447-5506-45c0-bab5-c2c2a87e1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:35.853056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-0f55e447-5506-45c0-bab5-c2c2a87e1936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 1096 time: 0.0576801
Jan 15 21:04:35.942432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:35.994172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-1c1f3592-5dcd-4303-87d3-d2077928fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:35.995895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-1c1f3592-5dcd-4303-87d3-d2077928fd92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1217773
Jan 15 21:04:36.041517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53546) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:36.049015 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-a56bd886-9259-4f0f-830c-7e52ca9e1791 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80 HTTP/1.1" status: 200  len: 217 time: 0.0464768
Jan 15 21:04:36.099492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-3c0ff408-08a6-4fff-b362-8bf605fa4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:36.100600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (242d8c96-c6df-4b8d-876a-60c200f233ee), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.100996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-3c0ff408-08a6-4fff-b362-8bf605fa4280 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0465968
Jan 15 21:04:36.107584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e929ecd8-d85c-4487-8c92-637e2c999236 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7777a2fe1ca14f8fa4c4bff3e72714cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0648882
Jan 15 21:04:36.110402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53548) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:36.149385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-e7bef683-55ba-41cd-ae27-0d1565c8a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:36.150907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-e7bef683-55ba-41cd-ae27-0d1565c8a20b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443454
Jan 15 21:04:36.188057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] Publish callbacks [] for security_group (a7f2ff45-600c-4e2b-b874-5ae502d204bc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.217517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Deleting port df0463d4-fb8b-4aac-805a-f605811c8ab4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:36.218162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.220745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] Publish callbacks [] for security_group (a7f2ff45-600c-4e2b-b874-5ae502d204bc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.254797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-4c948ecc-3cb5-4636-823a-9c93c1a11ceb service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975313
Jan 15 21:04:36.370721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be51a6-17b2-4ef8-a171-360034b36999 req-e174c1fc-77b4-484e-8e95-8e1effb102d9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:36.371925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c9e141c-d203-4ae2-8541-7e9cc455a2b9 req-ceeda0ee-7f56-4229-a1bb-3856a93845f0 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114707
Jan 15 21:04:36.382735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5be51a6-17b2-4ef8-a171-360034b36999 req-e174c1fc-77b4-484e-8e95-8e1effb102d9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 944 time: 0.1154826
Jan 15 21:04:36.394216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7f2ff45-600c-4e2b-b874-5ae502d204bc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.397305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.398371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7f2ff45-600c-4e2b-b874-5ae502d204bc HTTP/1.1" status: 204  len: 168 time: 0.2870257
Jan 15 21:04:36.732075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] For port df0463d4-fb8b-4aac-805a-f605811c8ab4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df0463d4-fb8b-4aac-805a-f605811c8ab4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:36.732325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.735868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b7a90-5a8f-4097-ad8c-6763e7370705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f2ff45-600c-4e2b-b874-5ae502d204bc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:36.768968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Calling delete_port for df0463d4-fb8b-4aac-805a-f605811c8ab4 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:36.817684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53574) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:36.834338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5be51a6-17b2-4ef8-a171-360034b36999 req-0abf3107-c0c1-40e1-943d-337f06c64e71 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4506731
Jan 15 21:04:36.881083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b40e1554-059d-400e-992f-d941ebd4eb60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1361bdf4e5e44cf49237a2aeabba9d67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0559151
Jan 15 21:04:36.881946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53576) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:36.943086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] Publish callbacks [] for security_group (6dd7a288-66ef-428a-bd6a-4ea230d61038), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.967313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] Publish callbacks [] for security_group (6dd7a288-66ef-428a-bd6a-4ea230d61038), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:36.993040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-4882debd-8d51-4f18-998b-4ce7dbbb10a9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:36.996404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-4882debd-8d51-4f18-998b-4ce7dbbb10a9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.2694235
Jan 15 21:04:37.019400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dd7a288-66ef-428a-bd6a-4ea230d61038), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.023520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-2c2a8745-a96f-4282-9907-b7a1401095e7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/quotas/d31af2a6b9424f168dd6084d8d5fd0c4 HTTP/1.1" status: 200  len: 375 time: 0.0183423
Jan 15 21:04:37.023856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.025943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dd7a288-66ef-428a-bd6a-4ea230d61038 HTTP/1.1" status: 204  len: 168 time: 0.1421645
Jan 15 21:04:37.041297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502b7fa-18cb-4947-865e-01cde734f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd7a288-66ef-428a-bd6a-4ea230d61038,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:37.060438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab07dc98-af7c-4650-b36e-d8be43ca08c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:37.138051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-0c48780e-04c3-492a-abfe-e59db4d83e9d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1016743
Jan 15 21:04:37.138811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (df0463d4-fb8b-4aac-805a-f605811c8ab4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.202789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:37.208331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event deleted for resources: {'Port': ['ID=df0463d4-fb8b-4aac-805a-f605811c8ab4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:37.220272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'mac_address': 'fa:16:3e:88:fe:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:37.262458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ab07dc98-af7c-4650-b36e-d8be43ca08c1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:37.262852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.276777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab07dc98-af7c-4650-b36e-d8be43ca08c1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:37.300460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:37.305255 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.307821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (242d8c96-c6df-4b8d-876a-60c200f233ee), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.360996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:37.434105 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.437174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_controller (242d8c96-c6df-4b8d-876a-60c200f233ee), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.444242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c90230a-1795-4098-9f11-b3c6785a9a69 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968175
Jan 15 21:04:37.543607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (242d8c96-c6df-4b8d-876a-60c200f233ee), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.544257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 242d8c96-c6df-4b8d-876a-60c200f233ee {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:37.549737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.555645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-79b759b5-58a5-45a8-83c3-8582493e6bb3 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "DELETE /v2.0/routers/242d8c96-c6df-4b8d-876a-60c200f233ee HTTP/1.1" status: 204  len: 168 time: 1.7239552
Jan 15 21:04:37.555850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:37.562684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1737735825', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:37.597155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.598363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-fe666da2-9f85-443b-8f13-8a36de67432f service neutron] 10.222.0.46 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057227
Jan 15 21:04:37.602118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.653278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ab07dc98-af7c-4650-b36e-d8be43ca08c1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:37.666534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.778962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 840fd692-0a6e-49a1-b8d7-b81d5b98c408 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:37.828423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 840fd692-0a6e-49a1-b8d7-b81d5b98c408 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:37.828941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 840fd692-0a6e-49a1-b8d7-b81d5b98c408 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:37.848769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:37.873652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-924a50af-ea88-4ff0-9e20-a7ba5716e19f req-98bab4b5-ba20-4849-b378-7595bf9255ca tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 210 time: 0.0463858
Jan 15 21:04:38.020421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923396f-7aaa-4498-b902-16498c0fb7a4 req-12d7107d-1a58-4988-92c5-2f84be294700 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:38.030857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8923396f-7aaa-4498-b902-16498c0fb7a4 req-12d7107d-1a58-4988-92c5-2f84be294700 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 945 time: 0.0941150
Jan 15 21:04:38.084641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8923396f-7aaa-4498-b902-16498c0fb7a4 req-5776d130-968d-4b8a-8e07-5f4408d1c742 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528059
Jan 15 21:04:38.111300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:38.133293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:38.275634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Allocated IP 172.35.1.178 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/897fedc9-23ba-4b6b-ba6d-7db27f58d4d0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:38.401197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for port (897fedc9-23ba-4b6b-ba6d-7db27f58d4d0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:38.443886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (897fedc9-23ba-4b6b-ba6d-7db27f58d4d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:38.485213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:38.488140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:38.494615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:38.517829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event updated for resources: {'Port': ['ID=897fedc9-23ba-4b6b-ba6d-7db27f58d4d0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:39.015601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d36f605-666a-4e8c-85dc-62c3a8bea898 req-b071e7e0-ba40-4696-aba7-55314fe0b3cd tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 210 time: 0.0403144
Jan 15 21:04:39.071568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab07dc98-af7c-4650-b36e-d8be43ca08c1 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:39.152440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port ab07dc98-af7c-4650-b36e-d8be43ca08c1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:39.157449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port ab07dc98-af7c-4650-b36e-d8be43ca08c1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:39.157921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.216331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.275285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df0463d4-fb8b-4aac-805a-f605811c8ab4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:39.276529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170045-b1a5-482b-be0b-615239deafc9 req-60d15d07-761f-4f38-b1a6-a6af4b1f158a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:39.288059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4170045-b1a5-482b-be0b-615239deafc9 req-60d15d07-761f-4f38-b1a6-a6af4b1f158a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 945 time: 0.1024978
Jan 15 21:04:39.307503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: df0463d4-fb8b-4aac-805a-f605811c8ab4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:39.308145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df0463d4-fb8b-4aac-805a-f605811c8ab4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:39.318801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ab07dc98-af7c-4650-b36e-d8be43ca08c1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:39.319422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.353928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:39.357239 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a5ad17-b156-4c45-ba38-ee5b12fb3036" -d '{"events": [{"server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "name": "network-vif-plugged", "status": "completed", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:39.369458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4170045-b1a5-482b-be0b-615239deafc9 req-8d7685d4-b6bd-49e3-8847-0c35f90b9f61 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820613
Jan 15 21:04:39.373804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:39.382054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.428255 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952c30b-3fff-4dba-9625-44e69e78921d x-openstack-request-id: req-5952c30b-3fff-4dba-9625-44e69e78921d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:39.428255 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "name": "network-vif-plugged", "status": "completed", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:39.428712 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5952c30b-3fff-4dba-9625-44e69e78921d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:39.429182 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'code': 200}
Jan 15 21:04:39.442469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6811ec01-3fcb-4ed4-9bc3-5bbb0f031c90 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:39.444165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6811ec01-3fcb-4ed4-9bc3-5bbb0f031c90 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 806 time: 0.4086816
Jan 15 21:04:39.457122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Request body: {'port': {'device_id': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'admin_state_up': True, 'tenant_id': 'd31af2a6b9424f168dd6084d8d5fd0c4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:39.464947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:39.653588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:39.682324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cc7e7-6733-47cd-b184-a89369b5d526 req-846f115b-b01b-420d-8776-c1f232559d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:39.684480 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536cc7e7-6733-47cd-b184-a89369b5d526 req-846f115b-b01b-420d-8776-c1f232559d21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 1097 time: 0.1718941
Jan 15 21:04:39.758616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.763990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd9f9-2c85-466e-b481-049655f1f3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.770757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Made reservation on behalf of d31af2a6b9424f168dd6084d8d5fd0c4 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:39.774269 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.797974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536cc7e7-6733-47cd-b184-a89369b5d526 req-a3877774-602b-411c-a255-3a2bf8d0ae03 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013391
Jan 15 21:04:39.846429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd9f9-2c85-466e-b481-049655f1f3cf admin admin] Publish callbacks [] for security_group (b4e9fd9a-62c6-4728-9903-34d7c04f34ec), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.850630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd9f9-2c85-466e-b481-049655f1f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b4e9fd9a-62c6-4728-9903-34d7c04f34ec), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:39.890149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4bbcd9f9-2c85-466e-b481-049655f1f3cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9ba10a574b4456f9d6310fd2cb06799&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2354338
Jan 15 21:04:39.891009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcd9f9-2c85-466e-b481-049655f1f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9fd9a-62c6-4728-9903-34d7c04f34ec,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:39.892834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:40.049994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] Publish callbacks [] for security_group (b4e9fd9a-62c6-4728-9903-34d7c04f34ec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.066716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Allocated IP 172.20.0.10 (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1/42abc56e-c02c-470b-bbe0-216ea9b65012/c695182a-5eaa-4429-881b-c572b04713b6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:40.092315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] Publish callbacks [] for security_group (b4e9fd9a-62c6-4728-9903-34d7c04f34ec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.128864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-068debaf-51a5-4bbd-a778-aeae8e613387 req-3f537947-e4ee-4e4e-8e45-247ce434ff35 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 210 time: 0.0274978
Jan 15 21:04:40.139265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Router 10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:40.272336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b4e9fd9a-62c6-4728-9903-34d7c04f34ec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.274899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.276044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4e9fd9a-62c6-4728-9903-34d7c04f34ec HTTP/1.1" status: 204  len: 168 time: 0.3822992
Jan 15 21:04:40.301213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa82c4-f8a6-4389-8ce3-2b12316e1755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9fd9a-62c6-4728-9903-34d7c04f34ec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:40.387037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:40.390783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks [] for port (c695182a-5eaa-4429-881b-c572b04713b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.412644 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] Sync routers for ids ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:40.426597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] Routers {'10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:40.427360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:40.437730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.441923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6db28327-b445-4a95-beed-0a8fb7eec931 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8820055
Jan 15 21:04:40.442299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:40.447067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:40.464335 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:40.473123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.476794 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] Routers {'10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:40.477993 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:40.486797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:40.530780 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:40.531616 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2db0a6-67a3-40d7-8254-752a9faea1e1 None None] The sync data for ids ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:40.544199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event updated for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:40.563136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:40.564689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:40.567500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:40.599905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaee1bd-33ea-4f50-9a72-c394bbdf529d req-98ae7a67-7e80-4681-8a4c-87030e95c0c0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:40.607977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffaee1bd-33ea-4f50-9a72-c394bbdf529d req-98ae7a67-7e80-4681-8a4c-87030e95c0c0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 946 time: 0.0771003
Jan 15 21:04:40.634263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:40.635002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.658309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-62bffc36-af05-4ffe-90cd-994896d4bbbc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2051399
Jan 15 21:04:40.670482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Request body: {'port': {'device_id': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:40.692346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:40.718619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4968e63e-5fd6-45fe-bf01-e117aa73840b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.761159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c695182a-5eaa-4429-881b-c572b04713b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.770709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffaee1bd-33ea-4f50-9a72-c394bbdf529d req-8ef34dd7-5d9e-46e1-b3ec-a1bdb35820da tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614904
Jan 15 21:04:40.944414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.978651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4968e63e-5fd6-45fe-bf01-e117aa73840b admin admin] Publish callbacks [] for security_group (b50c91ca-2d8c-4560-9c1f-d86a465e6fdc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:40.984702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4968e63e-5fd6-45fe-bf01-e117aa73840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b50c91ca-2d8c-4560-9c1f-d86a465e6fdc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.043987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4968e63e-5fd6-45fe-bf01-e117aa73840b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=720b599796ad4a7a8f1129030367bde6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3472297
Jan 15 21:04:41.044757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53698) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:41.049037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968e63e-5fd6-45fe-bf01-e117aa73840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c91ca-2d8c-4560-9c1f-d86a465e6fdc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:41.150359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c695182a-5eaa-4429-881b-c572b04713b6 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:41.153299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] Publish callbacks [] for security_group (b50c91ca-2d8c-4560-9c1f-d86a465e6fdc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.159274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks [] for port (c695182a-5eaa-4429-881b-c572b04713b6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.173216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Transition to ACTIVE for port object c695182a-5eaa-4429-881b-c572b04713b6 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:41.180880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.217710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] Publish callbacks [] for security_group (b50c91ca-2d8c-4560-9c1f-d86a465e6fdc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.245117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:41.322055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Attempting to bind port c695182a-5eaa-4429-881b-c572b04713b6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:41.322727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Attempting to bind port c695182a-5eaa-4429-881b-c572b04713b6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:41.322727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Attempting to bind port c695182a-5eaa-4429-881b-c572b04713b6 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:41.328331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Port c695182a-5eaa-4429-881b-c572b04713b6 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:41.328818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Attempting to bind port c695182a-5eaa-4429-881b-c572b04713b6 on network 0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:41.334911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:41.335342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Checking segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:41.335784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Bound using segment: {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:41.336216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Bound port: c695182a-5eaa-4429-881b-c572b04713b6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35b845c-3980-4351-882a-b04a1b7050fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:41.336578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c695182a-5eaa-4429-881b-c572b04713b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.345887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf60e-ed58-42c8-861f-d9d4e574e3bf req-f6b92243-02bc-4ab1-8b07-4453318e4025 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:41.347387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-841bf60e-ed58-42c8-861f-d9d4e574e3bf req-f6b92243-02bc-4ab1-8b07-4453318e4025 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 944 time: 0.1321990
Jan 15 21:04:41.410196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b50c91ca-2d8c-4560-9c1f-d86a465e6fdc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.412979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.414375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b50c91ca-2d8c-4560-9c1f-d86a465e6fdc HTTP/1.1" status: 204  len: 168 time: 0.3689563
Jan 15 21:04:41.429603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:41.433177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c695182a-5eaa-4429-881b-c572b04713b6,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:41.440128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.444556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04303c-f82b-4a3f-afbb-1ec0070c10a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c91ca-2d8c-4560-9c1f-d86a465e6fdc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:41.475559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-841bf60e-ed58-42c8-861f-d9d4e574e3bf req-e4bcb6d3-50a4-47a4-8815-9b0e5803c859 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182718
Jan 15 21:04:41.491354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:41.491988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.493576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] 10.222.0.39 "PUT /v2.0/ports/c695182a-5eaa-4429-881b-c572b04713b6 HTTP/1.1" status: 200  len: 1092 time: 0.8278186
Jan 15 21:04:41.494210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:41.498264 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a92c7-c371-4f20-ae57-5af9d188bef8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "tag": "c695182a-5eaa-4429-881b-c572b04713b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:41.584589 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f33cc-33c3-4374-bbc9-a1978e24747c x-openstack-request-id: req-318f33cc-33c3-4374-bbc9-a1978e24747c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:41.584917 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "tag": "c695182a-5eaa-4429-881b-c572b04713b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:41.585316 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-318f33cc-33c3-4374-bbc9-a1978e24747c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:41.585791 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6', 'status': 'completed', 'code': 200}
Jan 15 21:04:41.591323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4798e0-697b-4e07-a49e-e753db607fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:41.610017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-299a1bf3-4f68-47ec-8866-939638d7e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:41.611545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-299a1bf3-4f68-47ec-8866-939638d7e223 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 1095 time: 0.0599720
Jan 15 21:04:41.628741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.632204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.661043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-72fb9780-1c26-4e3a-8a8c-16d41583396d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c695182a-5eaa-4429-881b-c572b04713b6 HTTP/1.1" status: 200  len: 217 time: 0.0383408
Jan 15 21:04:41.717392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-c5d07ab6-8099-4597-9244-e546aa709d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:41.718876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-c5d07ab6-8099-4597-9244-e546aa709d44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0523465
Jan 15 21:04:41.758187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router 10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:04:41.758611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-589815ad-8561-429a-9cf6-eb5011062aa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333686
Jan 15 21:04:41.876803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-802c0fa2-c622-4d85-9d13-59e87b0c3f10 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105855
Jan 15 21:04:41.922447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:41.929430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:41.931242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3803e57e-c33b-4449-8602-cfdd3d029479 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "PUT /v2.0/routers/10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 200  len: 922 time: 1.4877369
Jan 15 21:04:41.935491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:41.935999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] Sync routers for ids ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:41.940565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a819-b4c5-498e-ab80-29eb2cdc83d2 req-c44dce8d-7cca-494d-9faf-f8f30edacbd6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:41.943236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2209a819-b4c5-498e-ab80-29eb2cdc83d2 req-c44dce8d-7cca-494d-9faf-f8f30edacbd6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 946 time: 0.0750773
Jan 15 21:04:41.951394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] Routers {'10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:41.952030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f8e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:42.002110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f8e50>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:42.012413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] Routers {'10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:42.013372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f8e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:42.030426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2209a819-b4c5-498e-ab80-29eb2cdc83d2 req-776e967b-9660-4456-bf83-69f031d8f049 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786128
Jan 15 21:04:42.062822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0f8e50>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:42.063772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3e600-bf50-4395-a591-a4b61e282455 None None] The sync data for ids ['10d9914f-f5b4-4ad2-bc97-2a5ce496fc35'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:42.070250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2ecdcc36-7f6e-4ae8-a55f-31c56a671ce1 req-ffa42234-118e-40fe-9d84-515c16992e09 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867371
Jan 15 21:04:42.107253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3d8bc868-e7ad-4ef1-9cf6-64f41cdab3b9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 200  len: 922 time: 0.1703010
Jan 15 21:04:42.109809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53746) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:42.171135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-b1a697d9-442c-4500-a231-01fca825c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.175253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-b1a697d9-442c-4500-a231-01fca825c8fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 1095 time: 0.0516329
Jan 15 21:04:42.218131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d89637-68e5-4241-b5de-fef8ebd510f6 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.219785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8d89637-68e5-4241-b5de-fef8ebd510f6 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=10d9914f-f5b4-4ad2-bc97-2a5ce496fc35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1088784
Jan 15 21:04:42.234527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-29a38185-dbc0-499e-9921-3b29086a17dc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 267 time: 0.1181910
Jan 15 21:04:42.234527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53752) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:42.292937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-0be4e7d5-ee41-4336-8da1-69528dbe8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.294673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-0be4e7d5-ee41-4336-8da1-69528dbe8e07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 200  len: 907 time: 0.1119399
Jan 15 21:04:42.344933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-499aa508-94f3-4720-84cc-693ab8d7388a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.345184 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-13234319-ce81-44ad-8492-330ea3df22b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c695182a-5eaa-4429-881b-c572b04713b6 HTTP/1.1" status: 200  len: 217 time: 0.0432727
Jan 15 21:04:42.346480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-499aa508-94f3-4720-84cc-693ab8d7388a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 946 time: 0.1153271
Jan 15 21:04:42.368563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'security_groups': []}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:42.396649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269742c-1b00-4376-9703-f0de8a57fb42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.398555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6269742c-1b00-4376-9703-f0de8a57fb42 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.1649961
Jan 15 21:04:42.402286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:42.414100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-4b54362e-5928-40e0-ac10-eb06518c68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.415585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-4b54362e-5928-40e0-ac10-eb06518c68b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 200  len: 846 time: 0.0625498
Jan 15 21:04:42.440051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8f2f920-226a-4e0b-b938-608ff130a2be tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 200  len: 205 time: 0.0341423
Jan 15 21:04:42.444880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:42.448242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-07936674-ba3f-4330-ad68-b7def54adcbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262494
Jan 15 21:04:42.814236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-8e05d800-a584-43da-aecf-97ad217ebeb1 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3584545
Jan 15 21:04:42.834211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:42.912964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-985a92c7-c371-4f20-ae57-5af9d188bef8 req-6af70c0b-ee78-4b8e-80c4-dbb20aa5236d service neutron] 10.222.0.39 "GET /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915203
Jan 15 21:04:42.945786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ae2d-d7cb-4a42-841e-105a4f5021b8 req-44071b1d-e3a6-4338-b129-9c8382729f2c tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:42.947270 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e87ae2d-d7cb-4a42-841e-105a4f5021b8 req-44071b1d-e3a6-4338-b129-9c8382729f2c tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 944 time: 0.1507368
Jan 15 21:04:42.967691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.142881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e87ae2d-d7cb-4a42-841e-105a4f5021b8 req-0146b954-7ff9-463c-849e-50abd18e2a90 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886458
Jan 15 21:04:43.197026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:43.209183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.284271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.295555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.309205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80', 'b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:43.322012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ab07dc98-af7c-4650-b36e-d8be43ca08c1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:43.362609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.363378 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.365054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9cc7f6f-caeb-4b4c-8277-eb1d7ffc6e66 req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "PUT /v2.0/ports/ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 200  len: 905 time: 1.0076542
Jan 15 21:04:43.365964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:43.369178 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:43.407607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port 897fedc9-23ba-4b6b-ba6d-7db27f58d4d0 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:43.408159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (897fedc9-23ba-4b6b-ba6d-7db27f58d4d0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.414693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720420-a87d-4edb-afed-9b01231a24a4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=6']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:43.497673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ab07dc98-af7c-4650-b36e-d8be43ca08c1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:43.577006 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5181fb11-95a8-4ca2-9b7a-70aaf64d0f5f x-openstack-request-id: req-5181fb11-95a8-4ca2-9b7a-70aaf64d0f5f {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:43.577221 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:43.577463 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5181fb11-95a8-4ca2-9b7a-70aaf64d0f5f {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:43.577865 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'status': 'completed', 'code': 200}
Jan 15 21:04:43.578558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-4411a9a1-244e-42b4-9b0c-d8b2a22c9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.581166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-4411a9a1-244e-42b4-9b0c-d8b2a22c9120 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 1059 time: 0.1059701
Jan 15 21:04:43.630091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (897fedc9-23ba-4b6b-ba6d-7db27f58d4d0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.656172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for 897fedc9-23ba-4b6b-ba6d-7db27f58d4d0 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:43.693257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c659-0cb3-4b60-8746-a71ba07df5da req-b471b34c-f588-4efb-a88a-b2a674f248f4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.694871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e314c659-0cb3-4b60-8746-a71ba07df5da req-b471b34c-f588-4efb-a88a-b2a674f248f4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 908 time: 0.1202891
Jan 15 21:04:43.766089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-323a5e11-ce57-41a7-bc58-8dbd9bc7236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.769071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-323a5e11-ce57-41a7-bc58-8dbd9bc7236b service neutron] 10.222.0.45 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1598024
Jan 15 21:04:43.791067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c695182a-5eaa-4429-881b-c572b04713b6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:43.830602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-95efd805-25f3-459b-a75a-e3f15f2d31d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 200  len: 217 time: 0.0545065
Jan 15 21:04:43.837134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d545965c-814b-47c4-9749-bbac6f5c66b5 None None] Provisioning complete for port ab07dc98-af7c-4650-b36e-d8be43ca08c1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:43.837518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d545965c-814b-47c4-9749-bbac6f5c66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:43.896350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-953a8316-278a-4a21-9d2d-e348c22ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.899523 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-953a8316-278a-4a21-9d2d-e348c22ab486 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0621953
Jan 15 21:04:43.969352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-4a38bd06-207b-480a-8a28-8dd76534da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.970867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-4a38bd06-207b-480a-8a28-8dd76534da52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0599353
Jan 15 21:04:43.972831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cd56-d3e0-4130-aa43-c05e1c4e4b75 req-9c8f3e8c-5823-4813-b64d-cf779b425b95 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:43.975188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6a9cd56-d3e0-4130-aa43-c05e1c4e4b75 req-9c8f3e8c-5823-4813-b64d-cf779b425b95 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1836231
Jan 15 21:04:44.023975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (897fedc9-23ba-4b6b-ba6d-7db27f58d4d0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.054725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d545965c-814b-47c4-9749-bbac6f5c66b5 None None] Current status of the port ab07dc98-af7c-4650-b36e-d8be43ca08c1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:44.065866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=897fedc9-23ba-4b6b-ba6d-7db27f58d4d0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:44.075079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6a9cd56-d3e0-4130-aa43-c05e1c4e4b75 req-c2be59bc-e366-4a6f-817c-a8efdc06a494 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914087
Jan 15 21:04:44.098236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-7dadb92a-dae8-44e1-b8dc-a56c309f3ad6 service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185346
Jan 15 21:04:44.109228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c695182a-5eaa-4429-881b-c572b04713b6,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:44.127465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'c695182a-5eaa-4429-881b-c572b04713b6', 'network_id': '0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1', 'port_id': 'c695182a-5eaa-4429-881b-c572b04713b6', 'mac_address': 'fa:16:3e:2b:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42abc56e-c02c-470b-bbe0-216ea9b65012', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:44.159525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.181307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c695182a-5eaa-4429-881b-c572b04713b6 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:44.181486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c695182a-5eaa-4429-881b-c572b04713b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.197116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c695182a-5eaa-4429-881b-c572b04713b6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:44.213862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebcc4ea7-a99d-45ee-a920-a36e1107e8fe req-1edd2f71-586f-40fd-9498-4cb433c2a2a3 service neutron] 10.222.0.45 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066504
Jan 15 21:04:44.219272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c695182a-5eaa-4429-881b-c572b04713b6,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:44.228797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.281858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.283328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:44.285905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.310808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.371167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (10d9914f-f5b4-4ad2-bc97-2a5ce496fc35), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.371644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router 10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:44.380638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.381743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-513d493e-80b2-4f76-9018-7836844bbb24 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 204  len: 168 time: 1.9365847
Jan 15 21:04:44.385315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:44.395929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91313d-99d5-4e07-a988-d15ba30f7145 req-17cabc92-1a96-49c7-af4e-6598a9072413 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:44.397398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f91313d-99d5-4e07-a988-d15ba30f7145 req-17cabc92-1a96-49c7-af4e-6598a9072413 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 945 time: 0.1334286
Jan 15 21:04:44.400320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1076103513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:44.412537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6c930-b8dc-47a7-a864-949dccb53415 req-c5344104-7227-4029-971c-8af16eae1d2b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:44.413978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2d6c930-b8dc-47a7-a864-949dccb53415 req-c5344104-7227-4029-971c-8af16eae1d2b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1517370
Jan 15 21:04:44.493185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.494180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.505831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f91313d-99d5-4e07-a988-d15ba30f7145 req-80bed8ea-7ed0-4610-90d0-112551851d6f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909517
Jan 15 21:04:44.515698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2d6c930-b8dc-47a7-a864-949dccb53415 req-47f8122b-61fa-44fc-af3d-b73b76d18c55 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931814
Jan 15 21:04:44.549432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c695182a-5eaa-4429-881b-c572b04713b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:44.569121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.571661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.601175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:44.602449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b77953ad-1f81-4552-b824-7d4195fc9a45 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2162089
Jan 15 21:04:44.606679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:44.611389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:44.945327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.022485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-b6e5d4f8-69a6-4e16-883e-35c3f57b0c7e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:45.023963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-b6e5d4f8-69a6-4e16-883e-35c3f57b0c7e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.2353158
Jan 15 21:04:45.045361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-95ad6002-f0a4-4385-9f41-f2be9bd70bfc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/quotas/e3a611cade394cb288f103fcf516e4ab HTTP/1.1" status: 200  len: 375 time: 0.0145385
Jan 15 21:04:45.109168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.125274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-660ec80a-d4a7-4e3a-9c92-e102a4c6acdf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0733111
Jan 15 21:04:45.278774 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (87ad7817-b8f5-4769-b063-0c65a803d2c4), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.301252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.376991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-8f1fb7d4-9603-4db5-82c0-389bd1367eac service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439985
Jan 15 21:04:45.522904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Allocated IP 172.35.1.8 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/98ae8572-e10b-4cb1-8ada-17e093f10a0a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:45.564957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a37ebcb4-e2b2-4788-abae-c4ad6d1d3ede service neutron] 10.222.0.46 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762068
Jan 15 21:04:45.691687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086d2d-b1c0-4741-9948-78599e2b6ad6 req-4b407479-24db-4f18-9062-727d8ae541d2 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:45.697674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4086d2d-b1c0-4741-9948-78599e2b6ad6 req-4b407479-24db-4f18-9062-727d8ae541d2 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1317134
Jan 15 21:04:45.772024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for port (98ae8572-e10b-4cb1-8ada-17e093f10a0a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.798831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c695182a-5eaa-4429-881b-c572b04713b6 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:45.822019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4086d2d-b1c0-4741-9948-78599e2b6ad6 req-22026844-2ef4-4573-8bd1-e584d9529b0b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144972
Jan 15 21:04:45.862267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port c695182a-5eaa-4429-881b-c572b04713b6 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:45.867196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port c695182a-5eaa-4429-881b-c572b04713b6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:45.867711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c695182a-5eaa-4429-881b-c572b04713b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:45.904630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775cd8c-501e-4099-be31-1f3e7a38ad85 req-750bafa7-5a6c-4e02-b7ae-2ca21535d53a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:45.911651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d775cd8c-501e-4099-be31-1f3e7a38ad85 req-750bafa7-5a6c-4e02-b7ae-2ca21535d53a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 945 time: 0.1427546
Jan 15 21:04:45.921777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (98ae8572-e10b-4cb1-8ada-17e093f10a0a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:46.004376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c695182a-5eaa-4429-881b-c572b04713b6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:46.005041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c695182a-5eaa-4429-881b-c572b04713b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:46.057637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c695182a-5eaa-4429-881b-c572b04713b6,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:46.059432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:46.063086 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699b1c0e-989a-48e2-907b-e53b39971fbd" -d '{"events": [{"server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "name": "network-vif-plugged", "status": "completed", "tag": "c695182a-5eaa-4429-881b-c572b04713b6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:46.067450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:46.152606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:46.290309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d065f464-4ca5-4ae9-a75c-9ce1a500fe3d req-6aea5c63-acbe-43c4-8beb-8acced4318bd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 210 time: 0.0572350
Jan 15 21:04:46.305429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:46.309218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:46.316189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:46.343424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event updated for resources: {'Port': ['ID=98ae8572-e10b-4cb1-8ada-17e093f10a0a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:46.363743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d775cd8c-501e-4099-be31-1f3e7a38ad85 req-cedde714-d83c-4ac3-9a2a-00946db39e23 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4512374
Jan 15 21:04:46.424108 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edd57f-2b0a-4d64-b23a-6321f81deb50 x-openstack-request-id: req-f8edd57f-2b0a-4d64-b23a-6321f81deb50 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:46.424501 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "name": "network-vif-plugged", "status": "completed", "tag": "c695182a-5eaa-4429-881b-c572b04713b6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:46.424879 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8edd57f-2b0a-4d64-b23a-6321f81deb50 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:46.425384 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6', 'code': 200}
Jan 15 21:04:46.528749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695c58b-7372-4990-b523-9dc37a3b4d38 req-db1a906c-1fc6-417c-b343-c5bff718dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:46.530314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c695c58b-7372-4990-b523-9dc37a3b4d38 req-db1a906c-1fc6-417c-b343-c5bff718dc3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 1097 time: 0.0441558
Jan 15 21:04:46.576173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c695c58b-7372-4990-b523-9dc37a3b4d38 req-5da35703-5ec1-4c0f-a3d6-fca57550b61f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394721
Jan 15 21:04:46.630827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (87ad7817-b8f5-4769-b063-0c65a803d2c4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:46.838999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:46.844030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.022350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd5ee-a71e-42f2-abb8-28ad29196457 req-b2740419-6435-4162-a21c-2f7acd19779c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.026398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-772bd5ee-a71e-42f2-abb8-28ad29196457 req-b2740419-6435-4162-a21c-2f7acd19779c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1265078
Jan 15 21:04:47.108593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-772bd5ee-a71e-42f2-abb8-28ad29196457 req-f1abe684-7c57-4a4b-8647-f2a27f7dc3ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702231
Jan 15 21:04:47.113738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Router 87ad7817-b8f5-4769-b063-0c65a803d2c4 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:47.186468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-8d927f9f-9206-4fb7-b4d8-d4d608ea05ad tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.188104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53928) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.188246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-8d927f9f-9206-4fb7-b4d8-d4d608ea05ad tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 812 time: 0.1783531
Jan 15 21:04:47.201547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Request body: {'port': {'device_id': 'df405782-02e0-4416-9c91-818ea05dacaf', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'admin_state_up': True, 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:47.265910 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:47.274164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.276407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bfbb83c9-8b5c-4708-a86e-79e6e36a1971 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "PUT /v2.0/routers/87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 200  len: 878 time: 2.6683767
Jan 15 21:04:47.281323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53932) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.282821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] Sync routers for ids ['87ad7817-b8f5-4769-b063-0c65a803d2c4'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:47.311355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] Routers {'87ad7817-b8f5-4769-b063-0c65a803d2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:47.311988 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b70d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87ad7817-b8f5-4769-b063-0c65a803d2c4'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:47.383363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b70d0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:47.387007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Made reservation on behalf of e3a611cade394cb288f103fcf516e4ab for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:47.390728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.396824 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] Routers {'87ad7817-b8f5-4769-b063-0c65a803d2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:47.397664 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b70d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['87ad7817-b8f5-4769-b063-0c65a803d2c4'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:47.437189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf753-6a39-45e8-9396-24b1a6958559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.439779 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b70d0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:47.440681 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c69cc6f-b60f-4fcb-80b2-85dbf379eeb8 None None] The sync data for ids ['87ad7817-b8f5-4769-b063-0c65a803d2c4'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:47.457433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bd641ae-d076-448d-8a70-d6fac2f57648 req-4c555dc7-e68d-409e-8867-1f98d68daafb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 210 time: 0.0825880
Jan 15 21:04:47.568888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-908f5f1e-b3bb-4456-906e-77b3bc58ed4b tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 200  len: 919 time: 0.2833288
Jan 15 21:04:47.569812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53942) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.623174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Allocated IP 172.20.0.9 (694fb227-829a-493b-b1b7-2dc4e238e05e/bc355d13-6a37-424a-aa29-4bc72d05996b/43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:47.679908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9af65-8694-46c5-948a-cc2c2c4be5fe req-22ec41b6-e8f6-432f-8203-9755c52896cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.681475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ee9af65-8694-46c5-948a-cc2c2c4be5fe req-22ec41b6-e8f6-432f-8203-9755c52896cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1107893
Jan 15 21:04:47.692127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bece3e8-cd8f-4d0b-bc57-96097417df9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.695963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0bece3e8-cd8f-4d0b-bc57-96097417df9e tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=87ad7817-b8f5-4769-b063-0c65a803d2c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.1218677
Jan 15 21:04:47.702489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53944) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.717117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf753-6a39-45e8-9396-24b1a6958559 admin admin] Publish callbacks [] for security_group (b27f7398-98ef-4e51-b74d-2ca8a5db2071), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.721988 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf753-6a39-45e8-9396-24b1a6958559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b27f7398-98ef-4e51-b74d-2ca8a5db2071), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.737915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-b2776fea-c6e2-4826-98ca-4bb7ead6bce0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.739479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-b2776fea-c6e2-4826-98ca-4bb7ead6bce0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1104412
Jan 15 21:04:47.789527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac8bf753-6a39-45e8-9396-24b1a6958559 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cbf737e9e304c589854184de00a6cc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5973780
Jan 15 21:04:47.789527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bf753-6a39-45e8-9396-24b1a6958559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f7398-98ef-4e51-b74d-2ca8a5db2071,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:47.790121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.800407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ee9af65-8694-46c5-948a-cc2c2c4be5fe req-4eb0ce63-323c-4f4b-8b51-c83f19c75b42 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104426
Jan 15 21:04:47.849926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] Publish callbacks [] for security_group (b27f7398-98ef-4e51-b74d-2ca8a5db2071), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.872070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] Publish callbacks [] for security_group (b27f7398-98ef-4e51-b74d-2ca8a5db2071), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.884072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-90b636b4-784e-4372-bf09-9e625a9443fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.926326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b27f7398-98ef-4e51-b74d-2ca8a5db2071), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.928970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:47.930117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b27f7398-98ef-4e51-b74d-2ca8a5db2071 HTTP/1.1" status: 204  len: 168 time: 0.1390913
Jan 15 21:04:47.938905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7ad4-a048-4b3a-90d9-49fbce985b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f7398-98ef-4e51-b74d-2ca8a5db2071,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:47.961553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d3ddb-99c6-4722-9449-b0d31f7c3d52 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:47.962834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-329d3ddb-99c6-4722-9449-b0d31f7c3d52 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.2594118
Jan 15 21:04:47.965823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53950) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:47.991372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.005726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5bb1b6fd-b4f7-4af2-8f3f-579253a41db6 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 200  len: 205 time: 0.0370944
Jan 15 21:04:48.006893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53952) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:48.016375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Deleting port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:48.016874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.105667 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.124219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80', 'b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:48.169946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Network 694fb227-829a-493b-b1b7-2dc4e238e05e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:48.170882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.189571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:48.196277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:48.205985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] For port 97667f1d-b2d5-4c9c-b247-ad291c112fa3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97667f1d-b2d5-4c9c-b247-ad291c112fa3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:48.206396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.252754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:48.306770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.307254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.307599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.308756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.310025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.310375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.310884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.311214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.312042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.312042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.312297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.312488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.312811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:48.336327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832ee17-96dd-413b-bdec-1cee64ee9491 req-73bec2c1-5e29-4a06-843e-0325449aef8a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:48.339823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5832ee17-96dd-413b-bdec-1cee64ee9491 req-73bec2c1-5e29-4a06-843e-0325449aef8a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 946 time: 0.1161544
Jan 15 21:04:48.377138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53960) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:48.382255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:48.382929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.429396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (87ad7817-b8f5-4769-b063-0c65a803d2c4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.437205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81a326c5-a9f2-40b8-b3cb-22974746f133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.448071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-06a1a7f4-753d-42cb-922f-2dcb3e6b1a7d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2510865
Jan 15 21:04:48.451451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5832ee17-96dd-413b-bdec-1cee64ee9491 req-71a6ed13-38f2-4508-ab3c-8da77a3f388f tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=12687c44-ec04-41a6-9164-f8cbc988feb3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051242
Jan 15 21:04:48.477006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Request body: {'port': {'device_id': 'df405782-02e0-4416-9c91-818ea05dacaf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:48.600764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81a326c5-a9f2-40b8-b3cb-22974746f133 admin admin] Publish callbacks [] for security_group (4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.603795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port 98ae8572-e10b-4cb1-8ada-17e093f10a0a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:48.604065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (98ae8572-e10b-4cb1-8ada-17e093f10a0a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.613682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.618710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.619069 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.619381 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Floating IP 501be72d-e46b-401f-9cbf-e50d82b85644 disassociated. External IP: 172.35.1.6, port: 97667f1d-b2d5-4c9c-b247-ad291c112fa3.
Jan 15 21:04:48.619905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Calling delete_port for 97667f1d-b2d5-4c9c-b247-ad291c112fa3 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:48.622649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4e5729ee-61a3-4b74-b486-42be7f2c5c72 None None] Provisioning complete for port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:48.623135 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e5729ee-61a3-4b74-b486-42be7f2c5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.660232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4e5729ee-61a3-4b74-b486-42be7f2c5c72 None None] Port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:48.668741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81a326c5-a9f2-40b8-b3cb-22974746f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.737090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81a326c5-a9f2-40b8-b3cb-22974746f133 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abe9489850a44c2ab6cf6a9792fc5fdc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3589795
Jan 15 21:04:48.741079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53968) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:48.760512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d32f-8fe3-488b-af5c-03248d81fa70 req-460abefd-1705-4075-841f-db11d98aef31 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:48.762541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cc9d32f-8fe3-488b-af5c-03248d81fa70 req-460abefd-1705-4075-841f-db11d98aef31 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 931 time: 0.1793711
Jan 15 21:04:48.763155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a326c5-a9f2-40b8-b3cb-22974746f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:48.827280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (98ae8572-e10b-4cb1-8ada-17e093f10a0a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.861145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cc9d32f-8fe3-488b-af5c-03248d81fa70 req-49afe8d2-62b0-46ae-b2bb-c9ed28771880 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868115
Jan 15 21:04:48.867682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for 98ae8572-e10b-4cb1-8ada-17e093f10a0a owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:48.918105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (97667f1d-b2d5-4c9c-b247-ad291c112fa3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.943598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] Publish callbacks [] for security_group (4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:48.960418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'Port': ['ID=97667f1d-b2d5-4c9c-b247-ad291c112fa3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:48.987028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] Publish callbacks [] for security_group (4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.023518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc941a-3f46-4665-8bf4-4b598284a5ff req-fd9abf77-e3fc-4498-8a46-75efdf2e28ac tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:49.025020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09cc941a-3f46-4665-8bf4-4b598284a5ff req-fd9abf77-e3fc-4498-8a46-75efdf2e28ac tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1361992
Jan 15 21:04:49.059239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:49.096142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks [] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.139377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:04:49.141926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.144467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.145638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18 HTTP/1.1" status: 204  len: 168 time: 0.4045413
Jan 15 21:04:49.174692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09cc941a-3f46-4665-8bf4-4b598284a5ff req-61cc8127-c1ed-4ea4-81ba-14d2a73da934 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378019
Jan 15 21:04:49.194548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad66a17-97ed-4567-b4fc-fad1f528731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2cc5c1-1459-4adf-a9e9-19d0b8dc0f18,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:49.233075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Transition to ACTIVE for port object 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:49.233938 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (98ae8572-e10b-4cb1-8ada-17e093f10a0a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.248067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.278335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=98ae8572-e10b-4cb1-8ada-17e093f10a0a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:49.366377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (87ad7817-b8f5-4769-b063-0c65a803d2c4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.397364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:49.425592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:49.440702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:49.465557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:49.474069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1980d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:49.553340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] No DVR routers for this DVR port 97667f1d-b2d5-4c9c-b247-ad291c112fa3 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:04:49.561601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.577590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e5bd995-c630-4ef6-b7d2-b22a3b4da5c3 req-25d985a9-edbd-4fb7-ac8b-2159425571b9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "DELETE /v2.0/ports/97667f1d-b2d5-4c9c-b247-ad291c112fa3 HTTP/1.1" status: 204  len: 173 time: 1.8048444
Jan 15 21:04:49.589125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'name': 'network-vif-deleted', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:49.592501 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1666ae-7f31-4c20-a1b1-c63432531937" -d '{"events": [{"server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "name": "network-vif-deleted", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:49.635534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Attempting to bind port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:49.640961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Attempting to bind port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:49.643041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Attempting to bind port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:49.658615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 on network 694fb227-829a-493b-b1b7-2dc4e238e05e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:49.660234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Attempting to bind port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 on network 694fb227-829a-493b-b1b7-2dc4e238e05e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:49.672145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:49.673411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Checking segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:49.675688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Bound using segment: {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:49.676659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Bound port: 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303b151a-64f0-4ec8-b8cf-597389b01a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:49.677924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.693508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.721050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:49.737278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (87ad7817-b8f5-4769-b063-0c65a803d2c4), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.743706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0a7b2ed-f739-4b59-b24c-6edb434b7c24 req-fcf3e9b7-d65b-4427-b0be-f36130096b15 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac78554d-ca29-4e31-a410-00dc4df5c77a HTTP/1.1" status: 200  len: 210 time: 0.0721619
Jan 15 21:04:49.803222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:49.809173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:49.818811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.821270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb99e4e-2dae-4820-948d-39e36b92316e req-848cb5dc-b7e3-4f5e-92e4-cb46156312a2 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:49.822791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbb99e4e-2dae-4820-948d-39e36b92316e req-848cb5dc-b7e3-4f5e-92e4-cb46156312a2 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.2127705
Jan 15 21:04:49.831869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (87ad7817-b8f5-4769-b063-0c65a803d2c4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.832409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router 87ad7817-b8f5-4769-b063-0c65a803d2c4 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:49.846320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.847570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8bf535db-088f-4398-b76d-4cada6bba0fc tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 204  len: 168 time: 1.8395402
Jan 15 21:04:49.851688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53996) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:49.872726 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b1e57-49f6-408b-817e-f606c7744392 x-openstack-request-id: req-e78b1e57-49f6-408b-817e-f606c7744392 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:49.873408 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac78554d-ca29-4e31-a410-00dc4df5c77a", "name": "network-vif-deleted", "tag": "97667f1d-b2d5-4c9c-b247-ad291c112fa3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:49.873735 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e78b1e57-49f6-408b-817e-f606c7744392 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:49.874256 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac78554d-ca29-4e31-a410-00dc4df5c77a', 'name': 'network-vif-deleted', 'tag': '97667f1d-b2d5-4c9c-b247-ad291c112fa3', 'status': 'completed', 'code': 200}
Jan 15 21:04:49.875930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:49.877306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.879129 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] 10.222.0.39 "PUT /v2.0/ports/43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 HTTP/1.1" status: 200  len: 1091 time: 1.4071810
Jan 15 21:04:49.882884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2083769195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:49.947930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.949550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:49.958701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbb99e4e-2dae-4820-948d-39e36b92316e req-7b1d7547-0c4e-4d15-91c6-f964bfe8230f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288574
Jan 15 21:04:50.106956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e350ec-4eab-4ccb-b4b4-d83975666d93 service neutron] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:50.126007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-c8248cd5-e61c-41b5-9c52-7bf322d05108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:50.127648 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-c8248cd5-e61c-41b5-9c52-7bf322d05108 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 1094 time: 0.1950374
Jan 15 21:04:50.219458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-377018bd-7535-4461-88d2-b4fd66a34626 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 HTTP/1.1" status: 200  len: 217 time: 0.0839224
Jan 15 21:04:50.279165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1980d0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:50.326229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:04:50.335640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-e40a9414-1ac3-4391-971e-4985946e3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:50.337206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-e40a9414-1ac3-4391-971e-4985946e3f60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.1108444
Jan 15 21:04:50.339745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:50.340943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1980d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:50.410439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-6de18069-d5ba-4541-873f-a29c65d526f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:50.412015 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-6de18069-d5ba-4541-873f-a29c65d526f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0687068
Jan 15 21:04:50.447907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:50.493176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:50.529204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-8c58601c-4d49-4ac2-bb14-a20f1bafe140 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086812
Jan 15 21:04:50.541440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc5bc5-adb6-4b2d-8f8a-7c9ae6ed8e01 req-def8e83d-66f3-49e6-9198-d0011d772e1b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:50.543765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8cc5bc5-adb6-4b2d-8f8a-7c9ae6ed8e01 req-def8e83d-66f3-49e6-9198-d0011d772e1b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0925672
Jan 15 21:04:50.549657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:50.553615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fb125bec-6212-44c2-9a58-4d2188d53d92 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6931868
Jan 15 21:04:50.554478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54014) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:50.560950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': True}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:50.628645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29119b45-0bf9-4cd8-968d-bedb203dd871 req-431e3261-d12a-4d39-ad12-15f34ce488ab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:50.630183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29119b45-0bf9-4cd8-968d-bedb203dd871 req-431e3261-d12a-4d39-ad12-15f34ce488ab tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 943 time: 0.1805365
Jan 15 21:04:50.664330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86d6a38a-2fea-456b-9bf8-bf1d1c1fada8 req-c9415829-7de1-41ea-bb5d-14a7afdb56c7 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279979
Jan 15 21:04:50.667464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:04:50.697538 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef425544-b9a3-4cb8-8f9a-1d3404be0932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:50.779464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8cc5bc5-adb6-4b2d-8f8a-7c9ae6ed8e01 req-d462feea-9f65-4b47-93cd-f0a5f584f7a1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231896
Jan 15 21:04:50.836608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29119b45-0bf9-4cd8-968d-bedb203dd871 req-4eace7c9-5ad0-4948-b3d9-67295455d76c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741724
Jan 15 21:04:50.892594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:50.926786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1980d0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:50.945281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54028) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:50.961122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb5f3-ff72-41a1-9e37-9147194ff0ff None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:51.048231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (12687c44-ec04-41a6-9164-f8cbc988feb3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.102563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (12687c44-ec04-41a6-9164-f8cbc988feb3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.166433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 97667f1d-b2d5-4c9c-b247-ad291c112fa3 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:04:51.201210 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12687c44-ec04-41a6-9164-f8cbc988feb3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.203620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 97667f1d-b2d5-4c9c-b247-ad291c112fa3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:04:51.203620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 97667f1d-b2d5-4c9c-b247-ad291c112fa3 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:04:51.205083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.210637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "DELETE /v2.0/security-groups/12687c44-ec04-41a6-9164-f8cbc988feb3 HTTP/1.1" status: 204  len: 168 time: 0.2618530
Jan 15 21:04:51.211001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54040) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:51.232353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1374efc-4592-4f3d-8167-53e513a83b70 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12687c44-ec04-41a6-9164-f8cbc988feb3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:51.234177 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-a9da5a0c-ecba-4768-9ac7-a404d3e51ae6 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] show failed (client error): The resource could not be found.
Jan 15 21:04:51.235029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9da5a0c-ecba-4768-9ac7-a404d3e51ae6 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups/12687c44-ec04-41a6-9164-f8cbc988feb3 HTTP/1.1" status: 404  len: 347 time: 0.0231218
Jan 15 21:04:51.236471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (cc3c8705-54b2-4f0e-a61f-3d94817f8931), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.238372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54042) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:51.348059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.393904 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae6581-b228-4cd9-bfb4-9b98389ff4c6 None None] New status for floating IP 501be72d-e46b-401f-9cbf-e50d82b85644: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:04:51.490531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceebc32-a984-46b5-8fe9-e1e3c1ef3586 req-f3d283d7-7ce2-4e00-b1b3-fb96c8c485ea tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:51.492320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eceebc32-a984-46b5-8fe9-e1e3c1ef3586 req-f3d283d7-7ce2-4e00-b1b3-fb96c8c485ea tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.2253671
Jan 15 21:04:51.607277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eceebc32-a984-46b5-8fe9-e1e3c1ef3586 req-50766f88-9df7-4cc9-9672-5abd68af5116 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067758
Jan 15 21:04:51.608399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.35.1.60 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/e77561ae-4f62-47ea-9e7e-490315e86854) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:51.614285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Deleting port 3c407b2c-1aff-4db7-aa02-9baf99e78bda {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:51.614476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.751064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.751388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (3c407b2c-1aff-4db7-aa02-9baf99e78bda), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.772787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Calling delete_port for 3c407b2c-1aff-4db7-aa02-9baf99e78bda owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:51.798636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (e77561ae-4f62-47ea-9e7e-490315e86854), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.821026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.875294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:51.877634 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fd3d83-5672-454d-a878-ea0e107ce0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:51.906372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e77561ae-4f62-47ea-9e7e-490315e86854), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:51.921321 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c591b6-592e-4804-9253-e35ded67eefc x-openstack-request-id: req-c2c591b6-592e-4804-9253-e35ded67eefc {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:51.921615 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:51.921885 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2c591b6-592e-4804-9253-e35ded67eefc {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:51.922367 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'status': 'completed', 'code': 200}
Jan 15 21:04:52.015239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-cde3fab6-728a-4aad-b663-da7ea51270d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.016996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-cde3fab6-728a-4aad-b663-da7ea51270d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 1094 time: 0.0672004
Jan 15 21:04:52.017716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:52.045355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:52.055779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:52.087545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=e77561ae-4f62-47ea-9e7e-490315e86854,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:52.102200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3c407b2c-1aff-4db7-aa02-9baf99e78bda), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.121793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e12aa9-260e-4a27-828b-1f22d45f7c2a req-e55a29ca-3b0d-40b8-b500-37d281261ca0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.128983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6e12aa9-260e-4a27-828b-1f22d45f7c2a req-e55a29ca-3b0d-40b8-b500-37d281261ca0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 943 time: 0.1470823
Jan 15 21:04:52.142399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-286fcaf9-d75e-4827-9c4a-0e1aaaacded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.144575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-286fcaf9-d75e-4827-9c4a-0e1aaaacded5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1208906
Jan 15 21:04:52.164182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'Port': ['ID=3c407b2c-1aff-4db7-aa02-9baf99e78bda,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:52.194178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-c49332bc-050a-4cd4-9f14-dd657d81e7f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 HTTP/1.1" status: 200  len: 217 time: 0.0435607
Jan 15 21:04:52.246571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-f8753443-e312-4e51-8294-05f7e3d1c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.248212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-f8753443-e312-4e51-8294-05f7e3d1c352 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0480101
Jan 15 21:04:52.303222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-5e493167-cec5-43e9-a72b-102d5407588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.304926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-5e493167-cec5-43e9-a72b-102d5407588c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0492778
Jan 15 21:04:52.391268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6e12aa9-260e-4a27-828b-1f22d45f7c2a req-f9de33db-6273-4bc0-b079-0cb42b21e274 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613893
Jan 15 21:04:52.419849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (501be72d-e46b-401f-9cbf-e50d82b85644), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.422588 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.423533 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-c628ed8b-89bd-4b13-aec4-33e3ca41362e service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122575
Jan 15 21:04:52.423896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02b8a6cc-8a78-4341-bb01-52741b75c5ae tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "DELETE /v2.0/floatingips/501be72d-e46b-401f-9cbf-e50d82b85644 HTTP/1.1" status: 204  len: 168 time: 1.1841626
Jan 15 21:04:52.524686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e8fd3d83-5672-454d-a878-ea0e107ce0e9 req-896a0476-71a3-4c39-a733-71e9dbce8043 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950415
Jan 15 21:04:52.548901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (cc3c8705-54b2-4f0e-a61f-3d94817f8931), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.771236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.782757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d32520-85d3-4167-95ae-b613972c978b req-b633dd75-94e9-41bc-9a22-3031231fd8db tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:52.783747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:52.784334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69d32520-85d3-4167-95ae-b613972c978b req-b633dd75-94e9-41bc-9a22-3031231fd8db tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1025610
Jan 15 21:04:52.785858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.788312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027234900', 'description': 'tempest-description--611580845'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:52.815133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.878908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69d32520-85d3-4167-95ae-b613972c978b req-05f80e70-ab1e-4961-9234-787ac5090862 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884359
Jan 15 21:04:52.885657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.891177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.922771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:52.927498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:52.928745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-684d470b-a286-4f3f-89c8-258c5246f0a4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1439934
Jan 15 21:04:52.931630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54086) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:52.936648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group_rule': {'security_group_id': 'a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:52.970340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (22d78398-39ad-45e9-8b82-495e11b11368), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.048162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (22d78398-39ad-45e9-8b82-495e11b11368), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.052444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (22d78398-39ad-45e9-8b82-495e11b11368), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.083952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d78398-39ad-45e9-8b82-495e11b11368,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:53.095186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.099011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09f73a1f-bae2-4837-96ff-6e0f09adb806 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1639335
Jan 15 21:04:53.099326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.103896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'security_group_rule': {'security_group_id': 'a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:53.139175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (522e4861-d419-4e70-a4c5-1be06b4e7738), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.232973 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.252114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router cc3c8705-54b2-4f0e-a61f-3d94817f8931 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:53.463722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:53.470053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.474414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e4f72c29-9c9f-414a-9e2c-ea4dadf10ee9 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "PUT /v2.0/routers/cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 200  len: 914 time: 2.9147696
Jan 15 21:04:53.474669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54116) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.477016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] Sync routers for ids ['cc3c8705-54b2-4f0e-a61f-3d94817f8931'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:53.489626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] Routers {'cc3c8705-54b2-4f0e-a61f-3d94817f8931'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:53.490542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d9940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cc3c8705-54b2-4f0e-a61f-3d94817f8931'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:53.531405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (522e4861-d419-4e70-a4c5-1be06b4e7738), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.532328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d9940>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:53.537030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (522e4861-d419-4e70-a4c5-1be06b4e7738), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.544658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] Routers {'cc3c8705-54b2-4f0e-a61f-3d94817f8931'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:53.545669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d9940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cc3c8705-54b2-4f0e-a61f-3d94817f8931'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:53.558910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522e4861-d419-4e70-a4c5-1be06b4e7738,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:53.576291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.577924 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5bbc5691-6513-486a-9f23-fd72e9f44058 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4776101
Jan 15 21:04:53.581070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54118) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.587274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:53.589957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d9940>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:53.591067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661b8fc-b8e5-4078-89f5-71fbbdb44cb8 None None] The sync data for ids ['cc3c8705-54b2-4f0e-a61f-3d94817f8931'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:53.631257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.651849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a7205-82cf-476a-8140-1ad3abd16f40 req-d54cafd6-361c-4f23-b681-62c2b14ff8b6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:53.653467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-451a7205-82cf-476a-8140-1ad3abd16f40 req-d54cafd6-361c-4f23-b681-62c2b14ff8b6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 943 time: 0.1586549
Jan 15 21:04:53.689560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-94a323be-d470-43c0-975d-ba0cd90f923f tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 200  len: 920 time: 0.2136233
Jan 15 21:04:53.692755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54120) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.721628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-451a7205-82cf-476a-8140-1ad3abd16f40 req-a8dc3d08-a593-4ba3-b003-7bd485259cec tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600464
Jan 15 21:04:53.788708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d24896-0558-41a9-a53f-cd787ae538ab tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:53.790280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38d24896-0558-41a9-a53f-cd787ae538ab tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=cc3c8705-54b2-4f0e-a61f-3d94817f8931&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0962713
Jan 15 21:04:53.794340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54132) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.805921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:53.853886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:04:53.895668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da188c-f210-4916-bb51-b7a282e81753 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:53.897220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-33da188c-f210-4916-bb51-b7a282e81753 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.1017337
Jan 15 21:04:53.899946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54140) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.930586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Allocated IP 172.35.1.222 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/c9d591d4-a7ff-4cb7-9946-153da813f49b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:53.937432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-800cda0b-4c58-49ea-a9ec-a7e5cff2a390 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 200  len: 205 time: 0.0365217
Jan 15 21:04:53.940246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:53.970704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:53.983173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'mac_address': 'fa:16:3e:9c:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:04:54.023485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:54.024041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.039530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:54.052692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.061871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:54.067502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.096477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.099282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c9d8b-ebcc-48c3-9aa0-986c55f3e0e4 req-77c6db88-2cbe-4d0f-9552-503371eea697 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:54.101879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e04c9d8b-ebcc-48c3-9aa0-986c55f3e0e4 req-77c6db88-2cbe-4d0f-9552-503371eea697 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1125104
Jan 15 21:04:54.130092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.155445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:54.155714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:54.162408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:54.165321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:54.169487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=c9d591d4-a7ff-4cb7-9946-153da813f49b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:54.210543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e04c9d8b-ebcc-48c3-9aa0-986c55f3e0e4 req-7c45f0b4-34de-4d6d-aef3-fbbfc5930933 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037078
Jan 15 21:04:54.214574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.264795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (cc3c8705-54b2-4f0e-a61f-3d94817f8931), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.302279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.319349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port e77561ae-4f62-47ea-9e7e-490315e86854 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:54.319696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e77561ae-4f62-47ea-9e7e-490315e86854), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.359215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.388936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:04:54.433236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e77561ae-4f62-47ea-9e7e-490315e86854), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.450532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for e77561ae-4f62-47ea-9e7e-490315e86854 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:54.603813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.611135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.668732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e77561ae-4f62-47ea-9e7e-490315e86854), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.680950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=c9d591d4-a7ff-4cb7-9946-153da813f49b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:54.694390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=e77561ae-4f62-47ea-9e7e-490315e86854,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:54.696229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.704314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54158) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:54.710370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.710806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.711212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.711618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.712066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.714104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.714800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.714800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.715127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.715461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.715892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.716111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.716439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:04:54.723727 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.733448 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bc494524-34ca-431f-a4f0-dd63baa8a86e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1510475
Jan 15 21:04:54.787569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (cc3c8705-54b2-4f0e-a61f-3d94817f8931), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.832136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1636c77c-84b9-4fd6-963c-03feb7df6b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.916962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.919994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (cc3c8705-54b2-4f0e-a61f-3d94817f8931), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.921207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1636c77c-84b9-4fd6-963c-03feb7df6b8e admin admin] Publish callbacks [] for security_group (b95464d6-509e-4eba-849f-d8b96d8a172c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.926636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1636c77c-84b9-4fd6-963c-03feb7df6b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b95464d6-509e-4eba-849f-d8b96d8a172c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.971175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00b8f5-2bfa-4b11-bd61-9e2bdf5ab3df req-06e2f0bb-f24d-4bd0-bf8b-9242a3941f2b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:54.971648 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1636c77c-84b9-4fd6-963c-03feb7df6b8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=646228c4f0694d04bb4d86082d4a1772&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2663126
Jan 15 21:04:54.972660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636c77c-84b9-4fd6-963c-03feb7df6b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95464d6-509e-4eba-849f-d8b96d8a172c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:54.972915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d00b8f5-2bfa-4b11-bd61-9e2bdf5ab3df req-06e2f0bb-f24d-4bd0-bf8b-9242a3941f2b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 944 time: 0.1565251
Jan 15 21:04:54.975925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:54.986165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (cc3c8705-54b2-4f0e-a61f-3d94817f8931), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.986692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router cc3c8705-54b2-4f0e-a61f-3d94817f8931 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:54.996816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:54.998169 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa02380d-cc50-40b2-934c-9b5fedfdf30b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 204  len: 168 time: 1.0566227
Jan 15 21:04:55.002196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54178) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:55.013014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-287338846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:55.054011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] Publish callbacks [] for security_group (b95464d6-509e-4eba-849f-d8b96d8a172c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.054261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7052c256-ce3e-42fa-9d9d-763567651709 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1027234900&fields=id&tenant_id=f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 267 time: 0.0931091
Jan 15 21:04:55.056162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.057130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.077922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d00b8f5-2bfa-4b11-bd61-9e2bdf5ab3df req-6914cbab-d00e-47a9-8d41-f3cf7f346eac tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893376
Jan 15 21:04:55.087825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] Publish callbacks [] for security_group (b95464d6-509e-4eba-849f-d8b96d8a172c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.144610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.150701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.175933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.177277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad7f9464-61a9-4c91-88a8-a501236631f3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1715212
Jan 15 21:04:55.180619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54182) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:55.186642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:55.195175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-3a4a60f7-ce22-4bd9-aad2-05d076e39481 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:55.196689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-3a4a60f7-ce22-4bd9-aad2-05d076e39481 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 811 time: 0.1341536
Jan 15 21:04:55.216465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-01a3fdcf-2ba6-4d36-8190-da6558314b9e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/quotas/f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 375 time: 0.0137749
Jan 15 21:04:55.235480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b95464d6-509e-4eba-849f-d8b96d8a172c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.238219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.241663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b95464d6-509e-4eba-849f-d8b96d8a172c HTTP/1.1" status: 204  len: 168 time: 0.2634554
Jan 15 21:04:55.278248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea1977-9b78-450b-b514-88fcee778bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95464d6-509e-4eba-849f-d8b96d8a172c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:55.313082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-f5fc8082-20d4-4dd2-9124-b8bb6f58b131 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0911968
Jan 15 21:04:55.392219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b65f56-36ef-4fb8-b108-0e791ed2b601 req-0ccf5ec4-8657-4c31-a3e1-372e7240d5d1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:55.392219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91b65f56-36ef-4fb8-b108-0e791ed2b601 req-0ccf5ec4-8657-4c31-a3e1-372e7240d5d1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0772171
Jan 15 21:04:55.446611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.463612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91b65f56-36ef-4fb8-b108-0e791ed2b601 req-e0f10db5-96a1-4cdd-8b14-66139b629094 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656104
Jan 15 21:04:55.587793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-32f8520e-b1c1-4177-9f2f-182827e9467a service neutron] 10.222.0.46 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395072
Jan 15 21:04:55.644732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54196) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:55.662775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76d7495e-750b-4fcd-94ee-fcd8768e6703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.696110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.720406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.732890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-5dda889f-494d-436f-923b-532412f7a850 service neutron] 10.222.0.46 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438851
Jan 15 21:04:55.784209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76d7495e-750b-4fcd-94ee-fcd8768e6703 admin admin] Publish callbacks [] for security_group (3e741a32-c3cd-4f6d-a71e-24e6fbc2f690), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.788802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76d7495e-750b-4fcd-94ee-fcd8768e6703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e741a32-c3cd-4f6d-a71e-24e6fbc2f690), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.832198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7495e-750b-4fcd-94ee-fcd8768e6703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e741a32-c3cd-4f6d-a71e-24e6fbc2f690,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:55.836793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Allocated IP 172.35.1.105 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/a6477c07-7551-4d37-86c3-0b7af13b54a8) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:55.840117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-76d7495e-750b-4fcd-94ee-fcd8768e6703 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a618702bf5e24021aa883689328debd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942723
Jan 15 21:04:55.840723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54198) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:55.879028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:04:55.922352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] Publish callbacks [] for security_group (3e741a32-c3cd-4f6d-a71e-24e6fbc2f690), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.961516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] Publish callbacks [] for security_group (3e741a32-c3cd-4f6d-a71e-24e6fbc2f690), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.966121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for port (a6477c07-7551-4d37-86c3-0b7af13b54a8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.973212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:04:55.979503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:55.980671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:55.985100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0273b324-278e-47fa-836c-961eace19caf req-3b38259f-ffcc-4cf2-835e-c08b45044a9a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 210 time: 0.0388806
Jan 15 21:04:56.033056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a6477c07-7551-4d37-86c3-0b7af13b54a8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.047782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3e741a32-c3cd-4f6d-a71e-24e6fbc2f690), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.050882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.054894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e741a32-c3cd-4f6d-a71e-24e6fbc2f690 HTTP/1.1" status: 204  len: 168 time: 0.2105875
Jan 15 21:04:56.065326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f03f-f4ea-4f9f-8c72-a9461acac661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e741a32-c3cd-4f6d-a71e-24e6fbc2f690,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:56.075113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:56.079294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:56.083403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:56.107947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:04:56.108310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.119649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Pushing event updated for resources: {'Port': ['ID=a6477c07-7551-4d37-86c3-0b7af13b54a8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:56.191699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:56.196146 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc55bdfa-2a10-4b21-9513-7a2f41f40bc3" -d '{"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-plugged", "status": "completed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:56.205538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:04:56.217645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.297377 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc613246-dfcf-44e5-8206-befaf5baa668 x-openstack-request-id: req-cc613246-dfcf-44e5-8206-befaf5baa668 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:56.297746 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-plugged", "status": "completed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:56.299102 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc613246-dfcf-44e5-8206-befaf5baa668 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:56.300079 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'code': 200}
Jan 15 21:04:56.339514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:56.391594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7976-2ad0-42af-a177-a1d284683ba9 req-c5402e1c-87bc-48dc-981e-9518d6c22663 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:56.400794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ddc7976-2ad0-42af-a177-a1d284683ba9 req-c5402e1c-87bc-48dc-981e-9518d6c22663 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1468129
Jan 15 21:04:56.445651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c082-224e-4d95-9713-c9cfa227add6 req-45059c99-daf9-4ffa-b61f-090bfe934725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:56.447241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a26c082-224e-4d95-9713-c9cfa227add6 req-45059c99-daf9-4ffa-b61f-090bfe934725 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 1096 time: 0.0735281
Jan 15 21:04:56.472381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ddc7976-2ad0-42af-a177-a1d284683ba9 req-d9c9a713-b87b-4567-bbc6-75c6e160ae5f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694914
Jan 15 21:04:56.570126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a26c082-224e-4d95-9713-c9cfa227add6 req-4ec95288-84ea-46e4-8fd9-244369613809 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149058
Jan 15 21:04:56.621963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e2dd-1d1f-4a2a-aa39-6a60d74b9815 req-46948d1c-4d1d-42ba-95ca-1f58e1f76710 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:56.629560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b2e2dd-1d1f-4a2a-aa39-6a60d74b9815 req-46948d1c-4d1d-42ba-95ca-1f58e1f76710 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0830452
Jan 15 21:04:56.641701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router_gateway (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.701571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b2e2dd-1d1f-4a2a-aa39-6a60d74b9815 req-9858009c-5bdf-4164-ae0e-781bbd9f9f8d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709803
Jan 15 21:04:56.886527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:56.890234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:57.026414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Router 3d3acfd1-71fe-41f9-9442-55079f6b2d9d is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:04:57.098685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21f42a4c-e359-4831-91d1-ebb7b082b004 req-c3798e29-30b1-4f24-878c-60a56b1f1f3c tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 210 time: 0.0305963
Jan 15 21:04:57.150115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:04:57.155421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:57.156587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6ae5698a-525b-4f79-9f15-0f95911d5fbe tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "PUT /v2.0/routers/3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 200  len: 915 time: 1.9746492
Jan 15 21:04:57.159378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.163421 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] Sync routers for ids ['3d3acfd1-71fe-41f9-9442-55079f6b2d9d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:04:57.177146 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] Routers {'3d3acfd1-71fe-41f9-9442-55079f6b2d9d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:57.177778 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3d0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3d3acfd1-71fe-41f9-9442-55079f6b2d9d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:57.226935 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3d0ca0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:57.237617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] Routers {'3d3acfd1-71fe-41f9-9442-55079f6b2d9d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:04:57.238519 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3d0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3d3acfd1-71fe-41f9-9442-55079f6b2d9d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:57.281977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3d0ca0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:04:57.282798 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7fb3f-8881-4425-9584-d2f9c44486d2 None None] The sync data for ids ['3d3acfd1-71fe-41f9-9442-55079f6b2d9d'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:04:57.323881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-01b11c98-13d4-4df9-bf29-15f5574e6f92 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 200  len: 921 time: 0.1626036
Jan 15 21:04:57.327144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.373757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9341cb-23cc-4245-b0f6-258bb0a6a8af tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:57.375423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc9341cb-23cc-4245-b0f6-258bb0a6a8af tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=3d3acfd1-71fe-41f9-9442-55079f6b2d9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0473433
Jan 15 21:04:57.378256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.421432 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-e1b9f44f-f744-42e5-b38d-b9923d1f0673 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:57.424206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-e1b9f44f-f744-42e5-b38d-b9923d1f0673 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 811 time: 0.1900454
Jan 15 21:04:57.522090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb1f3c-f038-4ca9-b925-4f6a90334661 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:57.528250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-46fb1f3c-f038-4ca9-b925-4f6a90334661 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.1488657
Jan 15 21:04:57.529371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54260) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.544963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-1c632eb8-92d7-4d83-93e2-4a8db7aea2d7 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4dad65fccfe481a973f5fcbb9287dee HTTP/1.1" status: 200  len: 380 time: 0.1016383
Jan 15 21:04:57.561435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'port': {'device_id': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'admin_state_up': True, 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'security_groups': ['a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:57.566318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-836b71ae-7cb2-47cc-b1cf-29c52e499437 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 200  len: 205 time: 0.0352447
Jan 15 21:04:57.566950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.663247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:57.702332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Made reservation on behalf of f4dad65fccfe481a973f5fcbb9287dee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:04:57.705920 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:57.720932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb8ed9-5666-4cff-8172-19ed36b14516 req-eadf24cf-8abe-4ef3-8c1d-066989e93cea tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:57.732315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ccb8ed9-5666-4cff-8172-19ed36b14516 req-eadf24cf-8abe-4ef3-8c1d-066989e93cea tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1552482
Jan 15 21:04:57.791711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:57.874586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Allocated IP 172.20.0.14 (dd26bf3f-ac0f-4779-8f8e-a3094245a610/5f1b1d8d-b7a1-4338-b97f-81110b278a3c/19fc242c-c091-4b78-8fec-c33b6bd5cc60) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:04:57.893315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47ef803c-46c0-4acf-838e-14c6651eaf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:57.925175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ccb8ed9-5666-4cff-8172-19ed36b14516 req-0c8684a2-3991-4ff8-b363-e377d8de935e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853819
Jan 15 21:04:57.976283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa8df-bede-4902-aae0-da18c43e3923 req-6a2e76e8-3e3d-409b-9fde-ed1744374c4d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:57.977878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa3fa8df-bede-4902-aae0-da18c43e3923 req-6a2e76e8-3e3d-409b-9fde-ed1744374c4d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1826425
Jan 15 21:04:58.033612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.106759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa3fa8df-bede-4902-aae0-da18c43e3923 req-33876098-b50c-4960-8852-d5314a5549db tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153872
Jan 15 21:04:58.153770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47ef803c-46c0-4acf-838e-14c6651eaf85 admin admin] Publish callbacks [] for security_group (61f5626f-3eaf-4cd5-acfa-09de67b2836b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.159132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47ef803c-46c0-4acf-838e-14c6651eaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (61f5626f-3eaf-4cd5-acfa-09de67b2836b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.222892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef803c-46c0-4acf-838e-14c6651eaf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5626f-3eaf-4cd5-acfa-09de67b2836b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:58.227598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-47ef803c-46c0-4acf-838e-14c6651eaf85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af6481534a6140e8acc1ea9e5e2952e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5637310
Jan 15 21:04:58.230417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:58.243881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port a6477c07-7551-4d37-86c3-0b7af13b54a8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:04:58.244275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a6477c07-7551-4d37-86c3-0b7af13b54a8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.249745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-87128e6f-8614-4c74-899e-d14f30bb678b req-0205518a-8f94-4a61-861a-dc2d2bb396b1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 210 time: 0.0540466
Jan 15 21:04:58.331383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.332647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a6477c07-7551-4d37-86c3-0b7af13b54a8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.332801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] Publish callbacks [] for security_group (61f5626f-3eaf-4cd5-acfa-09de67b2836b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.346378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for a6477c07-7551-4d37-86c3-0b7af13b54a8 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:04:58.362668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] Publish callbacks [] for security_group (61f5626f-3eaf-4cd5-acfa-09de67b2836b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.415325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.463047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (61f5626f-3eaf-4cd5-acfa-09de67b2836b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.465684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.466866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61f5626f-3eaf-4cd5-acfa-09de67b2836b HTTP/1.1" status: 204  len: 168 time: 0.2349181
Jan 15 21:04:58.477474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:04:58.489634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:04:58.492068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82d5f9-81ff-4f32-8af4-5318c846964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5626f-3eaf-4cd5-acfa-09de67b2836b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:58.493682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:04:58.497144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event updated for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:58.552343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a6477c07-7551-4d37-86c3-0b7af13b54a8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.569049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:58.570083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.589959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=a6477c07-7551-4d37-86c3-0b7af13b54a8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:58.598615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-a7009939-4535-4b33-8453-5428f7f43e5a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0447502
Jan 15 21:04:58.615610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Request body: {'port': {'device_id': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:58.671526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.689282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.841684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-17541cd1-2d7a-4bbe-920b-f89b737602f6 None None] Provisioning complete for port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:04:58.843123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-17541cd1-2d7a-4bbe-920b-f89b737602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:58.881692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-17541cd1-2d7a-4bbe-920b-f89b737602f6 None None] Port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:04:59.023617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fc242c-c091-4b78-8fec-c33b6bd5cc60 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:04:59.033976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks [] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.054184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Transition to ACTIVE for port object 19fc242c-c091-4b78-8fec-c33b6bd5cc60 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:04:59.062688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.096338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.104175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.198883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (3d3acfd1-71fe-41f9-9442-55079f6b2d9d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.199579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3acfd1-71fe-41f9-9442-55079f6b2d9d {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:04:59.208251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.218236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1c029aa4-75c6-4a60-aa3c-13d58bf56779 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 204  len: 168 time: 1.6501975
Jan 15 21:04:59.218905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54308) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:04:59.225918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1247775707', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:04:59.244234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f41af-968f-4fda-8a58-1a8f8f132efe req-ed5661b4-68e2-4fd2-a5c8-f876b67a26fc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.246890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Pushing event updated for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:59.255959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f78f41af-968f-4fda-8a58-1a8f8f132efe req-ed5661b4-68e2-4fd2-a5c8-f876b67a26fc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1712272
Jan 15 21:04:59.312821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Attempting to bind port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:04:59.313188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Attempting to bind port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:04:59.313581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Attempting to bind port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:59.318124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:04:59.318452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Attempting to bind port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 on network dd26bf3f-ac0f-4779-8f8e-a3094245a610 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:04:59.323699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:04:59.324045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Checking segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:04:59.324516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Bound using segment: {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:04:59.324977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Bound port: 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:04:59.325342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.360605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (5b43e791-7688-4980-8915-20550ea734ab), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.361934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5b43e791-7688-4980-8915-20550ea734ab), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.386743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f78f41af-968f-4fda-8a58-1a8f8f132efe req-7238e140-8c83-4166-aae1-691c3dd92b67 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246603
Jan 15 21:04:59.425421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a89a-0df5-43d8-a281-2050f522c8f7 req-cdc806b8-bde3-41b8-a98f-bdcd7974f8f6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.426967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9902a89a-0df5-43d8-a281-2050f522c8f7 req-cdc806b8-bde3-41b8-a98f-bdcd7974f8f6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1443112
Jan 15 21:04:59.433271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:04:59.436777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:04:59.442867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.488877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.488877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.490039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] 10.222.0.45 "PUT /v2.0/ports/19fc242c-c091-4b78-8fec-c33b6bd5cc60 HTTP/1.1" status: 200  len: 1092 time: 0.8793995
Jan 15 21:04:59.492923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:04:59.503069 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531daa4e-1e31-4245-848d-37ad6d7e77c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:04:59.534259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (5b43e791-7688-4980-8915-20550ea734ab), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.578377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e6ccd-2185-42ad-8688-9ae8d60eed43 service neutron] Pushing event updated for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:04:59.599526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7545cc77-4241-4bae-87e3-09a0f349b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.601206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-7545cc77-4241-4bae-87e3-09a0f349b6d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 1095 time: 0.0561357
Jan 15 21:04:59.667988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-293da845-6a95-4245-9296-910e7a355d1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60 HTTP/1.1" status: 200  len: 217 time: 0.0567393
Jan 15 21:04:59.674434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9902a89a-0df5-43d8-a281-2050f522c8f7 req-f860ba63-3621-4c7f-a0c5-a6ae63b9616e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331219
Jan 15 21:04:59.733416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72de854-2722-48c8-aedb-db6516baeb38 req-b480650f-120b-4e90-9b39-700bd994cc85 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.740772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d72de854-2722-48c8-aedb-db6516baeb38 req-b480650f-120b-4e90-9b39-700bd994cc85 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 944 time: 0.2739213
Jan 15 21:04:59.756769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-ad362e2c-e665-47c8-a047-70d47888d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.758554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-ad362e2c-e665-47c8-a047-70d47888d77b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0822363
Jan 15 21:04:59.777955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:04:59.832618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-9fb1c232-6a70-41da-b233-e6f6cc87af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:04:59.834373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-9fb1c232-6a70-41da-b233-e6f6cc87af54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0694792
Jan 15 21:04:59.848638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d72de854-2722-48c8-aedb-db6516baeb38 req-7fafda18-db60-4dea-af19-4ab72f1d03aa tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069577
Jan 15 21:04:59.960627 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4515006f-1d28-4039-a7a0-513d5544794f x-openstack-request-id: req-4515006f-1d28-4039-a7a0-513d5544794f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:04:59.961004 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:04:59.961265 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4515006f-1d28-4039-a7a0-513d5544794f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:04:59.961667 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'status': 'completed', 'code': 200}
Jan 15 21:05:00.069728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-d17100e4-ca71-43ca-aefd-fdb28f708f23 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277555
Jan 15 21:05:00.213545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13f61b72-8d0d-4ebd-a51e-647d54703512 req-be825f3d-ddfc-44c2-98b1-4b181320db78 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373584
Jan 15 21:05:00.221957 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:00.247600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:00.285372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3547b9e-b343-436c-a65c-802de9c8035b req-b49af322-41a3-40f3-99af-9f1d56e3825d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.289438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3547b9e-b343-436c-a65c-802de9c8035b req-b49af322-41a3-40f3-99af-9f1d56e3825d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1297729
Jan 15 21:05:00.317825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-fe6cbd31-4c65-4196-a885-37bbc03bfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.319751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-fe6cbd31-4c65-4196-a885-37bbc03bfde0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 1095 time: 0.0532706
Jan 15 21:05:00.416877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3547b9e-b343-436c-a65c-802de9c8035b req-fd09d144-560e-43d4-913a-c82bde583ba8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940454
Jan 15 21:05:00.436409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-d6cdb588-592c-4760-bb5f-5c84385cc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.438069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-d6cdb588-592c-4760-bb5f-5c84385cc6c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.1106007
Jan 15 21:05:00.449769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Allocated IP 172.35.1.203 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/a7d78498-efc3-441a-ba68-88c99ae73634) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:00.482583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-2017236a-2435-414f-92d5-bff351a238d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60 HTTP/1.1" status: 200  len: 217 time: 0.0363104
Jan 15 21:05:00.539754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-0c04a5fc-6f84-416e-9c06-d61cac8a462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.541427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-0c04a5fc-6f84-416e-9c06-d61cac8a462f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0499690
Jan 15 21:05:00.551396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for port (a7d78498-efc3-441a-ba68-88c99ae73634), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:00.587147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a7d78498-efc3-441a-ba68-88c99ae73634), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:00.592064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-594963a8-d797-42ca-94c8-d78f771915c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.593614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-594963a8-d797-42ca-94c8-d78f771915c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423658
Jan 15 21:05:00.629558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:00.633768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:00.640193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:00.662631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event updated for resources: {'Port': ['ID=a7d78498-efc3-441a-ba68-88c99ae73634,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:00.686275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-6eb816ea-a3e0-493c-8dd8-4ed8dcf321c6 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857615
Jan 15 21:05:00.787169 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-531daa4e-1e31-4245-848d-37ad6d7e77c5 req-ab45f77e-1a26-466d-9898-a11e6b124894 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929701
Jan 15 21:05:00.873855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97396a8d-cfa1-4822-9089-7c1857dd9781 req-d0fd7ad5-47ed-4323-8986-2626b0a7dc7a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:00.875238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97396a8d-cfa1-4822-9089-7c1857dd9781 req-d0fd7ad5-47ed-4323-8986-2626b0a7dc7a tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1019735
Jan 15 21:05:01.001930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97396a8d-cfa1-4822-9089-7c1857dd9781 req-830752ea-40e9-4912-bed2-1e77d6c49ca4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203647
Jan 15 21:05:01.008898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:01.056369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e76f-262a-4421-9d0e-16f0e5b3cff1 req-9a537fcb-8da4-480d-a8a1-7c6877b03e05 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:01.058463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70d9e76f-262a-4421-9d0e-16f0e5b3cff1 req-9a537fcb-8da4-480d-a8a1-7c6877b03e05 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 944 time: 0.1240599
Jan 15 21:05:01.160398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70d9e76f-262a-4421-9d0e-16f0e5b3cff1 req-d759f8fe-c702-4eab-b2d9-2fb54d0d342a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955698
Jan 15 21:05:01.267468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (5b43e791-7688-4980-8915-20550ea734ab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:01.421963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Router 5b43e791-7688-4980-8915-20550ea734ab is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:05:01.582053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:05:01.592255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] Sync routers for ids ['5b43e791-7688-4980-8915-20550ea734ab'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:05:01.603554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] Routers {'5b43e791-7688-4980-8915-20550ea734ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:01.604456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b213fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5b43e791-7688-4980-8915-20550ea734ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:01.606233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40504125-7ca2-44bc-b21b-97d6bd40c6de req-523c8461-578b-4ca6-b01f-bbb74c9aca4a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:01.608526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40504125-7ca2-44bc-b21b-97d6bd40c6de req-523c8461-578b-4ca6-b01f-bbb74c9aca4a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1089263
Jan 15 21:05:01.624299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:01.625599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cccd95e7-5791-4e35-95d1-4b380f0aedb9 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.4055374
Jan 15 21:05:01.628750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:01.636132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:01.643817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b213fa0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:01.653882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] Routers {'5b43e791-7688-4980-8915-20550ea734ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:01.654501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b213fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5b43e791-7688-4980-8915-20550ea734ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:01.675059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40504125-7ca2-44bc-b21b-97d6bd40c6de req-426dbcf1-70dd-4795-8dd5-dc367042c397 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602331
Jan 15 21:05:01.699524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b213fa0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:01.700312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256be8df-8279-44f9-ab92-2117d3c41503 None None] The sync data for ids ['5b43e791-7688-4980-8915-20550ea734ab'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:05:01.986161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:01.997683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.059340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Deleting port a7d78498-efc3-441a-ba68-88c99ae73634 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:02.059692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a7d78498-efc3-441a-ba68-88c99ae73634), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.143238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a7d78498-efc3-441a-ba68-88c99ae73634), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.156750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Calling delete_port for a7d78498-efc3-441a-ba68-88c99ae73634 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:02.162472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a1b98-a3bd-48fa-bf3d-7aab7f88c3cd req-73fc1dda-fa29-420d-86c5-a1c7336e4396 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:02.163957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d0a1b98-a3bd-48fa-bf3d-7aab7f88c3cd req-73fc1dda-fa29-420d-86c5-a1c7336e4396 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0816035
Jan 15 21:05:02.173608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaa806-2995-4525-be31-d0e34051ad18 req-3d446c0b-2178-4bda-962a-0d107f09e940 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:02.174955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4beaa806-2995-4525-be31-d0e34051ad18 req-3d446c0b-2178-4bda-962a-0d107f09e940 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0827200
Jan 15 21:05:02.247786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4beaa806-2995-4525-be31-d0e34051ad18 req-96c73e06-f3cf-4f65-9184-67cbb16c1652 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655375
Jan 15 21:05:02.250869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d0a1b98-a3bd-48fa-bf3d-7aab7f88c3cd req-7cde3afb-84aa-4bfd-97e2-4c98e61a4102 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750496
Jan 15 21:05:02.346132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a7d78498-efc3-441a-ba68-88c99ae73634), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.371181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Pushing event deleted for resources: {'Port': ['ID=a7d78498-efc3-441a-ba68-88c99ae73634,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:02.393428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eda209-185c-4e11-80a2-4ead76cf3c15 req-93c2b7bb-942d-4ee0-bac8-323eb136afd1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:02.394600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32eda209-185c-4e11-80a2-4ead76cf3c15 req-93c2b7bb-942d-4ee0-bac8-323eb136afd1 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 944 time: 0.0656912
Jan 15 21:05:02.450378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (5b43e791-7688-4980-8915-20550ea734ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.455432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-32eda209-185c-4e11-80a2-4ead76cf3c15 req-f8987d72-bba6-4c36-a6cb-aac2cfbee796 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529385
Jan 15 21:05:02.709807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (5b43e791-7688-4980-8915-20550ea734ab), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.713403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (5b43e791-7688-4980-8915-20550ea734ab), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.791909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Router 5b43e791-7688-4980-8915-20550ea734ab has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:05:02.872293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:05:02.879292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:02.883075 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] Sync routers for ids ['5b43e791-7688-4980-8915-20550ea734ab'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:05:02.883523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:02.883645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b62c4435-4fae-4bbb-bc07-d99a7be2484e tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "PUT /v2.0/routers/5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 200  len: 706 time: 1.2528825
Jan 15 21:05:02.896060 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] Routers {'5b43e791-7688-4980-8915-20550ea734ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:02.897083 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8505bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5b43e791-7688-4980-8915-20550ea734ab'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:03.049182 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8505bbb0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:03.061330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] Routers {'5b43e791-7688-4980-8915-20550ea734ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:03.062230 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8505bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5b43e791-7688-4980-8915-20550ea734ab'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:03.098940 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8505bbb0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:03.099862 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b651b-854c-446a-b599-c739d87b75a5 None None] The sync data for ids ['5b43e791-7688-4980-8915-20550ea734ab'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:05:03.200728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 19fc242c-c091-4b78-8fec-c33b6bd5cc60 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:05:03.242955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-89cbeda2-4e03-489d-ba56-76c01ad8981d tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/routers/5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 200  len: 741 time: 0.3583620
Jan 15 21:05:03.246239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.301574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02157bde-d084-4192-a0da-b74af78216a1 tempest-RoutersAdminTest-593685645 tempest-RoutersAdminTest-593685645-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 200  len: 205 time: 0.0541418
Jan 15 21:05:03.305246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54438) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.311343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:03.324445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'port_id': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'mac_address': 'fa:16:3e:df:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:05:03.342452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa1759fc-46ce-4a10-9e5a-df568cdf3edd tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 200  len: 205 time: 0.0360270
Jan 15 21:05:03.345035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54440) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.370676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:03.371168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.386701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fc242c-c091-4b78-8fec-c33b6bd5cc60 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:05:03.409730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:03.418754 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.421752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (5b43e791-7688-4980-8915-20550ea734ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.428968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec1a6d-52e9-47b1-a714-4a5f18596357 req-d79e94cc-1aa1-4ed7-b094-1e69669391cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:03.430479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eeec1a6d-52e9-47b1-a714-4a5f18596357 req-d79e94cc-1aa1-4ed7-b094-1e69669391cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0932174
Jan 15 21:05:03.439857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e1eed-045f-46aa-a0cc-0f8bec2fe6e8 req-3aa4049a-3082-4a78-837a-0ce669374c86 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:03.441310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce1e1eed-045f-46aa-a0cc-0f8bec2fe6e8 req-3aa4049a-3082-4a78-837a-0ce669374c86 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1026514
Jan 15 21:05:03.483213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:03.519992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce1e1eed-045f-46aa-a0cc-0f8bec2fe6e8 req-d8ce3af5-49f4-42d2-8718-bff18970e67e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717497
Jan 15 21:05:03.523307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eeec1a6d-52e9-47b1-a714-4a5f18596357 req-3451bd3c-662b-4893-9896-48f56f9de987 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811033
Jan 15 21:05:03.600345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5b43e791-7688-4980-8915-20550ea734ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.602656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router_controller (5b43e791-7688-4980-8915-20550ea734ab), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.643458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731375-3fc8-4758-8494-d4c647e93262 req-948e7ee6-756a-4d7e-a650-3444df857036 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:03.645457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92731375-3fc8-4758-8494-d4c647e93262 req-948e7ee6-756a-4d7e-a650-3444df857036 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 945 time: 0.0571294
Jan 15 21:05:03.661404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (5b43e791-7688-4980-8915-20550ea734ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.662098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Fanout notify agent at l3_agent the message router_deleted on router 5b43e791-7688-4980-8915-20550ea734ab {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:05:03.671298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:03.672351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1bd6e6f-031e-4ba1-bae3-f17088dc17f8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 204  len: 168 time: 0.3262823
Jan 15 21:05:03.676203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54450) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.710726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b53c09c-e1a5-4684-985f-71b1ba14a226 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 200  len: 205 time: 0.0312111
Jan 15 21:05:03.711381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92731375-3fc8-4758-8494-d4c647e93262 req-33d33b27-dbd7-40af-b2c1-84ab7da363af tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555313
Jan 15 21:05:03.711381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54452) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.748671 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-3db2cbf5-56be-4712-a074-bd1565e40176 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:03.749748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3db2cbf5-56be-4712-a074-bd1565e40176 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/5b43e791-7688-4980-8915-20550ea734ab HTTP/1.1" status: 404  len: 336 time: 0.0375905
Jan 15 21:05:03.752268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.778179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f577a130-36f0-4834-9ead-5c65cb7881f4 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 200  len: 205 time: 0.0247302
Jan 15 21:05:03.780265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54456) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.799326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['19fc242c-c091-4b78-8fec-c33b6bd5cc60'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:03.820631 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-7ef243b3-ac4b-4ede-9cd6-92411a42daa3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:03.821672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ef243b3-ac4b-4ede-9cd6-92411a42daa3 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/3d3acfd1-71fe-41f9-9442-55079f6b2d9d HTTP/1.1" status: 404  len: 336 time: 0.0405397
Jan 15 21:05:03.824369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54458) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.849494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7ac8d9a-8476-4918-8dc2-c3cade86ee11 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 200  len: 205 time: 0.0240426
Jan 15 21:05:03.851753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.891448 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-e817acb1-71cf-4bf2-8cf6-6fe3198620c0 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:03.893278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e817acb1-71cf-4bf2-8cf6-6fe3198620c0 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/cc3c8705-54b2-4f0e-a61f-3d94817f8931 HTTP/1.1" status: 404  len: 336 time: 0.0406077
Jan 15 21:05:03.895165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.899378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:05:03.927787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-75b43eb4-4c74-488d-845f-015332273d99 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 200  len: 205 time: 0.0311322
Jan 15 21:05:03.930084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54468) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:03.971747 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-88059889-bbf2-445e-9e15-b3261b7d1850 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:03.975426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-88059889-bbf2-445e-9e15-b3261b7d1850 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/87ad7817-b8f5-4769-b063-0c65a803d2c4 HTTP/1.1" status: 404  len: 336 time: 0.0443377
Jan 15 21:05:03.975976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54472) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.003267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-75403d8d-0e5f-460c-883e-117fbdefebb8 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 200  len: 205 time: 0.0262115
Jan 15 21:05:04.005667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54474) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.030510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:04.042653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'port_id': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'mac_address': 'fa:16:3e:9c:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:05:04.047498 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-bd7c613d-f877-46af-802a-2f586f73c47b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:04.049242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd7c613d-f877-46af-802a-2f586f73c47b tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/10d9914f-f5b4-4ad2-bc97-2a5ce496fc35 HTTP/1.1" status: 404  len: 336 time: 0.0418167
Jan 15 21:05:04.051202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54478) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.081637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ddd7786b-8ca7-4a6c-9051-4545b3424d19 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a1befa5-42c3-4032-89c3-84a17a9160a4 HTTP/1.1" status: 200  len: 205 time: 0.0293264
Jan 15 21:05:04.083869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54480) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.085195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:04.085589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:04.099137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:05:04.120734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:04.121669 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-870bdec5-81c8-4964-b25a-9f964a026e25 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:04.122740 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-870bdec5-81c8-4964-b25a-9f964a026e25 tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/routers/3a1befa5-42c3-4032-89c3-84a17a9160a4 HTTP/1.1" status: 404  len: 336 time: 0.0379624
Jan 15 21:05:04.125593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54484) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.125954 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:04.156429 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78ac9a3-edf2-403b-84fc-98e2453071df tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:04.157029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78ac9a3-edf2-403b-84fc-98e2453071df tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:04.160404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d78ac9a3-edf2-403b-84fc-98e2453071df tempest-RoutersAdminTest-396378985 tempest-RoutersAdminTest-396378985-project] 10.222.0.46 "DELETE /v2.0/subnets/566e63e3-438f-464c-953a-13107b796643 HTTP/1.1" status: 404  len: 337 time: 0.0331798
Jan 15 21:05:04.183064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:04.327824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:04.480645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54508) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:04.668691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1dc5125e-2a1e-4350-8632-4b94c3ea13b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:04.740059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49d88f-a530-4a81-b133-a556137d0d77 req-4d95d9f2-f10b-4e35-af42-5b372d91a357 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:04.747545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c49d88f-a530-4a81-b133-a556137d0d77 req-4d95d9f2-f10b-4e35-af42-5b372d91a357 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1104085
Jan 15 21:05:04.770389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25bc6-140b-4bf4-83fd-cc62304dd68c req-740ef141-72e2-473b-891c-1a8097eb0e01 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:04.771871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cb25bc6-140b-4bf4-83fd-cc62304dd68c req-740ef141-72e2-473b-891c-1a8097eb0e01 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 944 time: 0.1504333
Jan 15 21:05:04.865901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c49d88f-a530-4a81-b133-a556137d0d77 req-a3dbb39e-d206-4538-af39-dadfba518e6b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169436
Jan 15 21:05:04.912270 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cb25bc6-140b-4bf4-83fd-cc62304dd68c req-0cc7875d-cafd-410d-a322-7366749c4cde tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274769
Jan 15 21:05:04.974283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1dc5125e-2a1e-4350-8632-4b94c3ea13b9 admin admin] Publish callbacks [] for security_group (5f3251a3-8c95-49d0-8aca-f7415d5399a1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:04.983697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1dc5125e-2a1e-4350-8632-4b94c3ea13b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5f3251a3-8c95-49d0-8aca-f7415d5399a1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.080282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5125e-2a1e-4350-8632-4b94c3ea13b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3251a3-8c95-49d0-8aca-f7415d5399a1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:05.122942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54556) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:05.125312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1dc5125e-2a1e-4350-8632-4b94c3ea13b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a2796e48b11416aaab1ba8ba1b4acb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6378911
Jan 15 21:05:05.158795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb8e6c-b1e6-4651-9916-5a37c1820e88 req-66d5a827-9c0f-4868-97ac-c5b5a402de14 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:05.165792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02bb8e6c-b1e6-4651-9916-5a37c1820e88 req-66d5a827-9c0f-4868-97ac-c5b5a402de14 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 945 time: 0.1314075
Jan 15 21:05:05.214291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 19fc242c-c091-4b78-8fec-c33b6bd5cc60 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:05.239951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] Publish callbacks [] for security_group (5f3251a3-8c95-49d0-8aca-f7415d5399a1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.262960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02bb8e6c-b1e6-4651-9916-5a37c1820e88 req-24764aea-6f3d-4186-8415-ff27071243eb tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910606
Jan 15 21:05:05.303983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] Publish callbacks [] for security_group (5f3251a3-8c95-49d0-8aca-f7415d5399a1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.330179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:05:05.340329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:05.341707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.389243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5f3251a3-8c95-49d0-8aca-f7415d5399a1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.394191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.403547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f3251a3-8c95-49d0-8aca-f7415d5399a1 HTTP/1.1" status: 204  len: 168 time: 0.2777493
Jan 15 21:05:05.419417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7cbce-9f23-485a-9acf-c665fc318ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3251a3-8c95-49d0-8aca-f7415d5399a1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:05.480670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:05.481211 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.510063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:05.513464 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22160310-a886-44c4-8f32-348883a1f398" -d '{"events": [{"server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "name": "network-vif-plugged", "status": "completed", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:05.529201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:05.538888 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:05.626639 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1cdc16-43b6-4d3a-b346-dc3642acbd90 x-openstack-request-id: req-bd1cdc16-43b6-4d3a-b346-dc3642acbd90 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:05.627154 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "name": "network-vif-plugged", "status": "completed", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:05.627616 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd1cdc16-43b6-4d3a-b346-dc3642acbd90 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:05.628178 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'code': 200}
Jan 15 21:05:05.633683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:05.748205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951adb28-b835-450c-bc75-5e3f4c199966 req-941ba622-e687-4ed6-aa48-a5bb8fc82ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:05.750591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-951adb28-b835-450c-bc75-5e3f4c199966 req-941ba622-e687-4ed6-aa48-a5bb8fc82ecd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 1097 time: 0.0629020
Jan 15 21:05:05.836154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-951adb28-b835-450c-bc75-5e3f4c199966 req-9a4aed29-4fb0-4838-9290-05d3abc4d8f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756991
Jan 15 21:05:05.838823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:05.881497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e10140de-ec2f-4515-bc0f-1cfff59e4334 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0bea4796b0b4190864f348b20610d0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0414324
Jan 15 21:05:05.886481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54582) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:05.910002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:06.005871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:06.006421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.083577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] Publish callbacks [] for security_group (73d13da4-e456-48f6-8fe4-0cd27dc11337), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.118954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:06.121049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.136825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] Publish callbacks [] for security_group (73d13da4-e456-48f6-8fe4-0cd27dc11337), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.146810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41d4eb-5061-4856-a184-782afe54a945 req-34406f19-b6e5-4c0c-817f-a3a7b91216e1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:06.155346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc41d4eb-5061-4856-a184-782afe54a945 req-34406f19-b6e5-4c0c-817f-a3a7b91216e1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 944 time: 0.1242831
Jan 15 21:05:06.189146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:06.193772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f9e0-906f-4008-b143-1c70fb9c43d7 req-105f9c74-9b35-46a5-b373-ad33666e908e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:06.196065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.202678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a912f9e0-906f-4008-b143-1c70fb9c43d7 req-105f9c74-9b35-46a5-b373-ad33666e908e tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.2541995
Jan 15 21:05:06.330587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a912f9e0-906f-4008-b143-1c70fb9c43d7 req-0c89a11d-e8d0-4326-94f3-79bc2a87d2ed tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255717
Jan 15 21:05:06.365487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc41d4eb-5061-4856-a184-782afe54a945 req-cd67a949-c8c9-4aae-8a58-1aeb804e1305 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088630
Jan 15 21:05:06.396916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (73d13da4-e456-48f6-8fe4-0cd27dc11337), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.407449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:06.410095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73d13da4-e456-48f6-8fe4-0cd27dc11337 HTTP/1.1" status: 204  len: 168 time: 0.5198913
Jan 15 21:05:06.428577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d31e7d-56d9-41d9-b90d-f5ef5cd591cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d13da4-e456-48f6-8fe4-0cd27dc11337,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:06.494051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:06.660501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bc89c-8453-418e-b529-002142d37490 req-e530ce26-9b5c-4e15-8ef0-717c2c0b4365 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:06.669167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be1bc89c-8453-418e-b529-002142d37490 req-e530ce26-9b5c-4e15-8ef0-717c2c0b4365 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.0850742
Jan 15 21:05:06.730087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be1bc89c-8453-418e-b529-002142d37490 req-b8f536b7-a73f-4842-9f89-18a3e62ae83b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587363
Jan 15 21:05:07.556147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc76b-002d-42ef-8972-01a0997e1144 req-8e4d7e34-1bff-4b1a-a411-7d7255b27e90 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:07.564655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b6bc76b-002d-42ef-8972-01a0997e1144 req-8e4d7e34-1bff-4b1a-a411-7d7255b27e90 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1354680
Jan 15 21:05:07.627839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b6bc76b-002d-42ef-8972-01a0997e1144 req-fb77ad53-5eb1-4036-bffa-f78e9d63141b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597215
Jan 15 21:05:07.629736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:07.633409 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce114e9-6a99-4b7c-a47c-628b3bf1ef6e" -d '{"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-plugged", "status": "completed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:07.650667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3d263-38df-4bf9-91e8-b14fb7322ed9 req-df07ada2-ba52-4ba8-bac6-dadafba5426b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:07.652913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cff3d263-38df-4bf9-91e8-b14fb7322ed9 req-df07ada2-ba52-4ba8-bac6-dadafba5426b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1596589
Jan 15 21:05:07.746894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54654) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.752790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cff3d263-38df-4bf9-91e8-b14fb7322ed9 req-6c29808a-30ce-475e-be9b-ee4f59f5e770 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903771
Jan 15 21:05:07.831808 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:05:07.902613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-dcfea921-fd26-4151-a4e0-e963713fd01b tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.907783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54660) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.908499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dcfea921-fd26-4151-a4e0-e963713fd01b tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1592641
Jan 15 21:05:07.915178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-8be6becf-4c5a-4b9e-894b-cb65d729a981 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.919227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8be6becf-4c5a-4b9e-894b-cb65d729a981 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0071518
Jan 15 21:05:07.919922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.929089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-c0958eb2-ab02-4dc3-9ae1-0e1a0ad7d3c9 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.930093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0958eb2-ab02-4dc3-9ae1-0e1a0ad7d3c9 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0092213
Jan 15 21:05:07.934124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54668) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.940868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-5c8a681d-1aac-4bdd-8bab-029a71817d8c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.944768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c8a681d-1aac-4bdd-8bab-029a71817d8c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0091689
Jan 15 21:05:07.947286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54672) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.954839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-61a681c5-af1a-49f7-829b-4cb4482b88b8 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.955843 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1847b0e8-e78e-4672-90b1-52b8307eea71 x-openstack-request-id: req-1847b0e8-e78e-4672-90b1-52b8307eea71 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:07.956041 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-plugged", "status": "completed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:07.956299 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1847b0e8-e78e-4672-90b1-52b8307eea71 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:07.956423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61a681c5-af1a-49f7-829b-4cb4482b88b8 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0073371
Jan 15 21:05:07.956693 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'code': 200}
Jan 15 21:05:07.959058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54674) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.963718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-4c2e4fc3-fb36-498d-8598-8a2722f20e6a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.967716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c2e4fc3-fb36-498d-8598-8a2722f20e6a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0073829
Jan 15 21:05:07.968355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.972796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-ad5c1a68-e425-4a66-a249-d14c85917d90 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.974235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ad5c1a68-e425-4a66-a249-d14c85917d90 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0044274
Jan 15 21:05:07.976270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.982412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-84ade362-89c4-4d57-bbb2-b9256a87f08c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.984243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84ade362-89c4-4d57-bbb2-b9256a87f08c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0068002
Jan 15 21:05:07.986629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54684) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:07.994225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-d1bb885d-aff0-4d5e-b1b2-9eaa1970f6c1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:07.997354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1bb885d-aff0-4d5e-b1b2-9eaa1970f6c1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0095971
Jan 15 21:05:07.999789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54688) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.009143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-4943b3b5-b320-488d-9480-2c29df822c44 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.010088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4943b3b5-b320-488d-9480-2c29df822c44 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0077083
Jan 15 21:05:08.013694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54692) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.021268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-1e2283db-45b6-4eb7-ae0a-0153508684dd tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.023013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1e2283db-45b6-4eb7-ae0a-0153508684dd tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0079272
Jan 15 21:05:08.025648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.033797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-1ea7fa17-bb10-473b-aedd-69bb6e6e9ab3 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.035225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ea7fa17-bb10-473b-aedd-69bb6e6e9ab3 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0061483
Jan 15 21:05:08.038787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.041210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be19b-021b-495f-8707-81c330042006 req-af1a8a9e-dbe9-44c3-a3bc-a2bb42de17c9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:08.043753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c2be19b-021b-495f-8707-81c330042006 req-af1a8a9e-dbe9-44c3-a3bc-a2bb42de17c9 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.0977197
Jan 15 21:05:08.047719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-33e20f48-094f-4107-964a-c37c1afd6aeb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.053861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-33e20f48-094f-4107-964a-c37c1afd6aeb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0138407
Jan 15 21:05:08.060259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54698) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.064909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-b8c45640-b61b-42f2-bd18-bc00e767290a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.068912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b8c45640-b61b-42f2-bd18-bc00e767290a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0074015
Jan 15 21:05:08.069675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54700) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.074570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-ee2155c3-7dcd-4736-99de-055ca11c3f01 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.078195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee2155c3-7dcd-4736-99de-055ca11c3f01 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0074608
Jan 15 21:05:08.078819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54702) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.082718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-3f6aa45c-5734-4486-8047-bc3093e687f8 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.083649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f6aa45c-5734-4486-8047-bc3093e687f8 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0039911
Jan 15 21:05:08.086140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54704) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.090663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-b0eb665d-c264-4444-9ece-edb6c40625ea tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.094041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b0eb665d-c264-4444-9ece-edb6c40625ea tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0065541
Jan 15 21:05:08.094896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.099045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-09250211-90f7-4792-8a7e-2dcbdd95f5d1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.101351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09250211-90f7-4792-8a7e-2dcbdd95f5d1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0059993
Jan 15 21:05:08.102773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.105345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c2be19b-021b-495f-8707-81c330042006 req-a0e7f539-35a6-49b5-a489-008c00e03bb4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556602
Jan 15 21:05:08.115459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-63342f7d-b819-4d2c-9158-23a7ccd61494 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.116920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63342f7d-b819-4d2c-9158-23a7ccd61494 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0127997
Jan 15 21:05:08.119245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.124506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-be4600e3-2aba-4c42-99b3-9d6653397c52 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.128294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.129197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-be4600e3-2aba-4c42-99b3-9d6653397c52 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0084553
Jan 15 21:05:08.133215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-bc565572-f576-4679-8f26-7454fbd58f00 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.136879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc565572-f576-4679-8f26-7454fbd58f00 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0045862
Jan 15 21:05:08.137219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.141345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-10a60ddf-2696-46a7-b6e4-37f3c9fa3525 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.144465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-10a60ddf-2696-46a7-b6e4-37f3c9fa3525 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0061803
Jan 15 21:05:08.147002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54718) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.157452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-b06cab86-0127-4a7e-9957-e0b83769eda1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.160865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b06cab86-0127-4a7e-9957-e0b83769eda1 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0104299
Jan 15 21:05:08.161165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54720) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.165666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-c8c5fc91-2f98-42af-939b-7ace47d5fa80 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.166667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8c5fc91-2f98-42af-939b-7ace47d5fa80 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0044496
Jan 15 21:05:08.169863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54722) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.175898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-83a166dc-91f3-44e5-b39f-38f00518237a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.180014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.180666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-83a166dc-91f3-44e5-b39f-38f00518237a tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0093591
Jan 15 21:05:08.185843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-caf5a83c-9e61-49de-84c0-6b59b900cda4 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.189614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54726) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.189906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-caf5a83c-9e61-49de-84c0-6b59b900cda4 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0084796
Jan 15 21:05:08.194436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-ccdee5a2-76c0-4bc8-bbbc-b505b43cd7fd tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.198397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ccdee5a2-76c0-4bc8-bbbc-b505b43cd7fd tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0047581
Jan 15 21:05:08.199031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.204297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-fb9d77c2-df04-40ef-8c5b-e5dcd35046f6 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.207517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fb9d77c2-df04-40ef-8c5b-e5dcd35046f6 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0052605
Jan 15 21:05:08.207822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54732) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.212664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-78313f1f-1981-4b0a-843c-cb24736bbcf6 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.213966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78313f1f-1981-4b0a-843c-cb24736bbcf6 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0051150
Jan 15 21:05:08.216863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.230060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-cb61a027-22ba-47c8-8ec9-adea4e94dbaf tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.232088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb61a027-22ba-47c8-8ec9-adea4e94dbaf tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0092831
Jan 15 21:05:08.234879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.243908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-0e941dc4-6502-414e-8e4d-f78968561205 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.245790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0e941dc4-6502-414e-8e4d-f78968561205 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0088925
Jan 15 21:05:08.248211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54740) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.253428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-2f64210a-a76a-4953-8303-12a219ec19cb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.257477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.262734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-7a90aeb1-435b-4cc1-8efe-0dd69d847b31 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.263385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f64210a-a76a-4953-8303-12a219ec19cb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0137124
Jan 15 21:05:08.265920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7a90aeb1-435b-4cc1-8efe-0dd69d847b31 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0073028
Jan 15 21:05:08.269380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.274222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-7154e634-442c-4564-945a-122c4e992049 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.275171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7154e634-442c-4564-945a-122c4e992049 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0052733
Jan 15 21:05:08.278653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.283065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-1fde8ebf-bfdb-4ddd-918c-fe255c30c007 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.284307 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1fde8ebf-bfdb-4ddd-918c-fe255c30c007 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0046952
Jan 15 21:05:08.286491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54748) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.291948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-23c000f9-3e5e-491b-bf0a-b208cb958d9f tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.292991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23c000f9-3e5e-491b-bf0a-b208cb958d9f tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0055985
Jan 15 21:05:08.296303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54750) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.309194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-28e0eb9a-ce89-4284-bd88-5ef629345723 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.312780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54754) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.317213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-c0e4d05e-f8b8-464b-b892-ccc197947d42 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.321205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c0e4d05e-f8b8-464b-b892-ccc197947d42 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0071831
Jan 15 21:05:08.321767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54756) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.326872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-6443ddcd-cf6c-40aa-933e-b883fa60d8a0 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.328329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-28e0eb9a-ce89-4284-bd88-5ef629345723 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0229704
Jan 15 21:05:08.335061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54758) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.339092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6443ddcd-cf6c-40aa-933e-b883fa60d8a0 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0157368
Jan 15 21:05:08.346400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-5e4687e0-86d3-4899-be66-b5c8a6ecd522 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.356721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.361463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-2b58a96f-ac93-4a15-9f9b-4bc039ccb042 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.365268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b58a96f-ac93-4a15-9f9b-4bc039ccb042 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0073025
Jan 15 21:05:08.366556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54762) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.369711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5e4687e0-86d3-4899-be66-b5c8a6ecd522 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0328479
Jan 15 21:05:08.380392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-3d163180-f755-4465-937e-c64964d476ba tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.384979 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3d163180-f755-4465-937e-c64964d476ba tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0172584
Jan 15 21:05:08.396989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.401836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-2dac8958-3650-495b-92af-7ec8d9573b42 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.402791 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2dac8958-3650-495b-92af-7ec8d9573b42 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0048437
Jan 15 21:05:08.405830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225569-3ad0-4307-ad24-7c8bc96bf649 req-b2e69cf9-5bcc-4cb2-b696-49699a7ce452 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:08.413916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54770) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.417102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd225569-3ad0-4307-ad24-7c8bc96bf649 req-b2e69cf9-5bcc-4cb2-b696-49699a7ce452 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.2098100
Jan 15 21:05:08.417925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.420452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-6fd3d7b8-d4fd-4c89-9d6c-9dd1b0b6357e tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.421786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6fd3d7b8-d4fd-4c89-9d6c-9dd1b0b6357e tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0061281
Jan 15 21:05:08.422565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Request body: {'floatingip': {'port_id': '19fc242c-c091-4b78-8fec-c33b6bd5cc60'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:08.424279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54780) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.435574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-1151e7e9-ca41-40be-bbdf-8c745b2ab5bb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.441133 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1151e7e9-ca41-40be-bbdf-8c745b2ab5bb tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0105534
Jan 15 21:05:08.442003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54782) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.449380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-ca9722b4-2173-4f79-9021-592df15fea47 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.454154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca9722b4-2173-4f79-9021-592df15fea47 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0107515
Jan 15 21:05:08.455787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54784) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.462685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-464c9399-ceb2-42bc-a5d1-8e6c2e3fdf54 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.468071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-464c9399-ceb2-42bc-a5d1-8e6c2e3fdf54 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0101740
Jan 15 21:05:08.472610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54786) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.477168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-6051d600-455b-49a4-b976-e80bd4c338b7 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.480530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6051d600-455b-49a4-b976-e80bd4c338b7 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0046802
Jan 15 21:05:08.480776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:08.481014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54788) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.485916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-dde08cb1-726b-4c0c-ba13-d8eec0396e06 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.486963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dde08cb1-726b-4c0c-ba13-d8eec0396e06 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0049295
Jan 15 21:05:08.489665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.495217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-6e83f09c-2878-4185-a5d7-2bd34e9f01ec tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.496712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6e83f09c-2878-4185-a5d7-2bd34e9f01ec tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0053279
Jan 15 21:05:08.499633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54792) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.505114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-30745511-61d5-4068-aa20-0b0f13a4e904 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.506446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30745511-61d5-4068-aa20-0b0f13a4e904 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0055177
Jan 15 21:05:08.509781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.515731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-8718b03b-fe2b-428f-8b25-fa9634a14819 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.517161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8718b03b-fe2b-428f-8b25-fa9634a14819 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0052979
Jan 15 21:05:08.519756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.525233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-3f9ed240-8374-4654-9c25-911523fbaa85 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.527207 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f9ed240-8374-4654-9c25-911523fbaa85 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0060647
Jan 15 21:05:08.530044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.534834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-6b4ea7a5-5bd3-4fb2-b826-ac93496cd59c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.536211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6b4ea7a5-5bd3-4fb2-b826-ac93496cd59c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0050309
Jan 15 21:05:08.540227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.548320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-f5cec460-2f9b-49a4-a00f-0c6c403dbbcf tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.549954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f5cec460-2f9b-49a4-a00f-0c6c403dbbcf tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0066862
Jan 15 21:05:08.552907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54802) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.557389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-408c8f84-3d9f-4dc3-8b0e-9552d0e16a03 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.558773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-408c8f84-3d9f-4dc3-8b0e-9552d0e16a03 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0047009
Jan 15 21:05:08.563409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.568715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-c024ca18-1eab-46e4-b114-f315b5a10919 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.570393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c024ca18-1eab-46e4-b114-f315b5a10919 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0057974
Jan 15 21:05:08.576344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.581727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-a3613517-7685-41ea-ae87-a36e1e6c9891 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.583214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a3613517-7685-41ea-ae87-a36e1e6c9891 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0055351
Jan 15 21:05:08.586288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54808) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.592488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-871d24b3-5fec-4579-aa16-161fbba70f54 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.593946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-871d24b3-5fec-4579-aa16-161fbba70f54 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0061727
Jan 15 21:05:08.596446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54810) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.605841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-fd0da405-4edc-4f9f-81f3-58ae5388392d tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.607747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd0da405-4edc-4f9f-81f3-58ae5388392d tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0097570
Jan 15 21:05:08.610342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.617296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-b321dbd0-3a3a-45b7-8ccc-d32ba520d279 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.619236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b321dbd0-3a3a-45b7-8ccc-d32ba520d279 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0067878
Jan 15 21:05:08.628437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.641003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-9fa59498-474f-4b32-afe0-647553fc47da tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.651974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9fa59498-474f-4b32-afe0-647553fc47da tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0208988
Jan 15 21:05:08.655522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54818) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.694457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-427c7e56-f6c1-47ae-95f1-0fcb1150446e tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.695457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-427c7e56-f6c1-47ae-95f1-0fcb1150446e tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0389576
Jan 15 21:05:08.698484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54820) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.709834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-230e18fb-f052-409b-ba2f-21e7796cdcf4 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.712186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-230e18fb-f052-409b-ba2f-21e7796cdcf4 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0075490
Jan 15 21:05:08.715629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54822) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.724107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-110619a6-a6a3-40b4-be55-2ecf72424e20 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.725647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-110619a6-a6a3-40b4-be55-2ecf72424e20 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0087168
Jan 15 21:05:08.728273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.735951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [None req-f8b0bd46-9c1c-4e2e-939b-22b669b7a739 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.741186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f8b0bd46-9c1c-4e2e-939b-22b669b7a739 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0102956
Jan 15 21:05:08.754302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54828) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.760114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-c66060e5-e25c-4752-850e-30bab92522f3 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.767460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c66060e5-e25c-4752-850e-30bab92522f3 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0115094
Jan 15 21:05:08.768317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54830) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.789381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-edcedb88-9eb1-46fc-8fba-8b862bd0d14c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.794830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-edcedb88-9eb1-46fc-8fba-8b862bd0d14c tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0249877
Jan 15 21:05:08.796613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54834) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.821211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-c38b9572-2f4a-4454-a2bc-be40b3b6e624 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.828088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c38b9572-2f4a-4454-a2bc-be40b3b6e624 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0294049
Jan 15 21:05:08.830969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.840695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-4b134a81-015c-4341-a6ae-d6c60bb37b41 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.849418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4b134a81-015c-4341-a6ae-d6c60bb37b41 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0152833
Jan 15 21:05:08.851049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:08.856382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [None req-457dfcd3-ae89-459b-8ba2-b7df51a8dd89 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:05:08.887853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-457dfcd3-ae89-459b-8ba2-b7df51a8dd89 tempest-ExtensionsTestJSON-340239064 tempest-ExtensionsTestJSON-340239064-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0354288
Jan 15 21:05:09.046625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a76b-47a7-4e9a-b7cf-b1fb6eba79a4 req-2baaa6ec-b39b-4831-a25f-74dba34e0322 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:09.055572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b001a76b-47a7-4e9a-b7cf-b1fb6eba79a4 req-2baaa6ec-b39b-4831-a25f-74dba34e0322 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.2314582
Jan 15 21:05:09.232071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b001a76b-47a7-4e9a-b7cf-b1fb6eba79a4 req-6885908a-49f9-4ed4-8ad2-9295fabe9c24 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756253
Jan 15 21:05:09.250581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ac5c-351c-4acf-b3ae-a5be3c8939a4 req-c3ef5cb2-f791-4483-9cf5-cf7713b63e44 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:09.258887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af75ac5c-351c-4acf-b3ae-a5be3c8939a4 req-c3ef5cb2-f791-4483-9cf5-cf7713b63e44 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.3062255
Jan 15 21:05:09.383283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54864) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:09.485942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af75ac5c-351c-4acf-b3ae-a5be3c8939a4 req-359a3c52-6811-4b33-8e4e-a7149653c94d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107706
Jan 15 21:05:09.587177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2af0a8-827a-40b8-8167-bed45f7e1b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.643230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.649870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.717093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2af0a8-827a-40b8-8167-bed45f7e1b77 admin admin] Publish callbacks [] for security_group (3c0d8cda-098a-4806-a86c-5fe3ae8a950c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.730269 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c2af0a8-827a-40b8-8167-bed45f7e1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3c0d8cda-098a-4806-a86c-5fe3ae8a950c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.777276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c2af0a8-827a-40b8-8167-bed45f7e1b77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=649be83e4e514b3e827c1e15500c3c9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3928177
Jan 15 21:05:09.778860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2af0a8-827a-40b8-8167-bed45f7e1b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d8cda-098a-4806-a86c-5fe3ae8a950c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:09.780491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54884) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:09.841187 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Floating IP a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f associated. External IP: 172.35.1.222, port: 19fc242c-c091-4b78-8fec-c33b6bd5cc60.
Jan 15 21:05:09.894708 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] Publish callbacks [] for security_group (3c0d8cda-098a-4806-a86c-5fe3ae8a950c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:09.967966 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] Publish callbacks [] for security_group (3c0d8cda-098a-4806-a86c-5fe3ae8a950c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:10.105864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3c0d8cda-098a-4806-a86c-5fe3ae8a950c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:10.108772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:10.110086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c0d8cda-098a-4806-a86c-5fe3ae8a950c HTTP/1.1" status: 204  len: 168 time: 0.3279018
Jan 15 21:05:10.159264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833dec-b293-4c9d-9fd8-581a9454f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d8cda-098a-4806-a86c-5fe3ae8a950c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:10.204220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:05:10.413162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:05:10.419396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:10.427273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:05:10.440731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:10.442140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:10.496181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3b635ff1-c3d5-4e9f-b68f-5b39c27232f4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "PUT /v2.0/floatingips/a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f HTTP/1.1" status: 200  len: 992 time: 2.0754426
Jan 15 21:05:10.509763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf54fbf-1ac8-4b97-bd0e-bacefd4d6f3b req-33301456-564e-457b-82d6-dad365d20fde tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:10.512293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bf54fbf-1ac8-4b97-bd0e-bacefd4d6f3b req-33301456-564e-457b-82d6-dad365d20fde tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1524248
Jan 15 21:05:10.512778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:10.516963 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779cd36d-026f-454d-9256-ef386be8597f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:10.585760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bf54fbf-1ac8-4b97-bd0e-bacefd4d6f3b req-b7f746b6-fb42-4dec-b84e-ae39e05062d5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637810
Jan 15 21:05:10.622348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:05:10.812594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fca57-9e9e-4a25-ae0a-6596dfdeb84b req-2dbcd142-dbd5-4966-958b-cc98b3168e32 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:10.815232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a4fca57-9e9e-4a25-ae0a-6596dfdeb84b req-2dbcd142-dbd5-4966-958b-cc98b3168e32 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1109862
Jan 15 21:05:10.818557 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a930ce5-db8e-48b0-92e0-f653b7443e36 x-openstack-request-id: req-2a930ce5-db8e-48b0-92e0-f653b7443e36 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:10.818855 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:10.819111 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a930ce5-db8e-48b0-92e0-f653b7443e36 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:10.820376 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'status': 'completed', 'code': 200}
Jan 15 21:05:10.914467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd36d-026f-454d-9256-ef386be8597f req-c3d6bee3-5328-4d82-be2f-38b1dc7d7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:10.919924 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-c3d6bee3-5328-4d82-be2f-38b1dc7d7dc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 1097 time: 0.0808284
Jan 15 21:05:10.923052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a4fca57-9e9e-4a25-ae0a-6596dfdeb84b req-e144538c-1708-42b2-abac-2e3051c09911 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018291
Jan 15 21:05:10.988714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54940) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:11.128675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd36d-026f-454d-9256-ef386be8597f req-154e9d57-8005-491f-aedc-1776bf021a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:11.130263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-154e9d57-8005-491f-aedc-1776bf021a5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 200  len: 912 time: 0.2013175
Jan 15 21:05:11.228626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb400>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:df:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:54Z', 'updated_at': '2022-01-15T21:05:09Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:11.268481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:05:11.273433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cfeefee7-ce6e-44d3-8131-909b0f179a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:11.280503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:05:11.282241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:11.291346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-a56459f8-e95e-4b61-9ebb-b624860e72ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60 HTTP/1.1" status: 200  len: 1000 time: 0.1545982
Jan 15 21:05:11.391756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd36d-026f-454d-9256-ef386be8597f req-8e92d88a-a036-45d9-abe1-b80b43a3c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:11.393279 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-8e92d88a-a036-45d9-abe1-b80b43a3c06c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 200  len: 850 time: 0.0964046
Jan 15 21:05:11.417603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cfeefee7-ce6e-44d3-8131-909b0f179a23 admin admin] Publish callbacks [] for security_group (ce946744-486f-4ded-b211-f62b65b8bf98), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:11.429321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cfeefee7-ce6e-44d3-8131-909b0f179a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ce946744-486f-4ded-b211-f62b65b8bf98), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:11.453435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:05:11.457682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd36d-026f-454d-9256-ef386be8597f req-1de27c25-f1d0-4a68-b5b0-e5642a5ec23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:11.459779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-1de27c25-f1d0-4a68-b5b0-e5642a5ec23f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd26bf3f-ac0f-4779-8f8e-a3094245a610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0600309
Jan 15 21:05:11.517862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cfeefee7-ce6e-44d3-8131-909b0f179a23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=827745300ee941838a5598e998cf9cec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5273931
Jan 15 21:05:11.519480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeefee7-ce6e-44d3-8131-909b0f179a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce946744-486f-4ded-b211-f62b65b8bf98,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:11.520459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54956) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:11.663363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54962) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:11.843325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb400>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:df:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:54Z', 'updated_at': '2022-01-15T21:05:09Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:11.858620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1505535061'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:11.877315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66a437-e56a-4380-9ae3-0f3702794b08 None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'port_id': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'mac_address': 'fa:16:3e:df:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:04:54Z', 'updated_at': '2022-01-15T21:05:09Z', 'revision_number': 1, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:05:11.906533 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-c5fa33eb-cc89-4033-8bda-16e01afbd41a service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4344695
Jan 15 21:05:11.912631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] Publish callbacks [] for security_group (ce946744-486f-4ded-b211-f62b65b8bf98), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:11.924001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e1f63-aa26-4c61-a352-a742a4508216 req-2651b8bf-e5d3-4872-b6c1-9b00a159d5f6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:11.940618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-591e1f63-aa26-4c61-a352-a742a4508216 req-2651b8bf-e5d3-4872-b6c1-9b00a159d5f6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1745241
Jan 15 21:05:12.062343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Made reservation on behalf of 55f5b38d5be644a7b9982cda16548025 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:12.063889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] Publish callbacks [] for security_group (ce946744-486f-4ded-b211-f62b65b8bf98), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.067367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.153843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-779cd36d-026f-454d-9256-ef386be8597f req-4dbebd9b-6bd2-4405-bc6b-447c0e1cca36 service neutron] 10.222.0.45 "GET /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381098
Jan 15 21:05:12.195157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ce946744-486f-4ded-b211-f62b65b8bf98), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.199355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.203230 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce946744-486f-4ded-b211-f62b65b8bf98 HTTP/1.1" status: 204  len: 168 time: 0.6788275
Jan 15 21:05:12.225102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a182-8eda-43e5-bf86-139e2c196202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce946744-486f-4ded-b211-f62b65b8bf98,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:12.344552 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7f19c-736d-49ed-a493-503ba82cbaa2 None None] New status for floating IP a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:05:12.503904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.537230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-591e1f63-aa26-4c61-a352-a742a4508216 req-c6d5460c-2dd4-4449-b6df-b8dfa4b158fa tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5953393
Jan 15 21:05:12.618664 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for security_group (aa47ed66-c796-499f-bc28-cbc99c494372), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.643475 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa47ed66-c796-499f-bc28-cbc99c494372), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.754442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f202e8-5c8e-4ee7-b073-83be9c403ba6 req-ce63e4f7-d9a6-4709-8248-172f07920dc3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:12.764338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28f202e8-5c8e-4ee7-b073-83be9c403ba6 req-ce63e4f7-d9a6-4709-8248-172f07920dc3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.2857475
Jan 15 21:05:12.802849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:12.835174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47ed66-c796-499f-bc28-cbc99c494372,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:12.888603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (674cf603-b90d-4763-b533-9431489fb960), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:12.889731 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Added segment 674cf603-b90d-4763-b533-9431489fb960 of type vlan for network decbac11-b5a9-404c-b042-bf316b44b59b
Jan 15 21:05:12.953137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28f202e8-5c8e-4ee7-b073-83be9c403ba6 req-991a2934-107e-4e45-8569-8ae5232e97a1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630611
Jan 15 21:05:12.969610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (decbac11-b5a9-404c-b042-bf316b44b59b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:13.003459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (decbac11-b5a9-404c-b042-bf316b44b59b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:13.010758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:13.011580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:13.121059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.4559917
Jan 15 21:05:13.124220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54980) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:13.131042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Request body: {'subnet': {'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:13.151136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077b461-09c0-413a-a847-1121b1565873 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'Network': ['ID=decbac11-b5a9-404c-b042-bf316b44b59b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:13.162728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network decbac11-b5a9-404c-b042-bf316b44b59b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:13.239903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Made reservation on behalf of 55f5b38d5be644a7b9982cda16548025 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:13.244160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:13.822427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054252c7-9d35-41cb-9d02-251cdbb880a6 req-bb15902e-0877-4cad-b565-118a3936a1dc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:13.829749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-054252c7-9d35-41cb-9d02-251cdbb880a6 req-bb15902e-0877-4cad-b565-118a3936a1dc tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1249719
Jan 15 21:05:13.838738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (cc683205-0fbf-4a5a-870f-4f5d8cfc598d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:13.906185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-054252c7-9d35-41cb-9d02-251cdbb880a6 req-5eeedae6-34ee-43f6-9e38-fd600ec203b4 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699716
Jan 15 21:05:13.957789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'Subnet': ['ID=cc683205-0fbf-4a5a-870f-4f5d8cfc598d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:13.975008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Checking segment: {'id': '674cf603-b90d-4763-b533-9431489fb960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:13.975378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Network hostable DHCP agents. Network: decbac11-b5a9-404c-b042-bf316b44b59b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:14.012884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Network decbac11-b5a9-404c-b042-bf316b44b59b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:14.038487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, decbac11-b5a9-404c-b042-bf316b44b59b) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:14.048593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b05384-bf1a-4061-aa07-a42605737430 None None] Network decbac11-b5a9-404c-b042-bf316b44b59b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:14.053016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:14.053721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.089794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37faaf25-2512-40a9-8a3f-18329b22e60f tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9605083
Jan 15 21:05:14.090171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:14.096216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Request body: {'port': {'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-230018105'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:14.175098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5a218-589c-4b45-af0a-795fa0740019 req-b611f4f9-ea6a-422a-a48b-e7f9e54453bf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:14.177324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4a5a218-589c-4b45-af0a-795fa0740019 req-b611f4f9-ea6a-422a-a48b-e7f9e54453bf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0822780
Jan 15 21:05:14.259258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4a5a218-589c-4b45-af0a-795fa0740019 req-2c3dc1f8-ad08-4a0e-8ff8-dee49e80749a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589504
Jan 15 21:05:14.263490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-decbac11-b5a9-404c-b042-bf316b44b59b', 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b', 'project_id': '55f5b38d5be644a7b9982cda16548025', 'fixed_ips': [{'subnet_id': 'cc683205-0fbf-4a5a-870f-4f5d8cfc598d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:14.264387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.278949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Made reservation on behalf of 55f5b38d5be644a7b9982cda16548025 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:14.278949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.300301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] device_id is not set on port dae78d5f-dbbc-4ca1-80e4-e473cff028d8 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:05:14.407728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.442944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Allocated IP 2001:db8::1af (decbac11-b5a9-404c-b042-bf316b44b59b/cc683205-0fbf-4a5a-870f-4f5d8cfc598d/dae78d5f-dbbc-4ca1-80e4-e473cff028d8) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:14.623665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.665907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.720971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Network decbac11-b5a9-404c-b042-bf316b44b59b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:14.726629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:14.731233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:14.738200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:14.739751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.743579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'Port': ['ID=dae78d5f-dbbc-4ca1-80e4-e473cff028d8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:14.757031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Allocated IP 2001:db8::2 (decbac11-b5a9-404c-b042-bf316b44b59b/cc683205-0fbf-4a5a-870f-4f5d8cfc598d/37be4c2a-0137-46d3-a425-6b37e253db3e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:14.772564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-988f9e5a-067a-4881-9987-36c8a3d270ef tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 0.6784568
Jan 15 21:05:14.773472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55000) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:14.784979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Request body: {'port': {'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-551585337', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:14.785814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] bootfile-name is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:14.786341 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] tftp-server is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:14.786835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] server-ip-address is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:14.937076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Made reservation on behalf of 55f5b38d5be644a7b9982cda16548025 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:14.942568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:14.964997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] device_id is not set on port 477693bb-f5b1-40da-b281-9c178f47225e yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:05:15.051178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks [] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.060246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.114474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Network decbac11-b5a9-404c-b042-bf316b44b59b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:15.141100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:15.146154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:15.149725 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.161982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14ac6f-e187-49e2-bde4-31b5a5844503 req-613b882c-cefd-46e9-bb73-cb61d1abfd2d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.164519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a14ac6f-e187-49e2-bde4-31b5a5844503 req-613b882c-cefd-46e9-bb73-cb61d1abfd2d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1301868
Jan 15 21:05:15.195397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Pushing event updated for resources: {'Port': ['ID=37be4c2a-0137-46d3-a425-6b37e253db3e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:15.253695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a14ac6f-e187-49e2-bde4-31b5a5844503 req-85de710c-b794-4cef-8886-6a3f6b51116b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700660
Jan 15 21:05:15.256967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Allocated IP 2001:db8::b0 (decbac11-b5a9-404c-b042-bf316b44b59b/cc683205-0fbf-4a5a-870f-4f5d8cfc598d/477693bb-f5b1-40da-b281-9c178f47225e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:15.266293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Attempting to bind port 37be4c2a-0137-46d3-a425-6b37e253db3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:15.266794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Attempting to bind port 37be4c2a-0137-46d3-a425-6b37e253db3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '674cf603-b90d-4763-b533-9431489fb960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:15.267012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Attempting to bind port 37be4c2a-0137-46d3-a425-6b37e253db3e on network decbac11-b5a9-404c-b042-bf316b44b59b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:15.281398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:15.281398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Checking segment: {'id': '674cf603-b90d-4763-b533-9431489fb960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:15.281398 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.281774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Bound using segment: {'id': '674cf603-b90d-4763-b533-9431489fb960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:15.282102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Bound port: 37be4c2a-0137-46d3-a425-6b37e253db3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674cf603-b90d-4763-b533-9431489fb960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'decbac11-b5a9-404c-b042-bf316b44b59b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:15.282486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.421083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] For port 37be4c2a-0137-46d3-a425-6b37e253db3e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:15.425426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] For port 37be4c2a-0137-46d3-a425-6b37e253db3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37be4c2a-0137-46d3-a425-6b37e253db3e,segment=NetworkSegment(674cf603-b90d-4763-b533-9431489fb960),segment_id=674cf603-b90d-4763-b533-9431489fb960)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:15.433909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.500352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe98db3-d0af-42e8-b20e-d255503f2398 None None] Pushing event updated for resources: {'Port': ['ID=37be4c2a-0137-46d3-a425-6b37e253db3e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:15.527267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220a9f-c6f9-4d4b-a1bd-898bf3b3d7a6 req-fef7fe2b-41f1-433d-8f16-1e29af1f4781 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.528863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab220a9f-c6f9-4d4b-a1bd-898bf3b3d7a6 req-fef7fe2b-41f1-433d-8f16-1e29af1f4781 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1370683
Jan 15 21:05:15.651702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab220a9f-c6f9-4d4b-a1bd-898bf3b3d7a6 req-09cb998e-5efc-4d34-b5d0-8a2c6cce4ff4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112583
Jan 15 21:05:15.669904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for port (477693bb-f5b1-40da-b281-9c178f47225e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.722355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (477693bb-f5b1-40da-b281-9c178f47225e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.806231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Network decbac11-b5a9-404c-b042-bf316b44b59b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:15.814407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:15.826272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:15.834180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.835171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:15.860823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'Port': ['ID=477693bb-f5b1-40da-b281-9c178f47225e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:15.884025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7250cf76-52e4-4a99-99b5-0a857539b575 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 1.1061387
Jan 15 21:05:15.884274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55014) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:15.949732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2664c-4828-41e2-86b0-9a4840e4ab3d tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.960702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2664c-4828-41e2-86b0-9a4840e4ab3d tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.967674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2664c-4828-41e2-86b0-9a4840e4ab3d tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:15.972722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dcb2664c-4828-41e2-86b0-9a4840e4ab3d tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.0845942
Jan 15 21:05:15.973325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:16.102894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Deleting port 477693bb-f5b1-40da-b281-9c178f47225e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:16.103237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (477693bb-f5b1-40da-b281-9c178f47225e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:16.206591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (477693bb-f5b1-40da-b281-9c178f47225e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:16.231135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Calling delete_port for 477693bb-f5b1-40da-b281-9c178f47225e owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:16.446648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (477693bb-f5b1-40da-b281-9c178f47225e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:16.485548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a2bd6-bdfb-4d9d-bfcb-f07b823a25cc req-96741b00-a493-4cb9-ad72-6d805da9b182 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:16.487439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-763a2bd6-bdfb-4d9d-bfcb-f07b823a25cc req-96741b00-a493-4cb9-ad72-6d805da9b182 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1437771
Jan 15 21:05:16.527824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event deleted for resources: {'Port': ['ID=477693bb-f5b1-40da-b281-9c178f47225e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:16.568053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:16.575411 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-78faa09d-3d71-4251-98bd-a8d8ab56dfec tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "DELETE /v2.0/ports/477693bb-f5b1-40da-b281-9c178f47225e HTTP/1.1" status: 204  len: 168 time: 0.5970392
Jan 15 21:05:16.576513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55028) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:16.598883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Request body: {'port': {'name': 'tempest-new-port-name-1192944274', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:16.599401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] bootfile-name is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:16.599900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] tftp-server is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:16.601075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] server-ip-address is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:05:16.652754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-763a2bd6-bdfb-4d9d-bfcb-f07b823a25cc req-e9b5c6c9-7090-4174-97f7-730c1301e809 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517403
Jan 15 21:05:16.703417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:16.934700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68b04-593d-4c53-ae67-cc5f07494b2b req-99dfc87b-b3ac-41b1-8c05-a53bf6ed6e1e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:16.936781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81b68b04-593d-4c53-ae67-cc5f07494b2b req-99dfc87b-b3ac-41b1-8c05-a53bf6ed6e1e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1588271
Jan 15 21:05:16.973770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167dbda9-cbde-457c-b158-9c2d9b97227d None None] Network decbac11-b5a9-404c-b042-bf316b44b59b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:17.052220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81b68b04-593d-4c53-ae67-cc5f07494b2b req-2fbc8747-4ee6-4c2e-ad35-fcf4f5e67e94 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913012
Jan 15 21:05:17.067781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.074585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.115921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Provisioning complete for port 37be4c2a-0137-46d3-a425-6b37e253db3e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:17.116661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.138739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] In _notify_port_updated(), no bound segment for port dae78d5f-dbbc-4ca1-80e4-e473cff028d8 on network decbac11-b5a9-404c-b042-bf316b44b59b {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:05:17.151918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:17.152624 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.153996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "PUT /v2.0/ports/dae78d5f-dbbc-4ca1-80e4-e473cff028d8 HTTP/1.1" status: 200  len: 1130 time: 0.5756760
Jan 15 21:05:17.156747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55034) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:17.216434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Current status of the port 37be4c2a-0137-46d3-a425-6b37e253db3e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:17.216997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.233831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ebdb-0671-4cdd-a230-501fa5a78a93 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event updated for resources: {'Port': ['ID=dae78d5f-dbbc-4ca1-80e4-e473cff028d8,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:17.255887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd64b9f-658d-4b65-8de9-bf6e898ecca0 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:17.260925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5bd64b9f-658d-4b65-8de9-bf6e898ecca0 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "GET /v2.0/ports/dae78d5f-dbbc-4ca1-80e4-e473cff028d8 HTTP/1.1" status: 200  len: 1130 time: 0.0997117
Jan 15 21:05:17.261150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55038) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:17.305895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] For port 37be4c2a-0137-46d3-a425-6b37e253db3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37be4c2a-0137-46d3-a425-6b37e253db3e,segment=NetworkSegment(674cf603-b90d-4763-b533-9431489fb960),segment_id=674cf603-b90d-4763-b533-9431489fb960)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:17.311228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.423493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37be4c2a-0137-46d3-a425-6b37e253db3e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:17.467551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Deleting port dae78d5f-dbbc-4ca1-80e4-e473cff028d8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:17.468194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.478253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb291a0b-3b92-4bd4-9eaf-d0d27a3874bd None None] Pushing event updated for resources: {'Port': ['ID=37be4c2a-0137-46d3-a425-6b37e253db3e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:17.548462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 37be4c2a-0137-46d3-a425-6b37e253db3e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:17.549309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.659543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.699782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Provisioning complete for port 37be4c2a-0137-46d3-a425-6b37e253db3e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:17.700143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.700952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Calling delete_port for dae78d5f-dbbc-4ca1-80e4-e473cff028d8 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:17.703325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 37be4c2a-0137-46d3-a425-6b37e253db3e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:17.850976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Current status of the port 37be4c2a-0137-46d3-a425-6b37e253db3e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:17.874695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Provisioning complete for port dae78d5f-dbbc-4ca1-80e4-e473cff028d8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:17.875261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bd604-29c2-4d30-8b2f-52ff5d54b3d5 req-18bb07f0-d217-4d3f-a446-3bd414ad3a11 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:17.877137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.882561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-917bd604-29c2-4d30-8b2f-52ff5d54b3d5 req-18bb07f0-d217-4d3f-a446-3bd414ad3a11 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0954163
Jan 15 21:05:17.936283 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c713d06b-1c0d-4e0f-ba6b-5896737f82f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:17.939128 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fc51b-8a9a-4f94-ab2e-0ad1245859f8 None None] Port dae78d5f-dbbc-4ca1-80e4-e473cff028d8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:17.953180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-917bd604-29c2-4d30-8b2f-52ff5d54b3d5 req-c7d0903f-837d-41c8-b13b-d332bc04b128 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648563
Jan 15 21:05:18.040428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dae78d5f-dbbc-4ca1-80e4-e473cff028d8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.055025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f5ef4c65-6fc0-48ae-9352-8fce65d90035 None None] Could not find standard attr ID for object dae78d5f-dbbc-4ca1-80e4-e473cff028d8. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:05:18.090816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event deleted for resources: {'Port': ['ID=dae78d5f-dbbc-4ca1-80e4-e473cff028d8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:18.144917 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.155554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-49e36643-c8e6-4cb2-8612-c94484fda132 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "DELETE /v2.0/ports/dae78d5f-dbbc-4ca1-80e4-e473cff028d8 HTTP/1.1" status: 204  len: 168 time: 0.8932755
Jan 15 21:05:18.158164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55052) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:18.264696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Deleting subnet cc683205-0fbf-4a5a-870f-4f5d8cfc598d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:18.268796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for subnet (cc683205-0fbf-4a5a-870f-4f5d8cfc598d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.275114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06507d40-ff51-4c57-a716-e7344ad6454b req-e04dda88-2e92-44a2-b916-b618e49b27d8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:18.283759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06507d40-ff51-4c57-a716-e7344ad6454b req-e04dda88-2e92-44a2-b916-b618e49b27d8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1260061
Jan 15 21:05:18.331453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cc683205-0fbf-4a5a-870f-4f5d8cfc598d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.354241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945f547-062f-42a4-95cc-6cdbe7e19871 req-dff4f064-264f-4099-a5fd-f12b65129bf7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:18.361631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6945f547-062f-42a4-95cc-6cdbe7e19871 req-dff4f064-264f-4099-a5fd-f12b65129bf7 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1414046
Jan 15 21:05:18.376988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b3c7cb82-fc7a-4b74-9628-e33c2cc7d847 None None] Could not find standard attr ID for object 477693bb-f5b1-40da-b281-9c178f47225e. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:05:18.379354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06507d40-ff51-4c57-a716-e7344ad6454b req-7b289e6d-a8c0-4251-a46a-7d057febf110 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945761
Jan 15 21:05:18.491834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6945f547-062f-42a4-95cc-6cdbe7e19871 req-f8eaad80-3b99-4d53-b5df-96ba405cad04 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243269
Jan 15 21:05:18.532164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cc683205-0fbf-4a5a-870f-4f5d8cfc598d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.663227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cc683205-0fbf-4a5a-870f-4f5d8cfc598d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.680248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.686845 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "DELETE /v2.0/subnets/cc683205-0fbf-4a5a-870f-4f5d8cfc598d HTTP/1.1" status: 204  len: 168 time: 0.5248349
Jan 15 21:05:18.688573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55068) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:18.723300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871d267-da70-4408-9811-944e86354e1a tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event deleted for resources: {'Subnet': ['ID=cc683205-0fbf-4a5a-870f-4f5d8cfc598d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:18.834290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6395d-38a0-41d6-af76-166e9f9e7672 req-1a746a80-034c-4dc5-9771-1d0e29da67cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:18.841386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a6395d-38a0-41d6-af76-166e9f9e7672 req-1a746a80-034c-4dc5-9771-1d0e29da67cb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1536789
Jan 15 21:05:18.849078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (decbac11-b5a9-404c-b042-bf316b44b59b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.933802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a6395d-38a0-41d6-af76-166e9f9e7672 req-c94978dd-405c-4987-87e0-3f75918e13b5 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914218
Jan 15 21:05:18.962733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Deleting port 37be4c2a-0137-46d3-a425-6b37e253db3e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:18.962925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:18.963680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667db90-8dac-4c30-b393-2e5db66cdca2 None None] Network decbac11-b5a9-404c-b042-bf316b44b59b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:19.026184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2022282-422e-4a97-80b6-f926f6c56039 None None] Could not find standard attr ID for object dae78d5f-dbbc-4ca1-80e4-e473cff028d8. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:05:19.067657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] For port 37be4c2a-0137-46d3-a425-6b37e253db3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37be4c2a-0137-46d3-a425-6b37e253db3e,segment=NetworkSegment(674cf603-b90d-4763-b533-9431489fb960),segment_id=674cf603-b90d-4763-b533-9431489fb960)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:19.068045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.087063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Calling delete_port for 37be4c2a-0137-46d3-a425-6b37e253db3e owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:19.168955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] DHCP port deletion for decbac11-b5a9-404c-b042-bf316b44b59b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:05:19.259483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.282838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Deleting port 37be4c2a-0137-46d3-a425-6b37e253db3e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:19.283224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.303087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event deleted for resources: {'Port': ['ID=37be4c2a-0137-46d3-a425-6b37e253db3e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:19.310294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] No DVR routers for this DVR port 37be4c2a-0137-46d3-a425-6b37e253db3e on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:19.320537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f237d21-e17b-4cc1-9ab9-664a2ebaad0f req-f89de7c0-3a2d-4314-b8ba-1408bc7c4c0d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:19.322423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f237d21-e17b-4cc1-9ab9-664a2ebaad0f req-f89de7c0-3a2d-4314-b8ba-1408bc7c4c0d tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.1020019
Jan 15 21:05:19.331636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37be4c2a-0137-46d3-a425-6b37e253db3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:19.363605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 37be4c2a-0137-46d3-a425-6b37e253db3e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:19.363953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37be4c2a-0137-46d3-a425-6b37e253db3e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:19.383330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] For port 37be4c2a-0137-46d3-a425-6b37e253db3e, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:19.383697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.396944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Calling delete_port for 37be4c2a-0137-46d3-a425-6b37e253db3e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:19.399917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Port 37be4c2a-0137-46d3-a425-6b37e253db3e was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:05:19.401717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (37be4c2a-0137-46d3-a425-6b37e253db3e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.427068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Pushing event deleted for resources: {'Port': ['ID=37be4c2a-0137-46d3-a425-6b37e253db3e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:19.436296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (decbac11-b5a9-404c-b042-bf316b44b59b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.436493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.436889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.437151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.437568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.437903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.438556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.438556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.438859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.439371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.439702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.440024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.440347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.440996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:19.445269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39300542-b62d-4ae0-9d8e-de607a749e74 None None] No DVR routers for this DVR port 37be4c2a-0137-46d3-a425-6b37e253db3e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:19.471264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f237d21-e17b-4cc1-9ab9-664a2ebaad0f req-0a847e1b-b528-40a3-99ad-d11bd125ff64 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258790
Jan 15 21:05:19.472790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa5be0>,) {'filters': {'network_id': ['decbac11-b5a9-404c-b042-bf316b44b59b']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:19.492307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa5be0>, '674cf603-b90d-4763-b533-9431489fb960') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:19.492603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa5be0>, '674cf603-b90d-4763-b533-9431489fb960') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:19.515983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (674cf603-b90d-4763-b533-9431489fb960), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.534149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (674cf603-b90d-4763-b533-9431489fb960), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.542851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:19.543498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (674cf603-b90d-4763-b533-9431489fb960), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:19.546458 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:19.591741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c86ec0-0a00-4249-9ecb-6fba2908d76d req-2fad36ab-7ed0-47c2-985b-8eae395fdf5d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:19.593261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04c86ec0-0a00-4249-9ecb-6fba2908d76d req-2fad36ab-7ed0-47c2-985b-8eae395fdf5d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.1123028
Jan 15 21:05:19.632062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (decbac11-b5a9-404c-b042-bf316b44b59b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.644029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:19.648927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] 10.222.0.46 "DELETE /v2.0/networks/decbac11-b5a9-404c-b042-bf316b44b59b HTTP/1.1" status: 204  len: 168 time: 0.9560478
Jan 15 21:05:19.667495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e174b-5e45-43a0-a1f9-ece02dd70173 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364 tempest-ExtraDHCPOptionsIpV6TestJSON-555459364-project] Pushing event deleted for resources: {'Network': ['ID=decbac11-b5a9-404c-b042-bf316b44b59b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:19.678457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04c86ec0-0a00-4249-9ecb-6fba2908d76d req-4fc4e352-ce98-4d5d-8303-5179dc7c133b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749862
Jan 15 21:05:19.913000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55098) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:19.926541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-b62e1dd4-8fbc-4957-8b56-5bab99576576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:19.928221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-b62e1dd4-8fbc-4957-8b56-5bab99576576 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 1096 time: 0.0427837
Jan 15 21:05:20.024208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-0c009907-1460-43e5-b9d3-5e193c91aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.026220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-0c009907-1460-43e5-b9d3-5e193c91aaa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.0910378
Jan 15 21:05:20.055066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-776659eb-2c0f-4a54-ad68-108b0eecd00b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55f5b38d5be644a7b9982cda16548025&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1409099
Jan 15 21:05:20.058358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55102) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:20.068242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-0184512e-c9bb-4efe-9e35-8f0f5a878959 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 HTTP/1.1" status: 200  len: 217 time: 0.0355334
Jan 15 21:05:20.105863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] Publish callbacks [] for security_group (aa47ed66-c796-499f-bc28-cbc99c494372), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.123521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-1580c574-f81c-4559-8fab-c9576f6f0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.125069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-1580c574-f81c-4559-8fab-c9576f6f0c2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0493791
Jan 15 21:05:20.127276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] Publish callbacks [] for security_group (aa47ed66-c796-499f-bc28-cbc99c494372), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.171900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-e3a171f9-4e82-482f-a063-2241a5f1d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.173378 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-e3a171f9-4e82-482f-a063-2241a5f1d59e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416017
Jan 15 21:05:20.179433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa47ed66-c796-499f-bc28-cbc99c494372), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.182599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.183858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa47ed66-c796-499f-bc28-cbc99c494372 HTTP/1.1" status: 204  len: 168 time: 0.1244304
Jan 15 21:05:20.191774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787ae09-9714-4b97-bd0d-41b637f8d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47ed66-c796-499f-bc28-cbc99c494372,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:20.268214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-e14327f0-3527-4a91-be4d-e53104ce9d51 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880075
Jan 15 21:05:20.366188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c14d747e-86dc-440a-a33f-cfccb45dd3fa req-e1fc303f-d917-4b04-808a-2814d4c87cea service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914893
Jan 15 21:05:20.561064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-8df74b6e-cbfd-467b-a47b-4d63a74877eb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.562601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-8df74b6e-cbfd-467b-a47b-4d63a74877eb tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0534320
Jan 15 21:05:20.604017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773df6-785d-4dc6-bacc-7239f8f73df5 req-b6c5a103-f7a9-435e-8217-f9d8598cb90f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.606013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9773df6-785d-4dc6-bacc-7239f8f73df5 req-b6c5a103-f7a9-435e-8217-f9d8598cb90f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f58ad6d-0fd5-48c7-a969-c7b6503d639b HTTP/1.1" status: 200  len: 946 time: 0.0591631
Jan 15 21:05:20.678840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd183ec4-507f-474b-83d8-4b6db82574b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.695065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port c695182a-5eaa-4429-881b-c572b04713b6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:20.695482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c695182a-5eaa-4429-881b-c572b04713b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.698886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9773df6-785d-4dc6-bacc-7239f8f73df5 req-995f3598-c8bc-482c-b08a-3a251629cf1b tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820129
Jan 15 21:05:20.815454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ee5f-b591-4690-9516-b23fa5c871a5 req-6322c346-ba48-4d83-a064-46685e093b22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:20.821387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f23ee5f-b591-4690-9516-b23fa5c871a5 req-6322c346-ba48-4d83-a064-46685e093b22 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0580947
Jan 15 21:05:20.823556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port c695182a-5eaa-4429-881b-c572b04713b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c695182a-5eaa-4429-881b-c572b04713b6,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:20.823930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c695182a-5eaa-4429-881b-c572b04713b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:20.863757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for c695182a-5eaa-4429-881b-c572b04713b6 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:20.888178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f23ee5f-b591-4690-9516-b23fa5c871a5 req-1f0f55c6-4395-49ab-8470-79459606eaa7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647638
Jan 15 21:05:20.956401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:21.002378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c695182a-5eaa-4429-881b-c572b04713b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.016164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c695182a-5eaa-4429-881b-c572b04713b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:21.018394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:21.033672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=c695182a-5eaa-4429-881b-c572b04713b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:21.069099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1773814433'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:21.084187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port c695182a-5eaa-4429-881b-c572b04713b6 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:21.086910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.090550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b059cdf0-0e16-4422-b659-54f47ba1ca4e req-bbf21ef7-bf54-42f9-a031-30050f49a85f tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.39 "DELETE /v2.0/ports/c695182a-5eaa-4429-881b-c572b04713b6 HTTP/1.1" status: 204  len: 173 time: 0.5225453
Jan 15 21:05:21.091037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'name': 'network-vif-deleted', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:21.093615 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f29974-c521-4fde-8f41-c7245186b5fc" -d '{"events": [{"server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "name": "network-vif-deleted", "tag": "c695182a-5eaa-4429-881b-c572b04713b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:21.094269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:21.098522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.113095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.160981 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc16c09-5db3-4c91-827b-6f417ed6c305 x-openstack-request-id: req-abc16c09-5db3-4c91-827b-6f417ed6c305 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:21.161268 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f58ad6d-0fd5-48c7-a969-c7b6503d639b", "name": "network-vif-deleted", "tag": "c695182a-5eaa-4429-881b-c572b04713b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:21.161546 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abc16c09-5db3-4c91-827b-6f417ed6c305 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:21.161977 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f58ad6d-0fd5-48c7-a969-c7b6503d639b', 'name': 'network-vif-deleted', 'tag': 'c695182a-5eaa-4429-881b-c572b04713b6', 'status': 'completed', 'code': 200}
Jan 15 21:05:21.208414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for security_group (24385e07-fded-4fed-ba87-dce39b9fd001), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.212747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24385e07-fded-4fed-ba87-dce39b9fd001), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.241716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:21.251372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24385e07-fded-4fed-ba87-dce39b9fd001,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:21.257945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0d175f58-6562-4b12-81e0-f57a1c010347), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.258296 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 0d175f58-6562-4b12-81e0-f57a1c010347 of type vlan for network d2ed4893-c0bf-440d-865c-86355478325a
Jan 15 21:05:21.298814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d2ed4893-c0bf-440d-865c-86355478325a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.324427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d2ed4893-c0bf-440d-865c-86355478325a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.330797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:21.331382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:21.400592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4430285
Jan 15 21:05:21.411469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92080a-5549-4b72-b629-a022a4f194ef tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=d2ed4893-c0bf-440d-865c-86355478325a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:21.427488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d2ed4893-c0bf-440d-865c-86355478325a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:21.830617 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:22.029577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5df759-8c98-4ec9-b2f6-a6b92b7550d5 req-f3cd492d-25c8-4f46-95fb-e24b96a64ab3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:22.031423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e5df759-8c98-4ec9-b2f6-a6b92b7550d5 req-f3cd492d-25c8-4f46-95fb-e24b96a64ab3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0690398
Jan 15 21:05:22.097200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e5df759-8c98-4ec9-b2f6-a6b92b7550d5 req-8bb58108-c7f1-44cd-81fa-2f51e482b5d4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511322
Jan 15 21:05:22.545013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac287-4c35-4229-82ad-15ef78ee5398 req-a98c305d-9066-4cc0-9565-230523d7aca6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:22.546401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e9ac287-4c35-4229-82ad-15ef78ee5398 req-a98c305d-9066-4cc0-9565-230523d7aca6 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 946 time: 0.0551765
Jan 15 21:05:22.596888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e9ac287-4c35-4229-82ad-15ef78ee5398 req-ecc8225e-1235-47a4-85d2-b403fc087cec tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426271
Jan 15 21:05:23.233321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:23.238663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81bce-3faf-4040-b310-5b093efed81e req-21461b3e-b83c-4e5f-8602-3b4e0b5fd1cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.240163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eea81bce-3faf-4040-b310-5b093efed81e req-21461b3e-b83c-4e5f-8602-3b4e0b5fd1cd tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 945 time: 0.0622044
Jan 15 21:05:23.287758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eea81bce-3faf-4040-b310-5b093efed81e req-978d1770-d79b-4b64-9e8b-34c0b2d686db tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406556
Jan 15 21:05:23.412669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287ab0a-548c-4e5d-a11c-6386c715806f req-1d97b681-509f-4acf-8adf-02efe4f16aec tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.414365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b287ab0a-548c-4e5d-a11c-6386c715806f req-1d97b681-509f-4acf-8adf-02efe4f16aec tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0545917
Jan 15 21:05:23.467889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b287ab0a-548c-4e5d-a11c-6386c715806f req-9da1f2be-295e-4738-9adf-a1af06ab74fc tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457826
Jan 15 21:05:23.594803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b1a3b-b05a-4075-9d0b-c8cc8258f5a2 req-059ec1f2-75c8-440a-bc1d-53494f58a95d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.596286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-659b1a3b-b05a-4075-9d0b-c8cc8258f5a2 req-059ec1f2-75c8-440a-bc1d-53494f58a95d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0482285
Jan 15 21:05:23.650052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-659b1a3b-b05a-4075-9d0b-c8cc8258f5a2 req-0428104d-1c8d-4555-8dd0-31f1c5d4e02d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479932
Jan 15 21:05:23.719824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ff9ea-a308-4d3c-947c-ed930bc1bebb req-3219344c-c335-4859-9ad9-470741632e67 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.725856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a9ff9ea-a308-4d3c-947c-ed930bc1bebb req-3219344c-c335-4859-9ad9-470741632e67 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 946 time: 0.0576942
Jan 15 21:05:23.785793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a9ff9ea-a308-4d3c-947c-ed930bc1bebb req-9d4908fa-3342-441e-89b9-fddfb78d67e1 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/security-groups?id=67dcb59c-278a-4703-a1c8-92470716976a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566263
Jan 15 21:05:23.874617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871e5f-10e6-4608-949e-35443938bcb0 req-4b9e73ba-50dc-407b-9d14-668c71b2cd51 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.876107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65871e5f-10e6-4608-949e-35443938bcb0 req-4b9e73ba-50dc-407b-9d14-668c71b2cd51 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0553112
Jan 15 21:05:23.925252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65871e5f-10e6-4608-949e-35443938bcb0 req-fbe6ae4f-3524-459a-9805-6b6a1f581180 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434380
Jan 15 21:05:23.982186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-c234f2f3-e39c-4eeb-b794-210ef4fb2cec tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:23.985114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-c234f2f3-e39c-4eeb-b794-210ef4fb2cec tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 946 time: 0.0688236
Jan 15 21:05:24.017949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c695182a-5eaa-4429-881b-c572b04713b6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:24.044072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: c695182a-5eaa-4429-881b-c572b04713b6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:24.044695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c695182a-5eaa-4429-881b-c572b04713b6 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:24.045344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:24.136080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Deleting port 4596387d-a489-4634-a84b-5a3a77df49cd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:24.136855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.194971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.202810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.210012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.217547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.224390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.231804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.238958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.242172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-87726ad8-7bae-4453-b4b5-d67aea970c08 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.1276078
Jan 15 21:05:24.261028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] For port 4596387d-a489-4634-a84b-5a3a77df49cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4596387d-a489-4634-a84b-5a3a77df49cd,segment=NetworkSegment(f35b845c-3980-4351-882a-b04a1b7050fc),segment_id=f35b845c-3980-4351-882a-b04a1b7050fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:24.261538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.279026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Calling delete_port for 4596387d-a489-4634-a84b-5a3a77df49cd owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:24.314211 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.321671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a1f84c4-084c-427a-a76d-f5d83a10f7c7 req-85a39b8b-4c40-47a1-9cb5-5700246ce9ec tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0725834
Jan 15 21:05:24.387020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:24.387600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.426077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:24.428659 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eff1749-639e-4ba9-9ff4-4c77068bdf6a" -d '{"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-unplugged", "status": "completed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:24.445448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:24.451176 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.454031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4596387d-a489-4634-a84b-5a3a77df49cd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.491680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['4596387d-a489-4634-a84b-5a3a77df49cd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:24.494398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Pushing event deleted for resources: {'Port': ['ID=4596387d-a489-4634-a84b-5a3a77df49cd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:24.499588 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1be789-d815-46cf-be77-36faa8d60d48 x-openstack-request-id: req-6d1be789-d815-46cf-be77-36faa8d60d48 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:24.500423 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-unplugged", "status": "failed", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4", "code": 422}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:24.500629 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d1be789-d815-46cf-be77-36faa8d60d48 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:24.501167 ncdv-master-1 neutron-server[114439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'code': 422} returned with failed status
Jan 15 21:05:24.530992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.539696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.548716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.556259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:24.556565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.563209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.569706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.576010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] No DVR routers for this DVR port 4596387d-a489-4634-a84b-5a3a77df49cd on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:24.576526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:24.578955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.589122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c847599a-0425-40f0-bb18-d1555eed5e58 req-bbe50a19-fb9a-4c3c-bd70-007bc5272b67 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.1443446
Jan 15 21:05:24.589247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1fd58fa-2548-4ce6-bdc2-263490918898 req-be1d451a-9f6b-4451-b1ff-01ca70530a41 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.45 "DELETE /v2.0/ports/4596387d-a489-4634-a84b-5a3a77df49cd HTTP/1.1" status: 204  len: 173 time: 0.5830855
Jan 15 21:05:24.589247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'name': 'network-vif-deleted', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:24.589247 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da829e-18e1-47d1-b22f-84deeef44eec" -d '{"events": [{"server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "name": "network-vif-deleted", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:24.626022 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c721efb-c84f-4177-8593-0d7de901b19a x-openstack-request-id: req-4c721efb-c84f-4177-8593-0d7de901b19a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:24.626446 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9888e0ee-9a2f-4547-a6e3-c77d3493c63f", "name": "network-vif-deleted", "tag": "4596387d-a489-4634-a84b-5a3a77df49cd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:24.626603 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c721efb-c84f-4177-8593-0d7de901b19a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:24.627100 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9888e0ee-9a2f-4547-a6e3-c77d3493c63f', 'name': 'network-vif-deleted', 'tag': '4596387d-a489-4634-a84b-5a3a77df49cd', 'status': 'completed', 'code': 200}
Jan 15 21:05:24.742771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55224) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:24.747870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:24.839408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:24.843032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:24.917083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d73374a3-e559-4b35-a977-f39f4bd98043 req-53e67cb8-e84d-492b-8869-4d2ce7c0a4a9 tempest-ServersTestJSON-166996306 tempest-ServersTestJSON-166996306-project] 10.222.0.46 "GET /v2.0/ports?device_id=9888e0ee-9a2f-4547-a6e3-c77d3493c63f HTTP/1.1" status: 200  len: 210 time: 0.0340471
Jan 15 21:05:25.077806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (f2a54cf1-5a31-445f-838d-da41601155fd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.140509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67e74-7e1c-4e43-af6a-ed6a9dde7189 req-df9c5d31-6aa5-4765-86be-eeb7d5f1def9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:25.142103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0a67e74-7e1c-4e43-af6a-ed6a9dde7189 req-df9c5d31-6aa5-4765-86be-eeb7d5f1def9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1127419
Jan 15 21:05:25.154752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=f2a54cf1-5a31-445f-838d-da41601155fd,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:25.201523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '0d175f58-6562-4b12-81e0-f57a1c010347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:25.201890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: d2ed4893-c0bf-440d-865c-86355478325a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:25.224832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0a67e74-7e1c-4e43-af6a-ed6a9dde7189 req-30ba2d29-e1e3-4cc6-a3a0-226c11b6512e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734680
Jan 15 21:05:25.247822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network d2ed4893-c0bf-440d-865c-86355478325a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:25.257412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2ed4893-c0bf-440d-865c-86355478325a) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:25.262166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:25.262792 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.266564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30db38-660b-4aae-aef5-e584acf1d70a None None] Network d2ed4893-c0bf-440d-865c-86355478325a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:25.281703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67d14d0b-7f34-4151-a419-59fed2fce114 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5379028
Jan 15 21:05:25.285251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:25.291658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360828429'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:25.314217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:25.317776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.342621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:25.352874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.353245 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c of type vlan for network 9f824afd-3cdd-4154-9864-4274f3ca2bca
Jan 15 21:05:25.382086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2ed4893-c0bf-440d-865c-86355478325a', 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': 'f2a54cf1-5a31-445f-838d-da41601155fd'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:25.382963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.404373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9f824afd-3cdd-4154-9864-4274f3ca2bca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.431177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9f824afd-3cdd-4154-9864-4274f3ca2bca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.437152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:25.437733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.520110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2336981
Jan 15 21:05:25.523085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55238) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:25.524482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Allocated IP 2001:db8:0:ffff::2 (d2ed4893-c0bf-440d-865c-86355478325a/f2a54cf1-5a31-445f-838d-da41601155fd/9c7d60a0-179b-4d69-9806-aa0467c101ab) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:25.529362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': '9f824afd-3cdd-4154-9864-4274f3ca2bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:25.546874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d61e-8f18-411d-ac24-24899d374614 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=9f824afd-3cdd-4154-9864-4274f3ca2bca,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:25.559392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9f824afd-3cdd-4154-9864-4274f3ca2bca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:25.632778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:25.638334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.743325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks [] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.749329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.787715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Network d2ed4893-c0bf-440d-865c-86355478325a is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:25.790493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:25.796553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:25.803851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Pushing event updated for resources: {'Port': ['ID=9c7d60a0-179b-4d69-9806-aa0467c101ab,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:25.835909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (60a34c01-f187-4d42-b772-d5ad5ae5889c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.860018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Attempting to bind port 9c7d60a0-179b-4d69-9806-aa0467c101ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:25.860391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Attempting to bind port 9c7d60a0-179b-4d69-9806-aa0467c101ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d175f58-6562-4b12-81e0-f57a1c010347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:25.860756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Attempting to bind port 9c7d60a0-179b-4d69-9806-aa0467c101ab on network d2ed4893-c0bf-440d-865c-86355478325a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:25.866024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:25.866392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Checking segment: {'id': '0d175f58-6562-4b12-81e0-f57a1c010347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:25.866788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.867172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Bound using segment: {'id': '0d175f58-6562-4b12-81e0-f57a1c010347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:25.867632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Bound port: 9c7d60a0-179b-4d69-9806-aa0467c101ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d175f58-6562-4b12-81e0-f57a1c010347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd2ed4893-c0bf-440d-865c-86355478325a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:25.867999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.901383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=60a34c01-f187-4d42-b772-d5ad5ae5889c,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:25.909996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': 'ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9f824afd-3cdd-4154-9864-4274f3ca2bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:25.910361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: 9f824afd-3cdd-4154-9864-4274f3ca2bca, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:25.926649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network 9f824afd-3cdd-4154-9864-4274f3ca2bca is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:25.937465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] For port 9c7d60a0-179b-4d69-9806-aa0467c101ab, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:25.940559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f824afd-3cdd-4154-9864-4274f3ca2bca) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:25.941266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] For port 9c7d60a0-179b-4d69-9806-aa0467c101ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c7d60a0-179b-4d69-9806-aa0467c101ab,segment=NetworkSegment(0d175f58-6562-4b12-81e0-f57a1c010347),segment_id=0d175f58-6562-4b12-81e0-f57a1c010347)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:25.945356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:25.946347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.948856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:25.969363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c81db4d7-42bd-4943-bd35-2405e5ee57b9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4451241
Jan 15 21:05:25.972099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:25.990644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16eba3-c237-45e0-b51d-72fe3eb547b2 None None] Network 9f824afd-3cdd-4154-9864-4274f3ca2bca requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:26.003566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:26.081864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Deleting subnet 42abc56e-c02c-470b-bbe0-216ea9b65012 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:26.086082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Publish callbacks [] for subnet (42abc56e-c02c-470b-bbe0-216ea9b65012), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.090351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a8aaf-8e55-4106-8be2-ca95a6bef097 None None] Pushing event updated for resources: {'Port': ['ID=9c7d60a0-179b-4d69-9806-aa0467c101ab,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:26.108104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9f824afd-3cdd-4154-9864-4274f3ca2bca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.154675 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (42abc56e-c02c-470b-bbe0-216ea9b65012), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.173269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68adcfa-8b81-4728-863b-74e8abf86f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f824afd-3cdd-4154-9864-4274f3ca2bca', 'network_id': '9f824afd-3cdd-4154-9864-4274f3ca2bca', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': '60a34c01-f187-4d42-b772-d5ad5ae5889c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:26.174807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e68adcfa-8b81-4728-863b-74e8abf86f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.231208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (42abc56e-c02c-470b-bbe0-216ea9b65012), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.253205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (60a34c01-f187-4d42-b772-d5ad5ae5889c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.345911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (42abc56e-c02c-470b-bbe0-216ea9b65012), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.386030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42abc56e-c02c-470b-bbe0-216ea9b65012,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:26.387570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (60a34c01-f187-4d42-b772-d5ad5ae5889c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.403070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.407050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbbb7318-6976-4ed0-88b4-cb00fc7c3573 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/42abc56e-c02c-470b-bbe0-216ea9b65012 HTTP/1.1" status: 204  len: 168 time: 0.4024529
Jan 15 21:05:26.409624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55260) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:26.438455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=60a34c01-f187-4d42-b772-d5ad5ae5889c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:26.515633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9f824afd-3cdd-4154-9864-4274f3ca2bca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.537897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030d7db-b0bb-41b0-860c-a525823767cf req-a231d12c-f648-46da-8d34-d666c53807d9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:26.539585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4030d7db-b0bb-41b0-860c-a525823767cf req-a231d12c-f648-46da-8d34-d666c53807d9 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1133487
Jan 15 21:05:26.542928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.544749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79bebdc0>,) {'filters': {'network_id': ['9f824afd-3cdd-4154-9864-4274f3ca2bca']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.554749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bebdc0>, 'ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.554994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bebdc0>, 'ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-e68adcfa-8b81-4728-863b-74e8abf86f1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60a34c01-f187-4d42-b772-d5ad5ae5889c: This subnet is being modified by another concurrent operation.
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:26.556333 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60a34c01-f187-4d42-b772-d5ad5ae5889c: This subnet is being modified by another concurrent operation.
Jan 15 21:05:26.562101 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:05:26.577180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.593477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.601056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:26.601486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (ceadb5ff-db80-4b2d-a0cc-5818ac5fda4c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:26.605668 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:26.609442 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:26.634333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3289af-98e3-4638-87ca-ea9512a3288f None None] Network 9f824afd-3cdd-4154-9864-4274f3ca2bca requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:26.678674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9f824afd-3cdd-4154-9864-4274f3ca2bca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.682081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4030d7db-b0bb-41b0-860c-a525823767cf req-5cb1f57f-6fc2-417c-851f-e8bbb7143857 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355600
Jan 15 21:05:26.688265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.696116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.700877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/9f824afd-3cdd-4154-9864-4274f3ca2bca HTTP/1.1" status: 204  len: 168 time: 0.7275856
Jan 15 21:05:26.714680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:26.717294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1479b-0a16-4302-b06c-2efe73048dd9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=9f824afd-3cdd-4154-9864-4274f3ca2bca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:26.725546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1236427698'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:26.754907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78b6e910>,) {'filters': {'network_id': ['0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.769380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b6e910>, 'f35b845c-3980-4351-882a-b04a1b7050fc') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.769663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b6e910>, 'f35b845c-3980-4351-882a-b04a1b7050fc') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:26.785711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f35b845c-3980-4351-882a-b04a1b7050fc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.788052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:26.794086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.824629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f35b845c-3980-4351-882a-b04a1b7050fc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.832897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:26.833291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f35b845c-3980-4351-882a-b04a1b7050fc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:26.834964 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:26.878683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:26.899197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (75a782f8-bf9a-4d4f-8f2c-faa21bd7e802), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.899546 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 75a782f8-bf9a-4d4f-8f2c-faa21bd7e802 of type vlan for network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2
Jan 15 21:05:26.909439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.937277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.940470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1 HTTP/1.1" status: 204  len: 168 time: 0.5296338
Jan 15 21:05:26.960696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dfe99-b50a-465c-9f3f-138a57a91102 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7cce2c-2308-43f4-b72e-8ea5d98a7ae1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:26.966163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:26.996553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.002647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.003264 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.004370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:27.092888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3741555
Jan 15 21:05:27.093546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55284) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:27.113388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:27.122871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462e702-8dda-4541-95bd-6d3cbae7f870 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:27.140227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:27.157000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.157000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.157000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.157000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.157000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.157523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.158121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.159916 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-d31fb7f4-53ec-4c2c-8906-1e87cca67e68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.1539810
Jan 15 21:05:27.241452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55286) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:27.295105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4596387d-a489-4634-a84b-5a3a77df49cd no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:27.319450 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5257c686-1f52-4157-aeb1-62c835bc8fb7 req-c161f2ec-7ed9-4c8d-b707-c4340ca390c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1522732
Jan 15 21:05:27.326201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cfdd0f78-526b-46a1-b258-be477ef1596f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d31af2a6b9424f168dd6084d8d5fd0c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0835390
Jan 15 21:05:27.342207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55290) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:27.361872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 4596387d-a489-4634-a84b-5a3a77df49cd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:27.362217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 4596387d-a489-4634-a84b-5a3a77df49cd not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:27.417234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9c7d60a0-179b-4d69-9806-aa0467c101ab up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:27.432834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] Publish callbacks [] for security_group (67dcb59c-278a-4703-a1c8-92470716976a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.465501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] Publish callbacks [] for security_group (67dcb59c-278a-4703-a1c8-92470716976a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.466429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaae918-8f06-4bb3-ae2a-7a87e4e15c46 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:05:27.545027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (67dcb59c-278a-4703-a1c8-92470716976a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.547885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.551554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67dcb59c-278a-4703-a1c8-92470716976a HTTP/1.1" status: 204  len: 168 time: 0.2056193
Jan 15 21:05:27.558782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ca5e-1efd-4927-938c-307f91f035de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dcb59c-278a-4703-a1c8-92470716976a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:27.624083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Provisioning complete for port 9c7d60a0-179b-4d69-9806-aa0467c101ab triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:27.624553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.665082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9c7d60a0-179b-4d69-9806-aa0467c101ab triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:27.665466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.668613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:27.673307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.787832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaae918-8f06-4bb3-ae2a-7a87e4e15c46 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:05:27.844622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b37bdd-5712-4b27-b83e-8babd055351c req-8a0875a6-f268-4710-9041-2c4c34e1d54f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:27.846341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b37bdd-5712-4b27-b83e-8babd055351c req-8a0875a6-f268-4710-9041-2c4c34e1d54f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0849104
Jan 15 21:05:27.923762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Current status of the port 9c7d60a0-179b-4d69-9806-aa0467c101ab is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:27.924151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:27.952244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85b37bdd-5712-4b27-b83e-8babd055351c req-9e9c6ee4-dcb0-4528-a418-4850d294248a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959096
Jan 15 21:05:28.018173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (6564fbc8-f659-45eb-b4b0-0e477f05838d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.096504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=6564fbc8-f659-45eb-b4b0-0e477f05838d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:28.109426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:28.110064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:28.143983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:28.167377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:28.176163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:28.177219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.197066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9c7d60a0-179b-4d69-9806-aa0467c101ab is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:28.198268 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.206131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-83714d18-2a1a-4f28-b807-96d09efa8f35 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.1004755
Jan 15 21:05:28.210315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:28.215874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032209180'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:28.240496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] For port 9c7d60a0-179b-4d69-9806-aa0467c101ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c7d60a0-179b-4d69-9806-aa0467c101ab,segment=NetworkSegment(0d175f58-6562-4b12-81e0-f57a1c010347),segment_id=0d175f58-6562-4b12-81e0-f57a1c010347)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:28.246334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:28.250530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.269409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.276251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:28.287014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (336c90af-35b9-42e3-a513-3564184fd507), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.287406 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 336c90af-35b9-42e3-a513-3564184fd507 of type vlan for network cce87120-5015-4a45-bf6f-e9dbf37e144d
Jan 15 21:05:28.334341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cce87120-5015-4a45-bf6f-e9dbf37e144d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.371684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cce87120-5015-4a45-bf6f-e9dbf37e144d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.378042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:28.378953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.416991 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:05:28.419065 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:05:28.420460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77453-019a-4831-a643-e5da259ceb4c None None] Pushing event updated for resources: {'Port': ['ID=9c7d60a0-179b-4d69-9806-aa0467c101ab,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:28.425970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:28.466237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55330) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:28.466428 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2548766
Jan 15 21:05:28.472255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'cce87120-5015-4a45-bf6f-e9dbf37e144d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:28.484828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121ed5-887e-4ac8-a641-e601a4d3ef9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=cce87120-5015-4a45-bf6f-e9dbf37e144d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:28.502024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cce87120-5015-4a45-bf6f-e9dbf37e144d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:28.591712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-659958336-network', 'tenant_id': 'b4a3873b833c49bf9472d719a87ec73f'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:28.623364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:28.627063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.641633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Made reservation on behalf of b4a3873b833c49bf9472d719a87ec73f for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:28.644012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.685813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876551e-3bb1-4520-b511-63fa0000c0af None None] Network d2ed4893-c0bf-440d-865c-86355478325a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:28.686683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.688707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65369c13-12a6-4342-903b-c08380d97b46 None None] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:28.699892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Performing IP validity checks on allocation pools {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:05:28.700351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:05:28.836447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 2c98b7b7-a527-4a50-b588-fefb087990ef triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:28.836745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.860816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks [] for security_group (7459988f-6ffe-4374-887a-f89dc91c00bd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.869835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7459988f-6ffe-4374-887a-f89dc91c00bd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.890105 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e50de61b-7fdb-4d88-946c-fad7dda57873), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.904567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:28.910124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2', 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': '6564fbc8-f659-45eb-b4b0-0e477f05838d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:28.910978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.928389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Port 2c98b7b7-a527-4a50-b588-fefb087990ef cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:28.941337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7459988f-6ffe-4374-887a-f89dc91c00bd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:28.946290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d57c86c6-73d8-492a-89ca-c7604d4560b2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:28.946629 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Added segment d57c86c6-73d8-492a-89ca-c7604d4560b2 of type vlan for network 9930de7d-85e5-455c-959d-207e2280d5a3
Jan 15 21:05:28.985947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port d929aeb0-5380-4713-9e7f-15f4ed84a210 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:28.986336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.020249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9930de7d-85e5-455c-959d-207e2280d5a3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.025653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=e50de61b-7fdb-4d88-946c-fad7dda57873,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:29.032534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9c7d60a0-179b-4d69-9806-aa0467c101ab is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:29.035502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '336c90af-35b9-42e3-a513-3564184fd507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cce87120-5015-4a45-bf6f-e9dbf37e144d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:29.035867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: cce87120-5015-4a45-bf6f-e9dbf37e144d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:29.064809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9930de7d-85e5-455c-959d-207e2280d5a3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.066275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:29.066929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.072964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network cce87120-5015-4a45-bf6f-e9dbf37e144d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:29.157905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cce87120-5015-4a45-bf6f-e9dbf37e144d) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:29.167900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7405307
Jan 15 21:05:29.169860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55336) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:29.170401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Allocated IP 2001:db8::3 (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2/6564fbc8-f659-45eb-b4b0-0e477f05838d/5f2a899d-2fcb-434e-95a0-8be6fa8c1673) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:29.172591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942780e9-4d7e-4c54-acee-b0b095967780 None None] Network cce87120-5015-4a45-bf6f-e9dbf37e144d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:29.174780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:29.175639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.183218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Request body: {'subnet': {'network_id': '9930de7d-85e5-455c-959d-207e2280d5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-659958336-subnet', 'tenant_id': 'b4a3873b833c49bf9472d719a87ec73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:29.183741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6095a-c83b-41e8-be39-63c041ff5674 admin admin] Pushing event updated for resources: {'Network': ['ID=9930de7d-85e5-455c-959d-207e2280d5a3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:29.227329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348dd17-8ba9-4eb8-a95b-9f5f80d9d868 req-340fecbc-c0c8-4576-b6bd-0b0af99baf86 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:29.233841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f348dd17-8ba9-4eb8-a95b-9f5f80d9d868 req-340fecbc-c0c8-4576-b6bd-0b0af99baf86 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1388588
Jan 15 21:05:29.236030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Made reservation on behalf of b4a3873b833c49bf9472d719a87ec73f for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:29.244457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7fb3de41-8718-4312-8b2c-175e6965edc3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.7769551
Jan 15 21:05:29.245879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.251991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9930de7d-85e5-455c-959d-207e2280d5a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:29.284513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55340) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:29.351393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port d929aeb0-5380-4713-9e7f-15f4ed84a210 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:29.371999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9c7d60a0-179b-4d69-9806-aa0467c101ab up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:29.401829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f348dd17-8ba9-4eb8-a95b-9f5f80d9d868 req-454fdfb4-4185-4a79-954e-ea55c30b102d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1588030
Jan 15 21:05:29.456731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port d012a892-ca71-4ee2-89ab-f0ae3004c8bc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:29.457139 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.470837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (60d9693f-b0b2-498f-954c-6f5d449e108a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.472366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cce87120-5015-4a45-bf6f-e9dbf37e144d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.527977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb989f-e441-48cf-8776-f34f5f638d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cce87120-5015-4a45-bf6f-e9dbf37e144d', 'network_id': 'cce87120-5015-4a45-bf6f-e9dbf37e144d', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': 'e50de61b-7fdb-4d88-946c-fad7dda57873'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:29.528853 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cdb989f-e441-48cf-8776-f34f5f638d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.565271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d9693f-b0b2-498f-954c-6f5d449e108a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:29.571905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Checking segment: {'id': 'd57c86c6-73d8-492a-89ca-c7604d4560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9930de7d-85e5-455c-959d-207e2280d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:29.573012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Network hostable DHCP agents. Network: 9930de7d-85e5-455c-959d-207e2280d5a3, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:29.599207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e50de61b-7fdb-4d88-946c-fad7dda57873), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.608739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Network 9930de7d-85e5-455c-959d-207e2280d5a3 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:29.624203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9930de7d-85e5-455c-959d-207e2280d5a3) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:29.629122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:29.629937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.661148 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-29807f1b-117f-4999-ac0a-9b9cdad6f5e4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4860218
Jan 15 21:05:29.669193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b0401-42a4-4d20-a255-2f1740440718 None None] Network 9930de7d-85e5-455c-959d-207e2280d5a3 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:29.671496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9c7d60a0-179b-4d69-9806-aa0467c101ab triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:29.671856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.687948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e50de61b-7fdb-4d88-946c-fad7dda57873), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.739664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=e50de61b-7fdb-4d88-946c-fad7dda57873,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:29.789052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cce87120-5015-4a45-bf6f-e9dbf37e144d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.793334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55350) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:29.814678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7920e250>,) {'filters': {'network_id': ['cce87120-5015-4a45-bf6f-e9dbf37e144d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:29.827469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7920e250>, '336c90af-35b9-42e3-a513-3564184fd507') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:29.827778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7920e250>, '336c90af-35b9-42e3-a513-3564184fd507') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:29.844386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Deleting subnet 60d9693f-b0b2-498f-954c-6f5d449e108a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:29.845788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (336c90af-35b9-42e3-a513-3564184fd507), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.847782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Publish callbacks [] for subnet (60d9693f-b0b2-498f-954c-6f5d449e108a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.867508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (336c90af-35b9-42e3-a513-3564184fd507), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.873717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:29.874187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (336c90af-35b9-42e3-a513-3564184fd507), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:29.877756 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:29.885922 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (60d9693f-b0b2-498f-954c-6f5d449e108a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.910484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks [] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.927975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (60d9693f-b0b2-498f-954c-6f5d449e108a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.962894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.983077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (cce87120-5015-4a45-bf6f-e9dbf37e144d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.985351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (60d9693f-b0b2-498f-954c-6f5d449e108a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.993361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:29.997560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/cce87120-5015-4a45-bf6f-e9dbf37e144d HTTP/1.1" status: 204  len: 168 time: 0.7115269
Jan 15 21:05:30.008545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55352) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-6cdb989f-e441-48cf-8776-f34f5f638d2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e50de61b-7fdb-4d88-946c-fad7dda57873: This subnet is being modified by another concurrent operation.
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:30.012731 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e50de61b-7fdb-4d88-946c-fad7dda57873: This subnet is being modified by another concurrent operation.
Jan 15 21:05:30.016791 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:05:30.019525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421894645'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:30.019525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f93227-1fab-4bb5-9be8-79f2a2813a68 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=cce87120-5015-4a45-bf6f-e9dbf37e144d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.042145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d9693f-b0b2-498f-954c-6f5d449e108a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.042753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port d012a892-ca71-4ee2-89ab-f0ae3004c8bc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:30.053147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.054978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:30.057560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:30.058134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a4bdf80-e8c4-4a88-91aa-3dc09c50e054 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/60d9693f-b0b2-498f-954c-6f5d449e108a HTTP/1.1" status: 204  len: 168 time: 0.2637451
Jan 15 21:05:30.060330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904ee5f-9fed-43c0-8ace-a56652c46485 None None] Network cce87120-5015-4a45-bf6f-e9dbf37e144d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:30.060675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55354) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:30.062573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.085024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:30.090307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:30.100362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (125d7718-393e-4f3b-bc2b-65918014c155), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.100834 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 125d7718-393e-4f3b-bc2b-65918014c155 of type vlan for network eb1ed8bd-301e-4106-9031-fa4e9c09bab0
Jan 15 21:05:30.101452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:30.107501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Pushing event updated for resources: {'Port': ['ID=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.109770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904ee5f-9fed-43c0-8ace-a56652c46485 None None] Network cce87120-5015-4a45-bf6f-e9dbf37e144d could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:05:30.147535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9930de7d-85e5-455c-959d-207e2280d5a3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.147860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (eb1ed8bd-301e-4106-9031-fa4e9c09bab0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.160777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b168ef-f7a9-416d-8fee-11134c7ee111 None None] Network 9930de7d-85e5-455c-959d-207e2280d5a3 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:30.182042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (eb1ed8bd-301e-4106-9031-fa4e9c09bab0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.182726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port fe4a001d-e5c1-47bf-9eb6-231ac72677bf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.183127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe4a001d-e5c1-47bf-9eb6-231ac72677bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.189322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:30.190013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.238338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9930de7d-85e5-455c-959d-207e2280d5a3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.256142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2464659
Jan 15 21:05:30.259118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55356) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:30.265321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79522f70>,) {'filters': {'network_id': ['9930de7d-85e5-455c-959d-207e2280d5a3']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:30.267379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'eb1ed8bd-301e-4106-9031-fa4e9c09bab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:30.277314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79522f70>, 'd57c86c6-73d8-492a-89ca-c7604d4560b2') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:30.277625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79522f70>, 'd57c86c6-73d8-492a-89ca-c7604d4560b2') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:30.279584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9c7d60a0-179b-4d69-9806-aa0467c101ab is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:30.289476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Attempting to bind port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:30.289858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Attempting to bind port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:30.290224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Attempting to bind port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 on network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:30.294926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d57c86c6-73d8-492a-89ca-c7604d4560b2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.301844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:30.302231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Checking segment: {'id': '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:30.302643 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.303041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Bound using segment: {'id': '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:30.303518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Bound port: 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:30.304098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.312437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d57c86c6-73d8-492a-89ca-c7604d4560b2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.313792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b309d-45ee-46f2-922a-50062d3b18a6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=eb1ed8bd-301e-4106-9031-fa4e9c09bab0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.321120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:30.321804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d57c86c6-73d8-492a-89ca-c7604d4560b2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:30.325796 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:30.334950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network eb1ed8bd-301e-4106-9031-fa4e9c09bab0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:30.395524 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:30.404328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.406473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9930de7d-85e5-455c-959d-207e2280d5a3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.413079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.419236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/9930de7d-85e5-455c-959d-207e2280d5a3 HTTP/1.1" status: 204  len: 168 time: 0.3541646
Jan 15 21:05:30.426775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08efad4-c451-48e2-aa18-2a8e0360e0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9930de7d-85e5-455c-959d-207e2280d5a3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.498748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port fe4a001d-e5c1-47bf-9eb6-231ac72677bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:30.513815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] For port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:30.518701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] For port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,segment=NetworkSegment(75a782f8-bf9a-4d4f-8f2c-faa21bd7e802),segment_id=75a782f8-bf9a-4d4f-8f2c-faa21bd7e802)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:30.521981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 7761fc1c-e311-43fe-b2be-2daec52dbb3f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.522354 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.526215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.577881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d669d-232e-4b19-a6a3-d6c4ceeb56f8 req-5a73e27b-fa1a-4418-b7c2-0b31034924b0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:30.579505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be2d669d-232e-4b19-a6a3-d6c4ceeb56f8 req-5a73e27b-fa1a-4418-b7c2-0b31034924b0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0844312
Jan 15 21:05:30.584391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:30.630004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc54e-bf7e-4236-999f-c8f86a890fce None None] Pushing event updated for resources: {'Port': ['ID=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.689809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be2d669d-232e-4b19-a6a3-d6c4ceeb56f8 req-c3f5eb5e-9854-4467-bb41-79e336cb7864 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915055
Jan 15 21:05:30.690512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port 7761fc1c-e311-43fe-b2be-2daec52dbb3f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:30.703149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 6aea1a36-6387-4760-91ba-1268ac06d298 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.703622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.741678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-052fae62-e056-4008-8cce-12ec93a29514 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4a3873b833c49bf9472d719a87ec73f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1539078
Jan 15 21:05:30.742180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:30.805734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] Publish callbacks [] for security_group (7459988f-6ffe-4374-887a-f89dc91c00bd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.807089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port 6aea1a36-6387-4760-91ba-1268ac06d298 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:30.819794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 2552bccd-0c47-4094-9652-0c3865a4026a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.820212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (d9e6eaef-16e0-4d7a-8fd3-700ed3559035), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.820396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.836597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] Publish callbacks [] for security_group (7459988f-6ffe-4374-887a-f89dc91c00bd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.858074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Port 2552bccd-0c47-4094-9652-0c3865a4026a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:30.906241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port d4a54b95-d80b-4737-b86e-5492f33748fa triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.906742 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.912007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=d9e6eaef-16e0-4d7a-8fd3-700ed3559035,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.933433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '125d7718-393e-4f3b-bc2b-65918014c155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'eb1ed8bd-301e-4106-9031-fa4e9c09bab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:30.933866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: eb1ed8bd-301e-4106-9031-fa4e9c09bab0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:30.934068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7459988f-6ffe-4374-887a-f89dc91c00bd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.938953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.942993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7459988f-6ffe-4374-887a-f89dc91c00bd HTTP/1.1" status: 204  len: 168 time: 0.1973796
Jan 15 21:05:30.955721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c1c4c-5f8f-4469-bfb3-f9f078ce2d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7459988f-6ffe-4374-887a-f89dc91c00bd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:30.956256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network eb1ed8bd-301e-4106-9031-fa4e9c09bab0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:30.963479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Port d4a54b95-d80b-4737-b86e-5492f33748fa cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:30.970968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb1ed8bd-301e-4106-9031-fa4e9c09bab0) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:30.985310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd909b-b03b-4a8a-a25f-8ef1539d3ee2 None None] Network eb1ed8bd-301e-4106-9031-fa4e9c09bab0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:30.989308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:30.990503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:30.997497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 5f76c848-a96f-44d6-b52a-aaf5daad168f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:30.998105 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.014686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b229abc7-17d1-47de-b165-4644f2d6a1fe tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.7532697
Jan 15 21:05:31.017798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:31.141930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (eb1ed8bd-301e-4106-9031-fa4e9c09bab0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.199719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port 5f76c848-a96f-44d6-b52a-aaf5daad168f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:31.204216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04d251-d865-4dd7-b1b5-37b1498ef936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb1ed8bd-301e-4106-9031-fa4e9c09bab0', 'network_id': 'eb1ed8bd-301e-4106-9031-fa4e9c09bab0', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': 'd9e6eaef-16e0-4d7a-8fd3-700ed3559035'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:31.205166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0f04d251-d865-4dd7-b1b5-37b1498ef936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.205527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (d9e6eaef-16e0-4d7a-8fd3-700ed3559035), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.236418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 16978455-0393-40c7-b984-66f1a97bb803 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:31.236800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16978455-0393-40c7-b984-66f1a97bb803), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.313036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (d9e6eaef-16e0-4d7a-8fd3-700ed3559035), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-0f04d251-d865-4dd7-b1b5-37b1498ef936 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9e6eaef-16e0-4d7a-8fd3-700ed3559035: This subnet is being modified by another concurrent operation.
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:05:31.368611 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9e6eaef-16e0-4d7a-8fd3-700ed3559035: This subnet is being modified by another concurrent operation.
Jan 15 21:05:31.374001 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:05:31.386327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:31.413359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a574316-742a-445e-a427-d60c2c4bd467 None None] Network eb1ed8bd-301e-4106-9031-fa4e9c09bab0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:31.439435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (eb1ed8bd-301e-4106-9031-fa4e9c09bab0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.447995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e6eaef-16e0-4d7a-8fd3-700ed3559035,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:31.487674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c47f0>,) {'filters': {'network_id': ['eb1ed8bd-301e-4106-9031-fa4e9c09bab0']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:31.505940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c47f0>, '125d7718-393e-4f3b-bc2b-65918014c155') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:31.506434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c47f0>, '125d7718-393e-4f3b-bc2b-65918014c155') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:31.518705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (125d7718-393e-4f3b-bc2b-65918014c155), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.543372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (125d7718-393e-4f3b-bc2b-65918014c155), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.552480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:31.552984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (125d7718-393e-4f3b-bc2b-65918014c155), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:31.556126 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:31.584406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port 16978455-0393-40c7-b984-66f1a97bb803 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:31.598483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:31.598987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.623842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (eb1ed8bd-301e-4106-9031-fa4e9c09bab0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.629379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.637715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/eb1ed8bd-301e-4106-9031-fa4e9c09bab0 HTTP/1.1" status: 204  len: 168 time: 0.6144223
Jan 15 21:05:31.638117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55388) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:31.643952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760786331'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:31.656988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port d186cb97-4a30-4fe1-a33a-40a3fe957203 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:31.657239 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.676887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ac53-1cbc-4f03-bdf4-733c960fa781 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=eb1ed8bd-301e-4106-9031-fa4e9c09bab0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:31.692420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:31.696153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.739219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:31.750893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (638eb030-cec4-4fa8-ac55-735904471f2e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.751252 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 638eb030-cec4-4fa8-ac55-735904471f2e of type vlan for network dabb95ea-3fd9-4b79-aaca-a8056ad89774
Jan 15 21:05:31.808879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (dabb95ea-3fd9-4b79-aaca-a8056ad89774), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.824510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Port d186cb97-4a30-4fe1-a33a-40a3fe957203 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:31.851803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:31.852196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.885059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (dabb95ea-3fd9-4b79-aaca-a8056ad89774), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.892483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:31.893146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.902620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port 7cb02148-2b51-49b4-b773-5214786c6edf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:31.903004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:31.907266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbd028-1098-4759-95e5-8f2592d52993 req-16770ab0-4c82-4de9-bfa7-b057a3a015d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:31.913626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3abbd028-1098-4759-95e5-8f2592d52993 req-16770ab0-4c82-4de9-bfa7-b057a3a015d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0958748
Jan 15 21:05:31.968901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,segment=NetworkSegment(75a782f8-bf9a-4d4f-8f2c-faa21bd7e802),segment_id=75a782f8-bf9a-4d4f-8f2c-faa21bd7e802)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:31.991938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.017210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3753769
Jan 15 21:05:32.017585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:32.028499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'dabb95ea-3fd9-4b79-aaca-a8056ad89774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:32.040302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957018-77af-4804-93b7-bbcc79206357 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=dabb95ea-3fd9-4b79-aaca-a8056ad89774,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:32.048231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81e124-7027-427d-8db4-184111d2c53c None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:05:32.056934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:32.063962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3abbd028-1098-4759-95e5-8f2592d52993 req-a3e8f930-080b-45c2-973b-a1cae125ecd8 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1422110
Jan 15 21:05:32.149982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:32.154467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.218302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Current status of the port 7cb02148-2b51-49b4-b773-5214786c6edf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:32.220404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:32.271294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Provisioning complete for port c9d591d4-a7ff-4cb7-9946-153da813f49b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:32.271677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.333351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-299156f1-1edd-4bec-9523-7c5bf3ede52c None None] Port c9d591d4-a7ff-4cb7-9946-153da813f49b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:05:32.376596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f514b1b7-4466-4cf0-9ba1-1348e727852a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.377192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81e124-7027-427d-8db4-184111d2c53c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:05:32.445466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=f514b1b7-4466-4cf0-9ba1-1348e727852a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:32.453397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '638eb030-cec4-4fa8-ac55-735904471f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'dabb95ea-3fd9-4b79-aaca-a8056ad89774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:32.453397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: dabb95ea-3fd9-4b79-aaca-a8056ad89774, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:32.472024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:32.484507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dabb95ea-3fd9-4b79-aaca-a8056ad89774) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:32.491094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:32.491698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.511713 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32b47f8d-af9c-4d9e-90b1-d806fd7b37c8 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4901488
Jan 15 21:05:32.512070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55414) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:32.636381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (dabb95ea-3fd9-4b79-aaca-a8056ad89774), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.694579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f514b1b7-4466-4cf0-9ba1-1348e727852a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.723221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Provisioning complete for port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:32.723605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.768439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f514b1b7-4466-4cf0-9ba1-1348e727852a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.816372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=f514b1b7-4466-4cf0-9ba1-1348e727852a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:32.882952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (dabb95ea-3fd9-4b79-aaca-a8056ad89774), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.912657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04b550>,) {'filters': {'network_id': ['dabb95ea-3fd9-4b79-aaca-a8056ad89774']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:32.926737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04b550>, '638eb030-cec4-4fa8-ac55-735904471f2e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:32.927040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04b550>, '638eb030-cec4-4fa8-ac55-735904471f2e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:32.939819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (638eb030-cec4-4fa8-ac55-735904471f2e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.959002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (638eb030-cec4-4fa8-ac55-735904471f2e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.969342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Current status of the port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:32.969979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:32.971046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (638eb030-cec4-4fa8-ac55-735904471f2e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:32.974178 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:33.004269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Provisioning complete for port 9c7d60a0-179b-4d69-9806-aa0467c101ab triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:33.004537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.027554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21beb0-be6f-4880-90e9-af6938b12eee None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:05:33.041692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (dabb95ea-3fd9-4b79-aaca-a8056ad89774), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.049847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.053588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/dabb95ea-3fd9-4b79-aaca-a8056ad89774 HTTP/1.1" status: 204  len: 168 time: 0.5403066
Jan 15 21:05:33.056975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55434) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:33.062473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530263266'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:33.065667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377a60-8a75-4968-89d9-fc8e5e31ef97 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=dabb95ea-3fd9-4b79-aaca-a8056ad89774,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:33.091591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:33.095930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.130216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:33.151611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.152912 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309 of type vlan for network 7556f8f7-66c6-4189-8fb2-2224f509b5cb
Jan 15 21:05:33.192341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6d78c050-d33d-4876-97ca-0bce5c08fa6c None None] Current status of the port 9c7d60a0-179b-4d69-9806-aa0467c101ab is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:33.233843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (7556f8f7-66c6-4189-8fb2-2224f509b5cb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.264537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8706c-780c-428e-8adc-104db7c1b0e3 req-72dbbcb9-fc97-4a2e-abbe-e1152bc869c6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:33.266432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17c8706c-780c-428e-8adc-104db7c1b0e3 req-72dbbcb9-fc97-4a2e-abbe-e1152bc869c6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0973923
Jan 15 21:05:33.266553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21beb0-be6f-4880-90e9-af6938b12eee None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:05:33.301715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (7556f8f7-66c6-4189-8fb2-2224f509b5cb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.309136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:33.309785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.340973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:33.391265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3330643
Jan 15 21:05:33.394183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55446) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:33.405976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17c8706c-780c-428e-8adc-104db7c1b0e3 req-881a375b-14fa-4b12-9db8-24410e320a43 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331520
Jan 15 21:05:33.412345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:33.429153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707de90-f098-4808-8fea-246a314f2d88 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=7556f8f7-66c6-4189-8fb2-2224f509b5cb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:33.449267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:33.470755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:33.470755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.523729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:33.528951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.717625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:33.768487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0438a-8c31-44e3-90f7-172f55df659b None None] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:33.770758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6a8d6-88b3-4704-b6d5-99335ad176d6 None None] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:33.773117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (10aa8594-02b3-4a19-a63d-cbbaf9a88fdc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.825393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6a8d6-88b3-4704-b6d5-99335ad176d6 None None] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:05:33.836990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679ca4-be89-4854-af38-158d64581aa6 None None] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:33.847227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=10aa8594-02b3-4a19-a63d-cbbaf9a88fdc,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:33.855920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679ca4-be89-4854-af38-158d64581aa6 None None] Network dabb95ea-3fd9-4b79-aaca-a8056ad89774 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:05:33.862470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:33.863058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: 7556f8f7-66c6-4189-8fb2-2224f509b5cb, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:33.885892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:33.902271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7556f8f7-66c6-4189-8fb2-2224f509b5cb) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:33.907796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:33.908477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:33.916736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365b02a-dd0e-4915-ac25-8770ae3fd6a5 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:33.938378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55474) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:33.938592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c743ce1b-0ac4-48f9-8b0c-a059c5ef9ee2 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5431855
Jan 15 21:05:33.943951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:34.172259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7556f8f7-66c6-4189-8fb2-2224f509b5cb', 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': '10aa8594-02b3-4a19-a63d-cbbaf9a88fdc'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:34.174279 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.353985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2cc53900-fa70-49e7-9c5b-5733716de6cf None None] Provisioning complete for port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:34.354387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2cc53900-fa70-49e7-9c5b-5733716de6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.356942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Allocated IP 2001:db8::2 (7556f8f7-66c6-4189-8fb2-2224f509b5cb/10aa8594-02b3-4a19-a63d-cbbaf9a88fdc/30dfa95a-e28b-4942-9302-10a17f12121f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:34.394493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:34.399081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.534062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2cc53900-fa70-49e7-9c5b-5733716de6cf None None] Current status of the port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:34.563238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0126-5efa-4082-9006-7f4f8a43c5f5 req-443c11b5-d55b-42c2-9cdb-53691c8d53e3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:34.564939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d7b0126-5efa-4082-9006-7f4f8a43c5f5 req-443c11b5-d55b-42c2-9cdb-53691c8d53e3 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0593214
Jan 15 21:05:34.617995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks [] for port (30dfa95a-e28b-4942-9302-10a17f12121f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.628140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.639039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d7b0126-5efa-4082-9006-7f4f8a43c5f5 req-baebe01f-9b52-422e-9ed2-634e92da5955 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649340
Jan 15 21:05:34.689683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (aedc082f-7c0f-4189-a0f7-68fccc1c766c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.705530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:34.706402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Pushing event updated for resources: {'Port': ['ID=30dfa95a-e28b-4942-9302-10a17f12121f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:34.710958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:34.713678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:34.804390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:34.811731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Attempting to bind port 30dfa95a-e28b-4942-9302-10a17f12121f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:34.812178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Attempting to bind port 30dfa95a-e28b-4942-9302-10a17f12121f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:34.812430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:34.812636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Attempting to bind port 30dfa95a-e28b-4942-9302-10a17f12121f on network 7556f8f7-66c6-4189-8fb2-2224f509b5cb {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:34.819971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:34.820467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Checking segment: {'id': 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:34.820981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.821546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Bound using segment: {'id': 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:34.822127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Bound port: 30dfa95a-e28b-4942-9302-10a17f12121f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:34.822575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.830981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:34.831590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.845995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=aedc082f-7c0f-4189-a0f7-68fccc1c766c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:34.875295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55508) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:34.875567 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3a939c82-2508-44f0-8c3a-e0c39f547448 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9357998
Jan 15 21:05:34.897466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] For port 30dfa95a-e28b-4942-9302-10a17f12121f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:34.904342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] For port 30dfa95a-e28b-4942-9302-10a17f12121f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30dfa95a-e28b-4942-9302-10a17f12121f,segment=NetworkSegment(b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309),segment_id=b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:34.913693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:34.986720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-ef5b8f9c-6923-4cfa-a53e-a67522076227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:34.988327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-ef5b8f9c-6923-4cfa-a53e-a67522076227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.0611141
Jan 15 21:05:35.016533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd79f-940f-48a1-a84d-63d1b391c568 None None] Pushing event updated for resources: {'Port': ['ID=30dfa95a-e28b-4942-9302-10a17f12121f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:35.028401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.030663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.032486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.034190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.035953 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.037735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2cc4d14c-b9df-4f4d-8d31-68bc022c7f0e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1614373
Jan 15 21:05:35.041938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55514) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:35.047236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1085454288'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:35.065652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db690316-8f19-44a2-af49-02256452b1fd req-3f0cd011-f9ec-4222-ad3d-92dd7f2ab452 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.067218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db690316-8f19-44a2-af49-02256452b1fd req-3f0cd011-f9ec-4222-ad3d-92dd7f2ab452 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1816413
Jan 15 21:05:35.132429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:35.144058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.171770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-ae602cd0-f187-42be-8d18-5f28fbc8ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.174173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-ae602cd0-f187-42be-8d18-5f28fbc8ba89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1739323
Jan 15 21:05:35.205401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db690316-8f19-44a2-af49-02256452b1fd req-0d047f6d-e511-45d4-a26f-4af674de51e0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271160
Jan 15 21:05:35.227768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:35.253033 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.253256 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 7ed5d7c8-61b0-404b-ba87-53d8487c25fb of type vlan for network a6dfeb11-c221-4a44-921c-831e1a8df8a8
Jan 15 21:05:35.341954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-5fcac462-ea09-4939-a058-61424a264ba0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.1539159
Jan 15 21:05:35.355534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.393247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.399763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.401096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.439355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-a487ce3c-bc39-43c8-bb97-a9584e5d0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.441916 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-a487ce3c-bc39-43c8-bb97-a9584e5d0392 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0945206
Jan 15 21:05:35.476092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4329870
Jan 15 21:05:35.478726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55528) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:35.486280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:35.502800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-625fb9e2-eaac-4a30-85ec-bf333a1a25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.506293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2f58a-fb0b-4841-b926-bcfd9c060346 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=a6dfeb11-c221-4a44-921c-831e1a8df8a8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:35.507545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-625fb9e2-eaac-4a30-85ec-bf333a1a25cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0586295
Jan 15 21:05:35.518877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:35.623933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-fab4639e-621e-4614-a65a-1562220cebaf service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047838
Jan 15 21:05:35.673985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.696637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.709577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 is not hosted by any dhcp agent {{(pid=114437) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:05:35.716042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:35.716662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.718626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "PUT /v2.0/networks/a6dfeb11-c221-4a44-921c-831e1a8df8a8 HTTP/1.1" status: 200  len: 723 time: 0.2389581
Jan 15 21:05:35.725067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:35.731298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:35.775631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481eea0d-bd81-42ba-a4d7-7f3760c892d0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=a6dfeb11-c221-4a44-921c-831e1a8df8a8,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:35.779855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dd339849-65f2-4f20-a29b-ff27dc639d89 req-09f709fd-6e62-40ca-9e9d-d66cc68a7764 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516082
Jan 15 21:05:35.785674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55534) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:35.792704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:35.836499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:35.841165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:35.922946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ac527e-8704-4398-b0bf-a5705f815e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.034453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ac527e-8704-4398-b0bf-a5705f815e0d admin admin] Publish callbacks [] for security_group (20ea8326-fb28-4da8-805d-3b508d81e810), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.038735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ac527e-8704-4398-b0bf-a5705f815e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (20ea8326-fb28-4da8-805d-3b508d81e810), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.065549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac527e-8704-4398-b0bf-a5705f815e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea8326-fb28-4da8-805d-3b508d81e810,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:36.069611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (0334adee-f288-4318-9e70-8962f7c1047b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.091623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b9ac527e-8704-4398-b0bf-a5705f815e0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03a7f48f19b6475f8f5d942127d45fa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3046906
Jan 15 21:05:36.094182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:36.132014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=0334adee-f288-4318-9e70-8962f7c1047b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:36.153902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '7ed5d7c8-61b0-404b-ba87-53d8487c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:36.154366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: a6dfeb11-c221-4a44-921c-831e1a8df8a8, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:36.163923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] Publish callbacks [] for security_group (20ea8326-fb28-4da8-805d-3b508d81e810), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.180506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:36.193210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6dfeb11-c221-4a44-921c-831e1a8df8a8) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:36.198409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:36.199376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] Publish callbacks [] for security_group (20ea8326-fb28-4da8-805d-3b508d81e810), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.199529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.208583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce86a56-eecc-4e24-b186-a71f10a40bf6 None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:36.242253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-971982bc-f3a4-4fcb-8819-e5ae7b69cb21 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5161235
Jan 15 21:05:36.245973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55546) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:36.277754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:36.281022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (20ea8326-fb28-4da8-805d-3b508d81e810), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.285563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.287066 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20ea8326-fb28-4da8-805d-3b508d81e810 HTTP/1.1" status: 204  len: 168 time: 0.1919034
Jan 15 21:05:36.311830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9658301-d4cd-4d5e-9e0c-40dcdcfeede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea8326-fb28-4da8-805d-3b508d81e810,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:36.415289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6dfeb11-c221-4a44-921c-831e1a8df8a8', 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': '0334adee-f288-4318-9e70-8962f7c1047b'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:36.416467 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.464392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da022c7-0c7a-4ed9-aa6b-a68cb1b5e369 req-b809b3c3-5adc-400c-a671-34410d8c2615 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:36.466053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5da022c7-0c7a-4ed9-aa6b-a68cb1b5e369 req-b809b3c3-5adc-400c-a671-34410d8c2615 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1575398
Jan 15 21:05:36.528856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260899928'] for subnet (0334adee-f288-4318-9e70-8962f7c1047b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.541787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c2f07-aa94-4ebf-9896-035a8e8db978 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:36.543516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5da022c7-0c7a-4ed9-aa6b-a68cb1b5e369 req-42c5540d-6d57-4382-81c4-e57b5b58136d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702472
Jan 15 21:05:36.675085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55554) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:36.688248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735563492931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261002123'] for subnet (0334adee-f288-4318-9e70-8962f7c1047b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.690520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4940c1ae-d43b-4314-a32b-29fbab23bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.737536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:36.738098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.739457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "PUT /v2.0/subnets/0334adee-f288-4318-9e70-8962f7c1047b HTTP/1.1" status: 200  len: 826 time: 0.4923487
Jan 15 21:05:36.742292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55556) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:36.775551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4940c1ae-d43b-4314-a32b-29fbab23bb30 admin admin] Publish callbacks [] for security_group (09211e92-db86-49e1-ab90-34f8f2f85d5f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.780464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4940c1ae-d43b-4314-a32b-29fbab23bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (09211e92-db86-49e1-ab90-34f8f2f85d5f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.803836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ac15a-9e65-4411-8708-e067702cee2f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=0334adee-f288-4318-9e70-8962f7c1047b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:36.829348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4940c1ae-d43b-4314-a32b-29fbab23bb30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9af0722c55be46029290e873149ac2bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1507108
Jan 15 21:05:36.829669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55558) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:36.830567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940c1ae-d43b-4314-a32b-29fbab23bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09211e92-db86-49e1-ab90-34f8f2f85d5f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:36.834488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Provisioning complete for port 30dfa95a-e28b-4942-9302-10a17f12121f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:36.834873 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.882472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.884008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Allocated IP 2001:db8::2 (a6dfeb11-c221-4a44-921c-831e1a8df8a8/0334adee-f288-4318-9e70-8962f7c1047b/1b83a2ee-07a6-42c6-a457-80be8b581c97) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:36.938328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] Publish callbacks [] for security_group (09211e92-db86-49e1-ab90-34f8f2f85d5f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.971809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] Publish callbacks [] for security_group (09211e92-db86-49e1-ab90-34f8f2f85d5f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:36.981205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (0334adee-f288-4318-9e70-8962f7c1047b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.067620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (09211e92-db86-49e1-ab90-34f8f2f85d5f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.070529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.073796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09211e92-db86-49e1-ab90-34f8f2f85d5f HTTP/1.1" status: 204  len: 168 time: 0.2408197
Jan 15 21:05:37.077627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Current status of the port 30dfa95a-e28b-4942-9302-10a17f12121f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:37.078036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.083074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2440b7-916d-4a38-bb61-0843ef109cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09211e92-db86-49e1-ab90-34f8f2f85d5f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:37.142840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Update dhcp port {'port': {'network_id': '7556f8f7-66c6-4189-8fb2-2224f509b5cb', 'fixed_ips': [{'subnet_id': '10aa8594-02b3-4a19-a63d-cbbaf9a88fdc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aedc082f-7c0f-4189-a0f7-68fccc1c766c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '30dfa95a-e28b-4942-9302-10a17f12121f'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:05:37.193407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] For port 30dfa95a-e28b-4942-9302-10a17f12121f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30dfa95a-e28b-4942-9302-10a17f12121f,segment=NetworkSegment(b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309),segment_id=b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:37.202910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.215350 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.266694 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks [] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.285993 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.291208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-2057abf0-7a6d-4a55-85cf-4bdc3a2aea4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0606966
Jan 15 21:05:37.323504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a55e60-d080-4696-9b2c-812523eaffab None None] Pushing event updated for resources: {'Port': ['ID=30dfa95a-e28b-4942-9302-10a17f12121f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:37.380392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Pushing event updated for resources: {'Port': ['ID=1b83a2ee-07a6-42c6-a457-80be8b581c97,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:37.383707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:37.389517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (0334adee-f288-4318-9e70-8962f7c1047b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.438637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 30dfa95a-e28b-4942-9302-10a17f12121f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:37.440686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:37.448471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:37.452167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=0334adee-f288-4318-9e70-8962f7c1047b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:37.550552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.591484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b51f520>,) {'filters': {'network_id': ['a6dfeb11-c221-4a44-921c-831e1a8df8a8']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:37.607376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-b8af64d3-4bb2-4f03-99ba-4024a0b666de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:37.608966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-b8af64d3-4bb2-4f03-99ba-4024a0b666de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.2296107
Jan 15 21:05:37.610817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b51f520>, '7ed5d7c8-61b0-404b-ba87-53d8487c25fb') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:37.611114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b51f520>, '7ed5d7c8-61b0-404b-ba87-53d8487c25fb') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:37.611489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Attempting to bind port 1b83a2ee-07a6-42c6-a457-80be8b581c97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:37.611934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Attempting to bind port 1b83a2ee-07a6-42c6-a457-80be8b581c97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ed5d7c8-61b0-404b-ba87-53d8487c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:37.612134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Attempting to bind port 1b83a2ee-07a6-42c6-a457-80be8b581c97 on network a6dfeb11-c221-4a44-921c-831e1a8df8a8 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:37.621965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.623932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Allocated IP 172.20.0.1 (7556f8f7-66c6-4189-8fb2-2224f509b5cb/aedc082f-7c0f-4189-a0f7-68fccc1c766c/30dfa95a-e28b-4942-9302-10a17f12121f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:37.629416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:37.629416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Checking segment: {'id': '7ed5d7c8-61b0-404b-ba87-53d8487c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:37.630036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.630306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Bound using segment: {'id': '7ed5d7c8-61b0-404b-ba87-53d8487c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:37.630718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Bound port: 1b83a2ee-07a6-42c6-a457-80be8b581c97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed5d7c8-61b0-404b-ba87-53d8487c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:37.631110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.640705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 30dfa95a-e28b-4942-9302-10a17f12121f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:37.641114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.705548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.715079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2be8e7-e543-44a1-a53a-77c945709977 req-7418534c-f6d9-4e2d-9166-59adac04c53e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:37.716377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:37.716934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.718394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf2be8e7-e543-44a1-a53a-77c945709977 req-7418534c-f6d9-4e2d-9166-59adac04c53e tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0701962
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:37.726696 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:37.812170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] For port 1b83a2ee-07a6-42c6-a457-80be8b581c97, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:37.815694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf2be8e7-e543-44a1-a53a-77c945709977 req-7c4989b5-6b9f-4426-a0b8-2e633fafc635 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820961
Jan 15 21:05:37.826621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:05:37.826621 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:05:37.826621 ncdv-master-1 neutron-server[114438]: [parameters: {'id': 'a6dfeb11-c221-4a44-921c-831e1a8df8a8'}]
Jan 15 21:05:37.826621 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:05:37.827264 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:05:37.844687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-84d83ce4-902e-4b2b-bbb9-8f8b1c70e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:37.846828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-84d83ce4-902e-4b2b-bbb9-8f8b1c70e656 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.2132151
Jan 15 21:05:37.859799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] For port 1b83a2ee-07a6-42c6-a457-80be8b581c97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b83a2ee-07a6-42c6-a457-80be8b581c97,segment=NetworkSegment(7ed5d7c8-61b0-404b-ba87-53d8487c25fb),segment_id=7ed5d7c8-61b0-404b-ba87-53d8487c25fb)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:37.863720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] For port 30dfa95a-e28b-4942-9302-10a17f12121f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30dfa95a-e28b-4942-9302-10a17f12121f,segment=NetworkSegment(b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309),segment_id=b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:37.876509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.895434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 30dfa95a-e28b-4942-9302-10a17f12121f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:37.946646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Publish callbacks [] for port (30dfa95a-e28b-4942-9302-10a17f12121f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:37.948408 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-b54a9b43-4f7d-42ca-82ed-af58808af287 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.0942178
Jan 15 21:05:37.980992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.002985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec927e-fd8c-48ae-a0c8-d8771392aeda None None] Pushing event updated for resources: {'Port': ['ID=1b83a2ee-07a6-42c6-a457-80be8b581c97,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:38.005883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ab52b-6bd4-428c-8dd2-ebd53605c5e2 req-9e9af7c4-d044-4d92-a7ee-2512a3f2bb77 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:38.016212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273ab52b-6bd4-428c-8dd2-ebd53605c5e2 req-9e9af7c4-d044-4d92-a7ee-2512a3f2bb77 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1080444
Jan 15 21:05:38.021127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-fd0ffff4-7485-4815-a563-a452913cea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:38.024625 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-fd0ffff4-7485-4815-a563-a452913cea5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0691111
Jan 15 21:05:38.055899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159d716-775d-4e19-ae0f-4cf73d83251b None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:38.074440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273ab52b-6bd4-428c-8dd2-ebd53605c5e2 req-ba9893e8-bbd4-46d5-8481-8254b9b8273a tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572584
Jan 15 21:05:38.126198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-d76e4d1b-1066-47e0-ae8f-0e6eb725190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:38.136935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-d76e4d1b-1066-47e0-ae8f-0e6eb725190c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1066158
Jan 15 21:05:38.156695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b9b97-0784-408a-98c7-ba1801cc806e None None] Pushing event updated for resources: {'Port': ['ID=30dfa95a-e28b-4942-9302-10a17f12121f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:38.209274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee08c0-6657-4344-b6d3-16e629f7228d None None] Network a6dfeb11-c221-4a44-921c-831e1a8df8a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:38.303240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11914d-5f80-4c24-907f-179f3818d818 req-bc63e3a3-dfbc-4a49-a9b1-03d611115344 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:38.305193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c11914d-5f80-4c24-907f-179f3818d818 req-bc63e3a3-dfbc-4a49-a9b1-03d611115344 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1188006
Jan 15 21:05:38.308204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-2366378c-ac03-4981-a4ca-27d974c8cbc8 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576872
Jan 15 21:05:38.336082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.395581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c11914d-5f80-4c24-907f-179f3818d818 req-2d37a688-2722-4d11-ae87-7a7d95f11c54 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683126
Jan 15 21:05:38.458872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting port 1b83a2ee-07a6-42c6-a457-80be8b581c97 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:38.459302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.465746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-26187c8d-6902-4ef3-880a-dc6d6da542ac req-73a85c09-5fd3-474b-876e-2343f2399f2c service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565890
Jan 15 21:05:38.545996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] For port 1b83a2ee-07a6-42c6-a457-80be8b581c97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b83a2ee-07a6-42c6-a457-80be8b581c97,segment=NetworkSegment(7ed5d7c8-61b0-404b-ba87-53d8487c25fb),segment_id=7ed5d7c8-61b0-404b-ba87-53d8487c25fb)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:38.546371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.565842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Calling delete_port for 1b83a2ee-07a6-42c6-a457-80be8b581c97 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:38.731580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1b83a2ee-07a6-42c6-a457-80be8b581c97), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.761016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae2ef-30d0-457b-ba11-1a9dbb45d97f req-21fbdb31-3034-4634-ad57-9904a8359357 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:38.763341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-120ae2ef-30d0-457b-ba11-1a9dbb45d97f req-21fbdb31-3034-4634-ad57-9904a8359357 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0685389
Jan 15 21:05:38.764571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Port': ['ID=1b83a2ee-07a6-42c6-a457-80be8b581c97,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:38.768458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No DVR routers for this DVR port 1b83a2ee-07a6-42c6-a457-80be8b581c97 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:38.841577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-120ae2ef-30d0-457b-ba11-1a9dbb45d97f req-66b32697-fd58-4c89-a9d9-1b6a1c6dbefa tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683033
Jan 15 21:05:38.861905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.882917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8387c0>,) {'filters': {'network_id': ['a6dfeb11-c221-4a44-921c-831e1a8df8a8']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:38.893038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8387c0>, '7ed5d7c8-61b0-404b-ba87-53d8487c25fb') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:38.893339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8387c0>, '7ed5d7c8-61b0-404b-ba87-53d8487c25fb') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:38.906491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.922306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.930607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:38.931325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7ed5d7c8-61b0-404b-ba87-53d8487c25fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:38.935345 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:38.952299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff0b18-393a-4d21-8e9d-20d2bad1fa36 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:05:39.002287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (a6dfeb11-c221-4a44-921c-831e1a8df8a8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.027898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.031288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/a6dfeb11-c221-4a44-921c-831e1a8df8a8 HTTP/1.1" status: 204  len: 168 time: 2.2878699
Jan 15 21:05:39.032259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c208e7-8964-4f5e-a223-8ff13d00aeaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=a6dfeb11-c221-4a44-921c-831e1a8df8a8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:39.033966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55616) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.053885 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed96ab5-cc26-45ea-84bd-038461b28e9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:39.054393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed96ab5-cc26-45ea-84bd-038461b28e9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:39.061897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ed96ab5-cc26-45ea-84bd-038461b28e9e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/a6dfeb11-c221-4a44-921c-831e1a8df8a8 HTTP/1.1" status: 404  len: 339 time: 0.0235574
Jan 15 21:05:39.062187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55618) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.066505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-725b3ff6-a9b5-424f-83e5-10466994cd69 None None] Provisioning complete for port 30dfa95a-e28b-4942-9302-10a17f12121f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:39.066883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-725b3ff6-a9b5-424f-83e5-10466994cd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.067579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298930781', 'description': 'd1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:39.092809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:39.096995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.125093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:39.136765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.137426 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25 of type vlan for network 349907c7-111f-4573-9b30-bb0a39f6a975
Jan 15 21:05:39.193336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff0b18-393a-4d21-8e9d-20d2bad1fa36 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:05:39.201822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.206311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-725b3ff6-a9b5-424f-83e5-10466994cd69 None None] Current status of the port 30dfa95a-e28b-4942-9302-10a17f12121f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:39.246299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.253108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:39.253850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.308946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2457507
Jan 15 21:05:39.313583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55628) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.333933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 30dfa95a-e28b-4942-9302-10a17f12121f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:05:39.398522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99309c2d-014e-4ce1-b4c6-be746a579689 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=349907c7-111f-4573-9b30-bb0a39f6a975,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:39.425038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cda0fa-1f24-46ca-9b58-45d66c1e00de tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:39.425038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-10cda0fa-1f24-46ca-9b58-45d66c1e00de tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks?id=349907c7-111f-4573-9b30-bb0a39f6a975 HTTP/1.1" status: 200  len: 764 time: 0.1103694
Jan 15 21:05:39.426294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.426575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 349907c7-111f-4573-9b30-bb0a39f6a975 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:39.431503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'description': 'd2'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:39.506704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 30dfa95a-e28b-4942-9302-10a17f12121f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:39.507070 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.598654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.618001 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.644336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network 349907c7-111f-4573-9b30-bb0a39f6a975 is not hosted by any dhcp agent {{(pid=114437) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:05:39.654444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:39.655949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:39.657833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "PUT /v2.0/networks/349907c7-111f-4573-9b30-bb0a39f6a975 HTTP/1.1" status: 200  len: 761 time: 0.2304416
Jan 15 21:05:39.660471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55648) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.726372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a221608-2035-4e81-ac4d-bbc713af0ffc tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=349907c7-111f-4573-9b30-bb0a39f6a975,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:39.754528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 349907c7-111f-4573-9b30-bb0a39f6a975 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:39.771559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8116fa-699d-4108-b794-076169ef2664 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:39.777454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b8116fa-699d-4108-b794-076169ef2664 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks?id=349907c7-111f-4573-9b30-bb0a39f6a975 HTTP/1.1" status: 200  len: 764 time: 0.1108444
Jan 15 21:05:39.777842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:39.956257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 30dfa95a-e28b-4942-9302-10a17f12121f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:40.006143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189d089-5d9b-4f3d-8c5b-473b64ab71d5 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:40.018396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1998e8c-fc27-45f9-aef6-26af776329c0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.022438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1998e8c-fc27-45f9-aef6-26af776329c0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2405608
Jan 15 21:05:40.022731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.073451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408aaf4-e730-4d3f-9b8d-ebd1213f5870 req-c60d2ec4-9199-4efa-81c7-1a03361373e2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.074959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5408aaf4-e730-4d3f-9b8d-ebd1213f5870 req-c60d2ec4-9199-4efa-81c7-1a03361373e2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1297402
Jan 15 21:05:40.076655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14b31d70-14f5-4430-8b51-3a71cae7e031 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 207 time: 0.0519743
Jan 15 21:05:40.080389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.238527 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5408aaf4-e730-4d3f-9b8d-ebd1213f5870 req-98d595fb-22f2-49ff-8244-25f9781e2595 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483374
Jan 15 21:05:40.298880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55670) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.337005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.356100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.376989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.393889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.402730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.409642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.412573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ccf1ea16-d6e6-4013-8f10-0683243f4c3b tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3309755
Jan 15 21:05:40.417232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.500997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dcf84-980d-4e53-b7f3-f59e5d922313 req-5630d5c3-0c2e-4186-ad17-05c46341b481 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.502484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc5dcf84-980d-4e53-b7f3-f59e5d922313 req-5630d5c3-0c2e-4186-ad17-05c46341b481 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0568314
Jan 15 21:05:40.538804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e987a821-f537-40c6-84b6-dded3167c1f6 None None] Provisioning complete for port 30dfa95a-e28b-4942-9302-10a17f12121f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:05:40.539295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e987a821-f537-40c6-84b6-dded3167c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:40.552423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc5dcf84-980d-4e53-b7f3-f59e5d922313 req-7bd5ca35-1846-4300-840a-49dedd36f93c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441344
Jan 15 21:05:40.563743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c64a3d2-7238-4301-9f03-520210b1ca24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:40.625138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e987a821-f537-40c6-84b6-dded3167c1f6 None None] Current status of the port 30dfa95a-e28b-4942-9302-10a17f12121f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:05:40.683758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-3f87ff1a-8fdd-46b7-85a6-3c13010ccf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.685294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-3f87ff1a-8fdd-46b7-85a6-3c13010ccf1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3a611cade394cb288f103fcf516e4ab&device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 1096 time: 0.2058682
Jan 15 21:05:40.705501 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-723e9fab-4bb1-4fbb-89f3-367d96afdbaf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.2865903
Jan 15 21:05:40.709492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55684) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.770508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.772042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.773608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.775510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.777096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.778762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2697ca71-5265-4cc7-aff2-7650110b4bb3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0682366
Jan 15 21:05:40.782480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.843149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c64a3d2-7238-4301-9f03-520210b1ca24 admin admin] Publish callbacks [] for security_group (35fe111e-4489-4adc-bebc-967efaf6eb82), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:40.845477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-42249930-2f07-4e9b-9b43-e839e2b24d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:40.847830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-42249930-2f07-4e9b-9b43-e839e2b24d78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 200  len: 913 time: 0.1394126
Jan 15 21:05:40.849075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c64a3d2-7238-4301-9f03-520210b1ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (35fe111e-4489-4adc-bebc-967efaf6eb82), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:40.939748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c64a3d2-7238-4301-9f03-520210b1ca24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db2f60acde6448408fea934167dcf862&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6395574
Jan 15 21:05:40.942428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64a3d2-7238-4301-9f03-520210b1ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe111e-4489-4adc-bebc-967efaf6eb82,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:40.945655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:40.976808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-17b2c4e3-2da2-4e17-93e9-c076617134ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 200  len: 999 time: 0.1156919
Jan 15 21:05:41.049299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-463a334b-71f9-4246-aeba-682d76ddac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.050786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-463a334b-71f9-4246-aeba-682d76ddac4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 200  len: 851 time: 0.0680630
Jan 15 21:05:41.051803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] Publish callbacks [] for security_group (35fe111e-4489-4adc-bebc-967efaf6eb82), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.099854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] Publish callbacks [] for security_group (35fe111e-4489-4adc-bebc-967efaf6eb82), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.139517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-981af4a7-24c7-408d-8dda-766678d6a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.141058 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-981af4a7-24c7-408d-8dda-766678d6a229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=694fb227-829a-493b-b1b7-2dc4e238e05e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0803454
Jan 15 21:05:41.147395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.149513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.151713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.153310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.154761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.156429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-66a3cc1c-45f8-45c8-b40f-95549da34d95 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.3726416
Jan 15 21:05:41.159954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.205377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (35fe111e-4489-4adc-bebc-967efaf6eb82), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.207975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.218694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35fe111e-4489-4adc-bebc-967efaf6eb82 HTTP/1.1" status: 204  len: 168 time: 0.2673528
Jan 15 21:05:41.241815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69956e9-518b-4b96-849a-5a99765e0c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe111e-4489-4adc-bebc-967efaf6eb82,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:41.281856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-a13e2605-993e-4893-81ca-44c5b96c824b service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342664
Jan 15 21:05:41.304432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61701d04-0b54-436f-bc87-57d855c3a4cf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.306165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61701d04-0b54-436f-bc87-57d855c3a4cf tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks/d2ed4893-c0bf-440d-865c-86355478325a HTTP/1.1" status: 200  len: 804 time: 0.1451299
Jan 15 21:05:41.310047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55696) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.390016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5538030e-387a-4db9-ac53-eca319f81ee6 req-fb9cd40b-ebe9-447a-a4ce-5a583a242961 service neutron] 10.222.0.39 "GET /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015439
Jan 15 21:05:41.445181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91f5999b-cb0a-476e-ace3-17e57896d1e6 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/networks/d2ed4893-c0bf-440d-865c-86355478325a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1331570
Jan 15 21:05:41.449175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55716) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.508795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f182b0a-705c-4cbb-bf9f-ae48a4954ea3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.512886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f182b0a-705c-4cbb-bf9f-ae48a4954ea3 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets/f2a54cf1-5a31-445f-838d-da41601155fd HTTP/1.1" status: 200  len: 843 time: 0.0612149
Jan 15 21:05:41.515211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55718) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.574122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0500f-ff7d-4850-bbd9-bbd4bbbb1c6f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.575521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54a0500f-ff7d-4850-bbd9-bbd4bbbb1c6f tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "GET /v2.0/subnets/f2a54cf1-5a31-445f-838d-da41601155fd?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0592744
Jan 15 21:05:41.579095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55722) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.584538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634911917'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:41.589236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55724) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.609343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-328d2de8-88e8-4939-ac40-e36d14869acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.670309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:41.673789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.733286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002544b-4d85-4ead-840a-f3f6db36cf31 req-6fd63a02-0d7b-46f8-b709-8a89a7f7017b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.734836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3002544b-4d85-4ead-840a-f3f6db36cf31 req-6fd63a02-0d7b-46f8-b709-8a89a7f7017b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.1031063
Jan 15 21:05:41.735596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:05:41.771403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3badc6d4-b568-4278-9e07-25c0efff0908), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.771739 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Added segment 3badc6d4-b568-4278-9e07-25c0efff0908 of type vlan for network f55d9750-30ff-46e1-a795-da7da3d84f04
Jan 15 21:05:41.840746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-328d2de8-88e8-4939-ac40-e36d14869acc admin admin] Publish callbacks [] for security_group (5554467a-73e4-4dd5-8821-dc8ebae013ff), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.847405 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f55d9750-30ff-46e1-a795-da7da3d84f04), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.854549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-328d2de8-88e8-4939-ac40-e36d14869acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5554467a-73e4-4dd5-8821-dc8ebae013ff), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.887098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3002544b-4d85-4ead-840a-f3f6db36cf31 req-fbe2ab1e-095b-40b0-9c2d-2463d98594f2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412656
Jan 15 21:05:41.920874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-328d2de8-88e8-4939-ac40-e36d14869acc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47fe485edc8e4b85ac0817fc2a3606e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3294251
Jan 15 21:05:41.922397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:41.924119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d2de8-88e8-4939-ac40-e36d14869acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5554467a-73e4-4dd5-8821-dc8ebae013ff,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:41.945112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f55d9750-30ff-46e1-a795-da7da3d84f04), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:41.952498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:41.953262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.040111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4595304
Jan 15 21:05:42.043811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:42.049279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59dc42-87e8-45b1-9b74-2f3d3f8df131 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Network': ['ID=f55d9750-30ff-46e1-a795-da7da3d84f04,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:42.049505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:42.060697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:05:42.075196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] Publish callbacks [] for security_group (5554467a-73e4-4dd5-8821-dc8ebae013ff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.102230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] Publish callbacks [] for security_group (5554467a-73e4-4dd5-8821-dc8ebae013ff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.149849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Made reservation on behalf of 35d7eb0139314a2d9ac51eb9949a59b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:05:42.154011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.169686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5554467a-73e4-4dd5-8821-dc8ebae013ff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.172353 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.173553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5554467a-73e4-4dd5-8821-dc8ebae013ff HTTP/1.1" status: 204  len: 168 time: 0.2505023
Jan 15 21:05:42.183724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48af33c-e7f2-47be-985e-5c89582f6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554467a-73e4-4dd5-8821-dc8ebae013ff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:42.216865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Performing IP validity checks on allocation pools {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:05:42.217405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:05:42.351768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (174c6179-1fda-4acf-8020-849f77cfe57e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.413244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=174c6179-1fda-4acf-8020-849f77cfe57e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:42.423235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Checking segment: {'id': '3badc6d4-b568-4278-9e07-25c0efff0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:42.423600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network hostable DHCP agents. Network: f55d9750-30ff-46e1-a795-da7da3d84f04, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:05:42.439831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Network f55d9750-30ff-46e1-a795-da7da3d84f04 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:05:42.449011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f55d9750-30ff-46e1-a795-da7da3d84f04) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:42.453302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:42.453904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.460761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44b4e3-4f75-4d7c-b79f-1886e37018f2 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:42.480281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb70c6da-81dc-4c46-b317-191c33dbda25 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.4268768
Jan 15 21:05:42.480281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:42.480492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:42.588268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f55d9750-30ff-46e1-a795-da7da3d84f04', 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04', 'project_id': '35d7eb0139314a2d9ac51eb9949a59b0', 'fixed_ips': [{'subnet_id': '174c6179-1fda-4acf-8020-849f77cfe57e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:05:42.589199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.593967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260899928'] for subnet (174c6179-1fda-4acf-8020-849f77cfe57e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.779183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735563492931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261002123'] for subnet (174c6179-1fda-4acf-8020-849f77cfe57e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.827860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Allocated IP 2001:db8::3 (f55d9750-30ff-46e1-a795-da7da3d84f04/174c6179-1fda-4acf-8020-849f77cfe57e/81263cb3-640a-4e1d-9456-843897e349c0) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:05:42.829761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:42.830590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:42.834592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "PUT /v2.0/subnets/174c6179-1fda-4acf-8020-849f77cfe57e HTTP/1.1" status: 200  len: 900 time: 0.3564823
Jan 15 21:05:42.834873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:43.031646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks [] for port (81263cb3-640a-4e1d-9456-843897e349c0), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.045039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (81263cb3-640a-4e1d-9456-843897e349c0), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.102299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:05:43.104951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1240a-f12b-4a29-a974-c40c653fe63b req-50ddd237-493a-48e0-9738-87acd0b944c6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:43.106682 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7e1240a-f12b-4a29-a974-c40c653fe63b req-50ddd237-493a-48e0-9738-87acd0b944c6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0847635
Jan 15 21:05:43.109745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:05:43.115622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:05:43.120002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Pushing event updated for resources: {'Port': ['ID=81263cb3-640a-4e1d-9456-843897e349c0,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:43.187254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Attempting to bind port 81263cb3-640a-4e1d-9456-843897e349c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:05:43.187845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Attempting to bind port 81263cb3-640a-4e1d-9456-843897e349c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3badc6d4-b568-4278-9e07-25c0efff0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:05:43.188749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Attempting to bind port 81263cb3-640a-4e1d-9456-843897e349c0 on network f55d9750-30ff-46e1-a795-da7da3d84f04 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:05:43.192767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7e1240a-f12b-4a29-a974-c40c653fe63b req-da28e9ac-7900-4c26-9eb7-e4b6780e2c57 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774755
Jan 15 21:05:43.196898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:05:43.207085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Checking segment: {'id': '3badc6d4-b568-4278-9e07-25c0efff0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:05:43.207877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.208287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Bound using segment: {'id': '3badc6d4-b568-4278-9e07-25c0efff0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:05:43.209091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Bound port: 81263cb3-640a-4e1d-9456-843897e349c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3badc6d4-b568-4278-9e07-25c0efff0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f55d9750-30ff-46e1-a795-da7da3d84f04'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:05:43.209692 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (81263cb3-640a-4e1d-9456-843897e349c0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.217301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1973240-88af-4726-aa55-3c0fbea7386e tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event updated for resources: {'Subnet': ['ID=174c6179-1fda-4acf-8020-849f77cfe57e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:43.285933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f55d9750-30ff-46e1-a795-da7da3d84f04), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.289481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] For port 81263cb3-640a-4e1d-9456-843897e349c0, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:05:43.295709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] For port 81263cb3-640a-4e1d-9456-843897e349c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81263cb3-640a-4e1d-9456-843897e349c0,segment=NetworkSegment(3badc6d4-b568-4278-9e07-25c0efff0908),segment_id=3badc6d4-b568-4278-9e07-25c0efff0908)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:05:43.302349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (81263cb3-640a-4e1d-9456-843897e349c0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.327619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d5c9-ffe9-4fe1-a84b-c12f6522d02d req-f910ecdc-678a-45b6-a938-d154174cdd73 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:43.329462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5934d5c9-ffe9-4fe1-a84b-c12f6522d02d req-f910ecdc-678a-45b6-a938-d154174cdd73 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0584395
Jan 15 21:05:43.370897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting port 81263cb3-640a-4e1d-9456-843897e349c0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:43.370897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (81263cb3-640a-4e1d-9456-843897e349c0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.375792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eba2e7-40de-4e2c-9fb0-bb0277b7af50 None None] Pushing event updated for resources: {'Port': ['ID=81263cb3-640a-4e1d-9456-843897e349c0,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:43.404986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5934d5c9-ffe9-4fe1-a84b-c12f6522d02d req-7455cf0f-713b-44f9-83ff-b6b8abae30eb tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677321
Jan 15 21:05:43.480044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] For port 81263cb3-640a-4e1d-9456-843897e349c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81263cb3-640a-4e1d-9456-843897e349c0,segment=NetworkSegment(3badc6d4-b568-4278-9e07-25c0efff0908),segment_id=3badc6d4-b568-4278-9e07-25c0efff0908)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:43.480411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (81263cb3-640a-4e1d-9456-843897e349c0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.492991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Calling delete_port for 81263cb3-640a-4e1d-9456-843897e349c0 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:43.683805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81263cb3-640a-4e1d-9456-843897e349c0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.727135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Port': ['ID=81263cb3-640a-4e1d-9456-843897e349c0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:43.769795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No DVR routers for this DVR port 81263cb3-640a-4e1d-9456-843897e349c0 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:43.827262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (174c6179-1fda-4acf-8020-849f77cfe57e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.921711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (174c6179-1fda-4acf-8020-849f77cfe57e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:43.949851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=174c6179-1fda-4acf-8020-849f77cfe57e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:44.035889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f55d9750-30ff-46e1-a795-da7da3d84f04), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.065461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7cd0a0>,) {'filters': {'network_id': ['f55d9750-30ff-46e1-a795-da7da3d84f04']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.078177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7cd0a0>, '3badc6d4-b568-4278-9e07-25c0efff0908') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.078550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7cd0a0>, '3badc6d4-b568-4278-9e07-25c0efff0908') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.090704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (3badc6d4-b568-4278-9e07-25c0efff0908), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.108850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3badc6d4-b568-4278-9e07-25c0efff0908), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.117675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:44.119373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (3badc6d4-b568-4278-9e07-25c0efff0908), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:44.123453 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:44.208682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f55d9750-30ff-46e1-a795-da7da3d84f04), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.216583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.224599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.225643 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/f55d9750-30ff-46e1-a795-da7da3d84f04 HTTP/1.1" status: 204  len: 168 time: 1.3897412
Jan 15 21:05:44.238705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31af18-fea7-4ba9-bf39-f1f17f8e2b2c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=f55d9750-30ff-46e1-a795-da7da3d84f04,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:44.258688 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbabd78-321a-47f2-b8b0-adfae88b42a0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:44.260300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbabd78-321a-47f2-b8b0-adfae88b42a0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:44.263441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fdbabd78-321a-47f2-b8b0-adfae88b42a0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/174c6179-1fda-4acf-8020-849f77cfe57e HTTP/1.1" status: 404  len: 337 time: 0.0372610
Jan 15 21:05:44.268020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.292694 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7abc70-0b9a-410e-8171-e78d2f9ec734 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:44.293511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7abc70-0b9a-410e-8171-e78d2f9ec734 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:44.299491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4e7abc70-0b9a-410e-8171-e78d2f9ec734 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/f55d9750-30ff-46e1-a795-da7da3d84f04 HTTP/1.1" status: 404  len: 339 time: 0.0265026
Jan 15 21:05:44.299679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55834) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.341714 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.429987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.534371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.580036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba270a0>,) {'filters': {'network_id': ['349907c7-111f-4573-9b30-bb0a39f6a975']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.593716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba270a0>, 'b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.594013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba270a0>, 'b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:44.609417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.631312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-b0e14fa5-2a5e-47e1-8bb3-c15701d1e6f7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:44.633118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-b0e14fa5-2a5e-47e1-8bb3-c15701d1e6f7 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=df405782-02e0-4416-9c91-818ea05dacaf HTTP/1.1" status: 200  len: 943 time: 0.0903108
Jan 15 21:05:44.637737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.653234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:44.653645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (b83cbc92-a5e5-4f20-87fe-baa9fb2c4b25), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:44.656780 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:44.689712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b2e85a25-584f-47bd-8506-434d0719b1d0 None None] Could not find standard attr ID for object 81263cb3-640a-4e1d-9456-843897e349c0. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:05:44.716250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548664bc-8b0b-41ce-835d-5a7363c38ebc None None] DHCP port deletion for f55d9750-30ff-46e1-a795-da7da3d84f04 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:05:44.737791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74975856-b179-40a6-a290-3b92283eb0d3 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:44.751465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74975856-b179-40a6-a290-3b92283eb0d3 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:05:44.760901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a5780-18c8-440f-ade0-ab79818ffb36 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:44.779859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a5780-18c8-440f-ade0-ab79818ffb36 None None] Network f55d9750-30ff-46e1-a795-da7da3d84f04 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:05:44.793338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (349907c7-111f-4573-9b30-bb0a39f6a975), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.797484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.800648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/349907c7-111f-4573-9b30-bb0a39f6a975 HTTP/1.1" status: 204  len: 168 time: 0.5000176
Jan 15 21:05:44.801672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55844) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.804009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55846) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.830535 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:05:44.849132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f490fc-db8f-42a4-a164-6dd9c8b35d7a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=349907c7-111f-4573-9b30-bb0a39f6a975,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:44.851986 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd3dcff-16dc-46ca-974b-10b2d9fa7177 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:44.852445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd3dcff-16dc-46ca-974b-10b2d9fa7177 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:44.856602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1fd3dcff-16dc-46ca-974b-10b2d9fa7177 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/0334adee-f288-4318-9e70-8962f7c1047b HTTP/1.1" status: 404  len: 337 time: 0.0471027
Jan 15 21:05:44.859238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55850) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.878767 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbe6418-614b-45a2-b1b2-feb0238dc5a1 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:44.879612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbe6418-614b-45a2-b1b2-feb0238dc5a1 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:44.880124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:44.880477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.885429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bfbe6418-614b-45a2-b1b2-feb0238dc5a1 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/a6dfeb11-c221-4a44-921c-831e1a8df8a8 HTTP/1.1" status: 404  len: 339 time: 0.0222383
Jan 15 21:05:44.885947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55852) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:44.934417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06309a25-5689-4882-af2d-4aa23ebdaa4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.958598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting subnet aedc082f-7c0f-4189-a0f7-68fccc1c766c {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:44.964356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (aedc082f-7c0f-4189-a0f7-68fccc1c766c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.977534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:44.979132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:44.992225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:45.018780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (aedc082f-7c0f-4189-a0f7-68fccc1c766c), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.126340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.127930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06309a25-5689-4882-af2d-4aa23ebdaa4e admin admin] Publish callbacks [] for security_group (d7b22170-18a7-4762-bbf5-cf74c9dc66b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.135394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06309a25-5689-4882-af2d-4aa23ebdaa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d7b22170-18a7-4762-bbf5-cf74c9dc66b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.144318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (aedc082f-7c0f-4189-a0f7-68fccc1c766c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.145524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.159189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80', 'b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:45.176902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:45.219758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-06309a25-5689-4882-af2d-4aa23ebdaa4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b2e2810350f411ca1af642fe35a01a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4168591
Jan 15 21:05:45.220392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:45.233330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] No DVR routers for this DVR port 43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 on host nch1-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:45.238120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.246105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06309a25-5689-4882-af2d-4aa23ebdaa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b22170-18a7-4762-bbf5-cf74c9dc66b6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:45.257371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfa2f841-11ef-4228-bd38-63c3f7e9a87a req-505cae0b-2e1e-43ec-a024-7b56e4836808 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "DELETE /v2.0/ports/43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4 HTTP/1.1" status: 204  len: 173 time: 0.6160963
Jan 15 21:05:45.257887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-deleted', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:45.260514 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5877e5-cffa-44e0-8ef1-d4e3bda77a04" -d '{"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-deleted", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:45.331128 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23750c1c-b19f-4ace-b6ef-a0d1997e9c34 x-openstack-request-id: req-23750c1c-b19f-4ace-b6ef-a0d1997e9c34 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:45.331423 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df405782-02e0-4416-9c91-818ea05dacaf", "name": "network-vif-deleted", "tag": "43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4", "status": "failed", "code": 422}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:45.332263 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23750c1c-b19f-4ace-b6ef-a0d1997e9c34 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:45.332263 ncdv-master-1 neutron-server[114437]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df405782-02e0-4416-9c91-818ea05dacaf', 'name': 'network-vif-deleted', 'tag': '43dfb9cf-e68a-4c7c-b0c6-7b7fcd77dbf4', 'status': 'failed', 'code': 422} returned with failed status
Jan 15 21:05:45.344266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (aedc082f-7c0f-4189-a0f7-68fccc1c766c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.397091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] Publish callbacks [] for security_group (d7b22170-18a7-4762-bbf5-cf74c9dc66b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.399154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=aedc082f-7c0f-4189-a0f7-68fccc1c766c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:45.402744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.408996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-abce3611-0250-4fa0-8000-56c818b8f8f7 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/aedc082f-7c0f-4189-a0f7-68fccc1c766c HTTP/1.1" status: 204  len: 168 time: 0.5196712
Jan 15 21:05:45.409172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:45.413730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6887e-aef0-45cc-aea5-78380aababc3 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:45.429657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] Publish callbacks [] for security_group (d7b22170-18a7-4762-bbf5-cf74c9dc66b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.501048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting subnet 10aa8594-02b3-4a19-a63d-cbbaf9a88fdc {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:45.505005 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (10aa8594-02b3-4a19-a63d-cbbaf9a88fdc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.513751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d7b22170-18a7-4762-bbf5-cf74c9dc66b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.516755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.518138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7b22170-18a7-4762-bbf5-cf74c9dc66b6 HTTP/1.1" status: 204  len: 168 time: 0.2914441
Jan 15 21:05:45.527815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5efad8-240a-46ae-b161-e9ba91675743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b22170-18a7-4762-bbf5-cf74c9dc66b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:45.563581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (10aa8594-02b3-4a19-a63d-cbbaf9a88fdc), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.702291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (10aa8594-02b3-4a19-a63d-cbbaf9a88fdc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.782585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (10aa8594-02b3-4a19-a63d-cbbaf9a88fdc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.826696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=10aa8594-02b3-4a19-a63d-cbbaf9a88fdc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:45.831456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.836069 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-82235abf-b26c-4879-b04b-46ccc5ff1152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/10aa8594-02b3-4a19-a63d-cbbaf9a88fdc HTTP/1.1" status: 204  len: 168 time: 0.4235811
Jan 15 21:05:45.836484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55878) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:45.942041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (7556f8f7-66c6-4189-8fb2-2224f509b5cb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:45.949134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55880) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:45.968630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63954090-f120-407b-a1bb-14a56ff93f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.056933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting port 30dfa95a-e28b-4942-9302-10a17f12121f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:46.057231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.069208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63954090-f120-407b-a1bb-14a56ff93f54 admin admin] Publish callbacks [] for security_group (24774e09-e50e-4c0d-920a-58de74e3481e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.073835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63954090-f120-407b-a1bb-14a56ff93f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24774e09-e50e-4c0d-920a-58de74e3481e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.123770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cda8d-2c16-4a95-8615-b92a04da5010 req-97a4810d-f4d8-4c7d-a92d-85527369142d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:46.125345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b7cda8d-2c16-4a95-8615-b92a04da5010 req-97a4810d-f4d8-4c7d-a92d-85527369142d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 908 time: 0.1151903
Jan 15 21:05:46.133893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63954090-f120-407b-a1bb-14a56ff93f54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9da789dfe88481c81dae0d7973422f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1829035
Jan 15 21:05:46.135777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63954090-f120-407b-a1bb-14a56ff93f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24774e09-e50e-4c0d-920a-58de74e3481e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:46.137245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55886) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.159730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] For port 30dfa95a-e28b-4942-9302-10a17f12121f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30dfa95a-e28b-4942-9302-10a17f12121f,segment=NetworkSegment(b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309),segment_id=b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:46.160140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.195956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Calling delete_port for 30dfa95a-e28b-4942-9302-10a17f12121f owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:46.271499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] Publish callbacks [] for security_group (24774e09-e50e-4c0d-920a-58de74e3481e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.310914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] Publish callbacks [] for security_group (24774e09-e50e-4c0d-920a-58de74e3481e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.337036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba056c7-83e8-417c-b1d9-3a4e94b06ca9 None None] Network 7556f8f7-66c6-4189-8fb2-2224f509b5cb requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:46.352139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (30dfa95a-e28b-4942-9302-10a17f12121f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.383384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Port': ['ID=30dfa95a-e28b-4942-9302-10a17f12121f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:46.389211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No DVR routers for this DVR port 30dfa95a-e28b-4942-9302-10a17f12121f on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:46.428240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c332d0a8-0d7d-410c-b1e1-60c650dfbbce None None] Could not find standard attr ID for object 30dfa95a-e28b-4942-9302-10a17f12121f. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:05:46.470036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24774e09-e50e-4c0d-920a-58de74e3481e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.472618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.476115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24774e09-e50e-4c0d-920a-58de74e3481e HTTP/1.1" status: 204  len: 168 time: 0.3354878
Jan 15 21:05:46.489196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (7556f8f7-66c6-4189-8fb2-2224f509b5cb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.489413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17a7a4-f18b-4d1a-a527-72802f275acb None None] DHCP port deletion for 7556f8f7-66c6-4189-8fb2-2224f509b5cb request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:05:46.492103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe3fcc-b69a-411e-9c25-13beb93359ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24774e09-e50e-4c0d-920a-58de74e3481e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:46.524099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e794ef4c0>,) {'filters': {'network_id': ['7556f8f7-66c6-4189-8fb2-2224f509b5cb']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:46.534450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e794ef4c0>, 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:46.534758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e794ef4c0>, 'b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:46.545200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.558889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.565127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:46.565517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (b4b92cf7-79b4-4f2e-9cec-5d3e7d0e0309), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:46.568688 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:46.628634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (7556f8f7-66c6-4189-8fb2-2224f509b5cb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.639940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.639940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/7556f8f7-66c6-4189-8fb2-2224f509b5cb HTTP/1.1" status: 204  len: 168 time: 0.8016822
Jan 15 21:05:46.641954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55892) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.657016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30380a02-7da4-49ff-9272-060242d5c050 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=7556f8f7-66c6-4189-8fb2-2224f509b5cb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:46.671658 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ef5184-fb60-49ef-ba0b-23f5c3c5c7d9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.672116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ef5184-fb60-49ef-ba0b-23f5c3c5c7d9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.675429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c5ef5184-fb60-49ef-ba0b-23f5c3c5c7d9 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/f514b1b7-4466-4cf0-9ba1-1348e727852a HTTP/1.1" status: 404  len: 337 time: 0.0317836
Jan 15 21:05:46.677920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.696755 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-862c9f7d-483a-4bdd-867e-8560d536dcd0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.697276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862c9f7d-483a-4bdd-867e-8560d536dcd0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.700195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-862c9f7d-483a-4bdd-867e-8560d536dcd0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/dabb95ea-3fd9-4b79-aaca-a8056ad89774 HTTP/1.1" status: 404  len: 339 time: 0.0213213
Jan 15 21:05:46.702731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.728758 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8b9d62-bc05-4d8a-903b-1602ff9f4ac0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.729395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8b9d62-bc05-4d8a-903b-1602ff9f4ac0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.732439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae8b9d62-bc05-4d8a-903b-1602ff9f4ac0 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/d9e6eaef-16e0-4d7a-8fd3-700ed3559035 HTTP/1.1" status: 404  len: 337 time: 0.0287073
Jan 15 21:05:46.734980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55900) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.753515 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-738c1201-3864-4894-b750-2ac6b9890ccb tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.754151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738c1201-3864-4894-b750-2ac6b9890ccb tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.757210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-738c1201-3864-4894-b750-2ac6b9890ccb tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/eb1ed8bd-301e-4106-9031-fa4e9c09bab0 HTTP/1.1" status: 404  len: 339 time: 0.0212240
Jan 15 21:05:46.759690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.785491 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-be98acce-11ac-4348-a977-e7c6e246a0be tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.785970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be98acce-11ac-4348-a977-e7c6e246a0be tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.791545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be98acce-11ac-4348-a977-e7c6e246a0be tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/e50de61b-7fdb-4d88-946c-fad7dda57873 HTTP/1.1" status: 404  len: 337 time: 0.0284023
Jan 15 21:05:46.792343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55908) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.811746 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a11c5-e061-442b-b0e7-19d17a00693a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:46.812255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a11c5-e061-442b-b0e7-19d17a00693a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:46.815327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f2a11c5-e061-442b-b0e7-19d17a00693a tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/cce87120-5015-4a45-bf6f-e9dbf37e144d HTTP/1.1" status: 404  len: 339 time: 0.0216846
Jan 15 21:05:46.817745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55910) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:46.874293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting subnet 6564fbc8-f659-45eb-b4b0-0e477f05838d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:46.878256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (6564fbc8-f659-45eb-b4b0-0e477f05838d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:46.921537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (6564fbc8-f659-45eb-b4b0-0e477f05838d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.008605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6564fbc8-f659-45eb-b4b0-0e477f05838d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.079244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (6564fbc8-f659-45eb-b4b0-0e477f05838d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.108967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=6564fbc8-f659-45eb-b4b0-0e477f05838d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:47.120397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.124357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f680fd5-3183-4a3d-b2cb-dfcbab482152 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/6564fbc8-f659-45eb-b4b0-0e477f05838d HTTP/1.1" status: 204  len: 168 time: 0.3055580
Jan 15 21:05:47.126768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:47.129145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259507b-ed15-443c-a4c8-83c05e977e69 None None] Network 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:47.257835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.339424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762614-8276-43a6-b0cb-d68d2a47c7b7 req-5d8cfde9-ac6c-4244-858c-f254ce167e6b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:47.340956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc762614-8276-43a6-b0cb-d68d2a47c7b7 req-5d8cfde9-ac6c-4244-858c-f254ce167e6b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 908 time: 0.0797532
Jan 15 21:05:47.392412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 30dfa95a-e28b-4942-9302-10a17f12121f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:47.396958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] DHCP port deletion for 6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:05:47.422035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 30dfa95a-e28b-4942-9302-10a17f12121f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:47.422405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 30dfa95a-e28b-4942-9302-10a17f12121f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:47.426309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:47.426666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.487862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Deleting port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:47.489012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.501196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] For port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,segment=NetworkSegment(75a782f8-bf9a-4d4f-8f2c-faa21bd7e802),segment_id=75a782f8-bf9a-4d4f-8f2c-faa21bd7e802)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:47.501577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.502919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-859b4669-081e-4a64-981b-0822c4336269 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:47.504632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-859b4669-081e-4a64-981b-0822c4336269 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 908 time: 0.0591121
Jan 15 21:05:47.520955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Calling delete_port for 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:47.577017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] For port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,segment=NetworkSegment(75a782f8-bf9a-4d4f-8f2c-faa21bd7e802),segment_id=75a782f8-bf9a-4d4f-8f2c-faa21bd7e802)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:47.577017 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.594290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Calling delete_port for 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:47.650283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.664266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port ab07dc98-af7c-4650-b36e-d8be43ca08c1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:47.664764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.670370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No DVR routers for this DVR port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:47.682308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5f2a899d-2fcb-434e-95a0-8be6fa8c1673), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.697381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] No DVR routers for this DVR port 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:47.722021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Port': ['ID=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:47.733690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3210fba-8c72-492f-88cb-b14b727f50d7 None None] Pushing event deleted for resources: {'Port': ['ID=5f2a899d-2fcb-434e-95a0-8be6fa8c1673,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:47.776825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port ab07dc98-af7c-4650-b36e-d8be43ca08c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab07dc98-af7c-4650-b36e-d8be43ca08c1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:47.777236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.792089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for ab07dc98-af7c-4650-b36e-d8be43ca08c1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:47.792436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.815544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9d0490>,) {'filters': {'network_id': ['6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:47.827258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9d0490>, '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:47.827668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9d0490>, '75a782f8-bf9a-4d4f-8f2c-faa21bd7e802') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:47.837925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (75a782f8-bf9a-4d4f-8f2c-faa21bd7e802), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.852337 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (75a782f8-bf9a-4d4f-8f2c-faa21bd7e802), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.859361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:47.859755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (75a782f8-bf9a-4d4f-8f2c-faa21bd7e802), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:47.862929 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:47.898226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9111393c-f9f2-4c1a-9778-3d217ff6520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.931179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.940913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.946339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2 HTTP/1.1" status: 204  len: 168 time: 0.8161476
Jan 15 21:05:47.947486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55950) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:47.966874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab07dc98-af7c-4650-b36e-d8be43ca08c1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:47.987943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956916e4-98d7-4096-aab6-338a925c8967 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=6bd5b16c-4fdc-4e0f-8f5d-cf92431e9ba2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:47.994082 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-9900711c-7452-4b1e-ae97-142e5ea65433 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:47.994548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9900711c-7452-4b1e-ae97-142e5ea65433 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:48.000455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9900711c-7452-4b1e-ae97-142e5ea65433 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/60a34c01-f187-4d42-b772-d5ad5ae5889c HTTP/1.1" status: 404  len: 337 time: 0.0496287
Jan 15 21:05:48.001688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55952) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:48.008488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=ab07dc98-af7c-4650-b36e-d8be43ca08c1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:48.021986 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42f5c89-01a0-4b2d-89b0-78b58c9d1d77 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:05:48.022719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42f5c89-01a0-4b2d-89b0-78b58c9d1d77 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:05:48.042023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f42f5c89-01a0-4b2d-89b0-78b58c9d1d77 tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/9f824afd-3cdd-4154-9864-4274f3ca2bca HTTP/1.1" status: 404  len: 339 time: 0.0397680
Jan 15 21:05:48.044556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55956) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:48.062186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] No DVR routers for this DVR port ab07dc98-af7c-4650-b36e-d8be43ca08c1 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:48.065082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.068685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-732750b6-7ed9-4b77-bd85-389b0b50ad3e req-1aa42c94-3b04-452b-bf21-2e06cdeeafc0 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.45 "DELETE /v2.0/ports/ab07dc98-af7c-4650-b36e-d8be43ca08c1 HTTP/1.1" status: 204  len: 173 time: 0.5553432
Jan 15 21:05:48.069380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'name': 'network-vif-deleted', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:48.072478 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e960b7-53a9-4ff0-a88b-dc841bf9e815" -d '{"events": [{"server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "name": "network-vif-deleted", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:48.139210 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee843e9-fa2b-4634-be7a-c6f6981635be x-openstack-request-id: req-bee843e9-fa2b-4634-be7a-c6f6981635be {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:48.139523 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d45824f-26ca-49c6-971e-f502336f956f", "name": "network-vif-deleted", "tag": "ab07dc98-af7c-4650-b36e-d8be43ca08c1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:48.139771 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bee843e9-fa2b-4634-be7a-c6f6981635be {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:48.140177 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d45824f-26ca-49c6-971e-f502336f956f', 'name': 'network-vif-deleted', 'tag': 'ab07dc98-af7c-4650-b36e-d8be43ca08c1', 'status': 'completed', 'code': 200}
Jan 15 21:05:48.160417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting subnet f2a54cf1-5a31-445f-838d-da41601155fd {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:05:48.164781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for subnet (f2a54cf1-5a31-445f-838d-da41601155fd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.221375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (f2a54cf1-5a31-445f-838d-da41601155fd), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.322247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f2a54cf1-5a31-445f-838d-da41601155fd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.398499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (f2a54cf1-5a31-445f-838d-da41601155fd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.428711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a54cf1-5a31-445f-838d-da41601155fd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:48.431425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.434621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e06902b6-567d-4d2c-b0d1-0c413783f3ac tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/subnets/f2a54cf1-5a31-445f-838d-da41601155fd HTTP/1.1" status: 204  len: 168 time: 0.3867593
Jan 15 21:05:48.437060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55974) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:48.445285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b9b36-7d5c-4cd0-8711-173d8e5f228e None None] Network d2ed4893-c0bf-440d-865c-86355478325a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:05:48.540138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b446c23d-d5c3-4985-ac21-eb1c61cb9931 req-3d2cd264-cb17-4ea2-a26e-15e12f0d2fd1 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d45824f-26ca-49c6-971e-f502336f956f HTTP/1.1" status: 200  len: 210 time: 0.0477540
Jan 15 21:05:48.563805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d2ed4893-c0bf-440d-865c-86355478325a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.640060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Deleting port 9c7d60a0-179b-4d69-9806-aa0467c101ab {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:48.640406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.666870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] DHCP port deletion for d2ed4893-c0bf-440d-865c-86355478325a request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:05:48.735416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] For port 9c7d60a0-179b-4d69-9806-aa0467c101ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c7d60a0-179b-4d69-9806-aa0467c101ab,segment=NetworkSegment(0d175f58-6562-4b12-81e0-f57a1c010347),segment_id=0d175f58-6562-4b12-81e0-f57a1c010347)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:48.735783 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.736024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Deleting port 9c7d60a0-179b-4d69-9806-aa0467c101ab {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:48.736744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.756525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Calling delete_port for 9c7d60a0-179b-4d69-9806-aa0467c101ab owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:48.806461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] For port 9c7d60a0-179b-4d69-9806-aa0467c101ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c7d60a0-179b-4d69-9806-aa0467c101ab,segment=NetworkSegment(0d175f58-6562-4b12-81e0-f57a1c010347),segment_id=0d175f58-6562-4b12-81e0-f57a1c010347)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:48.806913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.820246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Calling delete_port for 9c7d60a0-179b-4d69-9806-aa0467c101ab owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:48.853758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.881796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Port': ['ID=9c7d60a0-179b-4d69-9806-aa0467c101ab,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:48.883668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] No DVR routers for this DVR port 9c7d60a0-179b-4d69-9806-aa0467c101ab on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:48.909625 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (9c7d60a0-179b-4d69-9806-aa0467c101ab), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.939595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] Pushing event deleted for resources: {'Port': ['ID=9c7d60a0-179b-4d69-9806-aa0467c101ab,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:48.948534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b1ffb-eb7e-443a-931e-e65c172193ab None None] No DVR routers for this DVR port 9c7d60a0-179b-4d69-9806-aa0467c101ab on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:48.971134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d2ed4893-c0bf-440d-865c-86355478325a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:48.992997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78f6ab80>,) {'filters': {'network_id': ['d2ed4893-c0bf-440d-865c-86355478325a']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:49.002683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78f6ab80>, '0d175f58-6562-4b12-81e0-f57a1c010347') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:49.002983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78f6ab80>, '0d175f58-6562-4b12-81e0-f57a1c010347') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:05:49.018276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (0d175f58-6562-4b12-81e0-f57a1c010347), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.034132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0d175f58-6562-4b12-81e0-f57a1c010347), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.040828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:05:49.041251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (0d175f58-6562-4b12-81e0-f57a1c010347), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:05:49.044798 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:05:49.103466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d2ed4893-c0bf-440d-865c-86355478325a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.112092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.118865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] 10.222.0.46 "DELETE /v2.0/networks/d2ed4893-c0bf-440d-865c-86355478325a HTTP/1.1" status: 204  len: 168 time: 0.6771038
Jan 15 21:05:49.133074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91083bcb-9e2d-494c-bb36-d526f4b7845c tempest-NetworksIpV6Test-915623396 tempest-NetworksIpV6Test-915623396-project] Pushing event deleted for resources: {'Network': ['ID=d2ed4893-c0bf-440d-865c-86355478325a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:49.308674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:49.312185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:49.333580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:49.334024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f2a899d-2fcb-434e-95a0-8be6fa8c1673 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:49.334505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9c7d60a0-179b-4d69-9806-aa0467c101ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:49.339155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56012) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:49.361981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9c7d60a0-179b-4d69-9806-aa0467c101ab {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:49.362321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9c7d60a0-179b-4d69-9806-aa0467c101ab not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:49.441570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cde7802-61d6-4e48-b601-af5e29b28c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.511628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f1a3859b-33cc-4961-83d7-db3e18905094 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35d7eb0139314a2d9ac51eb9949a59b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1712449
Jan 15 21:05:49.514318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:49.552435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cde7802-61d6-4e48-b601-af5e29b28c40 admin admin] Publish callbacks [] for security_group (a0cca946-fd40-42e7-b3f7-8fc94be70d51), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.556939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5cde7802-61d6-4e48-b601-af5e29b28c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a0cca946-fd40-42e7-b3f7-8fc94be70d51), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.570364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Publish callbacks [] for security_group (24385e07-fded-4fed-ba87-dce39b9fd001), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.600542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5cde7802-61d6-4e48-b601-af5e29b28c40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9df98c1617314a8fb9196a398cdbdfa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2899835
Jan 15 21:05:49.601245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Publish callbacks [] for security_group (24385e07-fded-4fed-ba87-dce39b9fd001), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.602406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56024) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:49.603246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde7802-61d6-4e48-b601-af5e29b28c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cca946-fd40-42e7-b3f7-8fc94be70d51,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:49.685430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] Publish callbacks [] for security_group (a0cca946-fd40-42e7-b3f7-8fc94be70d51), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.707853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24385e07-fded-4fed-ba87-dce39b9fd001), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.710456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.711814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24385e07-fded-4fed-ba87-dce39b9fd001 HTTP/1.1" status: 204  len: 168 time: 0.1963928
Jan 15 21:05:49.714634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] Publish callbacks [] for security_group (a0cca946-fd40-42e7-b3f7-8fc94be70d51), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.732294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24385e07-fded-4fed-ba87-dce39b9fd001,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:49.751379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.751734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.752079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.752416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.752755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.753127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.753458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.753787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.754162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.754438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.754772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.755102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.755410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbdc32-1b97-4b98-bff1-65d05fde3e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:49.787278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a0cca946-fd40-42e7-b3f7-8fc94be70d51), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.795206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:49.796381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0cca946-fd40-42e7-b3f7-8fc94be70d51 HTTP/1.1" status: 204  len: 168 time: 0.1929977
Jan 15 21:05:49.804933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe811097-f5fe-40ed-9b6a-0866c3b59952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cca946-fd40-42e7-b3f7-8fc94be70d51,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:49.903090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468f83-06e5-4382-8d06-18d7ac4f6284 req-3c3263cb-b642-4410-916c-33edb2482bc6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:49.904618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1468f83-06e5-4382-8d06-18d7ac4f6284 req-3c3263cb-b642-4410-916c-33edb2482bc6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.0575461
Jan 15 21:05:49.965291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1468f83-06e5-4382-8d06-18d7ac4f6284 req-6e11d53a-71d4-4e1a-85b2-9c61ff880b0d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531485
Jan 15 21:05:50.154336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56050) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:50.167846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c28c5fb3-2106-4ca8-ab49-b65db74e0b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.247154 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c28c5fb3-2106-4ca8-ab49-b65db74e0b3b admin admin] Publish callbacks [] for security_group (e1fd8f1e-fb6a-454b-9318-242959c12a59), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.250956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c28c5fb3-2106-4ca8-ab49-b65db74e0b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e1fd8f1e-fb6a-454b-9318-242959c12a59), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.292484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5fb3-2106-4ca8-ab49-b65db74e0b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fd8f1e-fb6a-454b-9318-242959c12a59,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:50.300729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c28c5fb3-2106-4ca8-ab49-b65db74e0b3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20dc0a20ed824ba0b111a94f4fd2b43a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1428008
Jan 15 21:05:50.301214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56054) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:50.350074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] Publish callbacks [] for security_group (e1fd8f1e-fb6a-454b-9318-242959c12a59), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.373772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] Publish callbacks [] for security_group (e1fd8f1e-fb6a-454b-9318-242959c12a59), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.420962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e1fd8f1e-fb6a-454b-9318-242959c12a59), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.423504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.427119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1fd8f1e-fb6a-454b-9318-242959c12a59 HTTP/1.1" status: 204  len: 168 time: 0.1229174
Jan 15 21:05:50.433785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d3384-318c-41b6-86ef-42662747cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fd8f1e-fb6a-454b-9318-242959c12a59,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:50.564307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56066) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:50.667744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-799c4db7-9331-4ec7-abaa-fbc5ea1cee5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.777194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416171678'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:50.804438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.814526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.897631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.902336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:50.940073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:50.992217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.002781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.023168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.027381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4590094
Jan 15 21:05:51.027970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56088) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.047452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ed04f-c8a1-4178-8f92-7bb159714e8e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0457236-2e98-46fe-b237-fe22edf21ed8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.140748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3dfc4-8dbc-4f11-abf4-09ce4e112739 req-6ada7d5e-d53d-4545-a91b-56ef9015795d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:51.142253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41e3dfc4-8dbc-4f11-abf4-09ce4e112739 req-6ada7d5e-d53d-4545-a91b-56ef9015795d tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.0916085
Jan 15 21:05:51.147785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b690cc29-6549-4ce3-bd95-2445ce412de9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1186249
Jan 15 21:05:51.151187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.156331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-security--1170038102', 'description': 'tempest-security-description-1777826607'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:51.193807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.197364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41e3dfc4-8dbc-4f11-abf4-09ce4e112739 req-74c3f2e4-d9fc-4dc0-868e-bcc86b5877bf tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475376
Jan 15 21:05:51.252201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.262103 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.264872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.266268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "PUT /v2.0/security-groups/e0457236-2e98-46fe-b237-fe22edf21ed8 HTTP/1.1" status: 200  len: 1797 time: 0.1138628
Jan 15 21:05:51.269142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.314660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-deccdf8c-4cae-4439-921b-9a5991d66949 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups/e0457236-2e98-46fe-b237-fe22edf21ed8 HTTP/1.1" status: 200  len: 1797 time: 0.0441947
Jan 15 21:05:51.317112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.319728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e39cd1-1465-4c90-963b-5305e499b3a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0457236-2e98-46fe-b237-fe22edf21ed8,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.331461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-d2212cc3-2079-4b62-88f5-758633cf36b6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:51.333073 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-d2212cc3-2079-4b62-88f5-758633cf36b6 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 946 time: 0.0840576
Jan 15 21:05:51.376502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.406915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.445930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port b02e61ea-6381-4f71-974b-68f69a1343f7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:51.447511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.458083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0457236-2e98-46fe-b237-fe22edf21ed8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.460714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.465060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0457236-2e98-46fe-b237-fe22edf21ed8 HTTP/1.1" status: 204  len: 168 time: 0.1440630
Jan 15 21:05:51.466520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56108) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.478319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40688155-ba95-4b44-a7d3-924c559f7da1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0457236-2e98-46fe-b237-fe22edf21ed8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.478751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab07dc98-af7c-4650-b36e-d8be43ca08c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:51.536338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39f2b3cb-2124-404f-947a-8c524ee8f7a8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0659697
Jan 15 21:05:51.537144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56112) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.553100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: ab07dc98-af7c-4650-b36e-d8be43ca08c1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:51.556744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ab07dc98-af7c-4650-b36e-d8be43ca08c1 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:51.562303 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-b472ca8f-ff54-4f47-a835-654224cb6a35 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:51.563356 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b472ca8f-ff54-4f47-a835-654224cb6a35 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0457236-2e98-46fe-b237-fe22edf21ed8 HTTP/1.1" status: 404  len: 347 time: 0.0249069
Jan 15 21:05:51.567319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56114) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.574273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--722541150'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:51.584039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port b02e61ea-6381-4f71-974b-68f69a1343f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b02e61ea-6381-4f71-974b-68f69a1343f7,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:51.584563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.603457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for b02e61ea-6381-4f71-974b-68f69a1343f7 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:51.612880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.694648 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (43fc10a7-036f-475c-952f-0eeeebf9f7d8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.699934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (43fc10a7-036f-475c-952f-0eeeebf9f7d8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.735290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.736518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1680264
Jan 15 21:05:51.739772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56122) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.744935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '43fc10a7-036f-475c-952f-0eeeebf9f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:51.750275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968a975-c207-4ea4-9c80-9a32a912ac22 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc10a7-036f-475c-952f-0eeeebf9f7d8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.770622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b02e61ea-6381-4f71-974b-68f69a1343f7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.785180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80', 'b02e61ea-6381-4f71-974b-68f69a1343f7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:51.786223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.802619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=b02e61ea-6381-4f71-974b-68f69a1343f7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.864648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] No DVR routers for this DVR port b02e61ea-6381-4f71-974b-68f69a1343f7 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:51.864648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.866406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.867240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2adf4024-c9d9-4f3d-945b-6c1bb3aefe9c req-c78bb3d7-6fec-4cf7-85da-86598f290513 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "DELETE /v2.0/ports/b02e61ea-6381-4f71-974b-68f69a1343f7 HTTP/1.1" status: 204  len: 173 time: 0.5277677
Jan 15 21:05:51.868042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'name': 'network-vif-deleted', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:51.870757 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6f5f6-a751-4194-8ff8-e44dfa7cb31a" -d '{"events": [{"server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "name": "network-vif-deleted", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:51.871136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.901735 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.908789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69831d60-3ebc-4b48-ab9f-3390d6af5aff,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:51.927317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.930126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4c5615c1-7da4-473c-b352-3ccc39ab6459 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1893678
Jan 15 21:05:51.934008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56130) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:51.940339 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41faa20a-0bf0-47ec-96b9-7d5b2bd0630e x-openstack-request-id: req-41faa20a-0bf0-47ec-96b9-7d5b2bd0630e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:51.941690 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ef93d-246f-464d-8c9c-f5a6fa14e4fe", "name": "network-vif-deleted", "tag": "b02e61ea-6381-4f71-974b-68f69a1343f7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:51.941842 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41faa20a-0bf0-47ec-96b9-7d5b2bd0630e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:51.942230 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ef93d-246f-464d-8c9c-f5a6fa14e4fe', 'name': 'network-vif-deleted', 'tag': 'b02e61ea-6381-4f71-974b-68f69a1343f7', 'status': 'completed', 'code': 200}
Jan 15 21:05:51.973166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:51.994631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.034354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (69831d60-3ebc-4b48-ab9f-3390d6af5aff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.059433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.060652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/69831d60-3ebc-4b48-ab9f-3390d6af5aff HTTP/1.1" status: 204  len: 168 time: 0.1248517
Jan 15 21:05:52.061549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95681c-b95b-432b-a60a-a59737c778bd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69831d60-3ebc-4b48-ab9f-3390d6af5aff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:52.063504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56136) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.121741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-495fff89-6a77-4e4c-a71c-50e598790d96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0563798
Jan 15 21:05:52.124045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56138) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.194369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (43fc10a7-036f-475c-952f-0eeeebf9f7d8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.220651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (43fc10a7-036f-475c-952f-0eeeebf9f7d8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.275730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (43fc10a7-036f-475c-952f-0eeeebf9f7d8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.278836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.282359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/43fc10a7-036f-475c-952f-0eeeebf9f7d8 HTTP/1.1" status: 204  len: 168 time: 0.1551189
Jan 15 21:05:52.283055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.290433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0f87-e846-4284-95da-209726b04f4e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc10a7-036f-475c-952f-0eeeebf9f7d8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:52.360187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8997462c-4522-4b59-869d-56b7b7b1e537 req-b5bf14a8-ffab-4889-b76a-95a7a97b8a80 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d09ef93d-246f-464d-8c9c-f5a6fa14e4fe HTTP/1.1" status: 200  len: 210 time: 0.0470343
Jan 15 21:05:52.419222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.419475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-da1e6c54-15fa-4e88-bc7b-be1a53b9e890 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1349251
Jan 15 21:05:52.425076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378780066'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:52.465575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.542621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (66ad4683-65e2-45b7-8133-5d596caa678a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.557081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66ad4683-65e2-45b7-8133-5d596caa678a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.590832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.595103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1718631
Jan 15 21:05:52.595570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.596535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1081db1-3ada-4587-987c-16673588996e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ad4683-65e2-45b7-8133-5d596caa678a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:52.604278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '66ad4683-65e2-45b7-8133-5d596caa678a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:52.641957 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.693899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.701835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.721986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e33fd4c-c289-47ce-b963-966a9895643a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:52.732463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.734355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bb433d15-964a-4fe7-acad-ac1af5645d8b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1372106
Jan 15 21:05:52.736652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.742491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '66ad4683-65e2-45b7-8133-5d596caa678a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:52.778457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.838579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.842726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.862103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3e4978-8931-4f4e-bbe1-d3754cf897f5,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:52.876045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.880004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:52.880179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-70a3c5ce-226a-42f7-b9e1-530aff6d23af tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1424623
Jan 15 21:05:52.885881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '66ad4683-65e2-45b7-8133-5d596caa678a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:52.918175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.979032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:52.983565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.005180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21f4355-f7e3-4f4f-9fa4-69a27e409f05,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.013977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.013977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2ad41bb4-0662-4f3d-8fa5-f88f16ea8f6f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1326733
Jan 15 21:05:53.016243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.020716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '66ad4683-65e2-45b7-8133-5d596caa678a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:53.050013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.112574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.116426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.145071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78845711-7dd4-4782-9bc9-8d1f00ef3ef5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.166825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.168440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1bdaeff5-54ca-4cea-a67a-88e96e473fe8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1509104
Jan 15 21:05:53.171145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56182) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.179245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '66ad4683-65e2-45b7-8133-5d596caa678a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:53.209655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.235850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.279036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.283940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.306327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21e8081-887a-4e5f-b88f-9178a650bc96,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.313963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.315179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-add4e87a-4730-4ab4-a52c-ede8845ba081 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1425006
Jan 15 21:05:53.318772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.349385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.359739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.390572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e21e8081-887a-4e5f-b88f-9178a650bc96), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.395855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.397117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e21e8081-887a-4e5f-b88f-9178a650bc96 HTTP/1.1" status: 204  len: 168 time: 0.0774043
Jan 15 21:05:53.402304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56192) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.419463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3d193-a6fb-47d3-83bd-d2dfc05e73a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e21e8081-887a-4e5f-b88f-9178a650bc96,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.465854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3b59ebc3-fac0-49f3-ac0e-4862f0a0d03c tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0617588
Jan 15 21:05:53.468945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56200) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.502841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.511824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.547520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (78845711-7dd4-4782-9bc9-8d1f00ef3ef5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.561076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.563722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/78845711-7dd4-4782-9bc9-8d1f00ef3ef5 HTTP/1.1" status: 204  len: 168 time: 0.0933123
Jan 15 21:05:53.567142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.571817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a268-edb4-4b58-b98f-29e6bf8b8956 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78845711-7dd4-4782-9bc9-8d1f00ef3ef5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.639400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56208) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.640110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c299d37-d9f5-4391-b804-e5696b44dea1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0707798
Jan 15 21:05:53.667197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.677054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.735484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d21f4355-f7e3-4f4f-9fa4-69a27e409f05), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.742720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.748874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d21f4355-f7e3-4f4f-9fa4-69a27e409f05 HTTP/1.1" status: 204  len: 168 time: 0.1038353
Jan 15 21:05:53.749709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56216) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.755152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ae93f-d27b-40d3-85a4-8fd144e0eb7d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d21f4355-f7e3-4f4f-9fa4-69a27e409f05,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.771742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a4b2c-4e27-4985-817a-a6bbd2f7e5dc req-6d0776c2-b6c6-472a-9755-b0a0170b6203 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:53.781588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c6a4b2c-4e27-4985-817a-a6bbd2f7e5dc req-6d0776c2-b6c6-472a-9755-b0a0170b6203 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0797241
Jan 15 21:05:53.807819 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c3a13028-cf9e-45ef-be38-b8e705271f97 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0562541
Jan 15 21:05:53.810656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56220) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.843209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c6a4b2c-4e27-4985-817a-a6bbd2f7e5dc req-7984cdf8-d77f-491b-8f46-331474906bb4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607131
Jan 15 21:05:53.850310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.866642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.887183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (4d3e4978-8931-4f4e-bbe1-d3754cf897f5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.892095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.893240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4d3e4978-8931-4f4e-bbe1-d3754cf897f5 HTTP/1.1" status: 204  len: 168 time: 0.0816650
Jan 15 21:05:53.898948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56224) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.904143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941367d-fcea-4a08-96a3-f3fa72b61f6b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d3e4978-8931-4f4e-bbe1-d3754cf897f5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:53.942033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f8a8a169-7edd-4e64-b27e-d39f0c087c6d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0412035
Jan 15 21:05:53.946072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56226) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:53.971346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:53.979846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.007503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5e33fd4c-c289-47ce-b963-966a9895643a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.016461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.016461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5e33fd4c-c289-47ce-b963-966a9895643a HTTP/1.1" status: 204  len: 168 time: 0.0674388
Jan 15 21:05:54.017349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.034420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0c99-c8c9-4500-a6fb-d5419b17bc96 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e33fd4c-c289-47ce-b963-966a9895643a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.063177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0885ba54-181f-4242-9f88-a8f531df660f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0447700
Jan 15 21:05:54.066818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.135485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (66ad4683-65e2-45b7-8133-5d596caa678a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.166963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (66ad4683-65e2-45b7-8133-5d596caa678a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.215982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.217902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66ad4683-65e2-45b7-8133-5d596caa678a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.220679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.224734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/66ad4683-65e2-45b7-8133-5d596caa678a HTTP/1.1" status: 204  len: 168 time: 0.1569455
Jan 15 21:05:54.224929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.238481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa812691-eaf6-47b4-a562-cb51913a3cb1 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ad4683-65e2-45b7-8133-5d596caa678a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.286071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81412ee6-55d3-4660-ac44-0508472838e0 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0596960
Jan 15 21:05:54.291051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.298160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658981931'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:54.322963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.396174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (53ba5c6d-c7f2-46a8-93ba-02f97513f9d2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.401131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (53ba5c6d-c7f2-46a8-93ba-02f97513f9d2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.432160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba5c6d-c7f2-46a8-93ba-02f97513f9d2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.438804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.443280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cd4e9cec-efba-4b28-abab-a8b8e9fbca5f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1479857
Jan 15 21:05:54.443741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.447979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '53ba5c6d-c7f2-46a8-93ba-02f97513f9d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:54.477042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (692e4c53-217d-4558-8a4a-e4fdba077c11), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.528251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (692e4c53-217d-4558-8a4a-e4fdba077c11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.534211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (692e4c53-217d-4558-8a4a-e4fdba077c11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.557092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692e4c53-217d-4558-8a4a-e4fdba077c11,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.567611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.568886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef4b1496-6cfc-47c6-9aab-e6e6c9ea139a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1246376
Jan 15 21:05:54.574420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56252) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.628304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (53ba5c6d-c7f2-46a8-93ba-02f97513f9d2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.653836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (53ba5c6d-c7f2-46a8-93ba-02f97513f9d2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.700402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (53ba5c6d-c7f2-46a8-93ba-02f97513f9d2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.703009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.706679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/53ba5c6d-c7f2-46a8-93ba-02f97513f9d2 HTTP/1.1" status: 204  len: 168 time: 0.1288037
Jan 15 21:05:54.707316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56256) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.724331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ead5-f3fe-4ec9-9a61-793c2003203d tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba5c6d-c7f2-46a8-93ba-02f97513f9d2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.770993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-657c0f45-cf8c-45ff-bbbb-5bf726305394 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0626171
Jan 15 21:05:54.778093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56258) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.782607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--776473884'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:54.812178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.888223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (90dbe725-30ea-475a-8d19-f2f4c07c0fe5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.896139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (90dbe725-30ea-475a-8d19-f2f4c07c0fe5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.932104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.935046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1546197
Jan 15 21:05:54.938021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56266) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:54.945033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--596136034'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:54.951373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8451-c307-4887-9c68-e4d20a873817 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dbe725-30ea-475a-8d19-f2f4c07c0fe5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:54.982148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:54.982463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932979df-09fd-4d0b-8022-9d90b1314ff8 req-db77b71b-7a10-4355-ba6b-e6f493d10be2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:54.983895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-932979df-09fd-4d0b-8022-9d90b1314ff8 req-db77b71b-7a10-4355-ba6b-e6f493d10be2 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0621598
Jan 15 21:05:55.041906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-932979df-09fd-4d0b-8022-9d90b1314ff8 req-e69781f0-5678-4a7b-848c-e648d370b5b4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdfe926-9397-4b0b-8264-3e6c53a75afd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510888
Jan 15 21:05:55.088175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (3d1927a6-8935-40d1-987e-706a099fc2a1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.100290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-e84ae783-f792-4f65-90ba-1ca8f3818118 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:55.101788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-e84ae783-f792-4f65-90ba-1ca8f3818118 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 945 time: 0.0873926
Jan 15 21:05:55.103395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d1927a6-8935-40d1-987e-706a099fc2a1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.160011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.161285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2219477
Jan 15 21:05:55.166384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56272) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.172812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '90dbe725-30ea-475a-8d19-f2f4c07c0fe5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3d1927a6-8935-40d1-987e-706a099fc2a1', 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:55.174395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72116-e062-4af0-b554-a0821bc1f571 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1927a6-8935-40d1-987e-706a099fc2a1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:55.212890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.246910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port f19de7c9-cb20-4177-abf7-73605a4d6a80 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:55.247187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.314923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.323463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.358096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port f19de7c9-cb20-4177-abf7-73605a4d6a80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19de7c9-cb20-4177-abf7-73605a4d6a80,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:55.361343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.370939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908a0f4e-71be-474e-a830-4c9c9aaf62c6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:55.383209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.383804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.384242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.385262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.386181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.386672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.387040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.387615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.387926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.388426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.388951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.389282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.389786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:05:55.395458 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.396679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eb604e1c-e9b8-4148-a429-94bc6f50adcc tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2291377
Jan 15 21:05:55.400435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.402528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for f19de7c9-cb20-4177-abf7-73605a4d6a80 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:05:55.425345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.434111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.465548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (908a0f4e-71be-474e-a830-4c9c9aaf62c6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.480138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.482193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/908a0f4e-71be-474e-a830-4c9c9aaf62c6 HTTP/1.1" status: 204  len: 168 time: 0.0803204
Jan 15 21:05:55.483743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163636e2-1ada-4498-bc2e-99d1107372a9 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908a0f4e-71be-474e-a830-4c9c9aaf62c6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:55.485451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.532744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a20597d2-589f-49a1-b89d-f74870935ecd tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0458508
Jan 15 21:05:55.534860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56282) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.551081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f19de7c9-cb20-4177-abf7-73605a4d6a80), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.563152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f19de7c9-cb20-4177-abf7-73605a4d6a80'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:05:55.581547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=f19de7c9-cb20-4177-abf7-73605a4d6a80,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:55.610816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (3d1927a6-8935-40d1-987e-706a099fc2a1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.632433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] No DVR routers for this DVR port f19de7c9-cb20-4177-abf7-73605a4d6a80 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:05:55.637230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.641494 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c9454423-02d2-48a8-b12e-ffc92a13010d req-54f58e29-b5ec-46fe-be20-3ae4f1c5586b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "DELETE /v2.0/ports/f19de7c9-cb20-4177-abf7-73605a4d6a80 HTTP/1.1" status: 204  len: 173 time: 0.5290160
Jan 15 21:05:55.642032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'name': 'network-vif-deleted', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:05:55.645539 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be3c82-9185-4255-9f0d-1296ab311655" -d '{"events": [{"server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "name": "network-vif-deleted", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:05:55.657885 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (3d1927a6-8935-40d1-987e-706a099fc2a1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.688935 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d17bdb-c003-4eb7-bb62-87ee6d0e62c1 x-openstack-request-id: req-d8d17bdb-c003-4eb7-bb62-87ee6d0e62c1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:05:55.689532 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cbafd5-4836-48b9-8db6-440002deb281", "name": "network-vif-deleted", "tag": "f19de7c9-cb20-4177-abf7-73605a4d6a80", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:05:55.689532 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8d17bdb-c003-4eb7-bb62-87ee6d0e62c1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:05:55.689878 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cbafd5-4836-48b9-8db6-440002deb281', 'name': 'network-vif-deleted', 'tag': 'f19de7c9-cb20-4177-abf7-73605a4d6a80', 'status': 'completed', 'code': 200}
Jan 15 21:05:55.736086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d1927a6-8935-40d1-987e-706a099fc2a1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.740960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.745037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56290) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.745537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/3d1927a6-8935-40d1-987e-706a099fc2a1 HTTP/1.1" status: 204  len: 168 time: 0.2095683
Jan 15 21:05:55.757584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13199750-4133-469f-a36d-c126059f2964 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1927a6-8935-40d1-987e-706a099fc2a1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:55.828299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-11d2b70b-140a-4525-b6c0-cae152df85d7 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0818698
Jan 15 21:05:55.831036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.898221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (90dbe725-30ea-475a-8d19-f2f4c07c0fe5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.923805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (90dbe725-30ea-475a-8d19-f2f4c07c0fe5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.967156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (90dbe725-30ea-475a-8d19-f2f4c07c0fe5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.970432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:55.975930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/90dbe725-30ea-475a-8d19-f2f4c07c0fe5 HTTP/1.1" status: 204  len: 168 time: 0.1401165
Jan 15 21:05:55.976248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56300) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:55.983622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379256a-2ebb-45d3-b2d8-fd0228b57050 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dbe725-30ea-475a-8d19-f2f4c07c0fe5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.025874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-76b28dbc-f72d-4cf6-8024-83b3fda336ab tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0472798
Jan 15 21:05:56.029906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.039915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690874994'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:56.066226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.173317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (042e0e83-5c0a-4237-86b0-a763b5afba8d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.177494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (042e0e83-5c0a-4237-86b0-a763b5afba8d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.212630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.217008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1828947
Jan 15 21:05:56.217157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d3bbde8-05e2-4034-aa6b-cf9e989ebe24 req-2415617c-8f07-427c-8c4f-a463e4234960 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=11cbafd5-4836-48b9-8db6-440002deb281 HTTP/1.1" status: 200  len: 210 time: 0.0657835
Jan 15 21:05:56.217157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.220011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b02e61ea-6381-4f71-974b-68f69a1343f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:05:56.222942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a22a10-0ad5-4e5a-9316-c4a35100ab1f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042e0e83-5c0a-4237-86b0-a763b5afba8d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.242006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '042e0e83-5c0a-4237-86b0-a763b5afba8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:56.255233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: b02e61ea-6381-4f71-974b-68f69a1343f7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:05:56.255717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b02e61ea-6381-4f71-974b-68f69a1343f7 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:05:56.283063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.355004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.360487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.386048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.391222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.392383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f76471f4-8147-4643-b057-a79d143fff72 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1548383
Jan 15 21:05:56.395360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.426843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.439231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.466323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.472867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.476335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1 HTTP/1.1" status: 204  len: 168 time: 0.0777035
Jan 15 21:05:56.479284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.481078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7655-8e50-4fbf-a2ca-4a20265cd348 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1a0ef88-5e60-4855-ba6a-aaffdd2f2ff1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.518808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-10fbc8d9-31e5-48bc-bc84-b7bea986eae7 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0383265
Jan 15 21:05:56.521486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.573530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (042e0e83-5c0a-4237-86b0-a763b5afba8d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.606300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (042e0e83-5c0a-4237-86b0-a763b5afba8d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.648505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (042e0e83-5c0a-4237-86b0-a763b5afba8d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.651982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.653281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/042e0e83-5c0a-4237-86b0-a763b5afba8d HTTP/1.1" status: 204  len: 168 time: 0.1306593
Jan 15 21:05:56.655966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56324) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.662793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d3e9-b046-4d6c-a979-46bf84e7fd59 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e0e83-5c0a-4237-86b0-a763b5afba8d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.704679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e58c753-4a04-4b69-b4e9-c3574ab839cb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0475647
Jan 15 21:05:56.708468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.713592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--34309282'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:56.737744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.816331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (7542642d-60ac-4554-996f-80a90d0fba1e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.820774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7542642d-60ac-4554-996f-80a90d0fba1e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.855266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.856508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1469836
Jan 15 21:05:56.858437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb972f-d8de-4f02-9ee4-660f5ec3fad3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7542642d-60ac-4554-996f-80a90d0fba1e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.859498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56332) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:56.865926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '7542642d-60ac-4554-996f-80a90d0fba1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:56.894685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.957766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.963007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.980859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9638e40e-98ca-43d7-b274-5779c8ccf197,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:56.989806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:56.991068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ffe88d51-9472-48cb-b23b-9ca6f7cc4ac3 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1294663
Jan 15 21:05:56.993862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56338) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.013979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e0b82556-fb99-4aed-854b-ec1375cf7c33 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules/9638e40e-98ca-43d7-b274-5779c8ccf197 HTTP/1.1" status: 200  len: 763 time: 0.0190418
Jan 15 21:05:57.016570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56340) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.057456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b6208a6-2690-42b8-9dda-c6cdbc574b3a tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0397687
Jan 15 21:05:57.060121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56342) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.084501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.092891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.120124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9638e40e-98ca-43d7-b274-5779c8ccf197), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.125657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.127029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9638e40e-98ca-43d7-b274-5779c8ccf197 HTTP/1.1" status: 204  len: 168 time: 0.0659916
Jan 15 21:05:57.130046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.140093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9ff9d-8870-4ea6-9f3d-ce65b37e949b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9638e40e-98ca-43d7-b274-5779c8ccf197,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:57.173265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f0d6697-249f-4272-aacb-3a096681ea4f tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0419602
Jan 15 21:05:57.175706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56348) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.179847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '7542642d-60ac-4554-996f-80a90d0fba1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:57.210018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.275755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.280645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.302040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5577e92-2b37-4f08-b091-9c2a0868b2d0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:57.311502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.312708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-67beb7d5-4eee-40f0-9022-3e42244cea2b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1360934
Jan 15 21:05:57.315455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56356) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.333362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-996e3e19-95c7-4704-a6be-f4a9f8a1f6f2 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules/e5577e92-2b37-4f08-b091-9c2a0868b2d0 HTTP/1.1" status: 200  len: 763 time: 0.0167296
Jan 15 21:05:57.335799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56358) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.403738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83083b53-83ef-4b54-801d-06aa25974079 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0668619
Jan 15 21:05:57.406749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56360) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.456701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.469883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.503818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e5577e92-2b37-4f08-b091-9c2a0868b2d0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.515257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.520450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56368) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.521973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e5577e92-2b37-4f08-b091-9c2a0868b2d0 HTTP/1.1" status: 204  len: 168 time: 0.1141043
Jan 15 21:05:57.546426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8011df9-9842-470d-bb29-fd2959c29f40 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5577e92-2b37-4f08-b091-9c2a0868b2d0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:57.577910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cae21512-0ea7-4f95-99cf-88401340b319 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0551548
Jan 15 21:05:57.580343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.584616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': '7542642d-60ac-4554-996f-80a90d0fba1e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:57.601881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7721f-1cb8-4ba8-97db-4bdc52470b63 req-07e326f4-8af3-4baf-8f84-a815e6bca266 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:57.604455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44f7721f-1cb8-4ba8-97db-4bdc52470b63 req-07e326f4-8af3-4baf-8f84-a815e6bca266 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0684543
Jan 15 21:05:57.613979 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Project de165ec054d64d52bfbb35619bf4db11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:05:57.620427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.661466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44f7721f-1cb8-4ba8-97db-4bdc52470b63 req-b554de9f-27b6-41ff-ae41-0dfc17a5c41b tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512702
Jan 15 21:05:57.686509 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.690918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.713860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe3150b-9f76-4dda-afaa-3ea15dd24842,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:57.721288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.725138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cad48e16-c386-4a8d-a503-692852a3c1ce tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1414363
Jan 15 21:05:57.725723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56374) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.745501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0d04c2ef-adb8-4ac1-bbfe-c8675e0af96e tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules/abe3150b-9f76-4dda-afaa-3ea15dd24842 HTTP/1.1" status: 200  len: 769 time: 0.0184116
Jan 15 21:05:57.747981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56376) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.794047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-18043f06-b321-4bfb-9709-043f1faa3bde tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0447891
Jan 15 21:05:57.796532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.823470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.832833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.862123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (abe3150b-9f76-4dda-afaa-3ea15dd24842), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.868760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:57.869882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/abe3150b-9f76-4dda-afaa-3ea15dd24842 HTTP/1.1" status: 204  len: 168 time: 0.0724375
Jan 15 21:05:57.872632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.875945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e28103-5704-410a-bb78-7508e1b5d8c6 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abe3150b-9f76-4dda-afaa-3ea15dd24842,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:57.929345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7fb1082a-cdf9-4f68-ab51-a48d5190873b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0549927
Jan 15 21:05:57.933981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:57.986389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (7542642d-60ac-4554-996f-80a90d0fba1e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.010273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (7542642d-60ac-4554-996f-80a90d0fba1e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.061047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7542642d-60ac-4554-996f-80a90d0fba1e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.063770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.067908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/7542642d-60ac-4554-996f-80a90d0fba1e HTTP/1.1" status: 204  len: 168 time: 0.1302152
Jan 15 21:05:58.068281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.076233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e83647-b29f-4bd4-9990-ad10cd5f4216 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542642d-60ac-4554-996f-80a90d0fba1e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:58.129153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e1e4ad8-1b43-4f95-8df2-ffe705428cca tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0596480
Jan 15 21:05:58.133991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56396) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.138841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group': {'name': 'tempest-secgroup--755318527'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:58.162679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.234830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (b9447e3e-32d6-4424-9ab2-d99a47e70968), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.238589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b9447e3e-32d6-4424-9ab2-d99a47e70968), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.268298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.272086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1341448
Jan 15 21:05:58.272501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56400) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.277684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Request body: {'security_group_rule': {'security_group_id': 'b9447e3e-32d6-4424-9ab2-d99a47e70968', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:05:58.283864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eb8ec-715f-4c2a-ad14-edebaec589c8 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9447e3e-32d6-4424-9ab2-d99a47e70968,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:58.310054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (40e9525b-24d1-44c1-9b56-de0d4e4a2104), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.369054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (40e9525b-24d1-44c1-9b56-de0d4e4a2104), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.373117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (40e9525b-24d1-44c1-9b56-de0d4e4a2104), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.397028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e9525b-24d1-44c1-9b56-de0d4e4a2104,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:58.404969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.408681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a0b0dcc-282f-46bf-b16d-8bef5c2a0dcb tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1327097
Jan 15 21:05:58.408977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56406) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.467339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (b9447e3e-32d6-4424-9ab2-d99a47e70968), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.492685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (b9447e3e-32d6-4424-9ab2-d99a47e70968), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.543461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b9447e3e-32d6-4424-9ab2-d99a47e70968), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.546294 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:58.547456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9447e3e-32d6-4424-9ab2-d99a47e70968 HTTP/1.1" status: 204  len: 168 time: 0.1376047
Jan 15 21:05:58.550557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56410) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.557487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e76acf-3089-4f2f-bac9-a1a7e1032af4 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9447e3e-32d6-4424-9ab2-d99a47e70968,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:58.613332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d2baf7e0-a0eb-4372-93cb-4de8c56a5e87 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0609930
Jan 15 21:05:58.615542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56416) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.655946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-029040ba-be19-46e2-92b7-a55665870d4b tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0390244
Jan 15 21:05:58.658550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56418) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.673538 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-0899adf0-7f40-46b7-96e7-99ca7fb47871 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] delete failed (client error): The resource could not be found.
Jan 15 21:05:58.676892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0899adf0-7f40-46b7-96e7-99ca7fb47871 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9447e3e-32d6-4424-9ab2-d99a47e70968 HTTP/1.1" status: 404  len: 347 time: 0.0150568
Jan 15 21:05:58.678472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56420) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:58.728998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cda148fe-9148-48f3-bd3c-07700b310358 tempest-SecGroupIPv6Test-767196431 tempest-SecGroupIPv6Test-767196431-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0486534
Jan 15 21:05:58.800021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa5b7-888d-4d8c-94dd-68d85eef9cba req-f48d789b-fedc-48cb-bb5e-71656c7b3828 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:58.801454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-082fa5b7-888d-4d8c-94dd-68d85eef9cba req-f48d789b-fedc-48cb-bb5e-71656c7b3828 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0507941
Jan 15 21:05:58.853123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-082fa5b7-888d-4d8c-94dd-68d85eef9cba req-4eb50ee4-b5ed-4b3c-9653-1df7b081a31c tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456872
Jan 15 21:05:59.066016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:59.213049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4935ce07-a21b-46ac-9500-da7a713bf418 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de165ec054d64d52bfbb35619bf4db11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1457958
Jan 15 21:05:59.215378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:05:59.266735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] Publish callbacks [] for security_group (3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.288621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] Publish callbacks [] for security_group (3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.338866 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.341630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.345414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2 HTTP/1.1" status: 204  len: 168 time: 0.1266320
Jan 15 21:05:59.358831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473cbb5-af89-4846-9b37-12636b42ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7afb0b-b297-4ec9-b3d0-e4ddc67cf9e2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:05:59.478890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91053ce-5942-44ec-8174-298a19ff758d req-967c0a15-c33b-49f8-ac69-ff8daea109d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:05:59.480387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f91053ce-5942-44ec-8174-298a19ff758d req-967c0a15-c33b-49f8-ac69-ff8daea109d5 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0548017
Jan 15 21:05:59.583461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:05:59.583856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.691135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] For port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:05:59.691627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.896985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.897712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:05:59.898343 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Floating IP 552fba04-5910-460b-b00c-260f88cf00d3 disassociated. External IP: 172.35.1.61, port: f7503e3b-a43e-4550-8109-a1fb1aa2d5f1.
Jan 15 21:05:59.898769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:00.020422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0f7fd-2b66-44c2-9912-c25730bdfc6a req-fa5e642e-fd81-4ed6-8967-e732222348d4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:00.031369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d0f7fd-2b66-44c2-9912-c25730bdfc6a req-fa5e642e-fd81-4ed6-8967-e732222348d4 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4504a13b-d10e-436a-a5ef-991829938dd9 HTTP/1.1" status: 200  len: 945 time: 0.0964270
Jan 15 21:06:00.059704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f7503e3b-a43e-4550-8109-a1fb1aa2d5f1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.090470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=f7503e3b-a43e-4550-8109-a1fb1aa2d5f1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:00.125786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22d0f7fd-2b66-44c2-9912-c25730bdfc6a req-76d030fc-980a-42d1-8112-00ba47f7759f tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups?id=7704a426-07b1-4e1d-a03a-5c69bb7b6d84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931993
Jan 15 21:06:00.218981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f19de7c9-cb20-4177-abf7-73605a4d6a80 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:00.260419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f19de7c9-cb20-4177-abf7-73605a4d6a80 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:00.260905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f19de7c9-cb20-4177-abf7-73605a4d6a80 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:00.289273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:06:00.300596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56490) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:00.419376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:06:00.431764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Sync routers for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:06:00.448470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:06:00.449442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:05:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:00.461584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] No DVR routers for this DVR port f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:00.464711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.469052 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f91053ce-5942-44ec-8174-298a19ff758d req-12956a24-87f1-40c1-ad90-9a89e977e244 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.39 "DELETE /v2.0/ports/f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 HTTP/1.1" status: 204  len: 173 time: 0.9831445
Jan 15 21:06:00.469435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-deleted', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:06:00.472724 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63827243-af0d-46bb-b463-a4cfa41f1119" -d '{"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-deleted", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:06:00.530453 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b4680-310d-43b8-87a1-859ed67dad78 x-openstack-request-id: req-9f5b4680-310d-43b8-87a1-859ed67dad78 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:06:00.531067 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4504a13b-d10e-436a-a5ef-991829938dd9", "name": "network-vif-deleted", "tag": "f7503e3b-a43e-4550-8109-a1fb1aa2d5f1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:06:00.531067 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f5b4680-310d-43b8-87a1-859ed67dad78 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:06:00.531375 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4504a13b-d10e-436a-a5ef-991829938dd9', 'name': 'network-vif-deleted', 'tag': 'f7503e3b-a43e-4550-8109-a1fb1aa2d5f1', 'status': 'completed', 'code': 200}
Jan 15 21:06:00.597649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1973300386'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:00.631963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Made reservation on behalf of 0bec639660044dea9fcf45b894bd8596 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:00.637550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.651287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.769394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:06:00.773940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for security_group (baa19206-9e9b-45ec-9b4b-bc57ea57af66), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.779607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (baa19206-9e9b-45ec-9b4b-bc57ea57af66), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.808644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:06:00.825687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6d7ac245-e986-459f-8058-c116d2d8523b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.826106 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Added segment 6d7ac245-e986-459f-8058-c116d2d8523b of type vlan for network d7e188d4-3724-4357-8461-7e38b47a749d
Jan 15 21:06:00.828479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa19206-9e9b-45ec-9b4b-bc57ea57af66,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:00.878104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d7e188d4-3724-4357-8461-7e38b47a749d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.895623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56508) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:00.911895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d7e188d4-3724-4357-8461-7e38b47a749d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.919284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:00.919637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:00.997476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6950688
Jan 15 21:06:00.997728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.002555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Request body: {'subnet': {'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:01.017191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a18c-3622-49c9-bf28-c0da4435b01b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event updated for resources: {'Network': ['ID=d7e188d4-3724-4357-8461-7e38b47a749d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:01.032064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d7e188d4-3724-4357-8461-7e38b47a749d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:06:01.076362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97b310b7-3d00-4709-aed6-98bece174c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.106662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6e80>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:01.122089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Made reservation on behalf of 0bec639660044dea9fcf45b894bd8596 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:01.128278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.143790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Checking router: 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:06:01.157957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:06:01.158668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:05:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:01.185746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97b310b7-3d00-4709-aed6-98bece174c01 admin admin] Publish callbacks [] for security_group (6827b4af-891b-40cf-a4b7-0c172c2e3c19), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.193836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97b310b7-3d00-4709-aed6-98bece174c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6827b4af-891b-40cf-a4b7-0c172c2e3c19), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.247972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97b310b7-3d00-4709-aed6-98bece174c01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2deb7192f66e4865bda6a0b2a33689ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3452241
Jan 15 21:06:01.247972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.249416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56522) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.291358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b310b7-3d00-4709-aed6-98bece174c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827b4af-891b-40cf-a4b7-0c172c2e3c19,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:01.316516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:06:01.347885 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (7704a426-07b1-4e1d-a03a-5c69bb7b6d84), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.387489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (7704a426-07b1-4e1d-a03a-5c69bb7b6d84), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.397603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (cf7a2980-a963-482c-8e15-d3c8ef7e8469), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.420031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] Publish callbacks [] for security_group (6827b4af-891b-40cf-a4b7-0c172c2e3c19), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.451352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] Publish callbacks [] for security_group (6827b4af-891b-40cf-a4b7-0c172c2e3c19), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.451630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event updated for resources: {'Subnet': ['ID=cf7a2980-a963-482c-8e15-d3c8ef7e8469,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:01.480352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7704a426-07b1-4e1d-a03a-5c69bb7b6d84), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.482910 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.484357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "DELETE /v2.0/security-groups/7704a426-07b1-4e1d-a03a-5c69bb7b6d84 HTTP/1.1" status: 204  len: 168 time: 0.2359822
Jan 15 21:06:01.486321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Checking segment: {'id': '6d7ac245-e986-459f-8058-c116d2d8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:01.486694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Network hostable DHCP agents. Network: d7e188d4-3724-4357-8461-7e38b47a749d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:06:01.489573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56526) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.498070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240465cd-2874-4006-9787-2b131dac6d30 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704a426-07b1-4e1d-a03a-5c69bb7b6d84,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:01.511494 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-64c484fa-1cf4-4d97-a3ee-66fb12981071 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] show failed (client error): The resource could not be found.
Jan 15 21:06:01.512933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64c484fa-1cf4-4d97-a3ee-66fb12981071 tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "GET /v2.0/security-groups/7704a426-07b1-4e1d-a03a-5c69bb7b6d84 HTTP/1.1" status: 404  len: 347 time: 0.0221446
Jan 15 21:06:01.516284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56528) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.521554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Network d7e188d4-3724-4357-8461-7e38b47a749d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:06:01.537848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7e188d4-3724-4357-8461-7e38b47a749d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:01.548900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:01.549987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.557105 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6827b4af-891b-40cf-a4b7-0c172c2e3c19), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.557581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8332f03-3122-4343-9400-e8a9e6bf5378 None None] Network d7e188d4-3724-4357-8461-7e38b47a749d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:01.559630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.560762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6827b4af-891b-40cf-a4b7-0c172c2e3c19 HTTP/1.1" status: 204  len: 168 time: 0.2791243
Jan 15 21:06:01.580220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f5f16657-976f-4509-9279-967bcbc6d8c1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5813730
Jan 15 21:06:01.581158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:01.587003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Request body: {'port': {'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d', 'name': 'tempest-TagsExtTest-1831684861'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:01.617556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ab609-eeca-4e7c-a60a-10372e5282c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827b4af-891b-40cf-a4b7-0c172c2e3c19,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:01.703033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6e80>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:01.755228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7e188d4-3724-4357-8461-7e38b47a749d', 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d', 'project_id': '0bec639660044dea9fcf45b894bd8596', 'fixed_ips': [{'subnet_id': 'cf7a2980-a963-482c-8e15-d3c8ef7e8469'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:06:01.756038 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.760359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494b04a-0e42-4043-aa2d-6f2fd5a380e2 None None] The sync data for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 is: [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T20:58:00Z', 'revision_number': 4, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c401befd-2d22-4259-a40d-1fa85f503b34', 'name': '', 'network_id': '694fb227-829a-493b-b1b7-2dc4e238e05e', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'mac_address': 'fa:16:3e:a8:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:59Z', 'updated_at': '2022-01-15T20:58:09Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'subnets': [{'id': 'bc355d13-6a37-424a-aa29-4bc72d05996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:06:01.796181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Made reservation on behalf of 0bec639660044dea9fcf45b894bd8596 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:01.807454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:01.882650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] device_id is not set on port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:01.969679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Allocated IP 172.20.0.2 (d7e188d4-3724-4357-8461-7e38b47a749d/cf7a2980-a963-482c-8e15-d3c8ef7e8469/e4d02459-a4ea-48bb-95d7-e09da5e638f7) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:02.028450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56538) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:02.032281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Deleting port 2552bccd-0c47-4094-9652-0c3865a4026a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:02.032631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.044504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3843e92e-5902-458f-abcd-7a41065a3728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.130418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.131103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (2552bccd-0c47-4094-9652-0c3865a4026a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.142689 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd20ba-ad68-44b0-ae20-649986040af3 None None] New status for floating IP 552fba04-5910-460b-b00c-260f88cf00d3: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:06:02.152970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Calling delete_port for 2552bccd-0c47-4094-9652-0c3865a4026a owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:02.161768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3843e92e-5902-458f-abcd-7a41065a3728 admin admin] Publish callbacks [] for security_group (690dde23-0b78-4dba-9afc-42187543fbec), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.170790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3843e92e-5902-458f-abcd-7a41065a3728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (690dde23-0b78-4dba-9afc-42187543fbec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.172634 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks [] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.179986 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.237280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Network d7e188d4-3724-4357-8461-7e38b47a749d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:02.243215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:02.248080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:02.251444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Pushing event updated for resources: {'Port': ['ID=e4d02459-a4ea-48bb-95d7-e09da5e638f7,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:02.302320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843e92e-5902-458f-abcd-7a41065a3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690dde23-0b78-4dba-9afc-42187543fbec,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:02.331860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Allocated IP 172.20.0.9 (d7e188d4-3724-4357-8461-7e38b47a749d/cf7a2980-a963-482c-8e15-d3c8ef7e8469/2c6258e1-d7f0-4a6c-8229-dde79e66b680) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:02.341214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3843e92e-5902-458f-abcd-7a41065a3728 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03feca3f008142f4a5071af87526c2a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3114626
Jan 15 21:06:02.345048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56544) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:02.352500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Attempting to bind port e4d02459-a4ea-48bb-95d7-e09da5e638f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:02.353202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Attempting to bind port e4d02459-a4ea-48bb-95d7-e09da5e638f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d7ac245-e986-459f-8058-c116d2d8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:02.353599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Attempting to bind port e4d02459-a4ea-48bb-95d7-e09da5e638f7 on network d7e188d4-3724-4357-8461-7e38b47a749d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:02.366000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:06:02.366658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Checking segment: {'id': '6d7ac245-e986-459f-8058-c116d2d8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:02.368654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.368808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Bound using segment: {'id': '6d7ac245-e986-459f-8058-c116d2d8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:06:02.369207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Bound port: e4d02459-a4ea-48bb-95d7-e09da5e638f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7ac245-e986-459f-8058-c116d2d8523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd7e188d4-3724-4357-8461-7e38b47a749d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:06:02.373644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.403714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2552bccd-0c47-4094-9652-0c3865a4026a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.437423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Pushing event deleted for resources: {'Port': ['ID=2552bccd-0c47-4094-9652-0c3865a4026a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:02.476707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] Publish callbacks [] for security_group (690dde23-0b78-4dba-9afc-42187543fbec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.480409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac7ec3-6ca5-452a-a9c6-d659d58ab7ba None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:06:02.496824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] For port e4d02459-a4ea-48bb-95d7-e09da5e638f7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:02.502869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] For port e4d02459-a4ea-48bb-95d7-e09da5e638f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4d02459-a4ea-48bb-95d7-e09da5e638f7,segment=NetworkSegment(6d7ac245-e986-459f-8058-c116d2d8523b),segment_id=6d7ac245-e986-459f-8058-c116d2d8523b)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:06:02.503616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] Publish callbacks [] for security_group (690dde23-0b78-4dba-9afc-42187543fbec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.509714 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.514328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks [] for floatingip (552fba04-5910-460b-b00c-260f88cf00d3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.517398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.519165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bb50792c-3a52-4f6f-855f-25f144bd64ca tempest-ServerActionsTestJSON-328534574 tempest-ServerActionsTestJSON-328534574-project] 10.222.0.46 "DELETE /v2.0/floatingips/552fba04-5910-460b-b00c-260f88cf00d3 HTTP/1.1" status: 204  len: 168 time: 1.0017414
Jan 15 21:06:02.526045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56546) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:02.588097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf34b8-5987-4c02-9b39-5bda15279d82 None None] Pushing event updated for resources: {'Port': ['ID=e4d02459-a4ea-48bb-95d7-e09da5e638f7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:02.895118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.907413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (690dde23-0b78-4dba-9afc-42187543fbec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.910179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:02.911350 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/690dde23-0b78-4dba-9afc-42187543fbec HTTP/1.1" status: 204  len: 168 time: 0.5653796
Jan 15 21:06:02.932028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed13f1-52fb-4c07-b26b-2a80139f1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690dde23-0b78-4dba-9afc-42187543fbec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:02.949559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.009926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Network d7e188d4-3724-4357-8461-7e38b47a749d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:03.014285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:03.025782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:03.030417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event updated for resources: {'Port': ['ID=2c6258e1-d7f0-4a6c-8229-dde79e66b680,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:03.082168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:03.082961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.101042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1fe20e7-5026-4b4d-9acb-6e0c10c87e0e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.5184498
Jan 15 21:06:03.103993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.108543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1502309467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:03.164311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.165722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.240608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for router_controller (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.246330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.278564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56558) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.293250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.297257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6820faf5-89de-478e-8140-9745192afd23 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1895504
Jan 15 21:06:03.297565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c16fbbb4-47ac-4aa6-80f0-39a4f55b082e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.298455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56560) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.304343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f28400e5-bfb0-4aef-8418-e93d4388b5e1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-224436122', 'prefixes': ['172.20.0.0/16']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:03.326236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.375037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e4d02459-a4ea-48bb-95d7-e09da5e638f7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:06:03.446838 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c16fbbb4-47ac-4aa6-80f0-39a4f55b082e admin admin] Publish callbacks [] for security_group (623678ec-a35e-4226-9f40-ba86379b614a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.461929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c16fbbb4-47ac-4aa6-80f0-39a4f55b082e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (623678ec-a35e-4226-9f40-ba86379b614a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.465507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e4d02459-a4ea-48bb-95d7-e09da5e638f7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:03.466161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.536388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f28400e5-bfb0-4aef-8418-e93d4388b5e1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.537819 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f28400e5-bfb0-4aef-8418-e93d4388b5e1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.2374442
Jan 15 21:06:03.539471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fbbb4-47ac-4aa6-80f0-39a4f55b082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623678ec-a35e-4226-9f40-ba86379b614a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:03.542391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56566) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.547328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c16fbbb4-47ac-4aa6-80f0-39a4f55b082e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce6c25ca6dbd4f8eb42469a9f25ed7cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2652192
Jan 15 21:06:03.547854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.566307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-5d39638e-c62c-4a58-9b63-33a80398e208 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0ae520>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-450886143') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:03.601315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e4d02459-a4ea-48bb-95d7-e09da5e638f7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:03.601792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.610215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] Publish callbacks [] for security_group (623678ec-a35e-4226-9f40-ba86379b614a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.634752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] Publish callbacks [] for security_group (623678ec-a35e-4226-9f40-ba86379b614a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.646671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port e4d02459-a4ea-48bb-95d7-e09da5e638f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4d02459-a4ea-48bb-95d7-e09da5e638f7,segment=NetworkSegment(6d7ac245-e986-459f-8058-c116d2d8523b),segment_id=6d7ac245-e986-459f-8058-c116d2d8523b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:03.657824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.707629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (623678ec-a35e-4226-9f40-ba86379b614a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.710622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.712941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/623678ec-a35e-4226-9f40-ba86379b614a HTTP/1.1" status: 204  len: 168 time: 0.1638141
Jan 15 21:06:03.721147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d23249-caa5-473e-b10c-e0649a2e1dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623678ec-a35e-4226-9f40-ba86379b614a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:03.745281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=e4d02459-a4ea-48bb-95d7-e09da5e638f7,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:03.778959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5d39638e-c62c-4a58-9b63-33a80398e208 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-450886143 HTTP/1.1" status: 201  len: 201 time: 0.2169940
Jan 15 21:06:03.783479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56572) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.788689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-6c81ef6c-f1d3-4b9b-b1dc-11cd726943ce tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e784df3d0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-2119660520') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:03.882338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Deleting port c401befd-2d22-4259-a40d-1fa85f503b34 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:03.882659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.895125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4fe00-6759-4804-943c-c35bf1f85c3f None None] Network d7e188d4-3724-4357-8461-7e38b47a749d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:03.932428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6c81ef6c-f1d3-4b9b-b1dc-11cd726943ce tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-2119660520 HTTP/1.1" status: 201  len: 201 time: 0.1474590
Jan 15 21:06:03.935747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56574) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:03.941111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-84f4da4e-d4ca-4189-bfd4-53ddcc36d64e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc686a0>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-1344430474') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:03.980704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3273d5b1-4bc3-4a8c-9d98-c4d9257349ab None None] Provisioning complete for port e4d02459-a4ea-48bb-95d7-e09da5e638f7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:03.981107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3273d5b1-4bc3-4a8c-9d98-c4d9257349ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:03.993362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] For port c401befd-2d22-4259-a40d-1fa85f503b34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c401befd-2d22-4259-a40d-1fa85f503b34,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:03.994143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.010331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Calling delete_port for c401befd-2d22-4259-a40d-1fa85f503b34 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:04.076906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84f4da4e-d4ca-4189-bfd4-53ddcc36d64e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-1344430474 HTTP/1.1" status: 201  len: 201 time: 0.1402948
Jan 15 21:06:04.082182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56582) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.088142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-dcb479c8-c5ad-4f15-8f43-2a38478c0c65 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a52d100>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-22908294') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.147952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3273d5b1-4bc3-4a8c-9d98-c4d9257349ab None None] Current status of the port e4d02459-a4ea-48bb-95d7-e09da5e638f7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:04.171531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dcb479c8-c5ad-4f15-8f43-2a38478c0c65 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-22908294 HTTP/1.1" status: 201  len: 201 time: 0.0881591
Jan 15 21:06:04.174007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56586) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.184245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-1f94ea92-5fc0-4d17-88c8-3c1205044b89 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d15e0>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.234578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:04.261927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:04.262279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f7503e3b-a43e-4550-8109-a1fb1aa2d5f1 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:04.302344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f94ea92-5fc0-4d17-88c8-3c1205044b89 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 200  len: 240 time: 0.1251621
Jan 15 21:06:04.304799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56592) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.310879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-de20b0ff-a313-4c21-b181-be199a59553b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8beac0>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-450886143') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.312245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c401befd-2d22-4259-a40d-1fa85f503b34), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.392931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de20b0ff-a313-4c21-b181-be199a59553b tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-450886143 HTTP/1.1" status: 204  len: 168 time: 0.0835471
Jan 15 21:06:04.393180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.399347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-0cb998d3-86ac-4189-8768-256d7342aed0 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79bcc160>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-450886143') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.408183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c401befd-2d22-4259-a40d-1fa85f503b34,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:04.497896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Provisioning complete for port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:04.507913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.514259 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0cb998d3-86ac-4189-8768-256d7342aed0 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-450886143 HTTP/1.1" status: 204  len: 168 time: 0.1197050
Jan 15 21:06:04.515391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56602) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.520831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-3c7edfc2-aff7-4266-b7db-73d7b8fe7076 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79f8ae50>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.608224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:04.623950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3c7edfc2-aff7-4266-b7db-73d7b8fe7076 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 200  len: 205 time: 0.1068113
Jan 15 21:06:04.628376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56608) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.636328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-7dfd2254-a55f-4c19-a395-19068452759f tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79c8a850>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.640655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Provisioning complete for port e4d02459-a4ea-48bb-95d7-e09da5e638f7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:04.641315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.687284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.764951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7dfd2254-a55f-4c19-a395-19068452759f tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 200  len: 241 time: 0.1304209
Jan 15 21:06:04.765438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56610) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.772790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-9d707f58-0efe-40b0-9296-ce065870ce2e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7bbadbe0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-2119660520') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.801635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bdc56e96-eb23-4275-9e54-e0d6317f2082 None None] Current status of the port e4d02459-a4ea-48bb-95d7-e09da5e638f7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:04.847090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9d707f58-0efe-40b0-9296-ce065870ce2e tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-2119660520 HTTP/1.1" status: 204  len: 168 time: 0.0808334
Jan 15 21:06:04.853797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56614) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.858801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-94b656d0-4cc4-45a8-9fc1-2a0ec7b82ccd tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e789576a0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-2119660520') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.930601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-94b656d0-4cc4-45a8-9fc1-2a0ec7b82ccd tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-2119660520 HTTP/1.1" status: 204  len: 168 time: 0.0746555
Jan 15 21:06:04.933144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56618) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:04.938589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-562ff148-ea5f-4947-8754-4a040f445a33 None None] Provisioning complete for port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:04.939650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-562ff148-ea5f-4947-8754-4a040f445a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:04.941342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-9c5020eb-edb1-4a00-b95a-f0bce5274122 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7ac52ca0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:04.958264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:06:05.025578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-562ff148-ea5f-4947-8754-4a040f445a33 None None] Port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:05.035944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c5020eb-edb1-4a00-b95a-f0bce5274122 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 200  len: 205 time: 0.1011140
Jan 15 21:06:05.039263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56622) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.046731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-fd306bab-fafa-4ce1-b671-baccb90c3e29 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7a4cb460>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.084570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:06:05.092987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-85503fb8-2866-4636-96dc-1cd494d249ec admin admin] 10.222.0.46 "PUT /v2.0/routers/53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5660625
Jan 15 21:06:05.093150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.097673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Sync routers for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:06:05.111928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:06:05.113032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:05:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.190747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd306bab-fafa-4ce1-b671-baccb90c3e29 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 200  len: 241 time: 0.1476922
Jan 15 21:06:05.191344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56630) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.197859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-9f5d641c-ff4c-4734-91dd-9621331ca537 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e788436d0>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-1344430474') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.239602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks [] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.255694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:06:05.360470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f5d641c-ff4c-4734-91dd-9621331ca537 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-1344430474 HTTP/1.1" status: 204  len: 168 time: 0.1678798
Jan 15 21:06:05.363263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.365491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks [] for router_gateway (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.374916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-d52ae68b-2cf7-4196-b109-a37ebe5dcac2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e788439d0>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-1344430474') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.441475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e4d02459-a4ea-48bb-95d7-e09da5e638f7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:06:05.445050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Deleting port 7761fc1c-e311-43fe-b2be-2daec52dbb3f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:05.445467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.489990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d52ae68b-2cf7-4196-b109-a37ebe5dcac2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-1344430474 HTTP/1.1" status: 204  len: 168 time: 0.1255333
Jan 15 21:06:05.493356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56640) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.507764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-f5f29889-7732-4f0e-8445-15b30c277201 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e78843430>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.559352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] For port 7761fc1c-e311-43fe-b2be-2daec52dbb3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7761fc1c-e311-43fe-b2be-2daec52dbb3f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:05.559609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.564769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e4d02459-a4ea-48bb-95d7-e09da5e638f7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:05.565340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.574822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Calling delete_port for 7761fc1c-e311-43fe-b2be-2daec52dbb3f owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:05.612389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db940>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T21:06:04Z', 'revision_number': 5, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port': {'id': '7761fc1c-e311-43fe-b2be-2daec52dbb3f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:95:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:56Z', 'updated_at': '2022-01-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.632508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f5f29889-7732-4f0e-8445-15b30c277201 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 200  len: 205 time: 0.1347361
Jan 15 21:06:05.635764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.641879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-4acb61aa-8774-4f22-8a40-352f33ddd890 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7b548730>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.671310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Checking router: 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:06:05.687993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4acb61aa-8774-4f22-8a40-352f33ddd890 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 200  len: 239 time: 0.0510206
Jan 15 21:06:05.690572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.702226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Routers {'53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:06:05.703110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:05:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.703588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-263a8a03-a42b-4472-946e-5e7e45a11258 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a271820>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-22908294') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.738959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-263a8a03-a42b-4472-946e-5e7e45a11258 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-22908294 HTTP/1.1" status: 204  len: 168 time: 0.0445092
Jan 15 21:06:05.739330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56658) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.744537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-c92c88e8-93bd-4b45-8a6f-5c2fedb841f1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2282b0>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-22908294') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.797994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7761fc1c-e311-43fe-b2be-2daec52dbb3f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:05.818349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c92c88e8-93bd-4b45-8a6f-5c2fedb841f1 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-22908294 HTTP/1.1" status: 204  len: 168 time: 0.0776145
Jan 15 21:06:05.819018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56660) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.823872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-b3ea9dff-1e52-49d0-aa88-969fd2235657 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7a25bfd0>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.833500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Pushing event deleted for resources: {'Port': ['ID=7761fc1c-e311-43fe-b2be-2daec52dbb3f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:05.858950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b3ea9dff-1e52-49d0-aa88-969fd2235657 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 200  len: 205 time: 0.0363955
Jan 15 21:06:05.860052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.865202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-39016f5e-20d6-4c85-984a-97d75ee1a8c2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e818e5580>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.896868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39016f5e-20d6-4c85-984a-97d75ee1a8c2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 204  len: 168 time: 0.0365570
Jan 15 21:06:05.900793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:05.905483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-fe00ca7d-7724-4b88-967c-14001bf1e5fe tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e814e7100>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:05.914019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.013768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe00ca7d-7724-4b88-967c-14001bf1e5fe tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 204  len: 168 time: 0.1118231
Jan 15 21:06:06.017201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.017604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2eae2-5361-4bbe-a23f-84e59fd54233 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:06:06.029810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-cba62fe4-abfd-46ac-b43c-d37b3e9cc217 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7bce04c0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.031867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.035390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks [] for router_controller (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.087115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.087788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:06:06.090639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e4d02459-a4ea-48bb-95d7-e09da5e638f7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:06.092994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.097328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1bffaf3-1c39-4e5a-810a-a1737eef5002 admin admin] 10.222.0.46 "DELETE /v2.0/routers/53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab HTTP/1.1" status: 204  len: 168 time: 1.0033317
Jan 15 21:06:06.098132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.109509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] Set router 53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:06:06.139171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cba62fe4-abfd-46ac-b43c-d37b3e9cc217 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 204  len: 168 time: 0.1187382
Jan 15 21:06:06.139790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56688) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.146897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-f32ab944-5b84-4ee9-9a2b-e9b61f84d470 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e78ecb8e0>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.173176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db940>, [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T21:06:05Z', 'revision_number': 6, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.182580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Deleting subnet bc355d13-6a37-424a-aa29-4bc72d05996b {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:06:06.188031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Publish callbacks [] for subnet (bc355d13-6a37-424a-aa29-4bc72d05996b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.203625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576afe94-ea94-4e64-930c-8bbd092e5c33 None None] The sync data for ids ['53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab'] in ncdv-master-1 is: [{'id': '53e1fcd7-9ae4-4f1e-a27c-d851b00fd2ab', 'name': 'tempest-ServerActionsTestJSON-1741019568-router', 'tenant_id': 'e3a611cade394cb288f103fcf516e4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:54Z', 'updated_at': '2022-01-15T21:06:05Z', 'revision_number': 6, 'project_id': 'e3a611cade394cb288f103fcf516e4ab', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:06:06.239962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (bc355d13-6a37-424a-aa29-4bc72d05996b), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.298538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f32ab944-5b84-4ee9-9a2b-e9b61f84d470 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 204  len: 168 time: 0.1575770
Jan 15 21:06:06.304010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56702) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.317048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-2adf04ef-cdd1-4511-8cbd-5f18c35831b7 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd18d30>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-377103296') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.386882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bc355d13-6a37-424a-aa29-4bc72d05996b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.468782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (bc355d13-6a37-424a-aa29-4bc72d05996b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.478940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2adf04ef-cdd1-4511-8cbd-5f18c35831b7 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-377103296 HTTP/1.1" status: 201  len: 201 time: 0.1736724
Jan 15 21:06:06.481777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.486484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-7608c12b-9ac5-4833-8119-171a1521c2e5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa067c0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-1715355477') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.499234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc355d13-6a37-424a-aa29-4bc72d05996b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:06.503825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.508033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-33a67cb2-b2ea-4623-9900-088bf6ff72f7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bc355d13-6a37-424a-aa29-4bc72d05996b HTTP/1.1" status: 204  len: 168 time: 0.4086311
Jan 15 21:06:06.511458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56710) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.513771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e3e97-246e-420a-aacc-f813c76e16c9 None None] Network 694fb227-829a-493b-b1b7-2dc4e238e05e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:06.577633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7608c12b-9ac5-4833-8119-171a1521c2e5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-1715355477 HTTP/1.1" status: 201  len: 201 time: 0.0922089
Jan 15 21:06:06.577986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.582940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-35c0d591-8dd5-4300-9dd9-7f81fc6f4005 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b43bf40>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-849519327') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.629172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (694fb227-829a-493b-b1b7-2dc4e238e05e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.638433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56714) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.716028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35c0d591-8dd5-4300-9dd9-7f81fc6f4005 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-849519327 HTTP/1.1" status: 201  len: 201 time: 0.1368055
Jan 15 21:06:06.724160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56720) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.726342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] DHCP port deletion for 694fb227-829a-493b-b1b7-2dc4e238e05e request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:06:06.729809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-2af123af-e9da-415a-98c3-a7171c472842 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7bbadd60>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-836097317') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.750173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Deleting port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:06.750514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.779312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2af123af-e9da-415a-98c3-a7171c472842 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-836097317 HTTP/1.1" status: 201  len: 201 time: 0.0524781
Jan 15 21:06:06.781363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56722) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.791398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-a3657a11-15b3-460d-b1dc-783965c16df8 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79fef790>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', {'tags': ['tempest-TagsExtTest-Tag-316170615', 'tempest-TagsExtTest-Tag-445650981', 'tempest-TagsExtTest-Tag-774312188']}) {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.807093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Deleting port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:06.807645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.840371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee933f8d-b94e-40b4-993a-e63b005a28bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.883865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a3657a11-15b3-460d-b1dc-783965c16df8 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 200  len: 315 time: 0.1007848
Jan 15 21:06:06.886028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56726) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.890967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-2a83c7a2-2aca-41a6-a0d6-3a8785ddc151 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79fefe50>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:06.895801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] For port 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=192851c0-5cdb-4c57-8ddb-6c5c81b54539,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:06.895801 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.902839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] For port 192851c0-5cdb-4c57-8ddb-6c5c81b54539, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=192851c0-5cdb-4c57-8ddb-6c5c81b54539,segment=NetworkSegment(303b151a-64f0-4ec8-b8cf-597389b01a79),segment_id=303b151a-64f0-4ec8-b8cf-597389b01a79)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:06.903259 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:06.915096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Calling delete_port for 192851c0-5cdb-4c57-8ddb-6c5c81b54539 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:06.917320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Calling delete_port for 192851c0-5cdb-4c57-8ddb-6c5c81b54539 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:06.974792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2a83c7a2-2aca-41a6-a0d6-3a8785ddc151 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 204  len: 168 time: 0.0849128
Jan 15 21:06:06.975180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56728) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:06.980653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-c870fcfa-9b85-47e6-8144-b80143c39bed tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e78663e20>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-316170615') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.005241 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.037233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] Pushing event deleted for resources: {'Port': ['ID=192851c0-5cdb-4c57-8ddb-6c5c81b54539,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:07.037960 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-c870fcfa-9b85-47e6-8144-b80143c39bed tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.043008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c870fcfa-9b85-47e6-8144-b80143c39bed tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-316170615 HTTP/1.1" status: 404  len: 328 time: 0.0640409
Jan 15 21:06:07.043397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56730) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.044692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafe058-994f-426a-8443-ebf395f0c288 None None] No DVR routers for this DVR port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:07.047990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-fe6403f3-8b65-4b99-bb59-ee8461910665 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a9bea60>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-445650981') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.110312 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-fe6403f3-8b65-4b99-bb59-ee8461910665 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.114063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe6403f3-8b65-4b99-bb59-ee8461910665 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-445650981 HTTP/1.1" status: 404  len: 328 time: 0.0670538
Jan 15 21:06:07.114370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.119543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-6bcb5e3b-467b-4078-892c-0a14d64a98eb tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e81a65a60>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469', 'tempest-TagsExtTest-Tag-774312188') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.180741 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6bcb5e3b-467b-4078-892c-0a14d64a98eb tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.185563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6bcb5e3b-467b-4078-892c-0a14d64a98eb tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags/tempest-TagsExtTest-Tag-774312188 HTTP/1.1" status: 404  len: 328 time: 0.0666912
Jan 15 21:06:07.185563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56734) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.189591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-c2bde9fd-1f17-4855-9608-07719287e979 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3988b0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', {'tags': ['tempest-TagsExtTest-Tag-495604296', 'tempest-TagsExtTest-Tag-107329482', 'tempest-TagsExtTest-Tag-706675390']}) {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.261762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c2bde9fd-1f17-4855-9608-07719287e979 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 200  len: 315 time: 0.0759256
Jan 15 21:06:07.264728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.270167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-aef0df1d-f5e6-42d3-aa24-cf51151a6388 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7894ecd0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.321903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7761fc1c-e311-43fe-b2be-2daec52dbb3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:07.338892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee933f8d-b94e-40b4-993a-e63b005a28bf admin admin] Publish callbacks [] for security_group (57cc3dbf-a241-4ab1-94a8-c14d26d46319), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.350943 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ee933f8d-b94e-40b4-993a-e63b005a28bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (57cc3dbf-a241-4ab1-94a8-c14d26d46319), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.351089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7761fc1c-e311-43fe-b2be-2daec52dbb3f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:07.351378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7761fc1c-e311-43fe-b2be-2daec52dbb3f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:07.351903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 192851c0-5cdb-4c57-8ddb-6c5c81b54539 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:07.387579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 192851c0-5cdb-4c57-8ddb-6c5c81b54539 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:07.388201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aef0df1d-f5e6-42d3-aa24-cf51151a6388 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 204  len: 168 time: 0.1221595
Jan 15 21:06:07.389397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 192851c0-5cdb-4c57-8ddb-6c5c81b54539 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:07.390538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c401befd-2d22-4259-a40d-1fa85f503b34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:07.394153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.399535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-a351d4e6-9759-41dc-ada4-d80fe29cfe08 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79742d60>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-495604296') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.420458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c401befd-2d22-4259-a40d-1fa85f503b34 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:07.420721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c401befd-2d22-4259-a40d-1fa85f503b34 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:07.443476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ee933f8d-b94e-40b4-993a-e63b005a28bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8735913de80c41388245abfa45747cf8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8008945
Jan 15 21:06:07.443476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (192851c0-5cdb-4c57-8ddb-6c5c81b54539), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.444012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.452105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee933f8d-b94e-40b4-993a-e63b005a28bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc3dbf-a241-4ab1-94a8-c14d26d46319,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:07.479563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=192851c0-5cdb-4c57-8ddb-6c5c81b54539,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:07.483339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] No DVR routers for this DVR port 192851c0-5cdb-4c57-8ddb-6c5c81b54539 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:07.512567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] Publish callbacks [] for security_group (57cc3dbf-a241-4ab1-94a8-c14d26d46319), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.517559 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-a351d4e6-9759-41dc-ada4-d80fe29cfe08 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.521871 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a351d4e6-9759-41dc-ada4-d80fe29cfe08 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-495604296 HTTP/1.1" status: 404  len: 328 time: 0.1237872
Jan 15 21:06:07.527800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.533647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-8e9dadc2-f12d-4bdf-96d6-1f6dfcda54d4 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3db580>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-107329482') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.562241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (694fb227-829a-493b-b1b7-2dc4e238e05e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.569746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] Publish callbacks [] for security_group (57cc3dbf-a241-4ab1-94a8-c14d26d46319), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.583832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5bfbe0>,) {'filters': {'network_id': ['694fb227-829a-493b-b1b7-2dc4e238e05e']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.594105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5bfbe0>, '303b151a-64f0-4ec8-b8cf-597389b01a79') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.594408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5bfbe0>, '303b151a-64f0-4ec8-b8cf-597389b01a79') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.604036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (303b151a-64f0-4ec8-b8cf-597389b01a79), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.623344 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-8e9dadc2-f12d-4bdf-96d6-1f6dfcda54d4 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.624414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e9dadc2-f12d-4bdf-96d6-1f6dfcda54d4 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-107329482 HTTP/1.1" status: 404  len: 328 time: 0.0956721
Jan 15 21:06:07.624970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (303b151a-64f0-4ec8-b8cf-597389b01a79), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.627626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.632171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:06:07.632628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (303b151a-64f0-4ec8-b8cf-597389b01a79), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.634896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-90508fc9-e246-40c1-8478-799cc6318b96 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79e0efa0>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680', 'tempest-TagsExtTest-Tag-706675390') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:06:07.635063 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:06:07.660521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (57cc3dbf-a241-4ab1-94a8-c14d26d46319), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.663102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.664209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57cc3dbf-a241-4ab1-94a8-c14d26d46319 HTTP/1.1" status: 204  len: 168 time: 0.2199085
Jan 15 21:06:07.679241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687261cf-faba-4933-a856-e9b1a8d9254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc3dbf-a241-4ab1-94a8-c14d26d46319,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:07.703646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (694fb227-829a-493b-b1b7-2dc4e238e05e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.718641 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-90508fc9-e246-40c1-8478-799cc6318b96 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:07.722188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-90508fc9-e246-40c1-8478-799cc6318b96 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags/tempest-TagsExtTest-Tag-706675390 HTTP/1.1" status: 404  len: 328 time: 0.0911624
Jan 15 21:06:07.722442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:07.722562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56750) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.725589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/694fb227-829a-493b-b1b7-2dc4e238e05e HTTP/1.1" status: 204  len: 168 time: 1.2079532
Jan 15 21:06:07.726608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f961250-322a-4402-a8b9-bf1fc0965fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=694fb227-829a-493b-b1b7-2dc4e238e05e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:07.727315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-ed49aa28-94fc-4f93-aa2d-fae050aced93 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2e5520>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', {'tags': ['tempest-TagsExtTest-Tag-1170236063', 'tempest-TagsExtTest-Tag-1427748876', 'tempest-TagsExtTest-Tag-146817836']}) {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.837922 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed49aa28-94fc-4f93-aa2d-fae050aced93 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 200  len: 317 time: 0.1144354
Jan 15 21:06:07.840678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56758) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.846963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-1d6de066-bcc4-4496-9d75-dc915e6c9ab9 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e78f9d820>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:07.874268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.935576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e85c3958-a268-437b-81b8-8e7a13c35058 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3a611cade394cb288f103fcf516e4ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0577374
Jan 15 21:06:07.936072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.980449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1d6de066-bcc4-4496-9d75-dc915e6c9ab9 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 204  len: 168 time: 0.1377053
Jan 15 21:06:07.982369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:07.986988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-48d5b6db-cf8d-43ff-b246-047dbb969c9a tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e786713a0>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-1170236063') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.000252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] Publish callbacks [] for security_group (1fdfe926-9397-4b0b-8264-3e6c53a75afd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.024256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] Publish callbacks [] for security_group (1fdfe926-9397-4b0b-8264-3e6c53a75afd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.071776 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-48d5b6db-cf8d-43ff-b246-047dbb969c9a tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.072959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48d5b6db-cf8d-43ff-b246-047dbb969c9a tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-1170236063 HTTP/1.1" status: 404  len: 329 time: 0.0896368
Jan 15 21:06:08.076141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.081603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-416fe53a-c480-4f68-b443-70060a8a1017 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb1a60>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-1427748876') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.092097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1fdfe926-9397-4b0b-8264-3e6c53a75afd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.095534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.096862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fdfe926-9397-4b0b-8264-3e6c53a75afd HTTP/1.1" status: 204  len: 168 time: 0.1590590
Jan 15 21:06:08.099337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56772) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.116788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1a7a-16dc-481d-b56c-9b1230518bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdfe926-9397-4b0b-8264-3e6c53a75afd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:08.121130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0bbd6861-a8af-40f6-a729-034138793495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.179974 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-416fe53a-c480-4f68-b443-70060a8a1017 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.184333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-416fe53a-c480-4f68-b443-70060a8a1017 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-1427748876 HTTP/1.1" status: 404  len: 329 time: 0.1072204
Jan 15 21:06:08.185175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56776) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.191509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-cb7b8b67-e0b4-4a14-95e6-6899b3ae2044 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b2df0>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7', 'tempest-TagsExtTest-Tag-146817836') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.287645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0bbd6861-a8af-40f6-a729-034138793495 admin admin] Publish callbacks [] for security_group (e932ee33-9f54-4a97-ba03-1e404a2d7dca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.294477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0bbd6861-a8af-40f6-a729-034138793495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e932ee33-9f54-4a97-ba03-1e404a2d7dca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.306125 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-cb7b8b67-e0b4-4a14-95e6-6899b3ae2044 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.307107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb7b8b67-e0b4-4a14-95e6-6899b3ae2044 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags/tempest-TagsExtTest-Tag-146817836 HTTP/1.1" status: 404  len: 328 time: 0.1210756
Jan 15 21:06:08.310141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56782) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.314823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-4822332b-ed1b-4a5a-b253-9366375fb016 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e78d2f160>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', {'tags': ['tempest-TagsExtTest-Tag-1125897487', 'tempest-TagsExtTest-Tag-1581882578', 'tempest-TagsExtTest-Tag-1645092627']}) {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.337844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0bbd6861-a8af-40f6-a729-034138793495 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a07b44cab74417990f5810331abfa84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2372627
Jan 15 21:06:08.338829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd6861-a8af-40f6-a729-034138793495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e932ee33-9f54-4a97-ba03-1e404a2d7dca,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:08.342554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56784) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.369750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4822332b-ed1b-4a5a-b253-9366375fb016 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "PUT /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 200  len: 318 time: 0.0584815
Jan 15 21:06:08.372007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56786) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.377167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-9c34ceec-edc1-4a4d-bf16-766c974786df tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7eeca0>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.396643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] Publish callbacks [] for security_group (e932ee33-9f54-4a97-ba03-1e404a2d7dca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.423370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] Publish callbacks [] for security_group (e932ee33-9f54-4a97-ba03-1e404a2d7dca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.427511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c34ceec-edc1-4a4d-bf16-766c974786df tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 204  len: 168 time: 0.0543873
Jan 15 21:06:08.428154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.433914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-3b922bb9-98ed-4fdc-b101-53cabf60dbee tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5431c0>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-1125897487') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.466570 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-3b922bb9-98ed-4fdc-b101-53cabf60dbee tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.474156 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3b922bb9-98ed-4fdc-b101-53cabf60dbee tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-1125897487 HTTP/1.1" status: 404  len: 329 time: 0.0387366
Jan 15 21:06:08.475300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.484485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-a6876fe6-8fe6-4d25-b305-82d49fecd2d5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5dd610>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-1581882578') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.487671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e932ee33-9f54-4a97-ba03-1e404a2d7dca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.492032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.494206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e932ee33-9f54-4a97-ba03-1e404a2d7dca HTTP/1.1" status: 204  len: 168 time: 0.1506419
Jan 15 21:06:08.512391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566729d-8b97-4216-9b2f-eff36ac7ad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e932ee33-9f54-4a97-ba03-1e404a2d7dca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:08.526005 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-a6876fe6-8fe6-4d25-b305-82d49fecd2d5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.527049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a6876fe6-8fe6-4d25-b305-82d49fecd2d5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-1581882578 HTTP/1.1" status: 404  len: 329 time: 0.0504470
Jan 15 21:06:08.531449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.536538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-9e20a534-64e5-46b3-b5e7-dc239907aaa3 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e78e5db20>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148', 'tempest-TagsExtTest-Tag-1645092627') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.569119 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-9e20a534-64e5-46b3-b5e7-dc239907aaa3 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] show failed (client error): The resource could not be found.
Jan 15 21:06:08.570494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9e20a534-64e5-46b3-b5e7-dc239907aaa3 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags/tempest-TagsExtTest-Tag-1645092627 HTTP/1.1" status: 404  len: 329 time: 0.0377598
Jan 15 21:06:08.574508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.579248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-494e0568-9f44-4f0a-9114-9065712ba51f tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8ac940>, 'subnetpools', 'd3386dd6-5d8b-453a-b85e-e57d4dd2c148') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.610660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-494e0568-9f44-4f0a-9114-9065712ba51f tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148/tags HTTP/1.1" status: 204  len: 168 time: 0.0346558
Jan 15 21:06:08.613373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.620453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-8f153fc8-ef25-4289-9f8b-e8a7c104d274 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79675850>, 'routers', 'a1c3d27e-e1f9-4334-bb18-739f3d44d0d7') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.717353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f153fc8-ef25-4289-9f8b-e8a7c104d274 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7/tags HTTP/1.1" status: 204  len: 168 time: 0.0995829
Jan 15 21:06:08.717593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56818) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.722101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-178550b6-6028-49c5-9403-92ba32306cd4 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e799f4c70>, 'ports', '2c6258e1-d7f0-4a6c-8229-dde79e66b680') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.785318 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-178550b6-6028-49c5-9403-92ba32306cd4 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680/tags HTTP/1.1" status: 204  len: 168 time: 0.0643532
Jan 15 21:06:08.785683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.794692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-0d15c84b-9ee1-4b65-b242-d46a752306b2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e798319a0>, 'subnets', 'cf7a2980-a963-482c-8e15-d3c8ef7e8469') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:08.856876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0d15c84b-9ee1-4b65-b242-d46a752306b2 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469/tags HTTP/1.1" status: 204  len: 168 time: 0.0663698
Jan 15 21:06:08.857642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56830) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.955264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dde0188b-79ca-4368-91a4-b201a85b6ed5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:08.956930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dde0188b-79ca-4368-91a4-b201a85b6ed5 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnetpools/d3386dd6-5d8b-453a-b85e-e57d4dd2c148 HTTP/1.1" status: 204  len: 168 time: 0.0982189
Jan 15 21:06:08.959986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56838) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:08.999146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ad156352-6717-4ee4-afe2-9ab21abdc04d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1c3d27e-e1f9-4334-bb18-739f3d44d0d7 HTTP/1.1" status: 200  len: 205 time: 0.0373557
Jan 15 21:06:09.001765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56842) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:09.087784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.260423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.262655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for router_controller (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.320225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (a1c3d27e-e1f9-4334-bb18-739f3d44d0d7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.321059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Fanout notify agent at l3_agent the message router_deleted on router a1c3d27e-e1f9-4334-bb18-739f3d44d0d7 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:06:09.328869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.330204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b0adb45e-5428-49cd-b49e-65a36ae36866 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/routers/a1c3d27e-e1f9-4334-bb18-739f3d44d0d7 HTTP/1.1" status: 204  len: 168 time: 0.3272662
Jan 15 21:06:09.334058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56858) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:09.443288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Deleting port 2c6258e1-d7f0-4a6c-8229-dde79e66b680 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:09.443856 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.557249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.577788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Calling delete_port for 2c6258e1-d7f0-4a6c-8229-dde79e66b680 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:09.699268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6c201e-b9ea-4574-bbfe-a69c9f79da0a req-4fcf6d7f-1a96-49fa-bb8a-426325fd7fc4 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0444632
Jan 15 21:06:09.819981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2c6258e1-d7f0-4a6c-8229-dde79e66b680), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.860332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event deleted for resources: {'Port': ['ID=2c6258e1-d7f0-4a6c-8229-dde79e66b680,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:09.975401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:09.982918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56890) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:09.983764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d0c54c30-563f-426b-8190-e5724a85110d tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/ports/2c6258e1-d7f0-4a6c-8229-dde79e66b680 HTTP/1.1" status: 204  len: 168 time: 0.6486006
Jan 15 21:06:10.067522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Deleting subnet cf7a2980-a963-482c-8e15-d3c8ef7e8469 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:06:10.078733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for subnet (cf7a2980-a963-482c-8e15-d3c8ef7e8469), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.139062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cf7a2980-a963-482c-8e15-d3c8ef7e8469), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.251401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cf7a2980-a963-482c-8e15-d3c8ef7e8469), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.360722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cf7a2980-a963-482c-8e15-d3c8ef7e8469), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.402098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7a2980-a963-482c-8e15-d3c8ef7e8469,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:10.406140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.412932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-70058f09-6996-4e11-bb50-975253992788 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/subnets/cf7a2980-a963-482c-8e15-d3c8ef7e8469 HTTP/1.1" status: 204  len: 168 time: 0.4288411
Jan 15 21:06:10.415751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56914) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:10.420711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201fc98-6b6c-468b-a7f9-7f15b1a17c09 None None] Network d7e188d4-3724-4357-8461-7e38b47a749d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:10.531065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d7e188d4-3724-4357-8461-7e38b47a749d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.593216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Deleting port e4d02459-a4ea-48bb-95d7-e09da5e638f7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:10.593747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.605504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] DHCP port deletion for d7e188d4-3724-4357-8461-7e38b47a749d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:06:10.669190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Deleting port e4d02459-a4ea-48bb-95d7-e09da5e638f7 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:10.669722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.750353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] For port e4d02459-a4ea-48bb-95d7-e09da5e638f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4d02459-a4ea-48bb-95d7-e09da5e638f7,segment=NetworkSegment(6d7ac245-e986-459f-8058-c116d2d8523b),segment_id=6d7ac245-e986-459f-8058-c116d2d8523b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:10.750745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.767554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Calling delete_port for e4d02459-a4ea-48bb-95d7-e09da5e638f7 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:10.899983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-067b1687-4993-4694-83fc-5d0b0aed5158 req-e97a0338-f22e-417d-8c9a-5f626a960c51 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0387745
Jan 15 21:06:10.925667 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:10.970533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] Pushing event deleted for resources: {'Port': ['ID=e4d02459-a4ea-48bb-95d7-e09da5e638f7,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:10.973466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835e16-335d-40fe-9dfd-19c1e57dad4d None None] No DVR routers for this DVR port e4d02459-a4ea-48bb-95d7-e09da5e638f7 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:11.007584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] For port e4d02459-a4ea-48bb-95d7-e09da5e638f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4d02459-a4ea-48bb-95d7-e09da5e638f7,segment=NetworkSegment(6d7ac245-e986-459f-8058-c116d2d8523b),segment_id=6d7ac245-e986-459f-8058-c116d2d8523b)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:11.008178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.022361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Calling delete_port for e4d02459-a4ea-48bb-95d7-e09da5e638f7 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:11.123935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e4d02459-a4ea-48bb-95d7-e09da5e638f7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.160371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event deleted for resources: {'Port': ['ID=e4d02459-a4ea-48bb-95d7-e09da5e638f7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:11.162399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] No DVR routers for this DVR port e4d02459-a4ea-48bb-95d7-e09da5e638f7 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:11.269296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d7e188d4-3724-4357-8461-7e38b47a749d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.296212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78682430>,) {'filters': {'network_id': ['d7e188d4-3724-4357-8461-7e38b47a749d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:11.306310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78682430>, '6d7ac245-e986-459f-8058-c116d2d8523b') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:11.306610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78682430>, '6d7ac245-e986-459f-8058-c116d2d8523b') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:11.321393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (6d7ac245-e986-459f-8058-c116d2d8523b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.334832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e4d02459-a4ea-48bb-95d7-e09da5e638f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:11.341099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6d7ac245-e986-459f-8058-c116d2d8523b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.350439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:06:11.350911 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (6d7ac245-e986-459f-8058-c116d2d8523b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:06:11.354427 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:06:11.363320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e4d02459-a4ea-48bb-95d7-e09da5e638f7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:06:11.363938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e4d02459-a4ea-48bb-95d7-e09da5e638f7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:06:11.380511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56988) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:11.425367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d7e188d4-3724-4357-8461-7e38b47a749d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.437247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.441566 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] 10.222.0.46 "DELETE /v2.0/networks/d7e188d4-3724-4357-8461-7e38b47a749d HTTP/1.1" status: 204  len: 168 time: 1.0234342
Jan 15 21:06:11.456679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52111-e974-44c1-b586-faae7ca15687 tempest-TagsExtTest-1862625091 tempest-TagsExtTest-1862625091-project] Pushing event deleted for resources: {'Network': ['ID=d7e188d4-3724-4357-8461-7e38b47a749d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:11.522948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae50f1bb-60ad-4a58-a7d6-b79103457d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.632177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae50f1bb-60ad-4a58-a7d6-b79103457d0d admin admin] Publish callbacks [] for security_group (c2d75065-3fe0-4367-901a-2828e77959c1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.637494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae50f1bb-60ad-4a58-a7d6-b79103457d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2d75065-3fe0-4367-901a-2828e77959c1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.677727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae50f1bb-60ad-4a58-a7d6-b79103457d0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=373a5704d3e44e29a9eb52792ba1cdb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2956529
Jan 15 21:06:11.679069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f1bb-60ad-4a58-a7d6-b79103457d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d75065-3fe0-4367-901a-2828e77959c1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:11.681363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57002) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:11.720522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:11.747488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] Publish callbacks [] for security_group (c2d75065-3fe0-4367-901a-2828e77959c1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.776456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] Publish callbacks [] for security_group (c2d75065-3fe0-4367-901a-2828e77959c1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.828098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2d75065-3fe0-4367-901a-2828e77959c1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.830806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.837365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2d75065-3fe0-4367-901a-2828e77959c1 HTTP/1.1" status: 204  len: 168 time: 0.1536522
Jan 15 21:06:11.846564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293cb2-43c5-4c6a-b296-45b8f1c55b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d75065-3fe0-4367-901a-2828e77959c1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:11.900005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae93cef8-b7a3-4dc1-a87f-e8863ee73576 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bec639660044dea9fcf45b894bd8596&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1782904
Jan 15 21:06:11.902569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57024) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:11.952910 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] Publish callbacks [] for security_group (baa19206-9e9b-45ec-9b4b-bc57ea57af66), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:11.975381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] Publish callbacks [] for security_group (baa19206-9e9b-45ec-9b4b-bc57ea57af66), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.032089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9d61ce8-879e-4b9b-9ed0-baecbc8a358f req-2d4a7726-4c94-4cfb-9219-51343361f5d5 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0374267
Jan 15 21:06:12.063928 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59c6beb6-314e-4bec-b277-66c0db9569d5 req-1da7aead-a411-4a00-a08e-e4eeadc40217 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0331600
Jan 15 21:06:12.071670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (baa19206-9e9b-45ec-9b4b-bc57ea57af66), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.074415 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.075659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baa19206-9e9b-45ec-9b4b-bc57ea57af66 HTTP/1.1" status: 204  len: 168 time: 0.1721923
Jan 15 21:06:12.083745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1cf8-b883-4d5c-8a65-fdfed2d6b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa19206-9e9b-45ec-9b4b-bc57ea57af66,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:12.161995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57032) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:12.176797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c70978bd-b0d6-4819-80ea-b81ee45e93c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.270994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c70978bd-b0d6-4819-80ea-b81ee45e93c0 admin admin] Publish callbacks [] for security_group (9013f401-8eff-4b12-88ce-c5fd9915724b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.276333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c70978bd-b0d6-4819-80ea-b81ee45e93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9013f401-8eff-4b12-88ce-c5fd9915724b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.315072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70978bd-b0d6-4819-80ea-b81ee45e93c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013f401-8eff-4b12-88ce-c5fd9915724b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:12.319711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c70978bd-b0d6-4819-80ea-b81ee45e93c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ae8b08b56914888b5cf045712d85e44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1564717
Jan 15 21:06:12.324029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57038) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:12.375729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] Publish callbacks [] for security_group (9013f401-8eff-4b12-88ce-c5fd9915724b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.399223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] Publish callbacks [] for security_group (9013f401-8eff-4b12-88ce-c5fd9915724b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.448208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9013f401-8eff-4b12-88ce-c5fd9915724b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.451351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:12.452589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9013f401-8eff-4b12-88ce-c5fd9915724b HTTP/1.1" status: 204  len: 168 time: 0.1273346
Jan 15 21:06:12.460972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba8fea-a6c5-444e-9388-6b0aa056b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013f401-8eff-4b12-88ce-c5fd9915724b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:13.198449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0778df20-842c-41cd-ab59-0aac84eab6e1 req-048bb905-43d7-4817-8674-8bfae73c4749 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0417306
Jan 15 21:06:13.665822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83a38d9a-bdb9-4714-88aa-d17305d9ded7 req-1626075e-710c-4355-bcfd-56c1af72aa07 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0380228
Jan 15 21:06:14.085662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69902e3-2e69-47df-8509-6439af5e3ea8 req-c11d5526-d3b8-43d3-94c7-8d525ca13883 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:14.087670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69902e3-2e69-47df-8509-6439af5e3ea8 req-c11d5526-d3b8-43d3-94c7-8d525ca13883 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0550871
Jan 15 21:06:14.142631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69902e3-2e69-47df-8509-6439af5e3ea8 req-0caa41ef-d770-467d-ac51-b6a9ac9a97e0 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491016
Jan 15 21:06:14.331721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.337299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:14.456700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b531-462a-4753-9157-49101e9ea70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.542955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b531-462a-4753-9157-49101e9ea70a admin admin] Publish callbacks [] for security_group (7081a205-9251-4eaa-ae82-1fcc6a1e8f3e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.546675 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aa4b531-462a-4753-9157-49101e9ea70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7081a205-9251-4eaa-ae82-1fcc6a1e8f3e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.584403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1aa4b531-462a-4753-9157-49101e9ea70a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d71d9585d714f30b58ae853ef84d719&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2458551
Jan 15 21:06:14.587345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4b531-462a-4753-9157-49101e9ea70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7081a205-9251-4eaa-ae82-1fcc6a1e8f3e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:14.587966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:14.641464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] Publish callbacks [] for security_group (7081a205-9251-4eaa-ae82-1fcc6a1e8f3e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.664808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] Publish callbacks [] for security_group (7081a205-9251-4eaa-ae82-1fcc6a1e8f3e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.713810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7081a205-9251-4eaa-ae82-1fcc6a1e8f3e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.717503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:14.718668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7081a205-9251-4eaa-ae82-1fcc6a1e8f3e HTTP/1.1" status: 204  len: 168 time: 0.1290395
Jan 15 21:06:14.727551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017c85b-683d-4b97-bb25-52a7e17e5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081a205-9251-4eaa-ae82-1fcc6a1e8f3e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:14.789618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0e361b4-2774-4703-b09b-f79b219261a9 req-ea72095d-8cc5-4024-80ed-0743720adcf2 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0319114
Jan 15 21:06:15.015642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57224) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:15.029442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16235aff-f41e-439e-a5a5-c216b129bc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.106180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16235aff-f41e-439e-a5a5-c216b129bc61 admin admin] Publish callbacks [] for security_group (94b398c3-83b4-4f3e-9bf9-9a1165bf89b3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.110067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16235aff-f41e-439e-a5a5-c216b129bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (94b398c3-83b4-4f3e-9bf9-9a1165bf89b3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.139989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.152666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-16235aff-f41e-439e-a5a5-c216b129bc61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80d7d91564df44ea8aa2c5b827428cdf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1359010
Jan 15 21:06:15.153902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16235aff-f41e-439e-a5a5-c216b129bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b398c3-83b4-4f3e-9bf9-9a1165bf89b3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:15.155551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57226) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:15.211612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] Publish callbacks [] for security_group (94b398c3-83b4-4f3e-9bf9-9a1165bf89b3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.235073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] Publish callbacks [] for security_group (94b398c3-83b4-4f3e-9bf9-9a1165bf89b3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.313824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc1ea-3e03-4cd5-a95f-c800d2914982 req-ba0bc7ba-07d3-461d-92f5-0a413705264e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:15.315395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4adc1ea-3e03-4cd5-a95f-c800d2914982 req-ba0bc7ba-07d3-461d-92f5-0a413705264e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0783691
Jan 15 21:06:15.336502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (94b398c3-83b4-4f3e-9bf9-9a1165bf89b3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.339399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:15.340541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94b398c3-83b4-4f3e-9bf9-9a1165bf89b3 HTTP/1.1" status: 204  len: 168 time: 0.1840112
Jan 15 21:06:15.370140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88eb812-5242-45fe-abba-5b494becc38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b398c3-83b4-4f3e-9bf9-9a1165bf89b3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:15.380429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4adc1ea-3e03-4cd5-a95f-c800d2914982 req-d9540753-ecc1-4a99-b794-fd78111b4b6d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589683
Jan 15 21:06:15.901601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d9e626c-a120-4648-8a89-1ec64f959f48 req-42485c4d-0c41-4360-a6aa-ec937cbfb82e tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0312595
Jan 15 21:06:16.511453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ff122-34b0-41c2-abdc-6d1502ae8a7c req-1cecaabc-97b5-447d-aef0-3da8ffa2aca6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:16.518131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f95ff122-34b0-41c2-abdc-6d1502ae8a7c req-1cecaabc-97b5-447d-aef0-3da8ffa2aca6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0575228
Jan 15 21:06:16.564213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f95ff122-34b0-41c2-abdc-6d1502ae8a7c req-7a0aa6c5-abd3-45a5-bd4f-631bff928990 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452290
Jan 15 21:06:17.019114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3679b0c4-3e50-4cee-90c3-b8cb2ab0dda9 req-11f518a6-5e6d-47b4-89d1-773da0d1a7df tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0290828
Jan 15 21:06:17.699748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec032-28c2-46d9-ac90-8dafbef369ac req-840bb0f1-cd91-4a9b-a101-73b0c8c54406 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:17.701294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e65ec032-28c2-46d9-ac90-8dafbef369ac req-840bb0f1-cd91-4a9b-a101-73b0c8c54406 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0605037
Jan 15 21:06:17.752109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e65ec032-28c2-46d9-ac90-8dafbef369ac req-9995f930-93b4-44f0-a725-9816dee19193 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444915
Jan 15 21:06:17.883332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6bc7a5d-aecc-4472-b042-b16a9890deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:18.128417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ecae5a4-6235-4d0a-8725-81fcf238688b req-79440343-6897-4381-8f65-4a5c5781678a tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0263166
Jan 15 21:06:18.881864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb76e28-9915-4ec3-9205-1c1a9680bfab req-08377583-59ef-4ab1-9dbd-37efa3bc2098 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:18.884210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cb76e28-9915-4ec3-9205-1c1a9680bfab req-08377583-59ef-4ab1-9dbd-37efa3bc2098 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0518274
Jan 15 21:06:18.939709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cb76e28-9915-4ec3-9205-1c1a9680bfab req-63e60079-77cd-4bce-9e87-b34bd7de6f48 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479600
Jan 15 21:06:19.244455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61d02546-0a63-461c-94ba-ee8d9bd6ec20 req-fa30f001-600f-4df6-83d3-65b7732f633c tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0308802
Jan 15 21:06:19.302964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57586) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:19.410497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42bf906e-0de5-4522-a48d-c82a6cf3aaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.488566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42bf906e-0de5-4522-a48d-c82a6cf3aaa5 admin admin] Publish callbacks [] for security_group (e71b6756-afac-440c-a50a-9bc894263359), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.492387 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42bf906e-0de5-4522-a48d-c82a6cf3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e71b6756-afac-440c-a50a-9bc894263359), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.529516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf906e-0de5-4522-a48d-c82a6cf3aaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b6756-afac-440c-a50a-9bc894263359,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:19.536222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-42bf906e-0de5-4522-a48d-c82a6cf3aaa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ef1e98810634ac6b427887e5ca33950&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2298419
Jan 15 21:06:19.536583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57592) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:19.584534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] Publish callbacks [] for security_group (e71b6756-afac-440c-a50a-9bc894263359), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.606402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] Publish callbacks [] for security_group (e71b6756-afac-440c-a50a-9bc894263359), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.651159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e71b6756-afac-440c-a50a-9bc894263359), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.654063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:19.655189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e71b6756-afac-440c-a50a-9bc894263359 HTTP/1.1" status: 204  len: 168 time: 0.1178417
Jan 15 21:06:19.663192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188caa2-59e6-448f-8ffc-e718b4001c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b6756-afac-440c-a50a-9bc894263359,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:20.084533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b545e-0c67-4a46-9180-d88c76592b0c req-38a6fd42-d5e1-43a4-8dd7-2b35e70945c3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:20.086865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa6b545e-0c67-4a46-9180-d88c76592b0c req-38a6fd42-d5e1-43a4-8dd7-2b35e70945c3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0602055
Jan 15 21:06:20.138616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa6b545e-0c67-4a46-9180-d88c76592b0c req-b5c09ef6-6bc1-4911-b37e-b830289ebbbc tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429480
Jan 15 21:06:20.377451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-730e20e1-3a2e-4c80-8073-b89fb2c95fd0 req-9cad56c5-748b-4e1b-88ba-c58a67982f00 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0379553
Jan 15 21:06:20.661391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-650e206a-0a4e-4d0a-9194-ad4cbcbe23b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:20.881019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57640) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:21.027428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2113393693'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:21.049518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Made reservation on behalf of b125a323104a440cab8115281ffe64e5 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:21.052874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.061544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.142254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks [] for security_group (fa218c7c-2b3c-45e7-84a2-7e669ed7bd61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.146243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa218c7c-2b3c-45e7-84a2-7e669ed7bd61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.175442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:06:21.188105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa218c7c-2b3c-45e7-84a2-7e669ed7bd61,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:21.194229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d0b42ea8-cd81-400a-8cba-32b1d62d0e22), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.194582 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Added segment d0b42ea8-cd81-400a-8cba-32b1d62d0e22 of type vlan for network a9250973-9f92-4d53-9400-a98819703f47
Jan 15 21:06:21.236636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a9250973-9f92-4d53-9400-a98819703f47), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.262776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a9250973-9f92-4d53-9400-a98819703f47), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.268498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:21.269150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.271123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4b9fa-dfd4-445a-9026-00887de68b09 req-f6331a02-62f0-4d07-a5d9-c7cf66a9897e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:21.272722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7e4b9fa-dfd4-445a-9026-00887de68b09 req-f6331a02-62f0-4d07-a5d9-c7cf66a9897e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0525515
Jan 15 21:06:21.325994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7e4b9fa-dfd4-445a-9026-00887de68b09 req-d0710a02-1bf5-4f98-9c0c-de7f6860f680 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458553
Jan 15 21:06:21.331678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 0.4496169
Jan 15 21:06:21.356955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13109092-fd85-47a9-b4b2-796789f8669d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Pushing event updated for resources: {'Network': ['ID=a9250973-9f92-4d53-9400-a98819703f47,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:21.366125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a9250973-9f92-4d53-9400-a98819703f47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:06:21.549504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3e51475-826d-44ae-8aed-828dea4a81f2 req-00b102e1-5d71-4ff6-bfab-0fe5724d70a6 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0467515
Jan 15 21:06:21.565105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:21.567153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'network_id': 'a9250973-9f92-4d53-9400-a98819703f47', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-803623837'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:21.589842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Made reservation on behalf of e8f5d2ae3d6f4b4d8c3dac231cd9e87d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:21.592461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.602476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.677422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for security_group (0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.681394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.686744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:21.764261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:21.830270 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:06:21.831981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.922848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:21.932087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:21.938851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.007367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e34512-a7e9-46c0-a921-b0eeaf0adb77,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:22.017086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Checking segment: {'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:22.017459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Network hostable DHCP agents. Network: a9250973-9f92-4d53-9400-a98819703f47, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:06:22.034946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Network a9250973-9f92-4d53-9400-a98819703f47 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:06:22.043932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9250973-9f92-4d53-9400-a98819703f47) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:22.047579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:22.054141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f4729-9d91-4f44-9b4b-7ce312fb8723 None None] Network a9250973-9f92-4d53-9400-a98819703f47 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:22.064742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.065095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.065536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.071625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.071979 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.072373 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 2 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.084982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.085325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.086271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.090667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.090997 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.091386 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 3 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.105207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.105551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.105895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.110716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.111044 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.111439 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 4 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.125462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.125806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.126152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.131099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.131433 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.131908 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 5 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.145755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.146096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.146433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.151180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.151508 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.151911 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 6 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.164288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.164631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.165003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.169660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.169999 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.170423 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 7 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.183280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.183627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.183917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.188491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.188831 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.189274 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 8 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.202182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.202622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.202962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.207472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.207790 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.208221 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 9 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.220691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.221689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.222024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.226409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.226850 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.227312 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 10 to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77
Jan 15 21:06:22.239047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:22.239373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:22.239701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:22.244573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:22.244920 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:22.245284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.309169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port c6e34512-a7e9-46c0-a921-b0eeaf0adb77, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:22.309541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempted to set empty binding levels {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:22.314202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.346727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:22.347363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.373491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e34512-a7e9-46c0-a921-b0eeaf0adb77,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:22.378868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ada62797-06d7-42fe-b11d-f29f4e597262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 0.8154595
Jan 15 21:06:22.381584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:22.511559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1899c-9f59-46ea-a7fa-0f628a7a5da6 req-c9bd006e-aec2-4c43-8ace-0b60ceaf2b0d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:22.513055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46f1899c-9f59-46ea-a7fa-0f628a7a5da6 req-c9bd006e-aec2-4c43-8ace-0b60ceaf2b0d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0795968
Jan 15 21:06:22.543963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Deleting port c6e34512-a7e9-46c0-a921-b0eeaf0adb77 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:22.543963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.624305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46f1899c-9f59-46ea-a7fa-0f628a7a5da6 req-c66da0dc-b22c-45b2-9a6a-d640f93b3a46 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011391
Jan 15 21:06:22.658273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port c6e34512-a7e9-46c0-a921-b0eeaf0adb77, host nch2-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:22.658637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.663019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-693748d2-7d63-4ea5-ac1c-e320473ebe73 req-4fb19881-16fd-4c05-b841-fc9ff9a55115 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0330601
Jan 15 21:06:22.675232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Calling delete_port for c6e34512-a7e9-46c0-a921-b0eeaf0adb77 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:22.759937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c6e34512-a7e9-46c0-a921-b0eeaf0adb77), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.787684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e34512-a7e9-46c0-a921-b0eeaf0adb77,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:22.793951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.797093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5e723ac-0cfc-44b4-b5ee-a26ea9d89bfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c6e34512-a7e9-46c0-a921-b0eeaf0adb77 HTTP/1.1" status: 204  len: 168 time: 0.4144833
Jan 15 21:06:22.799693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57670) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:22.823406 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b3dcec-1b23-42b0-af87-2249889e80c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:22.824755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3b3dcec-1b23-42b0-af87-2249889e80c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports/c6e34512-a7e9-46c0-a921-b0eeaf0adb77 HTTP/1.1" status: 404  len: 333 time: 0.0241611
Jan 15 21:06:22.828373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57672) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:22.832821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'network_id': 'a9250973-9f92-4d53-9400-a98819703f47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-886466127'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:22.854764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Made reservation on behalf of e8f5d2ae3d6f4b4d8c3dac231cd9e87d for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:22.857226 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:22.873920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port ef20e908-f863-4b57-a3a6-edf147092f75 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:23.032580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (ef20e908-f863-4b57-a3a6-edf147092f75), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.070754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.115765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Network a9250973-9f92-4d53-9400-a98819703f47 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:23.120312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:23.127163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:23.128254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.128894 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.136640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=ef20e908-f863-4b57-a3a6-edf147092f75,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:23.152777 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e306a58-a4b8-444c-81f2-bffc5089075d tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.3233461
Jan 15 21:06:23.155633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:23.160981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:23.224685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.237886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.405775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port ef20e908-f863-4b57-a3a6-edf147092f75 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:23.413534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (ef20e908-f863-4b57-a3a6-edf147092f75), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.420449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.469395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=ef20e908-f863-4b57-a3a6-edf147092f75,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:23.484883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.485333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.485706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.489947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.490322 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.490665 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 2 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.504508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.504850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.505195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.509599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.509921 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.510304 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 3 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.522130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.522462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.522785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.527443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.527770 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.528153 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 4 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.542113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.542444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.543037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.548301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.548537 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.548949 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 5 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.564688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.565045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.565804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.570493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.571000 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.571549 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 6 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.590175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.590585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.590934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.595584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.595971 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.596436 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 7 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.608751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.609166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.609701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.613985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.614313 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.614700 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 8 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.627442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.627782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.628113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.632432 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.633436 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.633832 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 9 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.646237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.646579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.646925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.651896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.652227 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.652623 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 10 to bind port ef20e908-f863-4b57-a3a6-edf147092f75
Jan 15 21:06:23.669785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:23.670071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:23.670411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:23.675178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:23.675574 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port ef20e908-f863-4b57-a3a6-edf147092f75 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:23.676027 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.801211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b61bda98-1f69-426b-a1fc-d5106c212134 req-76688a13-2ab4-4469-bb22-a790000673df tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0423460
Jan 15 21:06:23.808500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port ef20e908-f863-4b57-a3a6-edf147092f75, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:23.808898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempted to set empty binding levels {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:23.818263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2e7d-04ec-469f-ba2f-37d7714a19eb req-0bddd068-7a0e-4a29-9062-51d6d4bf6665 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.820788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d17c2e7d-04ec-469f-ba2f-37d7714a19eb req-0bddd068-7a0e-4a29-9062-51d6d4bf6665 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1030416
Jan 15 21:06:23.821869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.868060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] In _notify_port_updated(), no bound segment for port ef20e908-f863-4b57-a3a6-edf147092f75 on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:23.868926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.869530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:23.870845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "PUT /v2.0/ports/ef20e908-f863-4b57-a3a6-edf147092f75 HTTP/1.1" status: 200  len: 978 time: 0.7142668
Jan 15 21:06:23.873755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57686) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:23.903857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccc2f-338f-499b-9ee2-5f6d9f72bd36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=ef20e908-f863-4b57-a3a6-edf147092f75,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:23.915443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d17c2e7d-04ec-469f-ba2f-37d7714a19eb req-341507aa-ef18-497a-81df-c20e37b105c2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858352
Jan 15 21:06:23.992349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.992857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.993337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.993808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.994275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.994740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.995269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.995769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.996233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.996701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.997192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.997654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.998132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.998574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.999032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.999491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:23.999948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.000406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.000878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.001345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.001804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.002262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.002720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.003175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.003631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.004088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.004543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.005025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.005481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.005938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.006396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.006850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.007308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.008298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.008760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.009254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.009714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.010173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.010630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.011089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.011545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.012003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.012459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.012938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.013394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.013848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.014302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.018811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2892eee0-0922-4993-a366-54a42b0b8301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 42208 time: 0.1439872
Jan 15 21:06:24.025265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:24.100966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Deleting port ef20e908-f863-4b57-a3a6-edf147092f75 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:24.101387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.166128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port ef20e908-f863-4b57-a3a6-edf147092f75, host nch2-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:24.166488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.183558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Calling delete_port for ef20e908-f863-4b57-a3a6-edf147092f75 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:24.212265 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.269868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ef20e908-f863-4b57-a3a6-edf147092f75), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.297975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef20e908-f863-4b57-a3a6-edf147092f75,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:24.305309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.308729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-913a8380-20d2-4a49-b01b-bce6af80e2be tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "DELETE /v2.0/ports/ef20e908-f863-4b57-a3a6-edf147092f75 HTTP/1.1" status: 204  len: 168 time: 0.2825170
Jan 15 21:06:24.311401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57702) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:24.335453 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a1880-e5bf-4a88-b37e-76006b448f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:24.341313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-447a1880-e5bf-4a88-b37e-76006b448f4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports/ef20e908-f863-4b57-a3a6-edf147092f75 HTTP/1.1" status: 404  len: 333 time: 0.0254438
Jan 15 21:06:24.341887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57704) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:24.347033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358699738', 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:24.370972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Made reservation on behalf of e8f5d2ae3d6f4b4d8c3dac231cd9e87d for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:24.376881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.390444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port dd8f9e76-456b-471e-af1d-08f340c2655d yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:24.539107 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (dd8f9e76-456b-471e-af1d-08f340c2655d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.573602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dd8f9e76-456b-471e-af1d-08f340c2655d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.616111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Network a9250973-9f92-4d53-9400-a98819703f47 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:24.619613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:24.622118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:24.623076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.623881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.642107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=dd8f9e76-456b-471e-af1d-08f340c2655d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:24.649850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f50aa16d-5124-4ed5-9afc-0b81917123a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3068902
Jan 15 21:06:24.652578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57710) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:24.689663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82098906-6174-4d50-8d92-f1d3168e7213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:24.692896 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-82098906-6174-4d50-8d92-f1d3168e7213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports/dd8f9e76-456b-471e-af1d-08f340c2655d HTTP/1.1" status: 200  len: 959 time: 0.0376260
Jan 15 21:06:24.694110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57718) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:24.778697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Deleting port dd8f9e76-456b-471e-af1d-08f340c2655d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:24.779089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dd8f9e76-456b-471e-af1d-08f340c2655d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.850323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dd8f9e76-456b-471e-af1d-08f340c2655d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:24.864441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Calling delete_port for dd8f9e76-456b-471e-af1d-08f340c2655d owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:24.937153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19919ce1-3c1d-4d91-a221-59461511508b req-e9cbed3f-116b-4502-be80-0143b9e797dc tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0291028
Jan 15 21:06:24.971331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dd8f9e76-456b-471e-af1d-08f340c2655d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.004978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.008375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "DELETE /v2.0/ports/dd8f9e76-456b-471e-af1d-08f340c2655d HTTP/1.1" status: 204  len: 168 time: 0.3132944
Jan 15 21:06:25.009983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d196c0-c078-47a1-978e-647eb4196ebd tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd8f9e76-456b-471e-af1d-08f340c2655d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:25.011280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:25.034774 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-077697fe-1118-4fa1-8a4a-6247fc613da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:25.036187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-077697fe-1118-4fa1-8a4a-6247fc613da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports/dd8f9e76-456b-471e-af1d-08f340c2655d HTTP/1.1" status: 404  len: 333 time: 0.0238843
Jan 15 21:06:25.040947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:25.045901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'network_id': 'a9250973-9f92-4d53-9400-a98819703f47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-743683373'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:25.059873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f34c-8eec-495e-9db2-4259f7471ec4 req-97d7b1e5-dfd6-41a2-82cb-baa35699f09a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:25.061525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2a8f34c-8eec-495e-9db2-4259f7471ec4 req-97d7b1e5-dfd6-41a2-82cb-baa35699f09a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0617530
Jan 15 21:06:25.068591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Made reservation on behalf of e8f5d2ae3d6f4b4d8c3dac231cd9e87d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:25.071308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.091031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port 81d0f248-eb33-41d8-86d3-9e6025b291df yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:25.113235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2a8f34c-8eec-495e-9db2-4259f7471ec4 req-9dff8290-a74b-4172-945f-a376e4b28b6b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447226
Jan 15 21:06:25.257178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.290639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.334174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Network a9250973-9f92-4d53-9400-a98819703f47 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:25.340834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:25.343146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:25.344223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:25.344823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.350228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=81d0f248-eb33-41d8-86d3-9e6025b291df,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:25.366140 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-664bcb3f-ebd9-47bd-a534-9ae5457bd778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.3240728
Jan 15 21:06:25.368699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:25.373621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:25.426530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.593254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] device_id is not set on port 81d0f248-eb33-41d8-86d3-9e6025b291df yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:25.600644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks [] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.606161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.662593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=81d0f248-eb33-41d8-86d3-9e6025b291df,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:25.673193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.673533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.673867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.678109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.678430 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.678813 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 2 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.691382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.691724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.692052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.697096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.697424 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.697814 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 3 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.711507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.711844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.712175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.716505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.716997 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.717382 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 4 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.730503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.730836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.731190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.735665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.735983 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.736365 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 5 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.749340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.749701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.750038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.754501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.754829 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.755222 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 6 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.768159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.768496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.768830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.773879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.774207 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.774599 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 7 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.786124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.786457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.786801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.791103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.791429 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.791813 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 8 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.804191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.804534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.804903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.809127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.809454 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.809843 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 9 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.821997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.822333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.822665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.826899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.827244 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.827612 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempt 10 to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df
Jan 15 21:06:25.840136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:25.840472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:25.840803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempting to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:25.845013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:25.845336 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Failed to bind port 81d0f248-eb33-41d8-86d3-9e6025b291df on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a9250973-9f92-4d53-9400-a98819703f47'}]
Jan 15 21:06:25.845697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.906238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port 81d0f248-eb33-41d8-86d3-9e6025b291df, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:25.906604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attempted to set empty binding levels {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:25.910937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.945650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] In _notify_port_updated(), no bound segment for port 81d0f248-eb33-41d8-86d3-9e6025b291df on network a9250973-9f92-4d53-9400-a98819703f47 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:25.946498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:25.947103 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:25.948421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "PUT /v2.0/ports/81d0f248-eb33-41d8-86d3-9e6025b291df HTTP/1.1" status: 200  len: 978 time: 0.5787454
Jan 15 21:06:25.951194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:25.986848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb66a82-a4f7-423d-b0ad-e7de4e260549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event updated for resources: {'Port': ['ID=81d0f248-eb33-41d8-86d3-9e6025b291df,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:26.047452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8f6652e-c41c-46b6-a4a0-7aca3cc68aa8 req-77a5c892-cbda-4d0d-a247-b7b5014612ba tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0290594
Jan 15 21:06:26.051298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Deleting port 81d0f248-eb33-41d8-86d3-9e6025b291df {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:26.051738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.112431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] For port 81d0f248-eb33-41d8-86d3-9e6025b291df, host nch2-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:26.112797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.129832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Calling delete_port for 81d0f248-eb33-41d8-86d3-9e6025b291df owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:26.225304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81d0f248-eb33-41d8-86d3-9e6025b291df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.250120 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef221-c010-464a-bcad-8ec734e5d169 req-d4cff837-ab69-40f4-a68a-3fa50061b67f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:26.251947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5cef221-c010-464a-bcad-8ec734e5d169 req-d4cff837-ab69-40f4-a68a-3fa50061b67f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0602379
Jan 15 21:06:26.259660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Pushing event deleted for resources: {'Port': ['ID=81d0f248-eb33-41d8-86d3-9e6025b291df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:26.263555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.266951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d4b240e8-b961-458e-b2f9-23c520d183f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "DELETE /v2.0/ports/81d0f248-eb33-41d8-86d3-9e6025b291df HTTP/1.1" status: 204  len: 168 time: 0.3148282
Jan 15 21:06:26.269526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:26.294671 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84c957b-e5d4-407a-ad60-14ae45b49ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:26.296892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c84c957b-e5d4-407a-ad60-14ae45b49ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-645478489-project-admin] 10.222.0.46 "GET /v2.0/ports/81d0f248-eb33-41d8-86d3-9e6025b291df HTTP/1.1" status: 404  len: 333 time: 0.0256186
Jan 15 21:06:26.301066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57762) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:26.320242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5cef221-c010-464a-bcad-8ec734e5d169 req-50ab5a7e-3787-47a3-90eb-3a59410adad2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478823
Jan 15 21:06:26.387561 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a9250973-9f92-4d53-9400-a98819703f47), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.471791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a9250973-9f92-4d53-9400-a98819703f47), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.496262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e797ae070>,) {'filters': {'network_id': ['a9250973-9f92-4d53-9400-a98819703f47']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:26.505643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797ae070>, 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:26.505938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e797ae070>, 'd0b42ea8-cd81-400a-8cba-32b1d62d0e22') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:26.516028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d0b42ea8-cd81-400a-8cba-32b1d62d0e22), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.529140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d0b42ea8-cd81-400a-8cba-32b1d62d0e22), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.535583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:06:26.536006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d0b42ea8-cd81-400a-8cba-32b1d62d0e22), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:06:26.539440 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:06:26.595770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (a9250973-9f92-4d53-9400-a98819703f47), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.604799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:26.608485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] 10.222.0.46 "DELETE /v2.0/networks/a9250973-9f92-4d53-9400-a98819703f47 HTTP/1.1" status: 204  len: 168 time: 0.3060663
Jan 15 21:06:26.621315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1e75b-099f-4a0b-bbf2-6604646ce527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651519999-project] Pushing event deleted for resources: {'Network': ['ID=a9250973-9f92-4d53-9400-a98819703f47,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:26.852994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57772) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:26.986273 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e56b8c02-b1b2-4527-b869-99e48bf080ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b125a323104a440cab8115281ffe64e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1317728
Jan 15 21:06:26.988328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57776) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:27.035819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] Publish callbacks [] for security_group (fa218c7c-2b3c-45e7-84a2-7e669ed7bd61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.060601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] Publish callbacks [] for security_group (fa218c7c-2b3c-45e7-84a2-7e669ed7bd61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.109795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa218c7c-2b3c-45e7-84a2-7e669ed7bd61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.112567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.116222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa218c7c-2b3c-45e7-84a2-7e669ed7bd61 HTTP/1.1" status: 204  len: 168 time: 0.1246026
Jan 15 21:06:27.122039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31d1fb-5a28-4901-aa99-33b207fd08c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa218c7c-2b3c-45e7-84a2-7e669ed7bd61,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:27.159526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63a0cbe5-564d-4895-8e8f-300057771e67 req-d89bdd76-26ff-44bc-a0e5-18f3efab229a tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0326986
Jan 15 21:06:27.520703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b535e81-2595-4bd8-a410-773c5c8c9f13 req-eddcab43-4ad9-4d50-baea-6d4a879e1ac4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:27.523128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b535e81-2595-4bd8-a410-773c5c8c9f13 req-eddcab43-4ad9-4d50-baea-6d4a879e1ac4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0859842
Jan 15 21:06:27.528743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57822) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:27.613000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1424b9d0-c0e9-4d54-a0dc-d9eb6ee80237 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8f5d2ae3d6f4b4d8c3dac231cd9e87d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0822136
Jan 15 21:06:27.616068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57824) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:27.617734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b535e81-2595-4bd8-a410-773c5c8c9f13 req-ac50462d-55a3-4d82-9ce5-bd5e97cc1ba7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766525
Jan 15 21:06:27.649110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:06:27.679614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] Publish callbacks [] for security_group (0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.703478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] Publish callbacks [] for security_group (0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.762230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.765236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.766419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff HTTP/1.1" status: 204  len: 168 time: 0.1484971
Jan 15 21:06:27.768532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:27.776060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a630e-ef90-41aa-80f2-78c4ffdd50af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1fe384-f1e9-415b-ac9f-d2b6db6e1cff,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:27.805288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:06:27.868361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:27.868754 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:27.897797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:06:27.928055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:27.932465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:28.005392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:28.015891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.016094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.016372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.016692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.017054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.017393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.017726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.018057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.018391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.018717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.019048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.019376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.019702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:28.070409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d027fed2-822f-40a2-a052-26b22c1aef53'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:06:28.365844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-abd46406-e364-4675-8b0e-5f99ed5da025 req-9bbb328f-87a3-4c4a-8c0f-5230268bd902 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0370510
Jan 15 21:06:28.833790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9686ae0-72a9-4b00-b045-7bffa2eecd63 req-e2833311-d93d-48c4-95c6-f39bdb3cd827 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:28.837402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9686ae0-72a9-4b00-b045-7bffa2eecd63 req-e2833311-d93d-48c4-95c6-f39bdb3cd827 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.0945888
Jan 15 21:06:28.903745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9686ae0-72a9-4b00-b045-7bffa2eecd63 req-31a00e20-47ae-4476-b744-5f978d847036 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603857
Jan 15 21:06:29.557969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acb388e6-d996-4358-9262-75336b16f04e req-9b86d23c-9ded-40e6-8086-0ad183ab5725 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0518563
Jan 15 21:06:29.646281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:06:29.719061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d027fed2-822f-40a2-a052-26b22c1aef53 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:29.719448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:29.814380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:29.814774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:29.844334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:06:29.849139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57908) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:29.850517 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c6aed-5ff6-4555-9b6c-793e1421af53" -d '{"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:06:29.865786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:29.872700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:29.906491 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f82bd3-6189-441a-b35d-73e3c645bb93 x-openstack-request-id: req-b4f82bd3-6189-441a-b35d-73e3c645bb93 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:06:29.906786 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:06:29.907042 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4f82bd3-6189-441a-b35d-73e3c645bb93 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:06:29.907438 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'code': 200}
Jan 15 21:06:29.943522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:30.058751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-571597043'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:30.098869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a559e2-e727-404d-836d-1e9173f0a809 req-7a66b0d8-924e-4e94-8d0a-3dd18a49c0a1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:30.100375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a559e2-e727-404d-836d-1e9173f0a809 req-7a66b0d8-924e-4e94-8d0a-3dd18a49c0a1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1099370
Jan 15 21:06:30.110621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Made reservation on behalf of 947f5f9aec4b4bf0ba3df86b3027e96f for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:30.123564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.144990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.205424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a559e2-e727-404d-836d-1e9173f0a809 req-2cc4ef9e-a7e3-40d2-a05c-c2822171cf83 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974908
Jan 15 21:06:30.266759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks [] for security_group (e232d767-6597-45f0-9423-8f62bc2aac1e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.272242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e232d767-6597-45f0-9423-8f62bc2aac1e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.302382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:06:30.313087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e232d767-6597-45f0-9423-8f62bc2aac1e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:30.318285 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (acd37680-6a2b-4210-bd1c-6258640941bd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.318639 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Added segment acd37680-6a2b-4210-bd1c-6258640941bd of type vlan for network 419db1fb-f719-4176-9d74-3629262dddc5
Jan 15 21:06:30.372791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (419db1fb-f719-4176-9d74-3629262dddc5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.402890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (419db1fb-f719-4176-9d74-3629262dddc5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.410471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:30.411372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.488570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.6380367
Jan 15 21:06:30.512283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f5c83-d6e3-4b29-9605-92363dd2c699 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Pushing event updated for resources: {'Network': ['ID=419db1fb-f719-4176-9d74-3629262dddc5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:30.526689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 419db1fb-f719-4176-9d74-3629262dddc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:06:30.714098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63903271-bd13-48c4-8d8c-ebbadc792960 req-af3149df-eee0-4fd1-a443-edab9ae32ea9 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0371726
Jan 15 21:06:30.796327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57932) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:30.805983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'network_id': '419db1fb-f719-4176-9d74-3629262dddc5', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1284817283'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:30.846610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Made reservation on behalf of 786105d7c53f460f8cc9ea8fd8f16f47 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:30.854220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.874480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.969623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for security_group (f77ac31d-f82b-49bf-b8a4-61bf0ff4d473), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.977062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f77ac31d-f82b-49bf-b8a4-61bf0ff4d473), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:30.982194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port a507795c-e93c-4b64-a295-1c1e0e8e157d yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:31.089717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ac31d-f82b-49bf-b8a4-61bf0ff4d473,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:31.410829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port a507795c-e93c-4b64-a295-1c1e0e8e157d yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:31.424829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:31.441398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa44ccc-a6d6-4808-befb-ded4a4055a50 req-e20cdba9-f703-4be3-9444-0e91e7dd3ce6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:31.449085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4fa44ccc-a6d6-4808-befb-ded4a4055a50 req-e20cdba9-f703-4be3-9444-0e91e7dd3ce6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0862885
Jan 15 21:06:31.452240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:31.540350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=a507795c-e93c-4b64-a295-1c1e0e8e157d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:31.553605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4fa44ccc-a6d6-4808-befb-ded4a4055a50 req-50869633-2c2c-47c3-a055-0ff3471a5a36 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036546
Jan 15 21:06:31.563619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Checking segment: {'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:31.564070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Network hostable DHCP agents. Network: 419db1fb-f719-4176-9d74-3629262dddc5, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:06:31.582681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Network 419db1fb-f719-4176-9d74-3629262dddc5 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:06:31.597194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 419db1fb-f719-4176-9d74-3629262dddc5) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:31.603928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:31.609885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff69e2-cf71-4d8f-a802-cb230fcf9586 None None] Network 419db1fb-f719-4176-9d74-3629262dddc5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:31.622545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.623280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.623725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.628808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.629283 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.629774 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 2 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.646944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.647443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.648449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.653417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.653827 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.654291 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 3 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.672204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.672664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.673108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.678850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.679347 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.679806 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 4 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.692611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.693008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.693334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.699856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.700891 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.701420 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 5 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.721691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.722319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.722580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.728498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.731295 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.731295 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 6 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.743570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.743931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.744279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.748941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.749275 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.749670 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 7 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.763979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.764323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.764653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.769388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.769722 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.770138 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 8 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.783828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.784311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.784665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.790863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.791074 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.793715 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 9 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.805759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.806197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.806609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.836482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.837386 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.839097 ncdv-master-1 neutron-server[114437]: INFO neutron.plugins.ml2.plugin [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 10 to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d
Jan 15 21:06:31.869322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:31.870166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:31.870604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:31.886109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-803f9588-940b-46bd-97d1-47af7f9bdf67 req-37a536ac-ba54-44e4-aa0f-a1c1d1051116 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0597899
Jan 15 21:06:31.889471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port a507795c-e93c-4b64-a295-1c1e0e8e157d on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:31.889809 ncdv-master-1 neutron-server[114437]: ERROR neutron.plugins.ml2.managers [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port a507795c-e93c-4b64-a295-1c1e0e8e157d on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:31.890344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.002460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port a507795c-e93c-4b64-a295-1c1e0e8e157d, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:32.003038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempted to set empty binding levels {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:32.023576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.070724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:32.071362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.094962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=a507795c-e93c-4b64-a295-1c1e0e8e157d,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:32.100795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1ad7d27b-5fd0-4239-b68a-c6cf9c23c6af tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.3032081
Jan 15 21:06:32.103770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57962) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:32.231819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Deleting port a507795c-e93c-4b64-a295-1c1e0e8e157d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:32.232347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.349142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port a507795c-e93c-4b64-a295-1c1e0e8e157d, host nch2-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:32.349692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.377211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Calling delete_port for a507795c-e93c-4b64-a295-1c1e0e8e157d owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:32.540110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a507795c-e93c-4b64-a295-1c1e0e8e157d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.576199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event deleted for resources: {'Port': ['ID=a507795c-e93c-4b64-a295-1c1e0e8e157d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:32.586858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.593288 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-82618da7-4bd8-452f-ac93-d29ad0800b09 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a507795c-e93c-4b64-a295-1c1e0e8e157d HTTP/1.1" status: 204  len: 168 time: 0.4863317
Jan 15 21:06:32.593694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57976) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:32.621447 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d9f977-85e8-4fcf-8d3c-4d1ddc9cfdae tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:32.627514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57978) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:32.628014 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a4d9f977-85e8-4fcf-8d3c-4d1ddc9cfdae tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports/a507795c-e93c-4b64-a295-1c1e0e8e157d HTTP/1.1" status: 404  len: 333 time: 0.0330358
Jan 15 21:06:32.633114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'network_id': '419db1fb-f719-4176-9d74-3629262dddc5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1421039721'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:32.660005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Made reservation on behalf of 786105d7c53f460f8cc9ea8fd8f16f47 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:32.664795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.684931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:32.863725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:32.940640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ab0e9-4b9c-484e-8f92-2e40fe508db1 req-7d191297-84a2-4e90-9418-ebb021700f2c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:32.942181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-593ab0e9-4b9c-484e-8f92-2e40fe508db1 req-7d191297-84a2-4e90-9418-ebb021700f2c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0823996
Jan 15 21:06:32.963910 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:33.053603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Network 419db1fb-f719-4176-9d74-3629262dddc5 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:33.082073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:33.097766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:33.098725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:33.099334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:33.102526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=20cc7228-3e1b-4bf7-bb4c-598074c7e791,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:33.107761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-593ab0e9-4b9c-484e-8f92-2e40fe508db1 req-1991a09e-57dc-41bc-8f71-f771bb237227 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538136
Jan 15 21:06:33.111620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f31bbcf-cb09-4c42-be3e-39b3a782914e req-7aad2bee-3cf9-4725-ae9e-69ba1e55f9cd tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0647357
Jan 15 21:06:33.167967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-24641ace-c393-4534-84da-a028cf21e9f0 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.5385690
Jan 15 21:06:33.170710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:33.176129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:33.251012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:33.532815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:33.544898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:33.552655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:33.614320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=20cc7228-3e1b-4bf7-bb4c-598074c7e791,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:33.633123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.633803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.634354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.639545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.640200 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.640787 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 2 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.659219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.659962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.660617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.666885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.667314 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.668236 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 3 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.688503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.689201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.689544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.697996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.698332 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.698728 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 4 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.716981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.717690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.718213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.724693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.725372 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.726622 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 5 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.768331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.771081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.771479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.787876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.789073 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.789756 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 6 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.808094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.809372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.810862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.818367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.819003 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.819656 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 7 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.835032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.835465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.836021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.841205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.841745 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.842481 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 8 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.856906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.857527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.858041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.862843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.863368 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.863946 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 9 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.878790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.879223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.879569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.884656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.884982 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.885434 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 10 to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791
Jan 15 21:06:33.903577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:33.903981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:33.904408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:33.909987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:33.910387 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:33.910764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.013538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port 20cc7228-3e1b-4bf7-bb4c-598074c7e791, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:34.014026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempted to set empty binding levels {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:34.019483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.064080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] In _notify_port_updated(), no bound segment for port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:34.064979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.065721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.071473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58046) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:34.072010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "PUT /v2.0/ports/20cc7228-3e1b-4bf7-bb4c-598074c7e791 HTTP/1.1" status: 200  len: 975 time: 0.8994207
Jan 15 21:06:34.085675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc9b48-5aa6-412d-bd2e-965ff4ea4790 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=20cc7228-3e1b-4bf7-bb4c-598074c7e791,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:34.292808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.293330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.293798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.294261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.294745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.295630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.296448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.297741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.298467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.299302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.300141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.300820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.301645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.302109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.302570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.303297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.303762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.304259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.304718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.305211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.305666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.306127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.306577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.307030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.307482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.307933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.308384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.308856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.309314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.309809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.310261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.310713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.311159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.311603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.312061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.312513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.312991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.313447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.313896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.314343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.314792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.315250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.315696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.316145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.316593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.317068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.317518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.327618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0a6fe644-434b-4ad9-95a9-27cd4132b3c7 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 42205 time: 0.2486556
Jan 15 21:06:34.327988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58054) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:34.350121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1cb7115-c058-43a8-ad48-b720df7d686c req-d5b8090e-1b57-49eb-8dc6-180f45cad854 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.1090195
Jan 15 21:06:34.427241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b182-332e-453e-8632-17c4ca2ce980 req-37459d0f-36fd-4720-b956-48e6b48f1b4a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.429349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a37b182-332e-453e-8632-17c4ca2ce980 req-37459d0f-36fd-4720-b956-48e6b48f1b4a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1694391
Jan 15 21:06:34.469676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Deleting port 20cc7228-3e1b-4bf7-bb4c-598074c7e791 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:34.470035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.537003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a37b182-332e-453e-8632-17c4ca2ce980 req-979e4c95-54a7-43d9-a8e9-1ea89fa89171 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011472
Jan 15 21:06:34.594861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port 20cc7228-3e1b-4bf7-bb4c-598074c7e791, host nch2-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:34.595761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.623014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Calling delete_port for 20cc7228-3e1b-4bf7-bb4c-598074c7e791 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:34.720760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (20cc7228-3e1b-4bf7-bb4c-598074c7e791), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.747741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.750952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "DELETE /v2.0/ports/20cc7228-3e1b-4bf7-bb4c-598074c7e791 HTTP/1.1" status: 204  len: 168 time: 0.4218907
Jan 15 21:06:34.753726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:34.772422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4051b-9747-4fc0-b03f-687b3dd233fc tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event deleted for resources: {'Port': ['ID=20cc7228-3e1b-4bf7-bb4c-598074c7e791,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:34.793294 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b47f43-ed1a-4550-b6c9-e9517d7da83f tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:34.798533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30b47f43-ed1a-4550-b6c9-e9517d7da83f tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports/20cc7228-3e1b-4bf7-bb4c-598074c7e791 HTTP/1.1" status: 404  len: 333 time: 0.0402470
Jan 15 21:06:34.799005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58060) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:34.804732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-391051921', 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:34.821395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-ef7a22dc-4190-48cb-ac68-37010afc73c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0850213
Jan 15 21:06:34.832909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Made reservation on behalf of 786105d7c53f460f8cc9ea8fd8f16f47 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:34.835418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:34.857467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:34.958046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.958530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.959552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.960025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.961204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.962444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.962914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:34.964972 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-a5cb50bc-6993-4e3b-9002-9b1f1b57810f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 6500 time: 0.0657129
Jan 15 21:06:35.069819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.130825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.161841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-fb143c11-2874-4e44-a90e-c73dbb61cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.162576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-fb143c11-2874-4e44-a90e-c73dbb61cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.165528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-fb143c11-2874-4e44-a90e-c73dbb61cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.167967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-fb143c11-2874-4e44-a90e-c73dbb61cff2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1abede3-ecab-4e83-a1da-6cc70da90e11&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=0ef2cc14-9e80-4859-a806-4f8642660717&id=878a0e81-034a-4a83-abcb-c15907086183&id=878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 200  len: 2298 time: 0.1694615
Jan 15 21:06:35.214957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Network 419db1fb-f719-4176-9d74-3629262dddc5 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:35.217987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:35.222172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:35.223371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.224097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.254318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.4542038
Jan 15 21:06:35.255026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58090) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:35.268227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425344bd-37c2-4b1b-8667-700d19377935 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:35.317823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8f2bf-e1fc-4e72-9539-21295c9ceadb tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.318328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-739b482b-b1cc-49be-b603-f10bbf384a88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 200  len: 1001 time: 0.1428585
Jan 15 21:06:35.320892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0c8f2bf-e1fc-4e72-9539-21295c9ceadb tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports/e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e HTTP/1.1" status: 200  len: 954 time: 0.0628626
Jan 15 21:06:35.322530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58092) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:35.385487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-89aaaced-cb46-49a8-865c-6a6d14064838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.387666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-89aaaced-cb46-49a8-865c-6a6d14064838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 200  len: 856 time: 0.0612006
Jan 15 21:06:35.434640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Deleting port e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:35.434986 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.454890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-63d8105d-38cf-41d2-bd22-da87a006bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.456407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-63d8105d-38cf-41d2-bd22-da87a006bb03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1abede3-ecab-4e83-a1da-6cc70da90e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0619764
Jan 15 21:06:35.538580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83b54c2b-c77e-44d7-8ff4-17bbab56ce8b req-a7604ac6-dbca-43b9-8fa6-37d1732a5078 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0599103
Jan 15 21:06:35.551854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.557158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-752f2f8c-55f7-4f75-ac9a-651a7bad95fc service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933695
Jan 15 21:06:35.581266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Calling delete_port for e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:35.687481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-57cd0257-fac0-42b2-b263-5c4457ab5989 service neutron] 10.222.0.45 "GET /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220298
Jan 15 21:06:35.737426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-e7d41f98-1b34-4658-b0bd-c264a2cbf977 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 217 time: 0.0427175
Jan 15 21:06:35.827891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93329a1-6d11-4ea6-958c-063c3c91be0e req-234e398f-bf22-4ec1-a79d-88ccc3970278 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.830534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c93329a1-6d11-4ea6-958c-063c3c91be0e req-234e398f-bf22-4ec1-a79d-88ccc3970278 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1175144
Jan 15 21:06:35.831834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.848884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-214e1bd7-5d35-48df-9949-c3787c4d1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.853845 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-214e1bd7-5d35-48df-9949-c3787c4d1d03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.1096079
Jan 15 21:06:35.876406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:35.912352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:35.916558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d33830e4-f11c-4fae-a508-8dee46a87126 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e HTTP/1.1" status: 204  len: 168 time: 0.5930462
Jan 15 21:06:35.919416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:35.959099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-96a1db8f-8454-408d-8ae2-67eb5c8895ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:35.961416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-96a1db8f-8454-408d-8ae2-67eb5c8895ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1014037
Jan 15 21:06:35.962692 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d99d0fa-545f-4227-8f77-0ab53c2610ca tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:35.969174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1d99d0fa-545f-4227-8f77-0ab53c2610ca tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports/e3e6f8d5-1e28-4947-b1f2-4f2c7625d25e HTTP/1.1" status: 404  len: 333 time: 0.0481515
Jan 15 21:06:35.970265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c93329a1-6d11-4ea6-958c-063c3c91be0e req-7dc21df1-eb54-45bf-af31-67539065d6f5 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246636
Jan 15 21:06:35.970746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:35.979122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'network_id': '419db1fb-f719-4176-9d74-3629262dddc5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1561211701'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:36.006165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Made reservation on behalf of 786105d7c53f460f8cc9ea8fd8f16f47 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:36.011265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:36.052119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port 63329733-acfa-44fc-9f0f-695003def7c8 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:36.125261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-0e2fe522-8dc7-48df-8540-46c422bad69c service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442952
Jan 15 21:06:36.263673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-63725ba1-bb15-4f7a-bbbe-dc0301cb8c8a service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298709
Jan 15 21:06:36.327244 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-d2c06803-c38c-4ee6-84b6-31b681f35f1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 217 time: 0.0480568
Jan 15 21:06:36.407239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-b897cd66-f5b9-429e-85e2-9a6079911a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:36.408944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-b897cd66-f5b9-429e-85e2-9a6079911a59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0672677
Jan 15 21:06:36.480020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-f4574b07-4d5e-4d2b-82a8-caa54ce1544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:36.486851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-f4574b07-4d5e-4d2b-82a8-caa54ce1544b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0665717
Jan 15 21:06:36.732731 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-d60719f4-df6a-4140-959c-1f0cf950d0c0 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294307
Jan 15 21:06:36.747365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (63329733-acfa-44fc-9f0f-695003def7c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:36.753072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0bd32f5-e031-42db-ad15-1229e0d08789 req-2efd2bc3-743e-4d6b-b0f8-ef4730ba908e tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0647230
Jan 15 21:06:36.834018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (63329733-acfa-44fc-9f0f-695003def7c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:36.906712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Network 419db1fb-f719-4176-9d74-3629262dddc5 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:36.910231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:36.918047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:36.919259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:36.919959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:36.929596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=63329733-acfa-44fc-9f0f-695003def7c8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:36.954571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ec320db1-272a-4cf1-a77c-9ec6f23911cf tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.9808183
Jan 15 21:06:36.954991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:36.963523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:36.994792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-6d5f351f-1445-43b8-8d6d-3e8ee636ef5e service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539988
Jan 15 21:06:37.119672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-7d98585b-06fd-4eb8-9790-1255168c1d6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 200  len: 217 time: 0.1146648
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.146981 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:37.151046 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:37.157065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfa58-e9e1-4d6f-bd8b-e3c43165f338 req-9716dacb-4903-4586-9bdc-463f9ea005f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:37.166706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e58cfa58-e9e1-4d6f-bd8b-e3c43165f338 req-9716dacb-4903-4586-9bdc-463f9ea005f1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0863199
Jan 15 21:06:37.190233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-9fae6112-8d27-4522-8cd6-e124836bd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:37.192027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-9fae6112-8d27-4522-8cd6-e124836bd8de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0613554
Jan 15 21:06:37.194066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (63329733-acfa-44fc-9f0f-695003def7c8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:37.229103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e58cfa58-e9e1-4d6f-bd8b-e3c43165f338 req-aac6c3a4-e96a-4f3a-bbac-281a7c40a207 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611367
Jan 15 21:06:37.359156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-acfda9c6-00dd-46c9-be93-ba02cbb8abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:37.360647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-acfda9c6-00dd-46c9-be93-ba02cbb8abc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1625896
Jan 15 21:06:37.554281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] device_id is not set on port 63329733-acfa-44fc-9f0f-695003def7c8 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:37.566131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks [] for port (63329733-acfa-44fc-9f0f-695003def7c8), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:37.570589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-8cbb1fbc-8444-48ac-984d-7e5ea9170e6e service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004623
Jan 15 21:06:37.590696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (63329733-acfa-44fc-9f0f-695003def7c8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:37.918208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca9417e8-1dce-4551-9ec8-61dc2b199543 req-4f89842e-d54f-45f2-803a-359a88935349 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0401862
Jan 15 21:06:38.049846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=63329733-acfa-44fc-9f0f-695003def7c8,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:38.086932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.086932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.086932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.094069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.094399 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.094936 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 2 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.098710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-d402dfa1-02ae-4245-9eeb-c2f8b32b2d04 service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5191016
Jan 15 21:06:38.124296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.124952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.125696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.167007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-15c30e17-f06f-4ecb-82f0-3ae6ce3fbfca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 200  len: 217 time: 0.0591457
Jan 15 21:06:38.167796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.168132 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.168520 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 3 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.219535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.219786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.220099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.232120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.232462 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.234696 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 4 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.251940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-cf2b6ba4-3de3-4df9-bcec-f32e84cd820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:38.253473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-cf2b6ba4-3de3-4df9-bcec-f32e84cd820b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 200  len: 797 time: 0.0807145
Jan 15 21:06:38.279046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.279702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.280137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.290117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.290117 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.290117 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 5 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.326996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.327485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.327920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.345583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.346063 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.347993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-b3f1d206-4903-4620-9df0-42b188885aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:38.353142 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-b3f1d206-4903-4620-9df0-42b188885aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ef2cc14-9e80-4859-a806-4f8642660717&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0831718
Jan 15 21:06:38.353600 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 6 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.419949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1aea3-8c45-43a9-aa47-eb5ebb7cbc19 req-2758540f-02a0-4a43-959b-b877157cbb61 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:38.432667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.433116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.433611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22f1aea3-8c45-43a9-aa47-eb5ebb7cbc19 req-2758540f-02a0-4a43-959b-b877157cbb61 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1118345
Jan 15 21:06:38.438611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.447279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.447626 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.449570 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 7 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.466943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.466943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.466943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.477516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.477516 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.482845 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 8 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.499666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.500014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.500355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.508960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.509341 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.516529 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 9 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.523729 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22f1aea3-8c45-43a9-aa47-eb5ebb7cbc19 req-ae6a51f4-c19d-459c-81c3-5cc3529e561a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884600
Jan 15 21:06:38.537778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.538892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.539030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.559973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.560316 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.562405 ncdv-master-1 neutron-server[114438]: INFO neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempt 10 to bind port 63329733-acfa-44fc-9f0f-695003def7c8
Jan 15 21:06:38.583994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:38.583994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:38.583994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempting to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:38.589695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:38.590042 ncdv-master-1 neutron-server[114438]: ERROR neutron.plugins.ml2.managers [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Failed to bind port 63329733-acfa-44fc-9f0f-695003def7c8 on host nch2-master-1 for vnic_type normal using segments [{'id': 'acd37680-6a2b-4210-bd1c-6258640941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '419db1fb-f719-4176-9d74-3629262dddc5'}]
Jan 15 21:06:38.590402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (63329733-acfa-44fc-9f0f-695003def7c8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:38.596121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-cd027763-651f-4ff3-af5e-a27c98ff9b8b service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319174
Jan 15 21:06:38.812063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-e0f09e3c-6123-4baa-b25c-f33a5d766f86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1973009
Jan 15 21:06:38.812063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port 63329733-acfa-44fc-9f0f-695003def7c8, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:38.812063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attempted to set empty binding levels {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jan 15 21:06:38.829940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (63329733-acfa-44fc-9f0f-695003def7c8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:38.893587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-1475d0a5-0a98-4742-8e4f-5d9c955de40f service neutron] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903898
Jan 15 21:06:38.971327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] In _notify_port_updated(), no bound segment for port 63329733-acfa-44fc-9f0f-695003def7c8 on network 419db1fb-f719-4176-9d74-3629262dddc5 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:38.972547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:38.973421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:38.974987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "PUT /v2.0/ports/63329733-acfa-44fc-9f0f-695003def7c8 HTTP/1.1" status: 200  len: 975 time: 2.0187027
Jan 15 21:06:38.979665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58212) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:39.002458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-f639c392-9672-4e6e-aebd-8d95337d4c67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 200  len: 217 time: 0.0976481
Jan 15 21:06:39.058563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67abf1b-8528-4954-8716-a762c1499692 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event updated for resources: {'Port': ['ID=63329733-acfa-44fc-9f0f-695003def7c8,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:39.074388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.075004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.075582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.076127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.076684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.077511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.078093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.080282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-36960e16-9f83-4f64-b00b-d3d1d6845396 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.2001841
Jan 15 21:06:39.131356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5fd8d80-f190-44d8-9089-fbab2d4e266c req-6cf6cfcb-334a-4239-ba7c-b9a7abf0a284 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0760286
Jan 15 21:06:39.201211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-5f9d3662-e743-4f97-a305-83a891ee6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.202903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-5f9d3662-e743-4f97-a305-83a891ee6d2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1886747
Jan 15 21:06:39.219566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Deleting port 63329733-acfa-44fc-9f0f-695003def7c8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:39.220112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (63329733-acfa-44fc-9f0f-695003def7c8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.287864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-6930bc1e-8de4-4cb1-81ea-9c951886c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.288734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-6930bc1e-8de4-4cb1-81ea-9c951886c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.289239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-6930bc1e-8de4-4cb1-81ea-9c951886c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.290864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-6930bc1e-8de4-4cb1-81ea-9c951886c3a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f213ffd6-16a4-404b-80d4-e008020201ac&id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 2294 time: 0.1796398
Jan 15 21:06:39.310341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-ba80a26a-fc2d-4b2f-b460-e221070b057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.310582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] For port 63329733-acfa-44fc-9f0f-695003def7c8, host nch2-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:39.310813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (63329733-acfa-44fc-9f0f-695003def7c8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.312897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-ba80a26a-fc2d-4b2f-b460-e221070b057e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0928886
Jan 15 21:06:39.331038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Calling delete_port for 63329733-acfa-44fc-9f0f-695003def7c8 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:39.461300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-4d899294-19d3-48d6-bb90-6de3e280dcbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 1002 time: 0.1604981
Jan 15 21:06:39.486795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (63329733-acfa-44fc-9f0f-695003def7c8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.535280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Pushing event deleted for resources: {'Port': ['ID=63329733-acfa-44fc-9f0f-695003def7c8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:39.541813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.545038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9b29dc81-3e5e-41c2-9ea9-1d3cbcd56c04 tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "DELETE /v2.0/ports/63329733-acfa-44fc-9f0f-695003def7c8 HTTP/1.1" status: 204  len: 168 time: 0.5643251
Jan 15 21:06:39.547674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58228) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:39.549092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-d48cbc80-f178-48c8-a467-a6ab36d1e250 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700408
Jan 15 21:06:39.551071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-c7aa4429-3f0c-40ce-ae8e-16059016e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.552421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-c7aa4429-3f0c-40ce-ae8e-16059016e409 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 200  len: 851 time: 0.0837021
Jan 15 21:06:39.577895 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3848a2b7-cc7a-4864-80c2-6daf423b7c5a tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] GET failed (client error): The resource could not be found.
Jan 15 21:06:39.579647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3848a2b7-cc7a-4864-80c2-6daf423b7c5a tempest-PortsAdminExtendedAttrsTestJSON-985201705 tempest-PortsAdminExtendedAttrsTestJSON-985201705-project-admin] 10.222.0.46 "GET /v2.0/ports/63329733-acfa-44fc-9f0f-695003def7c8 HTTP/1.1" status: 404  len: 333 time: 0.0307102
Jan 15 21:06:39.583713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:39.674468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-4996a558-c9d6-4a2f-91fb-dba1b7bab01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.676266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-4996a558-c9d6-4a2f-91fb-dba1b7bab01f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b740d751-068e-4a93-9225-aa5d63661275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1079028
Jan 15 21:06:39.711670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-e04b9e69-e63f-4857-8526-437c1f64abda service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535323
Jan 15 21:06:39.745930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (419db1fb-f719-4176-9d74-3629262dddc5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.777484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bdbf4-6946-426c-a20b-50a2cc8b6d4a req-6cfe2f86-045c-4e84-b043-0b17ffb42d61 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.779039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-534bdbf4-6946-426c-a20b-50a2cc8b6d4a req-6cfe2f86-045c-4e84-b043-0b17ffb42d61 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0871255
Jan 15 21:06:39.809957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-794f8a7d-b300-4a74-8afa-d3019fdc20b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 200  len: 217 time: 0.0779147
Jan 15 21:06:39.882523 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (419db1fb-f719-4176-9d74-3629262dddc5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.924635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-3aa28dd8-e13c-49a0-8575-e738025fc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:39.926159 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-3aa28dd8-e13c-49a0-8575-e738025fc56b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 200  len: 797 time: 0.1036837
Jan 15 21:06:39.928853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-f95469dd-7ddd-4448-bbe1-c7da234cdf93 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300568
Jan 15 21:06:39.929945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6ed1c0>,) {'filters': {'network_id': ['419db1fb-f719-4176-9d74-3629262dddc5']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:39.943744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6ed1c0>, 'acd37680-6a2b-4210-bd1c-6258640941bd') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:39.944049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6ed1c0>, 'acd37680-6a2b-4210-bd1c-6258640941bd') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:06:39.954923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-534bdbf4-6946-426c-a20b-50a2cc8b6d4a req-7dab4790-603c-465e-9367-999d3a4b9246 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501687
Jan 15 21:06:39.959797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (acd37680-6a2b-4210-bd1c-6258640941bd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.987363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (acd37680-6a2b-4210-bd1c-6258640941bd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:39.999373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:06:40.000084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (acd37680-6a2b-4210-bd1c-6258640941bd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:06:40.003830 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:06:40.088711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-7da35f39-99cd-46f7-8563-447900e7b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.090291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-7da35f39-99cd-46f7-8563-447900e7b9d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=878a0e81-034a-4a83-abcb-c15907086183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1523397
Jan 15 21:06:40.103445 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (419db1fb-f719-4176-9d74-3629262dddc5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.117920 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.121943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] 10.222.0.46 "DELETE /v2.0/networks/419db1fb-f719-4176-9d74-3629262dddc5 HTTP/1.1" status: 204  len: 168 time: 0.5368581
Jan 15 21:06:40.131569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-8de9032e-d155-4e68-9fc5-c5410424c62e service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463652
Jan 15 21:06:40.133081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a76cd-6257-4558-b706-367ae6409f02 tempest-PortsAdminExtendedAttrsTestJSON-1291648618 tempest-PortsAdminExtendedAttrsTestJSON-1291648618-project] Pushing event deleted for resources: {'Network': ['ID=419db1fb-f719-4176-9d74-3629262dddc5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:40.217858 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-484011ff-8cac-452f-98dd-f6a56d687fa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 217 time: 0.0597680
Jan 15 21:06:40.299975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-2c0b2931-a46a-43c8-b4fb-2dee0c021725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.301819 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-2c0b2931-a46a-43c8-b4fb-2dee0c021725 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0758593
Jan 15 21:06:40.304867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-9e2f3ab4-b5a3-4e4d-b197-a0288fde0b5e service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971016
Jan 15 21:06:40.365246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d0c1214-26b5-433a-ae8d-98a0b82a2434 req-ded05e69-3fe7-4355-9783-453e8150f35f tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0397134
Jan 15 21:06:40.451662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-cc8d7f58-06c0-46bd-b956-b9727628fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.453194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-cc8d7f58-06c0-46bd-b956-b9727628fda5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1412199
Jan 15 21:06:40.521436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58260) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:40.528101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d7f0df2-b51d-4216-a4c6-4d5bb90b1157 req-7978261f-e53e-4f84-8404-69b5e26036e5 service neutron] 10.222.0.45 "GET /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975484
Jan 15 21:06:40.568257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-5cb027a5-cc6d-42c5-a717-e8bac796849e service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1067951
Jan 15 21:06:40.689735 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-5c15aaba-ba86-4db4-a9fd-9108ac6c9e1d service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141968
Jan 15 21:06:40.715233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-98dd1a44-93ec-45e4-ab62-435c26ee076e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=947f5f9aec4b4bf0ba3df86b3027e96f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1912022
Jan 15 21:06:40.716370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58278) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:40.739056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-8a4c27c3-80a8-40e4-a0bc-833764986ff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 217 time: 0.0415478
Jan 15 21:06:40.773361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] Publish callbacks [] for security_group (e232d767-6597-45f0-9423-8f62bc2aac1e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.797298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] Publish callbacks [] for security_group (e232d767-6597-45f0-9423-8f62bc2aac1e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.807142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-24207975-fc2b-4c23-bcca-9807c09f0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.808634 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-24207975-fc2b-4c23-bcca-9807c09f0a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0629020
Jan 15 21:06:40.850287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e232d767-6597-45f0-9423-8f62bc2aac1e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.852897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:40.854069 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e232d767-6597-45f0-9423-8f62bc2aac1e HTTP/1.1" status: 204  len: 168 time: 0.1364686
Jan 15 21:06:40.867362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e818-c567-46fd-9c42-3eb9e10c5f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e232d767-6597-45f0-9423-8f62bc2aac1e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:40.872007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-59fc5053-696a-4e9a-8189-15cf6bc9dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.873539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-59fc5053-696a-4e9a-8189-15cf6bc9dbc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1096 time: 0.0783658
Jan 15 21:06:40.878093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-f819a179-599f-4d59-a4cf-893a2aff0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:40.879549 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-f819a179-599f-4d59-a4cf-893a2aff0b42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0557542
Jan 15 21:06:41.042425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-49fe4073-0bcc-4510-9574-a2b941f43e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.044249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-49fe4073-0bcc-4510-9574-a2b941f43e25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1637247
Jan 15 21:06:41.051000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-64d81edc-822f-465b-bd18-2d8e3a6bb83c service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613317
Jan 15 21:06:41.136801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f36b8-86a1-4694-8b32-52f16fe93799 req-47e09f23-97d8-46a9-9995-48293db2a376 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.139023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a86f36b8-86a1-4694-8b32-52f16fe93799 req-47e09f23-97d8-46a9-9995-48293db2a376 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0681245
Jan 15 21:06:41.194190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58288) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:41.197486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-ec311a32-7791-42f3-8d74-abb89b70983f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 1001 time: 0.1404898
Jan 15 21:06:41.224549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a86f36b8-86a1-4694-8b32-52f16fe93799 req-b0f233cb-4712-478e-a558-1d0b102a4fea tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791063
Jan 15 21:06:41.258477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3bb2a46c-488a-4b78-b4e4-04af15c6ccf7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=786105d7c53f460f8cc9ea8fd8f16f47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0554304
Jan 15 21:06:41.259217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:41.291988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-70ddf147-25cc-4fc5-a923-faecaf83b281 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231143
Jan 15 21:06:41.313056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-2fcf37d9-c454-4ef0-8982-904d7b72f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.314530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-2fcf37d9-c454-4ef0-8982-904d7b72f209 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.1069608
Jan 15 21:06:41.331545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] Publish callbacks [] for security_group (f77ac31d-f82b-49bf-b8a4-61bf0ff4d473), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:41.346108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-d8e53af0-9b6c-468b-b473-abfc6bbb5d2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 200  len: 217 time: 0.0429716
Jan 15 21:06:41.379225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] Publish callbacks [] for security_group (f77ac31d-f82b-49bf-b8a4-61bf0ff4d473), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:41.458614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-354b110c-83c5-462d-9cd6-89d8a1cc806f req-7ddde08e-0284-4332-ae70-39b3fc244fb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0401530
Jan 15 21:06:41.480553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-455d8c2f-d131-4ccb-9eb3-2e76918aedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.482697 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-455d8c2f-d131-4ccb-9eb3-2e76918aedb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.1264391
Jan 15 21:06:41.488022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-6537a589-e0e3-4cf1-b6f8-baa05ac3da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.489088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df95b157-1fd3-4d10-9863-3af1c6c295de req-35cbb72a-c0e5-40e5-b523-3cf514519992 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0308580
Jan 15 21:06:41.489820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f77ac31d-f82b-49bf-b8a4-61bf0ff4d473), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:41.490043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-6537a589-e0e3-4cf1-b6f8-baa05ac3da36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1457942
Jan 15 21:06:41.493105 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:41.494171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f77ac31d-f82b-49bf-b8a4-61bf0ff4d473 HTTP/1.1" status: 204  len: 168 time: 0.2339559
Jan 15 21:06:41.503914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f87c5-3b13-4e58-ac78-1391648da668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ac31d-f82b-49bf-b8a4-61bf0ff4d473,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:41.597747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-5af14ee9-af0e-4534-b122-54598ee27f0b service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969844
Jan 15 21:06:41.731390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-9f54707f-115d-4723-8e43-e02d4662d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:41.733536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-9f54707f-115d-4723-8e43-e02d4662d7ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0753407
Jan 15 21:06:41.735464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8ca920f9-d79e-416c-81b8-06a43691d278 req-c1d66af1-3409-4303-9230-42a6ffa85d1c service neutron] 10.222.0.45 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302378
Jan 15 21:06:41.854253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-de2bfaa2-432b-478b-8258-e0afa44973f4 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142285
Jan 15 21:06:41.971160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-70643267-64df-489a-aaa3-d82a4f681b49 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103609
Jan 15 21:06:42.034257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-1420f6a3-dd4a-429d-9e87-a24fe72f9452 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 200  len: 217 time: 0.0551441
Jan 15 21:06:42.108479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-5caf48a7-4a9a-4472-9a9c-f7ecdd8652a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:42.110223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-5caf48a7-4a9a-4472-9a9c-f7ecdd8652a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0629601
Jan 15 21:06:42.168499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-506b9256-7a57-44fd-a744-e277062ff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:42.170399 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-506b9256-7a57-44fd-a744-e277062ff067 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0529313
Jan 15 21:06:42.301391 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-ce91e2c9-8d0f-4b25-941f-f464859a6ee2 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245008
Jan 15 21:06:42.432869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-3d124716-f766-4797-a7ba-662accffbe27 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241686
Jan 15 21:06:42.446913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ad571-6c34-4b39-8df0-f82900a1caac req-c75575f0-09a0-4bae-8648-49ac5bfe45f7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:42.454555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52ad571-6c34-4b39-8df0-f82900a1caac req-c75575f0-09a0-4bae-8648-49ac5bfe45f7 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0854702
Jan 15 21:06:42.502750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-336f9c4e-87fa-473f-92b2-894cd17eb35f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 200  len: 217 time: 0.0633647
Jan 15 21:06:42.521194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52ad571-6c34-4b39-8df0-f82900a1caac req-07e5f2a2-266e-4c9c-8433-ec7307d0192e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657384
Jan 15 21:06:42.561983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58354) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:42.583501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-e239a308-a61c-432f-a710-8895bd5b93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:42.586267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-e239a308-a61c-432f-a710-8895bd5b93b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0764823
Jan 15 21:06:42.646414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-b380175a-2d35-4968-9af7-ad53b1989bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:42.649688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-b380175a-2d35-4968-9af7-ad53b1989bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0586109
Jan 15 21:06:42.652677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99bf189a-e62e-46ff-9b5f-2fdacf5c86b8 req-41c732e7-a433-4f7b-836c-cb46c4a0b1a2 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0404515
Jan 15 21:06:42.743508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-159132440'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:42.773532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:42.781174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:42.797910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-19a3223e-fe19-415e-8c48-200d2fc503ae service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350281
Jan 15 21:06:42.799924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:42.947849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for security_group (438c3c68-b5af-4de0-b3f0-69ad76d3a0c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:42.952803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (438c3c68-b5af-4de0-b3f0-69ad76d3a0c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.017881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82a5b992-d878-43f7-970b-c2ea9fd9734c req-d0791860-0e11-4972-b55c-991f9414123a tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0539746
Jan 15 21:06:43.021551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:06:43.029891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438c3c68-b5af-4de0-b3f0-69ad76d3a0c8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:43.037437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (633f1616-cfa4-4edf-8867-e4de6137773e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.038385 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Added segment 633f1616-cfa4-4edf-8867-e4de6137773e of type vlan for network 3c0d7cff-d556-4043-a546-963d8277e037
Jan 15 21:06:43.089819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3c0d7cff-d556-4043-a546-963d8277e037), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.124472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3c0d7cff-d556-4043-a546-963d8277e037), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.131746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.133522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.221291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 0.6553578
Jan 15 21:06:43.222920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58388) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:43.229165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'subnet': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:43.277811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aa152f39-91df-4451-abdd-185c8e2b7707 req-f1c8c1df-49ab-449c-88e5-94aee1c0cdc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b11e8e9465264349892209758f3c396d&device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0505285
Jan 15 21:06:43.278871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503c867-26b8-42ee-9c6a-c6792c6dce60 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Network': ['ID=3c0d7cff-d556-4043-a546-963d8277e037,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:43.294446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3c0d7cff-d556-4043-a546-963d8277e037 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:06:43.306122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aa152f39-91df-4451-abdd-185c8e2b7707 req-23b798f8-6688-4e13-9f94-d0d9b021367f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b11e8e9465264349892209758f3c396d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0205934
Jan 15 21:06:43.376486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:43.385968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.406529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-08415084-efb1-4fa7-b9df-c2e248880ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6037376
Jan 15 21:06:43.462393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-c77ba5da-5ee6-40e2-9f0d-746ee9ee3f89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 217 time: 0.0494163
Jan 15 21:06:43.504301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152f39-91df-4451-abdd-185c8e2b7707 req-c0d9042e-6399-4273-bd7c-927fd3fa4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.505694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aa152f39-91df-4451-abdd-185c8e2b7707 req-c0d9042e-6399-4273-bd7c-927fd3fa4dc7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1917872
Jan 15 21:06:43.526579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-3414c7a1-0f74-48be-a2fa-8f96a851be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.528044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-3414c7a1-0f74-48be-a2fa-8f96a851be00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0594153
Jan 15 21:06:43.582282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-b600c819-83c4-4193-9f98-139989136713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.583778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-b600c819-83c4-4193-9f98-139989136713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0499265
Jan 15 21:06:43.597979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (c61bcc43-1ff4-4742-ab1a-f1e38c27c358), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.695946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Subnet': ['ID=c61bcc43-1ff4-4742-ab1a-f1e38c27c358,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:43.704493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-73c9dbbc-291a-42bf-95d7-e7c46fd3a56d service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115181
Jan 15 21:06:43.712943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Checking segment: {'id': '633f1616-cfa4-4edf-8867-e4de6137773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:43.713391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network hostable DHCP agents. Network: 3c0d7cff-d556-4043-a546-963d8277e037, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:06:43.732428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ea86-1a21-4066-9ddd-cdc2ac88a7d5 req-2683dff7-5e92-4d5d-b7bf-58c9ccadf0b2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.734092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aeb5ea86-1a21-4066-9ddd-cdc2ac88a7d5 req-2683dff7-5e92-4d5d-b7bf-58c9ccadf0b2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0893066
Jan 15 21:06:43.758880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:06:43.779774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c0d7cff-d556-4043-a546-963d8277e037) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:43.788647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:43.789488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.792230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d664f9d-01bc-44ad-bb42-55ec4fdc4b35 None None] Network 3c0d7cff-d556-4043-a546-963d8277e037 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:43.810397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aeb5ea86-1a21-4066-9ddd-cdc2ac88a7d5 req-695f5828-218f-410c-91cd-8e36ece9bd51 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701272
Jan 15 21:06:43.821467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-709a1342-f0a9-4efa-9bdb-5b04edbbefdb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5978057
Jan 15 21:06:43.824699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58416) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:43.831204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-619249814'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:43.833113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-feefc9aa-2e3c-403e-964c-b4d8dc8d31b8 req-ba38d42b-2d66-46ed-9608-b3f8728055a4 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219428
Jan 15 21:06:43.908459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3c0d7cff-d556-4043-a546-963d8277e037', 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'project_id': 'c97e26a445e44cae87fa9b9108311e0c', 'fixed_ips': [{'subnet_id': 'c61bcc43-1ff4-4742-ab1a-f1e38c27c358'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:06:43.909685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:43.985425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:43.993923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.017096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:44.096581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Allocated IP 2001:db8::2 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/6246b8cc-2d19-48f4-8157-6c3675893ae9) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:44.162426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fde9055-be98-4397-b42b-7726fdfb7995 req-0dc5c161-97ff-4b18-9240-07c02f68aa02 tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0276668
Jan 15 21:06:44.241517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks [] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.247084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.287533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:44.290148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:44.294138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:44.309613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::92 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/7b6ab5cc-12c4-4d3e-b464-d59e639cdb58) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:44.467611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.473703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Pushing event updated for resources: {'Port': ['ID=6246b8cc-2d19-48f4-8157-6c3675893ae9,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:44.498349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.505028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.530009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Attempting to bind port 6246b8cc-2d19-48f4-8157-6c3675893ae9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:44.530372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Attempting to bind port 6246b8cc-2d19-48f4-8157-6c3675893ae9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '633f1616-cfa4-4edf-8867-e4de6137773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:44.530736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Attempting to bind port 6246b8cc-2d19-48f4-8157-6c3675893ae9 on network 3c0d7cff-d556-4043-a546-963d8277e037 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:44.535908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:06:44.536282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Checking segment: {'id': '633f1616-cfa4-4edf-8867-e4de6137773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:44.536683 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.537108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Bound using segment: {'id': '633f1616-cfa4-4edf-8867-e4de6137773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:06:44.537622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Bound port: 6246b8cc-2d19-48f4-8157-6c3675893ae9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633f1616-cfa4-4edf-8867-e4de6137773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3c0d7cff-d556-4043-a546-963d8277e037'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:06:44.537986 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.551079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:44.557005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:44.560820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:44.566790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:44.567489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.596578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=7b6ab5cc-12c4-4d3e-b464-d59e639cdb58,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:44.605025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-82aa1363-82c9-4808-8cab-3f59ec77f9b0 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.7782280
Jan 15 21:06:44.608199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:44.613647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-817228427', 'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:ab:56:d9'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:44.617487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] For port 6246b8cc-2d19-48f4-8157-6c3675893ae9, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:44.621271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] For port 6246b8cc-2d19-48f4-8157-6c3675893ae9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6246b8cc-2d19-48f4-8157-6c3675893ae9,segment=NetworkSegment(633f1616-cfa4-4edf-8867-e4de6137773e),segment_id=633f1616-cfa4-4edf-8867-e4de6137773e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:06:44.625527 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.691258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcdabd-b62a-4a02-bb06-c8bef96f365e None None] Pushing event updated for resources: {'Port': ['ID=6246b8cc-2d19-48f4-8157-6c3675893ae9,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:44.762553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-aa152f39-91df-4451-abdd-185c8e2b7707 req-e6ca53df-d0be-4142-87a9-a4471cd6dece tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.39 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0364187
Jan 15 21:06:44.791784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:44.941670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:44.964230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port 921bef2c-7295-457f-b3fe-020573eaf4cb yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:45.008130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce181fd0-e972-40d0-ba1e-2fae746c25ac req-3cc1a5be-483d-4ed9-b8bc-a10191614d86 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:45.011308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce181fd0-e972-40d0-ba1e-2fae746c25ac req-3cc1a5be-483d-4ed9-b8bc-a10191614d86 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0592687
Jan 15 21:06:45.070325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce181fd0-e972-40d0-ba1e-2fae746c25ac req-750a9ebc-2d2b-4f30-84bf-4a3880eda659 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525165
Jan 15 21:06:45.100080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::d3 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/921bef2c-7295-457f-b3fe-020573eaf4cb) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:45.166284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.320600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (921bef2c-7295-457f-b3fe-020573eaf4cb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.356942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac9b06c0-2356-4e83-8571-d9f5bf1268d4 req-1722d7c8-588f-4286-bf72-7fa32ac8df8e tempest-ServerShowV257Test-1235042625 tempest-ServerShowV257Test-1235042625-project] 10.222.0.46 "GET /v2.0/ports?device_id=896b0f6d-8007-44c8-9bdc-db25f69a8d51 HTTP/1.1" status: 200  len: 210 time: 0.0647233
Jan 15 21:06:45.401447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (921bef2c-7295-457f-b3fe-020573eaf4cb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.458276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:45.464231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:45.469915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:45.476615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:45.477304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.478440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6246b8cc-2d19-48f4-8157-6c3675893ae9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:06:45.492532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=921bef2c-7295-457f-b3fe-020573eaf4cb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:45.498741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39253192-c67c-48ab-943d-0a58053ffa01 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 0.8892777
Jan 15 21:06:45.501868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58458) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:45.563294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6246b8cc-2d19-48f4-8157-6c3675893ae9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:45.563963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.564723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758e0a6-07f4-4ced-b955-f6e27f8ac0cb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:45.571915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758e0a6-07f4-4ced-b955-f6e27f8ac0cb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:45.578472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758e0a6-07f4-4ced-b955-f6e27f8ac0cb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:45.580295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8758e0a6-07f4-4ced-b955-f6e27f8ac0cb tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2477 time: 0.0772541
Jan 15 21:06:45.585235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:45.688653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6246b8cc-2d19-48f4-8157-6c3675893ae9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:45.689093 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.733943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 6246b8cc-2d19-48f4-8157-6c3675893ae9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6246b8cc-2d19-48f4-8157-6c3675893ae9,segment=NetworkSegment(633f1616-cfa4-4edf-8867-e4de6137773e),segment_id=633f1616-cfa4-4edf-8867-e4de6137773e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:45.737860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port 921bef2c-7295-457f-b3fe-020573eaf4cb {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:45.738518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (921bef2c-7295-457f-b3fe-020573eaf4cb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.741900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:06:45.777039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.844597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (921bef2c-7295-457f-b3fe-020573eaf4cb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.858963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for 921bef2c-7295-457f-b3fe-020573eaf4cb owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:45.869164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=6246b8cc-2d19-48f4-8157-6c3675893ae9,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:45.892816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:45.893393 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:45.923857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:06:45.926726 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b3b8c-1f86-442e-8d5c-4d1f277f84c2" -d '{"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-unplugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:06:45.948746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:45.954373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.006032 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 15 Jan 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561023c-d7ac-4ed1-afa6-f81a51cf4a32 x-openstack-request-id: req-c561023c-d7ac-4ed1-afa6-f81a51cf4a32 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:06:46.006364 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-unplugged", "status": "failed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "code": 422}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:06:46.007902 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c561023c-d7ac-4ed1-afa6-f81a51cf4a32 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:06:46.008546 ncdv-master-1 neutron-server[114439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'code': 422} returned with failed status
Jan 15 21:06:46.025018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:46.048476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5448ea2-e463-45f6-8b86-a84f8656efba None None] Network 3c0d7cff-d556-4043-a546-963d8277e037 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:46.073137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (921bef2c-7295-457f-b3fe-020573eaf4cb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.121579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=921bef2c-7295-457f-b3fe-020573eaf4cb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:46.149350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-d668025a-361e-45d6-8ff4-e25a1cd282aa req-836d1d3e-e8bd-4573-bbed-6a747e009b33 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:06:46.151726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d668025a-361e-45d6-8ff4-e25a1cd282aa req-836d1d3e-e8bd-4573-bbed-6a747e009b33 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091519
Jan 15 21:06:46.177293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-57522b2e-a08f-4532-a40d-0c21f58ddd83 None None] Provisioning complete for port 6246b8cc-2d19-48f4-8157-6c3675893ae9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:46.177671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57522b2e-a08f-4532-a40d-0c21f58ddd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.223347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.228387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-43935d76-f405-4986-99b6-0aed2baf4bc2 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/921bef2c-7295-457f-b3fe-020573eaf4cb HTTP/1.1" status: 204  len: 168 time: 0.6418476
Jan 15 21:06:46.232183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58500) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:46.276326 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cc8fea-8443-4d0b-bd6c-aeb6d3983f8b tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] GET failed (client error): The resource could not be found.
Jan 15 21:06:46.278245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-94cc8fea-8443-4d0b-bd6c-aeb6d3983f8b tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports/921bef2c-7295-457f-b3fe-020573eaf4cb HTTP/1.1" status: 404  len: 333 time: 0.0446160
Jan 15 21:06:46.281760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58504) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:46.288451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1026830622'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:46.338482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-57522b2e-a08f-4532-a40d-0c21f58ddd83 None None] Current status of the port 6246b8cc-2d19-48f4-8157-6c3675893ae9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:46.450994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9810186-5181-437d-9c78-08a308826599 req-d9da9b78-6425-4f32-bbdb-eac123034892 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:46.467024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9810186-5181-437d-9c78-08a308826599 req-d9da9b78-6425-4f32-bbdb-eac123034892 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 943 time: 0.1199453
Jan 15 21:06:46.540327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-2dfd0c2a-4d35-41f1-9275-24ddafc4019f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0833864
Jan 15 21:06:46.541256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:46.546065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.554578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9810186-5181-437d-9c78-08a308826599 req-f9568b29-2e04-4f71-8249-23bf49440308 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805202
Jan 15 21:06:46.593363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port e4ac36bf-32cb-4e28-badc-8ed94128ab4f yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:46.771318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Provisioning complete for port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:46.774336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.874773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::161 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/e4ac36bf-32cb-4e28-badc-8ed94128ab4f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:46.876786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:46.887632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Provisioning complete for port 6246b8cc-2d19-48f4-8157-6c3675893ae9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:46.888004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:46.895296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:47.010811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9c8e3-ced4-4805-9ce5-4f14c7e5ccc7 None None] Current status of the port 6246b8cc-2d19-48f4-8157-6c3675893ae9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:47.064088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b707f28-3390-4a8b-9592-b0de9db4368c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.107083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.148093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6f724733-3a64-41ca-a1fd-2f37cec2d1d0 None None] Provisioning complete for port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:47.148598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f724733-3a64-41ca-a1fd-2f37cec2d1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.173625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.258957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=e4ac36bf-32cb-4e28-badc-8ed94128ab4f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:47.268338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b707f28-3390-4a8b-9592-b0de9db4368c admin admin] Publish callbacks [] for security_group (259c656c-60e1-4daa-8cfc-4619219b0475), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.271473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6f724733-3a64-41ca-a1fd-2f37cec2d1d0 None None] Port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:47.279228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:47.281116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:47.286492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:47.289296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b707f28-3390-4a8b-9592-b0de9db4368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (259c656c-60e1-4daa-8cfc-4619219b0475), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.294918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:47.295978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.329749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:47.330124 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5cc725a0-349e-42be-875a-19af1efd9155 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0471439
Jan 15 21:06:47.358063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:ab:56:d9'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:47.382189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707f28-3390-4a8b-9592-b0de9db4368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c656c-60e1-4daa-8cfc-4619219b0475,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:47.392575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b707f28-3390-4a8b-9592-b0de9db4368c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b11e8e9465264349892209758f3c396d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4959369
Jan 15 21:06:47.395414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58564) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:47.438154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6246b8cc-2d19-48f4-8157-6c3675893ae9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:06:47.508927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0afa8055-bbc0-4c4a-8481-aa1c3fc48581 None None] Could not find standard attr ID for object 921bef2c-7295-457f-b3fe-020573eaf4cb. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:06:47.526153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6246b8cc-2d19-48f4-8157-6c3675893ae9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:47.526529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.536516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] Publish callbacks [] for security_group (259c656c-60e1-4daa-8cfc-4619219b0475), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.568765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] Publish callbacks [] for security_group (259c656c-60e1-4daa-8cfc-4619219b0475), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.638459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.657929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6246b8cc-2d19-48f4-8157-6c3675893ae9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:06:47.668563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (259c656c-60e1-4daa-8cfc-4619219b0475), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.671542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.675918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/259c656c-60e1-4daa-8cfc-4619219b0475 HTTP/1.1" status: 204  len: 168 time: 0.2793574
Jan 15 21:06:47.685379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d1cf-393b-40c9-8971-2252ec3493ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c656c-60e1-4daa-8cfc-4619219b0475,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:47.755985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-90f4c5ca-f734-4974-befb-472b3d3bc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:47.758110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-90f4c5ca-f734-4974-befb-472b3d3bc472 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42&tenant_id=818a237ecf6b46e389a244c2f33641d5 HTTP/1.1" status: 200  len: 1094 time: 0.0493793
Jan 15 21:06:47.771961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:47.799488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a02e5-b629-4da0-82c9-912b28706a80 req-31fc758d-46ff-4c33-8071-e51483ba2fd3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:47.801526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-647a02e5-b629-4da0-82c9-912b28706a80 req-31fc758d-46ff-4c33-8071-e51483ba2fd3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 943 time: 0.1087673
Jan 15 21:06:47.857229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4f7d87a4-a535-4deb-93b0-a2fd8b03cc0a None None] Provisioning complete for port e4ac36bf-32cb-4e28-badc-8ed94128ab4f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:47.858327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f7d87a4-a535-4deb-93b0-a2fd8b03cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.873402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.931540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e136354b-0fe2-44be-aaa1-721ccf9e9bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:47.940005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d87a4-a535-4deb-93b0-a2fd8b03cc0a None None] Port e4ac36bf-32cb-4e28-badc-8ed94128ab4f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:47.996998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-647a02e5-b629-4da0-82c9-912b28706a80 req-a2bc16f6-9644-4249-bfe9-c7dc8ad11b8b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1885500
Jan 15 21:06:48.076134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.084671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.137337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] In _notify_port_updated(), no bound segment for port e4ac36bf-32cb-4e28-badc-8ed94128ab4f on network 3c0d7cff-d556-4043-a546-963d8277e037 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:48.143157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:48.143804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.145162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "PUT /v2.0/ports/e4ac36bf-32cb-4e28-badc-8ed94128ab4f HTTP/1.1" status: 200  len: 1002 time: 0.8075619
Jan 15 21:06:48.148496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58580) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:48.157751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:06:48.190351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985e518-0f46-4e43-bc7d-06fe3db24502 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=e4ac36bf-32cb-4e28-badc-8ed94128ab4f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:48.211935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:48.260597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:06:48.277196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks [] for port (d027fed2-822f-40a2-a052-26b22c1aef53), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.291146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port e4ac36bf-32cb-4e28-badc-8ed94128ab4f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:48.292418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.305015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Transition to ACTIVE for port object d027fed2-822f-40a2-a052-26b22c1aef53 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:06:48.314807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.446958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:48.475557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.502457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for e4ac36bf-32cb-4e28-badc-8ed94128ab4f owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:48.555995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] No DVR routers for this DVR port d027fed2-822f-40a2-a052-26b22c1aef53 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:06:48.623396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-59c84aa1-4d71-4139-b300-45d2a5b5f29a None None] Provisioning complete for port e4ac36bf-32cb-4e28-badc-8ed94128ab4f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:48.626550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-59c84aa1-4d71-4139-b300-45d2a5b5f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.674523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-59c84aa1-4d71-4139-b300-45d2a5b5f29a None None] Port e4ac36bf-32cb-4e28-badc-8ed94128ab4f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:48.774796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e4ac36bf-32cb-4e28-badc-8ed94128ab4f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.800481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58600) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:48.817318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=e4ac36bf-32cb-4e28-badc-8ed94128ab4f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:48.843323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:48.843847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:48.844367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:48.849279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:48.849832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Attempting to bind port d027fed2-822f-40a2-a052-26b22c1aef53 on network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:48.856996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:06:48.857592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Checking segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:48.858175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Bound using segment: {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:06:48.858771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Bound port: d027fed2-822f-40a2-a052-26b22c1aef53, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be39e3bf-8ac9-4780-9462-640665a9d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:06:48.859622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.932531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:48.937237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41fe8d95-fd9d-4a47-b82d-4dad31fec354 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/e4ac36bf-32cb-4e28-badc-8ed94128ab4f HTTP/1.1" status: 204  len: 168 time: 0.7874982
Jan 15 21:06:48.939821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58620) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:48.962813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2129015063-network', 'tenant_id': '95e03e1de077453588cc783a4e6d690e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:48.991492 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9cf205-ee36-4256-9215-b13aea8ec479 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] GET failed (client error): The resource could not be found.
Jan 15 21:06:48.996489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3d9cf205-ee36-4256-9215-b13aea8ec479 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports/e4ac36bf-32cb-4e28-badc-8ed94128ab4f HTTP/1.1" status: 404  len: 333 time: 0.0522060
Jan 15 21:06:48.996489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:48.996944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58624) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:49.003811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1845909327'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:49.011704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:06:49.019635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.078106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:49.080463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.090292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.090919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.098746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] 10.222.0.39 "PUT /v2.0/ports/d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 1091 time: 1.3330650
Jan 15 21:06:49.099381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:06:49.102239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520aa50-b664-4535-a3ad-a7c42016df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:06:49.146099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.185012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:49.197392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.248189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port a8a8504c-528f-477f-ba70-474d4a329096 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:49.265788 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d31785c-0692-48ba-92f4-e0922be56e66 x-openstack-request-id: req-1d31785c-0692-48ba-92f4-e0922be56e66 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:06:49.266400 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:06:49.266400 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d31785c-0692-48ba-92f4-e0922be56e66 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:06:49.267106 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'status': 'completed', 'code': 200}
Jan 15 21:06:49.278963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0318264-7851-40bb-88b2-981ced6c1e50 service neutron] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:49.369321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-8d824895-bd6b-4ecd-9895-2bad8806f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.371911 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-8d824895-bd6b-4ecd-9895-2bad8806f649 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1095 time: 0.2302446
Jan 15 21:06:49.430633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::eb (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/a8a8504c-528f-477f-ba70-474d4a329096) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:49.550002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-1be0241a-302f-4bdf-9074-fcca4f6c0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.552087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-1be0241a-302f-4bdf-9074-fcca4f6c0830 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1656239
Jan 15 21:06:49.637332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks [] for security_group (18e27a20-94b7-4cdd-988f-21bd5ba3e80f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.672606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18e27a20-94b7-4cdd-988f-21bd5ba3e80f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.714419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ede5-9aad-465d-bd86-f5aed0cd7894 req-7900c705-a079-4644-b1c1-c9d6b0832a57 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.719642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:06:49.720242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e191ede5-9aad-465d-bd86-f5aed0cd7894 req-7900c705-a079-4644-b1c1-c9d6b0832a57 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.1924255
Jan 15 21:06:49.734220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-dd379524-f166-4748-bacc-d6bfff759f89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 999 time: 0.1661177
Jan 15 21:06:49.738597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e27a20-94b7-4cdd-988f-21bd5ba3e80f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:49.785829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f29e0647-4be4-4480-b0ef-3c7953375660), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.786129 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Added segment f29e0647-4be4-4480-b0ef-3c7953375660 of type vlan for network b55f2173-9368-4426-891c-2ceb82762521
Jan 15 21:06:49.803326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (a8a8504c-528f-477f-ba70-474d4a329096), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.822535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-81d6eb7d-d37a-4e27-9fe2-9d87dcaa9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.823968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-81d6eb7d-d37a-4e27-9fe2-9d87dcaa9398 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.0817733
Jan 15 21:06:49.828033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e191ede5-9aad-465d-bd86-f5aed0cd7894 req-e57ea0cb-4e7c-4a20-8a90-2de45084ce95 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964491
Jan 15 21:06:49.846664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b55f2173-9368-4426-891c-2ceb82762521), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.855423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a8a8504c-528f-477f-ba70-474d4a329096), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.894757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2ae25-6252-4251-a256-636971bfc840 req-1a5ea1f1-9cdd-4ef8-ab58-ce63f95a6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.896278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-1a5ea1f1-9cdd-4ef8-ab58-ce63f95a6bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0614095
Jan 15 21:06:49.897501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b55f2173-9368-4426-891c-2ceb82762521), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.898404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.898967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.899521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:49.902529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:49.905131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:49.911389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:49.912038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:49.931294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=a8a8504c-528f-477f-ba70-474d4a329096,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:49.945372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-80f7bc5d-bf05-4dc5-9501-96569db5edc3 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.9469724
Jan 15 21:06:49.946833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58658) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:49.952968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:56:d9'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:50.011123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2054946
Jan 15 21:06:50.014352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:50.022412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Request body: {'subnet': {'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2129015063-subnet', 'tenant_id': '95e03e1de077453588cc783a4e6d690e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:50.030823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Pushing event updated for resources: {'Network': ['ID=b55f2173-9368-4426-891c-2ceb82762521,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:50.034901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a8a8504c-528f-477f-ba70-474d4a329096), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.065185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.065552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.065868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.066206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.066536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.066863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.067184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.067507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.067830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.068148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.068468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.068799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.069998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b0034-e724-451c-b329-72d601a10c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:06:50.082600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b55f2173-9368-4426-891c-2ceb82762521 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:06:50.098098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:50.100448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.154006 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-9f5313b2-3d1a-4625-8fbb-1a60e532a409 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474618
Jan 15 21:06:50.244635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7aa0544a-1eac-4933-b07c-2d159482c5c9 None None] Provisioning complete for port a8a8504c-528f-477f-ba70-474d4a329096 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:50.246587 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7aa0544a-1eac-4933-b07c-2d159482c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a8a8504c-528f-477f-ba70-474d4a329096), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.255940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (a8a8504c-528f-477f-ba70-474d4a329096), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.261973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a8a8504c-528f-477f-ba70-474d4a329096), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.291152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0544a-1eac-4933-b07c-2d159482c5c9 None None] Port a8a8504c-528f-477f-ba70-474d4a329096 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:50.302593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] In _notify_port_updated(), no bound segment for port a8a8504c-528f-477f-ba70-474d4a329096 on network 3c0d7cff-d556-4043-a546-963d8277e037 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:50.308673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.309149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bb2ae25-6252-4251-a256-636971bfc840 req-9a0f1a25-5070-4610-b5a7-2c5a699ba910 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485384
Jan 15 21:06:50.309629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.310695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "PUT /v2.0/ports/a8a8504c-528f-477f-ba70-474d4a329096 HTTP/1.1" status: 200  len: 1002 time: 0.3629153
Jan 15 21:06:50.313564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:50.355824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591fc02-926f-4e82-a155-f56c2571d7e7 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=a8a8504c-528f-477f-ba70-474d4a329096,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:50.424476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (49864b5b-505f-41a4-9422-c90ce9b4a217), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.448465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port a8a8504c-528f-477f-ba70-474d4a329096 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:50.449070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a8a8504c-528f-477f-ba70-474d4a329096), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.471385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-d8d9e171-5246-456b-ba1a-9cbb22f8fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.472680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-d8d9e171-5246-456b-ba1a-9cbb22f8fc74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=818a237ecf6b46e389a244c2f33641d5&device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1095 time: 0.1028714
Jan 15 21:06:50.555865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Checking segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:50.556227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Network hostable DHCP agents. Network: b55f2173-9368-4426-891c-2ceb82762521, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:06:50.560880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49864b5b-505f-41a4-9422-c90ce9b4a217,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:50.581209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a8a8504c-528f-477f-ba70-474d4a329096), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.598315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for a8a8504c-528f-477f-ba70-474d4a329096 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:50.604869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Network b55f2173-9368-4426-891c-2ceb82762521 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:06:50.622139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-25eea322-2504-4f44-87fd-df0ce5d59ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.623681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-25eea322-2504-4f44-87fd-df0ce5d59ee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 200  len: 917 time: 0.1347132
Jan 15 21:06:50.624812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b55f2173-9368-4426-891c-2ceb82762521) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:50.629638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.630117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.639456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5979c79-5986-4d35-888d-61fa8d32f248 None None] Network b55f2173-9368-4426-891c-2ceb82762521 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:50.699719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b8f3fb6-2f55-490a-888d-65aecb85bde5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6842542
Jan 15 21:06:50.724148 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-764c257d-be60-4387-9f3f-fd336d428989 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 200  len: 999 time: 0.0905619
Jan 15 21:06:50.799594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-90bbed58-8d67-4cc8-833a-74b2d016d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.804187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-90bbed58-8d67-4cc8-833a-74b2d016d5af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 200  len: 855 time: 0.0728493
Jan 15 21:06:50.840898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ba98216-2a5a-4e08-acd7-07d6be2c2f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.863144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f117bf42-8ff9-4279-a3cb-f49e4ff8db3c None None] Provisioning complete for port a8a8504c-528f-477f-ba70-474d4a329096 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:50.868110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f117bf42-8ff9-4279-a3cb-f49e4ff8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a8a8504c-528f-477f-ba70-474d4a329096), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:50.947677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-62ccb999-e4d9-4ef6-a2f7-27794d22183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:50.952909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-62ccb999-e4d9-4ef6-a2f7-27794d22183b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1415458
Jan 15 21:06:50.977951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a8a8504c-528f-477f-ba70-474d4a329096), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:51.041801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=a8a8504c-528f-477f-ba70-474d4a329096,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:51.107693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:51.112459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2786cc7e-53fc-4e33-80de-8ad330067c11 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/a8a8504c-528f-477f-ba70-474d4a329096 HTTP/1.1" status: 204  len: 168 time: 0.7976370
Jan 15 21:06:51.123216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f117bf42-8ff9-4279-a3cb-f49e4ff8db3c None None] Port a8a8504c-528f-477f-ba70-474d4a329096 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:51.133952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985a94e-b0bd-4c33-85c6-4fb6853b10d9 None None] Network b55f2173-9368-4426-891c-2ceb82762521 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:06:51.136944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58692) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:51.245216 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad1dfb-6240-48ab-9506-38d64c50eded tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] GET failed (client error): The resource could not be found.
Jan 15 21:06:51.246960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63ad1dfb-6240-48ab-9506-38d64c50eded tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports/a8a8504c-528f-477f-ba70-474d4a329096 HTTP/1.1" status: 404  len: 333 time: 0.1087997
Jan 15 21:06:51.252428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58700) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:51.261515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a137490-a31a-42ed-b7ee-fe88be4c2521 req-1e4b7d43-94bc-44fc-855d-e2cff694b09e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:51.264159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-64400312'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:51.272356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a137490-a31a-42ed-b7ee-fe88be4c2521 req-1e4b7d43-94bc-44fc-855d-e2cff694b09e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.1998997
Jan 15 21:06:51.437576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a137490-a31a-42ed-b7ee-fe88be4c2521 req-03c837ef-0a9e-4719-9d02-8241cceba7f9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1564229
Jan 15 21:06:51.466867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-293f1445-e91a-4c96-a4c8-58569f083344 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4952462
Jan 15 21:06:51.758806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:51.770152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:51.842957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port 229fc88a-63d9-4b85-9d2a-f26f44d0a192 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:51.853728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1520aa50-b664-4535-a3ad-a7c42016df7c req-2c0fe7c8-2d63-4ac9-a548-ed5f48ae47d8 service neutron] 10.222.0.39 "GET /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503799
Jan 15 21:06:51.854862 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:52.075692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-37df1128-c6da-488f-8f32-e452baaffba1 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:52.077521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-37df1128-c6da-488f-8f32-e452baaffba1 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.3709538
Jan 15 21:06:52.099182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-dcdd7fbd-51da-4ebb-904c-757e78ac7d49 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/quotas/95e03e1de077453588cc783a4e6d690e HTTP/1.1" status: 200  len: 375 time: 0.0149763
Jan 15 21:06:52.101877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::297 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/229fc88a-63d9-4b85-9d2a-f26f44d0a192) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:52.148036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-2c7722b4-a854-4d4f-a36c-a52c04efde4f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0388937
Jan 15 21:06:52.250950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:52.502318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:52.568369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:52.580713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb515-746c-439b-9143-a13c6fde4575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:52.692965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=229fc88a-63d9-4b85-9d2a-f26f44d0a192,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:52.697395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-3936facd-50e9-4869-b557-96266b246052 service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5365479
Jan 15 21:06:52.730364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:52.735672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:52.738377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:52.749820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:52.750495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:52.772819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:52.773634 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eaf58d82-4b63-4318-8496-8dbe3273eb59 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.5167742
Jan 15 21:06:52.823681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'network_id': '3c0d7cff-d556-4043-a546-963d8277e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1743415868'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:53.019736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-322c6640-928a-491e-a73e-152ef1acd0cb service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213208
Jan 15 21:06:53.160164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9b11-fbc7-49d9-af2e-6540fe543a2c req-ab545031-0105-4b23-a3a5-c26826adb719 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:53.171551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b94a9b11-fbc7-49d9-af2e-6540fe543a2c req-ab545031-0105-4b23-a3a5-c26826adb719 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.4512203
Jan 15 21:06:53.179811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb515-746c-439b-9143-a13c6fde4575 admin admin] Publish callbacks [] for security_group (4d62207b-bca5-423d-b2a7-f0b7c1f096ef), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.203397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-da667944-3195-4ff1-99b0-e5fceda0bf36 None None] Provisioning complete for port 229fc88a-63d9-4b85-9d2a-f26f44d0a192 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:53.204792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da667944-3195-4ff1-99b0-e5fceda0bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.210712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb515-746c-439b-9143-a13c6fde4575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d62207b-bca5-423d-b2a7-f0b7c1f096ef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.297947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa3fb515-746c-439b-9143-a13c6fde4575 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=111fe1b94a704d8a86f99460865d891a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0458641
Jan 15 21:06:53.300514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:53.308389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fb515-746c-439b-9143-a13c6fde4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62207b-bca5-423d-b2a7-f0b7c1f096ef,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:53.322394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-da667944-3195-4ff1-99b0-e5fceda0bf36 None None] Port 229fc88a-63d9-4b85-9d2a-f26f44d0a192 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:53.322787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Made reservation on behalf of c97e26a445e44cae87fa9b9108311e0c for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:53.329167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.352415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b94a9b11-fbc7-49d9-af2e-6540fe543a2c req-3856b5e5-ef87-46c3-8ede-100527d9bb85 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1774409
Jan 15 21:06:53.359232 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.396255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] device_id is not set on port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:06:53.454193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] Publish callbacks [] for security_group (4d62207b-bca5-423d-b2a7-f0b7c1f096ef), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.509213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] Publish callbacks [] for security_group (4d62207b-bca5-423d-b2a7-f0b7c1f096ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.531687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f2f62a4-2fbb-4e87-933c-8d2fdb4ff758 req-08d402dc-6bc2-43bf-9f10-a3d409393327 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 210 time: 0.1423907
Jan 15 21:06:53.643997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d62207b-bca5-423d-b2a7-f0b7c1f096ef), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.646495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:53.650570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d62207b-bca5-423d-b2a7-f0b7c1f096ef HTTP/1.1" status: 204  len: 168 time: 0.3461666
Jan 15 21:06:53.670413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac32fb-7d71-45c3-b29d-4001428d318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62207b-bca5-423d-b2a7-f0b7c1f096ef,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:53.786600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Allocated IP 2001:db8::285 (3c0d7cff-d556-4043-a546-963d8277e037/c61bcc43-1ff4-4742-ab1a-f1e38c27c358/9cf26488-fa88-4122-8c17-acb9cbcf4e8d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:54.044041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.142511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.237146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.295916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:54.322587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5209f202-9700-491b-b968-27af65cbee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.511971 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5209f202-9700-491b-b968-27af65cbee9c admin admin] Publish callbacks [] for security_group (2dc36cb5-1771-49ef-8910-a6353e4cda13), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.518357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5209f202-9700-491b-b968-27af65cbee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2dc36cb5-1771-49ef-8910-a6353e4cda13), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.587625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209f202-9700-491b-b968-27af65cbee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc36cb5-1771-49ef-8910-a6353e4cda13,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:54.593448 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5209f202-9700-491b-b968-27af65cbee9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37bc8e33e8c5478ba0ec14d330ab794e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2948561
Jan 15 21:06:54.595841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:54.669742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] Publish callbacks [] for security_group (2dc36cb5-1771-49ef-8910-a6353e4cda13), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.716209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] Publish callbacks [] for security_group (2dc36cb5-1771-49ef-8910-a6353e4cda13), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.839660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc77f8e1-2bb7-4e80-866b-08680cd11f0e req-4e3eaea9-7b91-4bc2-ba67-bf5229c4f8c5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 210 time: 0.0785639
Jan 15 21:06:54.843717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2dc36cb5-1771-49ef-8910-a6353e4cda13), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.849146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.853753 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dc36cb5-1771-49ef-8910-a6353e4cda13 HTTP/1.1" status: 204  len: 168 time: 0.2568696
Jan 15 21:06:54.871409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Network 3c0d7cff-d556-4043-a546-963d8277e037 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:54.885373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898eb31-0d55-4a0b-a806-1c5ef0baff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc36cb5-1771-49ef-8910-a6353e4cda13,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:54.897724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:54.899612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=9cf26488-fa88-4122-8c17-acb9cbcf4e8d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:54.913089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.919428 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:06:54.922226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:54.923495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:54.961364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0fa28b72-da48-4536-918b-52e46a0651d6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.1745424
Jan 15 21:06:54.964092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58816) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:54.970452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:ab:56:d9'}, {'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:eb:31:2d'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:54.970667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e2db-975b-403c-bf49-428520d9fd2b req-c5eef7ca-65fd-449a-8418-ddbedd16666b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:54.978525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d91e2db-975b-403c-bf49-428520d9fd2b req-c5eef7ca-65fd-449a-8418-ddbedd16666b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.2137516
Jan 15 21:06:55.088811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d91e2db-975b-403c-bf49-428520d9fd2b req-ff5923c1-fd88-404a-be2e-6c61b4d87f9a tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093602
Jan 15 21:06:55.403723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-869dcf8a-6ccb-4bbc-84b0-f8f5f3f5a705 None None] Provisioning complete for port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:55.405008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-869dcf8a-6ccb-4bbc-84b0-f8f5f3f5a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:55.467922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-869dcf8a-6ccb-4bbc-84b0-f8f5f3f5a705 None None] Port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:55.905650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-4eb0e775-a8e7-461a-a433-37336d5c02a9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:55.907294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-4eb0e775-a8e7-461a-a433-37336d5c02a9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.39 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.2762597
Jan 15 21:06:55.933695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:55.981122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Request body: {'port': {'device_id': '552b7547-f4b2-4af0-be24-a4c628408c16', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'admin_state_up': True, 'tenant_id': '95e03e1de077453588cc783a4e6d690e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:56.108914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-996795c1-63ee-4075-a094-8df32d26317d req-741d243b-c9a5-44aa-918a-fa626cfc019d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 210 time: 0.0937703
Jan 15 21:06:56.438114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5e234-1c79-41b8-a944-f9d788e83f11 req-17b178cb-5462-4dbd-9469-794608a8cade tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:56.446339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1de5e234-1c79-41b8-a944-f9d788e83f11 req-17b178cb-5462-4dbd-9469-794608a8cade tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.1436732
Jan 15 21:06:56.489572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:06:56.494637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:56.566557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1de5e234-1c79-41b8-a944-f9d788e83f11 req-fea147bb-f519-497c-ab0f-ce00c20fcb2c tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178253
Jan 15 21:06:56.585375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:56.620207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:56.707962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event updated for resources: {'Port': ['ID=9cf26488-fa88-4122-8c17-acb9cbcf4e8d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:56.729158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] In _notify_port_updated(), no bound segment for port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d on network 3c0d7cff-d556-4043-a546-963d8277e037 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:06:56.736303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:56.737131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:56.742294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-da338657-9708-41d7-b805-b33f3502153f tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "PUT /v2.0/ports/9cf26488-fa88-4122-8c17-acb9cbcf4e8d HTTP/1.1" status: 200  len: 1067 time: 1.7733827
Jan 15 21:06:56.743454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:56.892407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Allocated IP 172.20.0.13 (b55f2173-9368-4426-891c-2ceb82762521/49864b5b-505f-41a4-9422-c90ce9b4a217/490d413f-9553-4a39-a6eb-6d61aef04f25) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:06:57.013245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:57.013971 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.330940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-274d3255-1ce9-4c30-a243-58946e0825de None None] Provisioning complete for port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:06:57.333281 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-274d3255-1ce9-4c30-a243-58946e0825de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.359205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f93bab0-f1a2-4b31-a7c7-dde41773f5f1 req-96f170d2-e36c-47ec-bdf9-308eb3f0d57b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 210 time: 0.0665495
Jan 15 21:06:57.420515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.432221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-274d3255-1ce9-4c30-a243-58946e0825de None None] Port 9cf26488-fa88-4122-8c17-acb9cbcf4e8d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:06:57.464600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for 9cf26488-fa88-4122-8c17-acb9cbcf4e8d owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:57.486435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks [] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.603185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.660279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Network b55f2173-9368-4426-891c-2ceb82762521 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:06:57.668619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:06:57.674985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:06:57.746272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event updated for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:57.797854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:57.799016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.822149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-182783f8-5d11-4f9e-bb76-057e3570d41d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8577573
Jan 15 21:06:57.828615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9cf26488-fa88-4122-8c17-acb9cbcf4e8d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:57.847278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Request body: {'port': {'device_id': '552b7547-f4b2-4af0-be24-a4c628408c16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:06:57.858932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524c63-e54a-47a4-8eff-97dcd5dd907c req-23bbac3c-b83c-45d3-9df9-dc72bc810125 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:57.868686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73524c63-e54a-47a4-8eff-97dcd5dd907c req-23bbac3c-b83c-45d3-9df9-dc72bc810125 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.0769510
Jan 15 21:06:57.895072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=9cf26488-fa88-4122-8c17-acb9cbcf4e8d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:57.965180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73524c63-e54a-47a4-8eff-97dcd5dd907c req-5c3a8681-c1d3-4e8a-92dd-4e306623a745 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953927
Jan 15 21:06:58.011823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:58.604196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:58.609747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6a097317-c6de-413e-844b-b628c4a6f942 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/9cf26488-fa88-4122-8c17-acb9cbcf4e8d HTTP/1.1" status: 204  len: 168 time: 1.8649943
Jan 15 21:06:58.612369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58912) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:58.665613 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-17aa1173-1362-420c-9447-c9e86516bcf4 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] GET failed (client error): The resource could not be found.
Jan 15 21:06:58.673740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-17aa1173-1362-420c-9447-c9e86516bcf4 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports/9cf26488-fa88-4122-8c17-acb9cbcf4e8d HTTP/1.1" status: 404  len: 333 time: 0.0588782
Jan 15 21:06:58.678479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58916) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:06:58.837319 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:06:58.962892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port 229fc88a-63d9-4b85-9d2a-f26f44d0a192 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:06:58.965066 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.026178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490d413f-9553-4a39-a6eb-6d61aef04f25 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:06:59.039379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks [] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.073941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Transition to ACTIVE for port object 490d413f-9553-4a39-a6eb-6d61aef04f25 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:06:59.083778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.217682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.234624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Pushing event updated for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:59.302056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for 229fc88a-63d9-4b85-9d2a-f26f44d0a192 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:06:59.419312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Attempting to bind port 490d413f-9553-4a39-a6eb-6d61aef04f25 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:06:59.419590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Attempting to bind port 490d413f-9553-4a39-a6eb-6d61aef04f25 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:06:59.419909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Attempting to bind port 490d413f-9553-4a39-a6eb-6d61aef04f25 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:59.429361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Port 490d413f-9553-4a39-a6eb-6d61aef04f25 on network b55f2173-9368-4426-891c-2ceb82762521 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:06:59.430065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Attempting to bind port 490d413f-9553-4a39-a6eb-6d61aef04f25 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:06:59.439324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:06:59.440737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Checking segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:06:59.441996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Bound using segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:06:59.442974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Bound port: 490d413f-9553-4a39-a6eb-6d61aef04f25, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:06:59.443609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.459663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39590-fac0-42e1-9687-54aa4ed42137 req-f43c7919-0c9d-404d-8ace-71bac82a9e4b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:59.462845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daa39590-fac0-42e1-9687-54aa4ed42137 req-f43c7919-0c9d-404d-8ace-71bac82a9e4b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.3027010
Jan 15 21:06:59.600794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:06:59.602196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daa39590-fac0-42e1-9687-54aa4ed42137 req-3f0cdbde-8c69-4d07-96c6-2251e1bc2ac6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285655
Jan 15 21:06:59.608309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=490d413f-9553-4a39-a6eb-6d61aef04f25,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:06:59.615055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.635121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d67da-dedc-40b4-831f-f16636985c75 req-7a51134d-eb04-48a2-8f07-8f0d603916b6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:59.642628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-363d67da-dedc-40b4-831f-f16636985c75 req-7a51134d-eb04-48a2-8f07-8f0d603916b6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.3872392
Jan 15 21:06:59.682788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:59.686008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.687826 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/490d413f-9553-4a39-a6eb-6d61aef04f25 HTTP/1.1" status: 200  len: 1092 time: 1.8486359
Jan 15 21:06:59.688294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:06:59.690692 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3bd802-68f9-466a-bc00-5de9016477af" -d '{"events": [{"name": "network-changed", "server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:06:59.762627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cbe82-e795-4e45-96fb-91f0e43c27a1 service neutron] Pushing event updated for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:06:59.836220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (229fc88a-63d9-4b85-9d2a-f26f44d0a192), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:06:59.892288 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03536caa-30b9-441f-9470-856cc512d5bc x-openstack-request-id: req-03536caa-30b9-441f-9470-856cc512d5bc {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:06:59.892288 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:06:59.892288 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03536caa-30b9-441f-9470-856cc512d5bc {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:06:59.892288 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25', 'status': 'completed', 'code': 200}
Jan 15 21:06:59.953707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-8f3ba1df-7b7d-4669-8636-551836ac094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:06:59.955720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-8f3ba1df-7b7d-4669-8636-551836ac094c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 1095 time: 0.1693845
Jan 15 21:06:59.969215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=229fc88a-63d9-4b85-9d2a-f26f44d0a192,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:00.001907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.002710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.009522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.010124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.010637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.011156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.011884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.012630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.013344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.013967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.014737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.015299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.015818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:00.056194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-363d67da-dedc-40b4-831f-f16636985c75 req-6a9d74b9-89df-47b3-81a3-e857b0d50230 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4125943
Jan 15 21:07:00.059752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:00.064103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa7144bb-9c79-430f-929b-5f49e7934037 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/229fc88a-63d9-4b85-9d2a-f26f44d0a192 HTTP/1.1" status: 204  len: 168 time: 1.3841939
Jan 15 21:07:00.075352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:00.093969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-ce46ffdd-e2cb-4344-8b0d-f72804f18f4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=490d413f-9553-4a39-a6eb-6d61aef04f25 HTTP/1.1" status: 200  len: 217 time: 0.1270719
Jan 15 21:07:00.120611 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-65332c80-f15e-4646-a66d-38c11a9e4e50 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:00.122472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-65332c80-f15e-4646-a66d-38c11a9e4e50 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "GET /v2.0/ports/229fc88a-63d9-4b85-9d2a-f26f44d0a192 HTTP/1.1" status: 404  len: 333 time: 0.0460346
Jan 15 21:07:00.126393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58956) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:00.241881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f589a-39b4-492d-84cd-95a6787751c0 req-ffdf7696-6026-4f96-84ef-fcbad57b2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:00.243498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-ffdf7696-6026-4f96-84ef-fcbad57b2e16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.1330917
Jan 15 21:07:00.313983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-00debb5c-f6cf-4b44-9ffe-4f99bc0f505d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509782
Jan 15 21:07:00.361250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:00.368012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:00.553536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-751b7caf-2ab9-4d67-8894-b2ef0bef1bdf service neutron] 10.222.0.39 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315605
Jan 15 21:07:00.657519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:00.684702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for 7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:00.848265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-789f589a-39b4-492d-84cd-95a6787751c0 req-b10d34ef-9db9-41be-b5e1-d991d7cd092d service neutron] 10.222.0.39 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2540998
Jan 15 21:07:01.018917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17c222-856b-492b-8abc-362369a0516b req-8a935272-60bc-42dd-8066-a3c37284f14b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:01.021162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c17c222-856b-492b-8abc-362369a0516b req-8a935272-60bc-42dd-8066-a3c37284f14b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.2151642
Jan 15 21:07:01.024136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7b6ab5cc-12c4-4d3e-b464-d59e639cdb58), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.075999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=7b6ab5cc-12c4-4d3e-b464-d59e639cdb58,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:01.102557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bd802-68f9-466a-bc00-5de9016477af req-c0bacf46-15f1-4346-86a8-9bafe382cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:01.104419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-c0bacf46-15f1-4346-86a8-9bafe382cfbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 1095 time: 0.0995557
Jan 15 21:07:01.193153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.204111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-225d67c4-3b9a-497d-a8d9-6922844b315d tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/ports/7b6ab5cc-12c4-4d3e-b464-d59e639cdb58 HTTP/1.1" status: 204  len: 168 time: 1.0757017
Jan 15 21:07:01.214202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58984) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:01.311489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bd802-68f9-466a-bc00-5de9016477af req-527d0c09-3847-4222-a8c2-e864e1e895d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:01.313669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-527d0c09-3847-4222-a8c2-e864e1e895d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 916 time: 0.1891456
Jan 15 21:07:01.313981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c17c222-856b-492b-8abc-362369a0516b req-0e927703-ac12-4a35-839c-48bd4a5d6ca9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2800388
Jan 15 21:07:01.403992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-f3062807-ea4a-4e41-b9d9-25a023ce1d2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=490d413f-9553-4a39-a6eb-6d61aef04f25 HTTP/1.1" status: 200  len: 217 time: 0.0832682
Jan 15 21:07:01.409206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting subnet c61bcc43-1ff4-4742-ab1a-f1e38c27c358 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:01.418780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks [] for subnet (c61bcc43-1ff4-4742-ab1a-f1e38c27c358), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.460198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b567af-9aab-4c92-b034-ff995b3f3ce0 req-d5bdedba-a64f-49c8-a367-d0e926ee533a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:01.467411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b567af-9aab-4c92-b034-ff995b3f3ce0 req-d5bdedba-a64f-49c8-a367-d0e926ee533a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.2556050
Jan 15 21:07:01.512017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c61bcc43-1ff4-4742-ab1a-f1e38c27c358), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.583511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b567af-9aab-4c92-b034-ff995b3f3ce0 req-6d924976-6a8f-433c-8c17-a7289dbb186e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150136
Jan 15 21:07:01.683509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c61bcc43-1ff4-4742-ab1a-f1e38c27c358), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.780532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c61bcc43-1ff4-4742-ab1a-f1e38c27c358), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.813736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Subnet': ['ID=c61bcc43-1ff4-4742-ab1a-f1e38c27c358,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:01.817328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:01.821265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c759b177-d688-48da-8187-b1c33fdfb9e6 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/subnets/c61bcc43-1ff4-4742-ab1a-f1e38c27c358 HTTP/1.1" status: 204  len: 168 time: 0.6058791
Jan 15 21:07:01.824071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 58992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:01.827773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c0df2-ae8e-41ec-879e-b8b28ae4b221 None None] Network 3c0d7cff-d556-4043-a546-963d8277e037 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:01.983525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3c0d7cff-d556-4043-a546-963d8277e037), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.099201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] DHCP port deletion for 3c0d7cff-d556-4043-a546-963d8277e037 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:02.124885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Deleting port 6246b8cc-2d19-48f4-8157-6c3675893ae9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:02.125316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.171125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Deleting port 6246b8cc-2d19-48f4-8157-6c3675893ae9 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:02.172164 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.210627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] For port 6246b8cc-2d19-48f4-8157-6c3675893ae9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6246b8cc-2d19-48f4-8157-6c3675893ae9,segment=NetworkSegment(633f1616-cfa4-4edf-8867-e4de6137773e),segment_id=633f1616-cfa4-4edf-8867-e4de6137773e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:02.211190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.230581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Calling delete_port for 6246b8cc-2d19-48f4-8157-6c3675893ae9 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:02.282410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] For port 6246b8cc-2d19-48f4-8157-6c3675893ae9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6246b8cc-2d19-48f4-8157-6c3675893ae9,segment=NetworkSegment(633f1616-cfa4-4edf-8867-e4de6137773e),segment_id=633f1616-cfa4-4edf-8867-e4de6137773e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:02.283041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.313613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Calling delete_port for 6246b8cc-2d19-48f4-8157-6c3675893ae9 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:02.358697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.389593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Port': ['ID=6246b8cc-2d19-48f4-8157-6c3675893ae9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:02.402764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] No DVR routers for this DVR port 6246b8cc-2d19-48f4-8157-6c3675893ae9 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:02.422319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (6246b8cc-2d19-48f4-8157-6c3675893ae9), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.457253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] Pushing event deleted for resources: {'Port': ['ID=6246b8cc-2d19-48f4-8157-6c3675893ae9,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:02.469318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273a758-8177-487c-9d3b-96263d51f2f9 None None] No DVR routers for this DVR port 6246b8cc-2d19-48f4-8157-6c3675893ae9 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:02.498651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148610-e7f6-4527-992f-cf71d855ca02 req-f954c96d-4142-4e29-921c-8668219fb324 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:02.500344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c148610-e7f6-4527-992f-cf71d855ca02 req-f954c96d-4142-4e29-921c-8668219fb324 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.0740912
Jan 15 21:07:02.550606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3c0d7cff-d556-4043-a546-963d8277e037), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.566597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c148610-e7f6-4527-992f-cf71d855ca02 req-a5606a4b-e87f-49ed-b424-d7c58829c7e8 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571094
Jan 15 21:07:02.580539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79936040>,) {'filters': {'network_id': ['3c0d7cff-d556-4043-a546-963d8277e037']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:02.590534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bd802-68f9-466a-bc00-5de9016477af req-94b64a34-6494-4d84-a225-7c29670fa281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:02.592004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-94b64a34-6494-4d84-a225-7c29670fa281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0830486
Jan 15 21:07:02.596666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79936040>, '633f1616-cfa4-4edf-8867-e4de6137773e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:02.597012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79936040>, '633f1616-cfa4-4edf-8867-e4de6137773e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:02.618528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (633f1616-cfa4-4edf-8867-e4de6137773e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.653701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-79885e9b-4486-472c-888c-d5f170695424 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525832
Jan 15 21:07:02.661211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (633f1616-cfa4-4edf-8867-e4de6137773e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.685760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:02.686175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (633f1616-cfa4-4edf-8867-e4de6137773e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.689108 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:02.692070 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:02.715135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316482c-9f1e-4225-bfbb-b9c9a6919e01 req-149206f1-f881-4f2d-a9da-2f6b530b77a6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:02.716985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5316482c-9f1e-4225-bfbb-b9c9a6919e01 req-149206f1-f881-4f2d-a9da-2f6b530b77a6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.0539916
Jan 15 21:07:02.765999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5316482c-9f1e-4225-bfbb-b9c9a6919e01 req-f10479e8-13ad-4c61-9294-75184e75a4b6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432155
Jan 15 21:07:02.791036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3c0d7cff-d556-4043-a546-963d8277e037), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.799506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:02.802586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] 10.222.0.46 "DELETE /v2.0/networks/3c0d7cff-d556-4043-a546-963d8277e037 HTTP/1.1" status: 204  len: 168 time: 0.9763925
Jan 15 21:07:02.823464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227eb94-57cd-4dac-9a9b-da15d1993054 tempest-AllowedAddressPairIpV6TestJSON-889618579 tempest-AllowedAddressPairIpV6TestJSON-889618579-project] Pushing event deleted for resources: {'Network': ['ID=3c0d7cff-d556-4043-a546-963d8277e037,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:02.828588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-c742a85a-de82-47ff-b5a1-f0c77ca9f2cf service neutron] 10.222.0.39 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642101
Jan 15 21:07:02.919668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3f3bd802-68f9-466a-bc00-5de9016477af req-4d4ea87d-78a8-47b6-9409-9f3468a5110d service neutron] 10.222.0.39 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849972
Jan 15 21:07:03.049251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59024) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:03.182229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32e7024f-5516-4ef0-a1c4-1704e75119d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c97e26a445e44cae87fa9b9108311e0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316533
Jan 15 21:07:03.184508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59032) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:03.233495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] Publish callbacks [] for security_group (438c3c68-b5af-4de0-b3f0-69ad76d3a0c8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:03.259844 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] Publish callbacks [] for security_group (438c3c68-b5af-4de0-b3f0-69ad76d3a0c8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:03.317159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (438c3c68-b5af-4de0-b3f0-69ad76d3a0c8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:03.320771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:03.324456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/438c3c68-b5af-4de0-b3f0-69ad76d3a0c8 HTTP/1.1" status: 204  len: 168 time: 0.1364250
Jan 15 21:07:03.330059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21ad44-8acb-4826-8573-a58e39885066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c3c68-b5af-4de0-b3f0-69ad76d3a0c8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:03.392282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6246b8cc-2d19-48f4-8157-6c3675893ae9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:03.414204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6246b8cc-2d19-48f4-8157-6c3675893ae9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:03.414551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6246b8cc-2d19-48f4-8157-6c3675893ae9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:03.735893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb91d71-478b-4a61-a9a5-711151ce37b4 req-2de3b84e-c4b5-40c8-bcdc-411837f1dc86 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:03.738458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbb91d71-478b-4a61-a9a5-711151ce37b4 req-2de3b84e-c4b5-40c8-bcdc-411837f1dc86 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.0663986
Jan 15 21:07:03.833732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbb91d71-478b-4a61-a9a5-711151ce37b4 req-088d7a98-ed8f-4081-8a7e-e159ca5dbf90 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880170
Jan 15 21:07:03.962978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7b6c-9c62-4f6b-ab04-7a1815902195 req-96c965e4-4788-4245-abea-c7bb2e933a63 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:03.964575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7afb7b6c-9c62-4f6b-ab04-7a1815902195 req-96c965e4-4788-4245-abea-c7bb2e933a63 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.0835419
Jan 15 21:07:04.024592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7afb7b6c-9c62-4f6b-ab04-7a1815902195 req-2f70493e-2726-4c28-b79b-4a90f2eac282 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470810
Jan 15 21:07:04.125471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59088) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:04.223569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2110221201'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:04.247505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:04.251047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.259513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.331178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (afef074a-3b75-4ddb-94fa-283389e1b875), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.335528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (afef074a-3b75-4ddb-94fa-283389e1b875), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.358957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:04.372389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afef074a-3b75-4ddb-94fa-283389e1b875,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:04.377355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (15f843a2-f72f-4b9c-9c9f-964618b9c431), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.377700 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment 15f843a2-f72f-4b9c-9c9f-964618b9c431 of type vlan for network aa3478dc-2370-4834-b53b-f628dd3fd80b
Jan 15 21:07:04.419190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (aa3478dc-2370-4834-b53b-f628dd3fd80b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.443783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (aa3478dc-2370-4834-b53b-f628dd3fd80b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.449771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:04.450359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.517308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.3907015
Jan 15 21:07:04.519905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59100) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:04.528915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'name': 'tempest-PortsTestJSON-1680673079'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:04.572803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f37c-69e5-4e2d-9a7a-d040db3530a0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=aa3478dc-2370-4834-b53b-f628dd3fd80b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:04.585755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:04.648121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:04.653178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.674863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:04.838851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.874743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:04.947951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=2d68bb75-208e-4bf0-89c8-b1c8d1e5f541,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:04.957590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': '15f843a2-f72f-4b9c-9c9f-964618b9c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:04.958024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: aa3478dc-2370-4834-b53b-f628dd3fd80b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:04.977380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:04.982847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f663-7823-4cde-9460-04eada56cadd req-a9e2aed9-29cb-4498-8846-a779a440155b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:04.985018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3cc7f663-7823-4cde-9460-04eada56cadd req-a9e2aed9-29cb-4498-8846-a779a440155b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.0624380
Jan 15 21:07:04.989231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa3478dc-2370-4834-b53b-f628dd3fd80b) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:05.001411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:05.011019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e257d-9060-4706-a990-b8e800a0ebb2 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:05.014321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.015018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.048798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3cc7f663-7823-4cde-9460-04eada56cadd req-8772dfa8-52ea-4d0b-8df4-d4a53937cf48 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573506
Jan 15 21:07:05.058543 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a419eb8-07b8-4781-a6bb-6e18503325e0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5335224
Jan 15 21:07:05.059275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59120) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:05.065127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305277858'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:05.092472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:05.099718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.155908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:05.192996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3a4ea60d-5449-4671-ad82-0866c9249f08), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.194775 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment 3a4ea60d-5449-4671-ad82-0866c9249f08 of type vlan for network 894a3545-bc5c-443d-bd04-2f2ca09d4de3
Jan 15 21:07:05.297127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d389a-1c65-4cce-aa92-9e82d590a647 req-c3652e3d-02a4-4625-b24a-a3e6de79fb4b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.298920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c3d389a-1c65-4cce-aa92-9e82d590a647 req-c3652e3d-02a4-4625-b24a-a3e6de79fb4b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.1222250
Jan 15 21:07:05.316947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (894a3545-bc5c-443d-bd04-2f2ca09d4de3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.392078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c3d389a-1c65-4cce-aa92-9e82d590a647 req-c8e9ec89-2bad-425f-828a-bdb463c1ba90 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857625
Jan 15 21:07:05.392942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (894a3545-bc5c-443d-bd04-2f2ca09d4de3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.403602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.404662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.479511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4189594
Jan 15 21:07:05.482602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:05.489030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd252fc-3686-4b0f-9a9c-1c76fc9e7f3c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=894a3545-bc5c-443d-bd04-2f2ca09d4de3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:05.490321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'ports': [{'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'}, {'network_id': '894a3545-bc5c-443d-bd04-2f2ca09d4de3'}]} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:05.492183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:05.493491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '894a3545-bc5c-443d-bd04-2f2ca09d4de3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:05.500876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 894a3545-bc5c-443d-bd04-2f2ca09d4de3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:05.680185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 2} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:05.686594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.702442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:05.869444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port cced555c-d443-4d28-8714-7924767dc2ef yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:05.895773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.902889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.909351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.917018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.924050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.931133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.937823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:05.941247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-d42e697a-c9fb-4c3b-8c0c-9879a7ba3f69 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1191947
Jan 15 21:07:05.994231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (cced555c-d443-4d28-8714-7924767dc2ef), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.017464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-439bb24f-9112-499b-9eb3-385091eff4e1 req-fe2ecaba-8fa7-4a8a-82bf-01e0ced7da12 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0687418
Jan 15 21:07:06.088952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 60324e76-ea92-4644-b384-f43023e98425 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:06.202094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.208869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.216177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.222473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.228621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.234856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.241314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.243326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-617905b2-01f4-439a-8fbe-26a1bb826d8f req-8121335c-d192-46cf-8e1e-95f60ed75414 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1364713
Jan 15 21:07:06.267150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d2f11-f680-41ed-824e-441b7f22e780 req-50d78f3c-dd41-4bc7-a73c-54f32972298e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.268917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df3d2f11-f680-41ed-824e-441b7f22e780 req-50d78f3c-dd41-4bc7-a73c-54f32972298e tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 944 time: 0.1246693
Jan 15 21:07:06.328531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df3d2f11-f680-41ed-824e-441b7f22e780 req-71943ac3-6c33-4aec-bc98-b923cad21261 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494287
Jan 15 21:07:06.505501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (60324e76-ea92-4644-b384-f43023e98425), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.514775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 490d413f-9553-4a39-a6eb-6d61aef04f25 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:07:06.581811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cced555c-d443-4d28-8714-7924767dc2ef), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.592408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921c26-e32a-4d96-b268-1a3b1b5d493c req-d42cb14f-8206-4222-8d8b-213a2d9f9c90 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.594674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00921c26-e32a-4d96-b268-1a3b1b5d493c req-d42cb14f-8206-4222-8d8b-213a2d9f9c90 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 944 time: 0.0898235
Jan 15 21:07:06.632114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:06.635882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:06.638931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:06.639899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (60324e76-ea92-4644-b384-f43023e98425), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.678792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00921c26-e32a-4d96-b268-1a3b1b5d493c req-724393e3-b318-4265-b712-0434e214e972 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635498
Jan 15 21:07:06.707243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=cced555c-d443-4d28-8714-7924767dc2ef,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:06.741487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=490d413f-9553-4a39-a6eb-6d61aef04f25,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:06.756610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '490d413f-9553-4a39-a6eb-6d61aef04f25', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'port_id': '490d413f-9553-4a39-a6eb-6d61aef04f25', 'mac_address': 'fa:16:3e:df:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49864b5b-505f-41a4-9422-c90ce9b4a217', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:07:06.761081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': '3a4ea60d-5449-4671-ad82-0866c9249f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '894a3545-bc5c-443d-bd04-2f2ca09d4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:06.761081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: 894a3545-bc5c-443d-bd04-2f2ca09d4de3, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:06.785972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=60324e76-ea92-4644-b384-f43023e98425,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:06.800059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 894a3545-bc5c-443d-bd04-2f2ca09d4de3 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:06.813868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 894a3545-bc5c-443d-bd04-2f2ca09d4de3) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:06.815886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 490d413f-9553-4a39-a6eb-6d61aef04f25 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:06.816311 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.821229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:06.831054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.835038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627ea31-8f9a-464d-8efe-f62233644dde None None] Network 894a3545-bc5c-443d-bd04-2f2ca09d4de3 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:06.838326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490d413f-9553-4a39-a6eb-6d61aef04f25 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:06.838866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:06.839820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.867963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:06.868303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-449d2472-ef73-41e8-a895-d5d13711f1d9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.3839097
Jan 15 21:07:06.913431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=490d413f-9553-4a39-a6eb-6d61aef04f25,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:06.920457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:06.921591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:07:07.000831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 60324e76-ea92-4644-b384-f43023e98425 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:07.001422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (60324e76-ea92-4644-b384-f43023e98425), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.118937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (60324e76-ea92-4644-b384-f43023e98425), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.142103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 60324e76-ea92-4644-b384-f43023e98425 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:07.156247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492e979-b8a7-4847-9730-1c859c462011 req-1136afa7-e9a3-4b48-9fbf-cd5fa901309b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.166269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5492e979-b8a7-4847-9730-1c859c462011 req-1136afa7-e9a3-4b48-9fbf-cd5fa901309b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.1179571
Jan 15 21:07:07.232415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:07.309125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:07.322301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'port_id': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'mac_address': 'fa:16:3e:91:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:07:07.366698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5492e979-b8a7-4847-9730-1c859c462011 req-a1ce13ce-d4c8-458e-94f8-2e2e513dfbc4 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1994090
Jan 15 21:07:07.380158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:07.380599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.404520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:07.413662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (60324e76-ea92-4644-b384-f43023e98425), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.447139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:07.453587 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.454032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.457705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/60324e76-ea92-4644-b384-f43023e98425 HTTP/1.1" status: 204  len: 168 time: 0.5885355
Jan 15 21:07:07.460911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59254) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:07.467146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f2b61-f802-4375-85a2-34fccb34d525 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=60324e76-ea92-4644-b384-f43023e98425,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:07.511561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:07.516219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b720792-47ba-41e9-af8c-31969887c6e4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.523174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b720792-47ba-41e9-af8c-31969887c6e4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.524881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b720792-47ba-41e9-af8c-31969887c6e4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0626721
Jan 15 21:07:07.527972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59256) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:07.534989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32d3e2-434f-4ca1-ae6e-b2223378236f req-4d5d5a41-ef0e-40da-ade3-85a2cd26ee1f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.538496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d32d3e2-434f-4ca1-ae6e-b2223378236f req-4d5d5a41-ef0e-40da-ade3-85a2cd26ee1f tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0782251
Jan 15 21:07:07.607145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d32d3e2-434f-4ca1-ae6e-b2223378236f req-0346f0e8-6f8b-4d58-bf4d-8297f646f3d9 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639224
Jan 15 21:07:07.636607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port cced555c-d443-4d28-8714-7924767dc2ef {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:07.637001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cced555c-d443-4d28-8714-7924767dc2ef), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.728878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cced555c-d443-4d28-8714-7924767dc2ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.740405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for cced555c-d443-4d28-8714-7924767dc2ef owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:07.761073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:07.763335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d027fed2-822f-40a2-a052-26b22c1aef53'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:07.838977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cced555c-d443-4d28-8714-7924767dc2ef), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.844683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350c115-4f5b-4f1b-adf9-7608e8ed6cd0 req-17ea31c5-cfaf-4fd6-af81-6d0efa7c0315 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.846549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2350c115-4f5b-4f1b-adf9-7608e8ed6cd0 req-17ea31c5-cfaf-4fd6-af81-6d0efa7c0315 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 945 time: 0.0718513
Jan 15 21:07:07.882138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:07.888389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:07.888726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/cced555c-d443-4d28-8714-7924767dc2ef HTTP/1.1" status: 204  len: 168 time: 0.3594682
Jan 15 21:07:07.890016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1759e-ecbe-4533-9b4d-ac29f3d18f5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=cced555c-d443-4d28-8714-7924767dc2ef,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:07.956537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2350c115-4f5b-4f1b-adf9-7608e8ed6cd0 req-519f3515-63e6-4390-bebe-0b71baf8a135 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900271
Jan 15 21:07:07.972520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc9840-da4e-43e5-afab-ac7551023659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:07.976990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-25fc9840-da4e-43e5-afab-ac7551023659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0843182
Jan 15 21:07:07.977822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.015507 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9aa572-8f15-4692-9b3c-9e11e8d02914 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:08.021178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59290) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.022108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1a9aa572-8f15-4692-9b3c-9e11e8d02914 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/60324e76-ea92-4644-b384-f43023e98425 HTTP/1.1" status: 404  len: 333 time: 0.0426414
Jan 15 21:07:08.057167 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7672858-a61b-479c-a10f-b864eeb4ce79 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:08.059133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7672858-a61b-479c-a10f-b864eeb4ce79 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/cced555c-d443-4d28-8714-7924767dc2ef HTTP/1.1" status: 404  len: 333 time: 0.0357852
Jan 15 21:07:08.062313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59292) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.152665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (894a3545-bc5c-443d-bd04-2f2ca09d4de3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.215014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59308) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.254204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (894a3545-bc5c-443d-bd04-2f2ca09d4de3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.281572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e789571f0>,) {'filters': {'network_id': ['894a3545-bc5c-443d-bd04-2f2ca09d4de3']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:08.291546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e789571f0>, '3a4ea60d-5449-4671-ad82-0866c9249f08') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:08.291851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e789571f0>, '3a4ea60d-5449-4671-ad82-0866c9249f08') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:08.301695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (3a4ea60d-5449-4671-ad82-0866c9249f08), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.314588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.314851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.315322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.315432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3a4ea60d-5449-4671-ad82-0866c9249f08), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.315849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.316623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.317069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.317532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.320012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-f0be44c4-cfd3-48b6-b3c9-37cfa05fd694 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.1039963
Jan 15 21:07:08.322603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:08.323060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (3a4ea60d-5449-4671-ad82-0866c9249f08), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:08.326063 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:08.383970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (894a3545-bc5c-443d-bd04-2f2ca09d4de3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.391273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.391799 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-188e319c-5460-4a62-b463-f1b42ba09e7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0654719
Jan 15 21:07:08.394397 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/894a3545-bc5c-443d-bd04-2f2ca09d4de3 HTTP/1.1" status: 204  len: 168 time: 0.3310950
Jan 15 21:07:08.399799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59320) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.416456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1452067306'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:08.420620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27add245-1eb8-4e8a-81c9-a705557ee766 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=894a3545-bc5c-443d-bd04-2f2ca09d4de3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:08.443402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:08.447397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.501755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:08.515718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7398eb84-7ee2-4a30-a62f-187da396001d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.516065 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment 7398eb84-7ee2-4a30-a62f-187da396001d of type vlan for network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90
Jan 15 21:07:08.533913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfe834-deb5-47d2-8f83-f196ef0e335b req-80c43a5d-361f-4262-aa29-648aca7773e0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.535426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65dfe834-deb5-47d2-8f83-f196ef0e335b req-80c43a5d-361f-4262-aa29-648aca7773e0 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.0785849
Jan 15 21:07:08.579712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.625904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65dfe834-deb5-47d2-8f83-f196ef0e335b req-1f080588-a11c-4d3d-b177-856165de7a0e tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696099
Jan 15 21:07:08.626999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.632734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.633354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.714945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3046596
Jan 15 21:07:08.718259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:08.723330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:08.739733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977fd5-bbbe-4999-a825-43739c87ef03 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=10c7eaa2-ded8-40d8-996c-bf9e49c6ea90,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:08.754286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:08.764659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cefb4b-1aad-4c8f-ab91-e6c9ba6be2d9 req-d6e653a0-aa33-43b9-8cb4-097ccb427dc2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.766704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75cefb4b-1aad-4c8f-ab91-e6c9ba6be2d9 req-d6e653a0-aa33-43b9-8cb4-097ccb427dc2 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0758016
Jan 15 21:07:08.823058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75cefb4b-1aad-4c8f-ab91-e6c9ba6be2d9 req-f8c52788-a71d-41be-bb77-8bbb11299797 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472445
Jan 15 21:07:08.857328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:08.861248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:08.950213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Performing IP validity checks on allocation pools {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:07:08.950837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:07:08.984145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454a1ca-896a-403d-b887-3d435b49b087 req-5e3b6636-2109-4936-8224-24da0dc863dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:08.985661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9454a1ca-896a-403d-b887-3d435b49b087 req-5e3b6636-2109-4936-8224-24da0dc863dd tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.0779932
Jan 15 21:07:09.071962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59340) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:09.103537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdee75-ca09-4f2f-9716-03baf323ea58 req-f3538697-f3be-429d-b6d1-77fc6783202f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:09.105112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9cdee75-ca09-4f2f-9716-03baf323ea58 req-f3538697-f3be-429d-b6d1-77fc6783202f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 945 time: 0.0620170
Jan 15 21:07:09.163353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9cdee75-ca09-4f2f-9716-03baf323ea58 req-700dc466-0e53-460a-a1fb-4ca2987e7b90 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515862
Jan 15 21:07:09.174648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Deleting port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:09.175063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.179904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (9b231f68-5720-44db-bc58-9c206f6ab7bf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.202692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c02deb22-151f-4a50-b913-3869d4e4758f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.281942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c02deb22-151f-4a50-b913-3869d4e4758f admin admin] Publish callbacks [] for security_group (8451cd5f-7894-4d65-b5a2-ded985299a46), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.286270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c02deb22-151f-4a50-b913-3869d4e4758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8451cd5f-7894-4d65-b5a2-ded985299a46), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.306516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=9b231f68-5720-44db-bc58-9c206f6ab7bf,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:09.327175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c02deb22-151f-4a50-b913-3869d4e4758f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55059fc8a93b4436a73495a81b82daa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2539392
Jan 15 21:07:09.328288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02deb22-151f-4a50-b913-3869d4e4758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8451cd5f-7894-4d65-b5a2-ded985299a46,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:09.330166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:09.332271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': '7398eb84-7ee2-4a30-a62f-187da396001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:09.332637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:09.340097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] For port 19fc242c-c091-4b78-8fec-c33b6bd5cc60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19fc242c-c091-4b78-8fec-c33b6bd5cc60,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:09.340351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.425243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:09.481396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:09.489283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edda787-4490-4acf-8e96-465c7d0d119a None None] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:09.491965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:09.492561 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.494852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] Publish callbacks [] for security_group (8451cd5f-7894-4d65-b5a2-ded985299a46), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.539987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d488d52f-1535-4cbd-b7e7-dc77ffe107a8 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8206100
Jan 15 21:07:09.543694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59346) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:09.550570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90', 'name': 'tempest-PortsTestJSON-455907055'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:09.571371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] Publish callbacks [] for security_group (8451cd5f-7894-4d65-b5a2-ded985299a46), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.595073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10c7eaa2-ded8-40d8-996c-bf9e49c6ea90', 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '9b231f68-5720-44db-bc58-9c206f6ab7bf'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:09.596393 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.624066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.624558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.624904 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Floating IP a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f disassociated. External IP: 172.35.1.222, port: 19fc242c-c091-4b78-8fec-c33b6bd5cc60.
Jan 15 21:07:09.625263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Calling delete_port for 19fc242c-c091-4b78-8fec-c33b6bd5cc60 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:09.686293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:09.689573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8451cd5f-7894-4d65-b5a2-ded985299a46), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.689874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.692267 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.694227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8451cd5f-7894-4d65-b5a2-ded985299a46 HTTP/1.1" status: 204  len: 168 time: 0.3622518
Jan 15 21:07:09.706469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58999a-2c24-4ae3-92aa-9802f5cda62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8451cd5f-7894-4d65-b5a2-ded985299a46,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:09.716139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 56798fdc-9cfd-40e6-92de-7baeb4939570 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:09.796858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (19fc242c-c091-4b78-8fec-c33b6bd5cc60), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:09.827996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc3f28-009a-4949-b8ab-4a14e3e8ed54 req-d54e4f89-4a60-48e2-8899-240f1f7a2e92 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:09.829535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12dc3f28-009a-4949-b8ab-4a14e3e8ed54 req-d54e4f89-4a60-48e2-8899-240f1f7a2e92 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 946 time: 0.0717835
Jan 15 21:07:09.833062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Allocated IP 172.20.0.2 (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90/9b231f68-5720-44db-bc58-9c206f6ab7bf/8c15beff-11b8-47ad-a8cd-199bbe8c6bb3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:09.843759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'Port': ['ID=19fc242c-c091-4b78-8fec-c33b6bd5cc60,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:09.913257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12dc3f28-009a-4949-b8ab-4a14e3e8ed54 req-61e58e44-7693-422a-a36b-11f569dc155a tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups?id=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770619
Jan 15 21:07:10.012828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277332-13c5-4ad3-b9ef-9e90d003b3bc req-58e3bdee-01c2-4659-962b-d91f6a5095b1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:10.020614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea277332-13c5-4ad3-b9ef-9e90d003b3bc req-58e3bdee-01c2-4659-962b-d91f6a5095b1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.0802255
Jan 15 21:07:10.036292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:07:10.105103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea277332-13c5-4ad3-b9ef-9e90d003b3bc req-957d8703-0b9f-43d5-a0c9-f562498b15a3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834279
Jan 15 21:07:10.111011 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks [] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.119722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.170372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:10.181041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Pushing event updated for resources: {'Port': ['ID=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:10.184549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:10.189559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:10.238390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:07:10.255568 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:07:10.262565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.8 (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90/9b231f68-5720-44db-bc58-9c206f6ab7bf/56798fdc-9cfd-40e6-92de-7baeb4939570) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:10.274590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59358) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:10.279664 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:10.280290 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:06:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:10.301292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] No DVR routers for this DVR port 19fc242c-c091-4b78-8fec-c33b6bd5cc60 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:10.306433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.311467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9454a1ca-896a-403d-b887-3d435b49b087 req-fbd4c38e-c261-4689-b543-5bedb03e24be tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.45 "DELETE /v2.0/ports/19fc242c-c091-4b78-8fec-c33b6bd5cc60 HTTP/1.1" status: 204  len: 173 time: 1.3166585
Jan 15 21:07:10.312398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'name': 'network-vif-deleted', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:10.321786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70d14541-c5f1-488c-a83e-5b5c7f2a9ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.331679 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cdea59-96e3-488d-b80f-5b4918b7c336" -d '{"events": [{"server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "name": "network-vif-deleted", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:10.341849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Attempting to bind port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:10.342245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Attempting to bind port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7398eb84-7ee2-4a30-a62f-187da396001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:10.353278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Attempting to bind port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 on network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:10.364018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:10.365579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Checking segment: {'id': '7398eb84-7ee2-4a30-a62f-187da396001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:10.366232 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.367057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Bound using segment: {'id': '7398eb84-7ee2-4a30-a62f-187da396001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:10.367857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Bound port: 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398eb84-7ee2-4a30-a62f-187da396001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10c7eaa2-ded8-40d8-996c-bf9e49c6ea90'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:10.368496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.436255 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9fad32-68a3-4a71-975e-3d2b8f967a44 x-openstack-request-id: req-1c9fad32-68a3-4a71-975e-3d2b8f967a44 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:10.436680 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db70df-9ffc-4b96-af06-a56b3b35ce91", "name": "network-vif-deleted", "tag": "19fc242c-c091-4b78-8fec-c33b6bd5cc60", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:10.436931 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c9fad32-68a3-4a71-975e-3d2b8f967a44 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:10.437396 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db70df-9ffc-4b96-af06-a56b3b35ce91', 'name': 'network-vif-deleted', 'tag': '19fc242c-c091-4b78-8fec-c33b6bd5cc60', 'status': 'completed', 'code': 200}
Jan 15 21:07:10.481688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] For port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:10.486199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] For port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,segment=NetworkSegment(7398eb84-7ee2-4a30-a62f-187da396001d),segment_id=7398eb84-7ee2-4a30-a62f-187da396001d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:10.492487 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.549295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 490d413f-9553-4a39-a6eb-6d61aef04f25 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:10.594540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:10.606150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9d48f-cff8-4faa-af4f-899e77486d35 None None] Pushing event updated for resources: {'Port': ['ID=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:10.623013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d847290-d70a-4279-a729-728e801f7bea req-b001ec83-b58e-4c26-8440-fe51260afbd4 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:10.624743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d847290-d70a-4279-a729-728e801f7bea req-b001ec83-b58e-4c26-8440-fe51260afbd4 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 945 time: 0.3072808
Jan 15 21:07:10.625933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 490d413f-9553-4a39-a6eb-6d61aef04f25 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:07:10.632006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 490d413f-9553-4a39-a6eb-6d61aef04f25 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:10.632713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.732888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 490d413f-9553-4a39-a6eb-6d61aef04f25 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:10.733542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.752151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d847290-d70a-4279-a729-728e801f7bea req-1e10441f-6321-4dc5-b535-6abb845fe47e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160641
Jan 15 21:07:10.773902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:10.778998 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107baaa-caa9-4775-8b54-3afc69283084" -d '{"events": [{"server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "name": "network-vif-plugged", "status": "completed", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:10.783256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (56798fdc-9cfd-40e6-92de-7baeb4939570), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.785916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70d14541-c5f1-488c-a83e-5b5c7f2a9ea7 admin admin] Publish callbacks [] for security_group (1c074a92-d14f-463c-8d1f-801e1f36bfb8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.794347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-70d14541-c5f1-488c-a83e-5b5c7f2a9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1c074a92-d14f-463c-8d1f-801e1f36bfb8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.798188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=490d413f-9553-4a39-a6eb-6d61aef04f25,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:10.807672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.808770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:10.912009 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf15107-c420-43b4-ae16-f7845502ebcb x-openstack-request-id: req-8cf15107-c420-43b4-ae16-f7845502ebcb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:10.912342 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "name": "network-vif-plugged", "status": "completed", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:10.912939 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cf15107-c420-43b4-ae16-f7845502ebcb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:10.917041 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25', 'code': 200}
Jan 15 21:07:10.917608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-70d14541-c5f1-488c-a83e-5b5c7f2a9ea7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca03ae2ffa424d81aef1216680e72363&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6417077
Jan 15 21:07:10.919663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d14541-c5f1-488c-a83e-5b5c7f2a9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c074a92-d14f-463c-8d1f-801e1f36bfb8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:10.920388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59364) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:10.930816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (56798fdc-9cfd-40e6-92de-7baeb4939570), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:10.960556 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523400>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:11.022370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:11.034254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:07:11.035707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:11.043881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:11.044759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:11.058998 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:11.062721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:06:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:11.089145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d027fed2-822f-40a2-a052-26b22c1aef53 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:07:11.096275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d027fed2-822f-40a2-a052-26b22c1aef53 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:11.096657 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.101133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=56798fdc-9cfd-40e6-92de-7baeb4939570,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:11.167260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ac098a2-4036-40b9-908a-2e51a611fa49 req-e3a9b524-e7af-4474-b370-4fbb5c95f857 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9db70df-9ffc-4b96-af06-a56b3b35ce91 HTTP/1.1" status: 200  len: 210 time: 0.0477197
Jan 15 21:07:11.189499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:11.195017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.203660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f169e-1cda-40a3-996d-2d3701aa8595 req-a4a90836-5f73-4fe3-9492-a62b05ca039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:11.208506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b23f169e-1cda-40a3-996d-2d3701aa8595 req-a4a90836-5f73-4fe3-9492-a62b05ca039f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 1097 time: 0.2354860
Jan 15 21:07:11.213478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] Publish callbacks [] for security_group (1c074a92-d14f-463c-8d1f-801e1f36bfb8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.236165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-68413c51-9133-4ba3-811f-8dc5c08c02be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6880739
Jan 15 21:07:11.236165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59370) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:11.278850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] Publish callbacks [] for security_group (1c074a92-d14f-463c-8d1f-801e1f36bfb8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.285895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d027fed2-822f-40a2-a052-26b22c1aef53 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:11.286721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.337010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:11.343515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.371770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b23f169e-1cda-40a3-996d-2d3701aa8595 req-f9ddf6fa-a7e2-4883-b1da-586941095d01 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555901
Jan 15 21:07:11.393555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f6f9-10f4-41fb-9169-f988177a5ac9 req-df934f48-49fa-413d-bff5-0f9690effbe1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:11.394978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5416f6f9-10f4-41fb-9169-f988177a5ac9 req-df934f48-49fa-413d-bff5-0f9690effbe1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 945 time: 0.1289170
Jan 15 21:07:11.405500 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:11.406046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1c074a92-d14f-463c-8d1f-801e1f36bfb8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.411785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.413156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c074a92-d14f-463c-8d1f-801e1f36bfb8 HTTP/1.1" status: 204  len: 168 time: 0.4905710
Jan 15 21:07:11.425929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999733c1-e828-4cb0-becb-646077160b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c074a92-d14f-463c-8d1f-801e1f36bfb8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:11.465023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:11.513572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 56798fdc-9cfd-40e6-92de-7baeb4939570 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:11.514292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (56798fdc-9cfd-40e6-92de-7baeb4939570), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.532136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:11.535013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5416f6f9-10f4-41fb-9169-f988177a5ac9 req-3b157538-4808-44a2-8ec2-c90d1c4d4221 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303344
Jan 15 21:07:11.623682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:11.624463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.671486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (56798fdc-9cfd-40e6-92de-7baeb4939570), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.710513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 56798fdc-9cfd-40e6-92de-7baeb4939570 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:11.712928 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523400>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:11.741490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:11.742134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.756866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf4abc-a9d6-4ad7-b557-2fb2e48000fa None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:48Z', 'revision_number': 4, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8442266d-3806-4251-aa93-a566dc66f510', 'name': '', 'network_id': 'dd26bf3f-ac0f-4779-8f8e-a3094245a610', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'mac_address': 'fa:16:3e:c5:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:47Z', 'updated_at': '2022-01-15T21:00:55Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'subnets': [{'id': '5f1b1d8d-b7a1-4338-b97f-81110b278a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:07:11.782512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,segment=NetworkSegment(7398eb84-7ee2-4a30-a62f-187da396001d),segment_id=7398eb84-7ee2-4a30-a62f-187da396001d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:11.798682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:11.903655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:12.006791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (56798fdc-9cfd-40e6-92de-7baeb4939570), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.027460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6173a-2058-48fc-8999-2d98634fa35a req-9d324674-51de-430e-b35b-dbe72d26b0e6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:12.029096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9a6173a-2058-48fc-8999-2d98634fa35a req-9d324674-51de-430e-b35b-dbe72d26b0e6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 946 time: 0.1393983
Jan 15 21:07:12.065023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=56798fdc-9cfd-40e6-92de-7baeb4939570,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:12.179968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9a6173a-2058-48fc-8999-2d98634fa35a req-ce46b012-c676-41cd-8cf5-b0b03f91e975 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214690
Jan 15 21:07:12.192197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.200566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e7b8958-a2c4-49ee-b737-3d19872a338d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/56798fdc-9cfd-40e6-92de-7baeb4939570 HTTP/1.1" status: 204  len: 168 time: 0.9608767
Jan 15 21:07:12.203238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd5a20-a5f3-4a57-8d0e-d25978c79d66 None None] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:12.213961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59386) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.247220 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f821b951-f2cb-42dc-9da6-bbf91dfd0462 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:07:12.247865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f821b951-f2cb-42dc-9da6-bbf91dfd0462 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:07:12.254109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59390) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.265788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f821b951-f2cb-42dc-9da6-bbf91dfd0462 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/56798fdc-9cfd-40e6-92de-7baeb4939570 HTTP/1.1" status: 404  len: 333 time: 0.0504644
Jan 15 21:07:12.269739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d3d639-7254-4117-bc8b-8daad61ac2ff None None] New status for floating IP a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:07:12.281553 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a52c581-194b-4180-94d5-0870f16f7037 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:12.283372 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a52c581-194b-4180-94d5-0870f16f7037 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/56798fdc-9cfd-40e6-92de-7baeb4939570 HTTP/1.1" status: 404  len: 333 time: 0.0281634
Jan 15 21:07:12.286624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.307629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59398) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.355263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 9b231f68-5720-44db-bc58-9c206f6ab7bf {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:12.358613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (9b231f68-5720-44db-bc58-9c206f6ab7bf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.396964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.409982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (9b231f68-5720-44db-bc58-9c206f6ab7bf), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.434185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.509849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.514496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.516773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "DELETE /v2.0/security-groups/a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979 HTTP/1.1" status: 204  len: 168 time: 0.2079918
Jan 15 21:07:12.521471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59406) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.530050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9b231f68-5720-44db-bc58-9c206f6ab7bf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.554944 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-8bb45b57-652d-4ab7-9b24-40f2716f457b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] show failed (client error): The resource could not be found.
Jan 15 21:07:12.556587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8bb45b57-652d-4ab7-9b24-40f2716f457b tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "GET /v2.0/security-groups/a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979 HTTP/1.1" status: 404  len: 347 time: 0.0312932
Jan 15 21:07:12.558115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28206fa4-2eda-412b-96e1-16de1c034d6d tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b3e1f-1696-4bfd-b3b2-2ae18c3d0979,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:12.562173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59408) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.617673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c06b5f1-7208-46eb-8117-d41869bfd3d6 None None] Provisioning complete for port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:12.618624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9c06b5f1-7208-46eb-8117-d41869bfd3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.734341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9c06b5f1-7208-46eb-8117-d41869bfd3d6 None None] Current status of the port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:12.754331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (9b231f68-5720-44db-bc58-9c206f6ab7bf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.796585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=9b231f68-5720-44db-bc58-9c206f6ab7bf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:12.798808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.806341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e947ba7a-3549-45cc-9807-2814965246f2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/9b231f68-5720-44db-bc58-9c206f6ab7bf HTTP/1.1" status: 204  len: 168 time: 0.5177310
Jan 15 21:07:12.806873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59418) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:12.818211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84283b23-0531-43db-bb2a-4987c1918495 req-b3799243-f14b-45a6-bf88-a5733d417925 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:12.819895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84283b23-0531-43db-bb2a-4987c1918495 req-b3799243-f14b-45a6-bf88-a5733d417925 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.1406801
Jan 15 21:07:12.845242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Deleting port c9d591d4-a7ff-4cb7-9946-153da813f49b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:12.845859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.918831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:12.922513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.925838 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32963690-7c3b-4c43-a016-73c226de3f86" -d '{"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:12.943553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84283b23-0531-43db-bb2a-4987c1918495 req-4d6df250-072d-44d5-aeb2-de685cf7ea2d tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149955
Jan 15 21:07:12.984302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.984551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (c9d591d4-a7ff-4cb7-9946-153da813f49b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:12.997943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Calling delete_port for c9d591d4-a7ff-4cb7-9946-153da813f49b owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:13.010074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:13.010425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.014643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8f694-5b8c-4b80-9a45-397af2e834e1 None None] Network 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:13.037638 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb9df2b-4c8c-4a26-b157-5b332d0a9e66 x-openstack-request-id: req-5fb9df2b-4c8c-4a26-b157-5b332d0a9e66 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:13.039076 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-plugged", "status": "completed", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:13.039391 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fb9df2b-4c8c-4a26-b157-5b332d0a9e66 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:13.039801 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'code': 200}
Jan 15 21:07:13.096396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,segment=NetworkSegment(7398eb84-7ee2-4a30-a62f-187da396001d),segment_id=7398eb84-7ee2-4a30-a62f-187da396001d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:13.096801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.115353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-24c3adaf-33cc-4c55-8cab-e322cbd14dcb None None] Provisioning complete for port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:13.116105 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24c3adaf-33cc-4c55-8cab-e322cbd14dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.116339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:13.254117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb2a9-9242-43ea-9590-560319b45d37 req-4be2d8dc-1a32-462f-930d-0dcedc6ebc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:13.256239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd0fb2a9-9242-43ea-9590-560319b45d37 req-4be2d8dc-1a32-462f-930d-0dcedc6ebc57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 1097 time: 0.0733967
Jan 15 21:07:13.256817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c9d591d4-a7ff-4cb7-9946-153da813f49b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.262327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8c15beff-11b8-47ad-a8cd-199bbe8c6bb3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.295264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-24c3adaf-33cc-4c55-8cab-e322cbd14dcb None None] Current status of the port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:13.314336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7afe1-56c2-47f9-bc51-0d310a78fafd None None] DHCP port deletion for 10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:13.314601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=8c15beff-11b8-47ad-a8cd-199bbe8c6bb3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:13.316453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:13.338020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Pushing event deleted for resources: {'Port': ['ID=c9d591d4-a7ff-4cb7-9946-153da813f49b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:13.354872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd0fb2a9-9242-43ea-9590-560319b45d37 req-46edbf31-83d2-47c6-b02c-7eeba40f037b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897901
Jan 15 21:07:13.371213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2dc1ed-9f85-41d6-8bbe-8ba5fe99c47e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:13.411669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:13.440137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:13.440780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c15beff-11b8-47ad-a8cd-199bbe8c6bb3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:13.465667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks [] for floatingip (a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.468212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.469381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bbda2e65-e128-4979-a116-538ca06b4016 tempest-AttachVolumeTestJSON-1518881454 tempest-AttachVolumeTestJSON-1518881454-project] 10.222.0.46 "DELETE /v2.0/floatingips/a9cd345a-1a2f-457e-9e03-b03f1c8d3e2f HTTP/1.1" status: 204  len: 168 time: 0.9062121
Jan 15 21:07:13.484604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849adac4-9698-48dd-91b1-4eec06b9d905 req-7717299e-742d-4e9a-918e-3a390486a2e9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:13.487225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.489083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-849adac4-9698-48dd-91b1-4eec06b9d905 req-7717299e-742d-4e9a-918e-3a390486a2e9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 946 time: 0.1419184
Jan 15 21:07:13.526284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c82e20>,) {'filters': {'network_id': ['10c7eaa2-ded8-40d8-996c-bf9e49c6ea90']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:13.538032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c82e20>, '7398eb84-7ee2-4a30-a62f-187da396001d') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:13.538338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c82e20>, '7398eb84-7ee2-4a30-a62f-187da396001d') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:13.550335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7398eb84-7ee2-4a30-a62f-187da396001d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.566719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7398eb84-7ee2-4a30-a62f-187da396001d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7398eb84-7ee2-4a30-a62f-187da396001d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:13.582826 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:13.596173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-849adac4-9698-48dd-91b1-4eec06b9d905 req-8cd5c292-ab48-4cc5-b3f0-138ef0a3e14c tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062212
Jan 15 21:07:13.668761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (10c7eaa2-ded8-40d8-996c-bf9e49c6ea90), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.694530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.698706 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/10c7eaa2-ded8-40d8-996c-bf9e49c6ea90 HTTP/1.1" status: 204  len: 168 time: 0.8900423
Jan 15 21:07:13.702853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59474) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:13.709566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1030590501'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:13.725624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc6ab-963a-4bac-809a-faa8e177f2f5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=10c7eaa2-ded8-40d8-996c-bf9e49c6ea90,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:13.742066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:13.745866 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.773718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:13.785527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (019d4b2a-d8f6-41a8-b4f6-c61004d21662), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.786317 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment 019d4b2a-d8f6-41a8-b4f6-c61004d21662 of type vlan for network 6e6600c5-f58d-4816-80ff-676ad37ec97b
Jan 15 21:07:13.835759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 19fc242c-c091-4b78-8fec-c33b6bd5cc60 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:13.842562 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6e6600c5-f58d-4816-80ff-676ad37ec97b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.867914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 19fc242c-c091-4b78-8fec-c33b6bd5cc60 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:13.868621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 19fc242c-c091-4b78-8fec-c33b6bd5cc60 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:13.879908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6e6600c5-f58d-4816-80ff-676ad37ec97b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.888615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:13.889445 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:13.982397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2648408
Jan 15 21:07:13.982519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:13.982519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:13.993298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13298c-a513-468a-81e8-6bfff4f81ad2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=6e6600c5-f58d-4816-80ff-676ad37ec97b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:14.008302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:14.155487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:14.160259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.363476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.382361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ba00b8e9-f058-48d8-af9a-f6d3a4864cb9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.441324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=ba00b8e9-f058-48d8-af9a-f6d3a4864cb9,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:14.458397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': '019d4b2a-d8f6-41a8-b4f6-c61004d21662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:14.459440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: 6e6600c5-f58d-4816-80ff-676ad37ec97b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:14.477795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:14.487555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e6600c5-f58d-4816-80ff-676ad37ec97b) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:14.491775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0062654-93d6-452d-98c7-bbf7ad050775 req-1f8e2846-7b3b-4882-b162-cd568e37ec48 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:14.493549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:14.494090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.496541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0062654-93d6-452d-98c7-bbf7ad050775 req-1f8e2846-7b3b-4882-b162-cd568e37ec48 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.4112000
Jan 15 21:07:14.498186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54962043-84e2-4665-bda4-ae7ba954d5ae None None] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:14.533547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38aa3ed8-16be-4d6e-826f-a4e198fbbc1b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5592248
Jan 15 21:07:14.534607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:14.543952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-833957048'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:14.560124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0062654-93d6-452d-98c7-bbf7ad050775 req-28f13bc1-05f4-4b49-8feb-40b2a87f94b1 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563989
Jan 15 21:07:14.697504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:14.701980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.722275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 17a4b781-7151-411b-b736-4f89dd3cb665 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:14.803617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e6600c5-f58d-4816-80ff-676ad37ec97b', 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': 'ba00b8e9-f058-48d8-af9a-f6d3a4864cb9'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:14.804789 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:14.887502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.13 (6e6600c5-f58d-4816-80ff-676ad37ec97b/ba00b8e9-f058-48d8-af9a-f6d3a4864cb9/17a4b781-7151-411b-b736-4f89dd3cb665) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:15.090281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (17a4b781-7151-411b-b736-4f89dd3cb665), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.152793 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (17a4b781-7151-411b-b736-4f89dd3cb665), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.203807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:15.208210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:15.218313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:15.222585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.233985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Allocated IP 172.20.0.2 (6e6600c5-f58d-4816-80ff-676ad37ec97b/ba00b8e9-f058-48d8-af9a-f6d3a4864cb9/d5626132-aece-4b64-b107-72f38fd40460) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:15.253828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=17a4b781-7151-411b-b736-4f89dd3cb665,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:15.311589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:15.313438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.344449 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0d59e8a0-901d-4536-9cd2-b57f1fb1bc94 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 0.8083699
Jan 15 21:07:15.347462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59582) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:15.466184 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks [] for port (d5626132-aece-4b64-b107-72f38fd40460), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.481937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (d5626132-aece-4b64-b107-72f38fd40460), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.490866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 17a4b781-7151-411b-b736-4f89dd3cb665 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:15.491643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (17a4b781-7151-411b-b736-4f89dd3cb665), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.535168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:15.541994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:15.550666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:15.557882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Pushing event updated for resources: {'Port': ['ID=d5626132-aece-4b64-b107-72f38fd40460,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:15.610179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (17a4b781-7151-411b-b736-4f89dd3cb665), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.613388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Attempting to bind port d5626132-aece-4b64-b107-72f38fd40460 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:15.613710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Attempting to bind port d5626132-aece-4b64-b107-72f38fd40460 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '019d4b2a-d8f6-41a8-b4f6-c61004d21662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:15.614079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Attempting to bind port d5626132-aece-4b64-b107-72f38fd40460 on network 6e6600c5-f58d-4816-80ff-676ad37ec97b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:15.620462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:15.620719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Checking segment: {'id': '019d4b2a-d8f6-41a8-b4f6-c61004d21662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:15.621151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.621542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Bound using segment: {'id': '019d4b2a-d8f6-41a8-b4f6-c61004d21662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:15.622016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Bound port: d5626132-aece-4b64-b107-72f38fd40460, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019d4b2a-d8f6-41a8-b4f6-c61004d21662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e6600c5-f58d-4816-80ff-676ad37ec97b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:15.622400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5626132-aece-4b64-b107-72f38fd40460), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.627804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 17a4b781-7151-411b-b736-4f89dd3cb665 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:15.702262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] For port d5626132-aece-4b64-b107-72f38fd40460, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:15.706893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] For port d5626132-aece-4b64-b107-72f38fd40460, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5626132-aece-4b64-b107-72f38fd40460,segment=NetworkSegment(019d4b2a-d8f6-41a8-b4f6-c61004d21662),segment_id=019d4b2a-d8f6-41a8-b4f6-c61004d21662)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:15.712636 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5626132-aece-4b64-b107-72f38fd40460), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.765734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05556c50-9cc3-491c-b322-2ee1e1d7115f req-ccd1ef57-38f8-44da-bb8e-ed17665e37d3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:15.767322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05556c50-9cc3-491c-b322-2ee1e1d7115f req-ccd1ef57-38f8-44da-bb8e-ed17665e37d3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.1241491
Jan 15 21:07:15.813342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7c75d-e06c-46b7-b8f8-fe51c1820acc None None] Pushing event updated for resources: {'Port': ['ID=d5626132-aece-4b64-b107-72f38fd40460,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:15.869437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05556c50-9cc3-491c-b322-2ee1e1d7115f req-afa37254-54d6-473b-acc8-329e7f5237ef tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894933
Jan 15 21:07:15.891549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (17a4b781-7151-411b-b736-4f89dd3cb665), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:15.931834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=17a4b781-7151-411b-b736-4f89dd3cb665,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:16.064437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.073280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d2c60ea9-371b-499d-b1a4-44209ce5db88 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/17a4b781-7151-411b-b736-4f89dd3cb665 HTTP/1.1" status: 204  len: 168 time: 0.7222731
Jan 15 21:07:16.073997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:16.129017 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac3b555-8b7b-475c-a73e-048491cfb24f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:16.134018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59630) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:16.134284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ac3b555-8b7b-475c-a73e-048491cfb24f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/17a4b781-7151-411b-b736-4f89dd3cb665 HTTP/1.1" status: 404  len: 333 time: 0.0588105
Jan 15 21:07:16.206425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet ba00b8e9-f058-48d8-af9a-f6d3a4864cb9 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:16.211711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (ba00b8e9-f058-48d8-af9a-f6d3a4864cb9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.285467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (ba00b8e9-f058-48d8-af9a-f6d3a4864cb9), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.422736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ba00b8e9-f058-48d8-af9a-f6d3a4864cb9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.512812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (ba00b8e9-f058-48d8-af9a-f6d3a4864cb9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.544330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=ba00b8e9-f058-48d8-af9a-f6d3a4864cb9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:16.548745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.553219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a35a4c8-6aba-4972-8ff7-bb4d167a5005 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/ba00b8e9-f058-48d8-af9a-f6d3a4864cb9 HTTP/1.1" status: 204  len: 168 time: 0.4165211
Jan 15 21:07:16.556401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:16.703213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6e6600c5-f58d-4816-80ff-676ad37ec97b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.764070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port d5626132-aece-4b64-b107-72f38fd40460 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:16.764554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d5626132-aece-4b64-b107-72f38fd40460), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.848651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port d5626132-aece-4b64-b107-72f38fd40460, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5626132-aece-4b64-b107-72f38fd40460,segment=NetworkSegment(019d4b2a-d8f6-41a8-b4f6-c61004d21662),segment_id=019d4b2a-d8f6-41a8-b4f6-c61004d21662)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:16.849052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d5626132-aece-4b64-b107-72f38fd40460), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.862965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for d5626132-aece-4b64-b107-72f38fd40460 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:16.949443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d5626132-aece-4b64-b107-72f38fd40460), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:16.978134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=d5626132-aece-4b64-b107-72f38fd40460,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:16.982931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port d5626132-aece-4b64-b107-72f38fd40460 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:17.055299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bbfb8-6c47-47d1-a975-deabb92c8557 None None] Network 6e6600c5-f58d-4816-80ff-676ad37ec97b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:17.075622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6e6600c5-f58d-4816-80ff-676ad37ec97b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.097444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c490>,) {'filters': {'network_id': ['6e6600c5-f58d-4816-80ff-676ad37ec97b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:17.099824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6f49bc15-6544-4d68-8c46-b78a661935d4 None None] Could not find standard attr ID for object d5626132-aece-4b64-b107-72f38fd40460. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:07:17.108307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c490>, '019d4b2a-d8f6-41a8-b4f6-c61004d21662') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:17.108610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c490>, '019d4b2a-d8f6-41a8-b4f6-c61004d21662') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:17.119587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (019d4b2a-d8f6-41a8-b4f6-c61004d21662), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.135223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (019d4b2a-d8f6-41a8-b4f6-c61004d21662), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.142973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:17.143440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (019d4b2a-d8f6-41a8-b4f6-c61004d21662), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:17.147933 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:17.200050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989615d-32f8-4b28-9f05-33b04915807e None None] DHCP port deletion for 6e6600c5-f58d-4816-80ff-676ad37ec97b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:17.226395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6e6600c5-f58d-4816-80ff-676ad37ec97b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.231662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.238796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/6e6600c5-f58d-4816-80ff-676ad37ec97b HTTP/1.1" status: 204  len: 168 time: 0.6774292
Jan 15 21:07:17.239299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:17.243932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'name': 'tempest-PortsTestJSON-1807745854'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:17.260069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e5e9-7ae3-4e48-a501-5d2105b7d1b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=6e6600c5-f58d-4816-80ff-676ad37ec97b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:17.340763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:17.344294 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.362087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 2b16e990-2216-4399-b912-b4787bd5ea9f yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:17.525464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (2b16e990-2216-4399-b912-b4787bd5ea9f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.557997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2b16e990-2216-4399-b912-b4787bd5ea9f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.600497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:17.603445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:17.609148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:17.614957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:17.615596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.621670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=2b16e990-2216-4399-b912-b4787bd5ea9f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:17.635958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2e42f03f-220e-4395-9774-8c010b2fc105 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.3961012
Jan 15 21:07:17.638539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59690) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:17.732705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 2b16e990-2216-4399-b912-b4787bd5ea9f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:17.733104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2b16e990-2216-4399-b912-b4787bd5ea9f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.797057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2b16e990-2216-4399-b912-b4787bd5ea9f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.809824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 2b16e990-2216-4399-b912-b4787bd5ea9f owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:17.891327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e61cbd7-0049-4f6c-9a43-e60d3a861d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.913065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2b16e990-2216-4399-b912-b4787bd5ea9f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.947742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:17.951906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/2b16e990-2216-4399-b912-b4787bd5ea9f HTTP/1.1" status: 204  len: 168 time: 0.3122818
Jan 15 21:07:17.952624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6045062-190e-424b-8c32-61ff17913f8c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=2b16e990-2216-4399-b912-b4787bd5ea9f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:17.954527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:17.962782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'mac_address': 'fa:16:3e:4c:6c:72', 'name': 'tempest-PortsTestJSON-226191505'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:18.075698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:18.153477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.183002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 8c1d73ce-8560-4e59-8c88-4fba5980c24c yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:18.396594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (8c1d73ce-8560-4e59-8c88-4fba5980c24c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.433466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8c1d73ce-8560-4e59-8c88-4fba5980c24c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.486579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:18.490748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:18.496941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:18.503979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:18.504743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.512010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=8c1d73ce-8560-4e59-8c88-4fba5980c24c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:18.540167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59746) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:18.541053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15b551fc-5029-48e9-b2f2-2f2511d5793f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.5845413
Jan 15 21:07:18.607789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cafc39-2a8e-4099-ba9d-44c18078d6a6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:18.611822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-25cafc39-2a8e-4099-ba9d-44c18078d6a6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/8c1d73ce-8560-4e59-8c88-4fba5980c24c HTTP/1.1" status: 200  len: 840 time: 0.0677817
Jan 15 21:07:18.611977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:18.680268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59762) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:18.711801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 8c1d73ce-8560-4e59-8c88-4fba5980c24c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:18.712136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8c1d73ce-8560-4e59-8c88-4fba5980c24c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.813318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8c1d73ce-8560-4e59-8c88-4fba5980c24c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.835992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 8c1d73ce-8560-4e59-8c88-4fba5980c24c owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:18.846711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41502531-2de0-4582-b3a7-5930824f3888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.919496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8c1d73ce-8560-4e59-8c88-4fba5980c24c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.923445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41502531-2de0-4582-b3a7-5930824f3888 admin admin] Publish callbacks [] for security_group (e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.926634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41502531-2de0-4582-b3a7-5930824f3888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.953570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=8c1d73ce-8560-4e59-8c88-4fba5980c24c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:18.959493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:18.965326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9329fca7-dafd-4843-a99d-bab822bf5bd3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/8c1d73ce-8560-4e59-8c88-4fba5980c24c HTTP/1.1" status: 204  len: 168 time: 0.3523636
Jan 15 21:07:18.966104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:18.967259 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41502531-2de0-4582-b3a7-5930824f3888 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a3b3507de8e4448a341ecdd4fda7846&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2857053
Jan 15 21:07:18.968146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41502531-2de0-4582-b3a7-5930824f3888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:18.970402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59770) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:18.995473 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-560b8863-a84c-45f7-9ac4-6581ff6539fe tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:18.996864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-560b8863-a84c-45f7-9ac4-6581ff6539fe tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/8c1d73ce-8560-4e59-8c88-4fba5980c24c HTTP/1.1" status: 404  len: 333 time: 0.0298104
Jan 15 21:07:19.000504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59772) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:19.005282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'name': 'tempest-PortsTestJSON-2050896120'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:19.018217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] Publish callbacks [] for security_group (e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.040088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] Publish callbacks [] for security_group (e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.087734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.090356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.091515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0 HTTP/1.1" status: 204  len: 168 time: 0.1201084
Jan 15 21:07:19.100747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aacdd4-257e-4936-a592-d9e87dc0b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aaac92-5a55-4cc1-aa0d-6e055ddbc3d0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:19.104366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:19.108305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.126637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 8b03e8f6-09f0-4c09-8eb7-2da176469623 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:19.301113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.351376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.418838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:19.419685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:19.426538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:19.439322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:19.445945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:19.446567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.455409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=8b03e8f6-09f0-4c09-8eb7-2da176469623,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:19.476419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-80b29a9a-bce9-4199-8721-98241531578e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.4723856
Jan 15 21:07:19.476634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59796) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:19.481775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:19.556154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.746023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.751954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.793063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] In _notify_port_updated(), no bound segment for port 8b03e8f6-09f0-4c09-8eb7-2da176469623 on network aa3478dc-2370-4834-b53b-f628dd3fd80b {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:07:19.801366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:19.802048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:19.803649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/ports/8b03e8f6-09f0-4c09-8eb7-2da176469623 HTTP/1.1" status: 200  len: 818 time: 0.3260696
Jan 15 21:07:19.807216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:19.868948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fcf78-8a9c-435d-a4a9-4712203660f9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=8b03e8f6-09f0-4c09-8eb7-2da176469623,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:19.939082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 8b03e8f6-09f0-4c09-8eb7-2da176469623 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:19.939431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.015652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.030530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 8b03e8f6-09f0-4c09-8eb7-2da176469623 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:20.160441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8b03e8f6-09f0-4c09-8eb7-2da176469623), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.201661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=8b03e8f6-09f0-4c09-8eb7-2da176469623,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:20.210830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.215800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2b30b32a-ef53-499f-9a8b-511c4f4e9a96 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/8b03e8f6-09f0-4c09-8eb7-2da176469623 HTTP/1.1" status: 204  len: 168 time: 0.4067652
Jan 15 21:07:20.218132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59818) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:20.276179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93c36b-4e1b-4f25-84aa-54fdc56e8ff4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:20.277755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e93c36b-4e1b-4f25-84aa-54fdc56e8ff4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0586193
Jan 15 21:07:20.280550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59822) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:20.312137 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef07aa8d-8983-4d71-b840-67d7e1c9c0d0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:20.321017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ef07aa8d-8983-4d71-b840-67d7e1c9c0d0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/8b03e8f6-09f0-4c09-8eb7-2da176469623 HTTP/1.1" status: 404  len: 333 time: 0.0357218
Jan 15 21:07:20.321700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:20.326789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358915152'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:20.354195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:20.358190 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.389589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:20.400596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.401366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (18006a32-9a6f-43de-8163-5c14ee4ac2d9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.401652 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment 18006a32-9a6f-43de-8163-5c14ee4ac2d9 of type vlan for network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538
Jan 15 21:07:20.449397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.477130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.479688 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:20.482838 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:20.483710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:20.483815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.546104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2233040
Jan 15 21:07:20.548947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:20.554776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:20.608834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf5d3d-e404-4d76-afa6-883b54ae2970 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=41d0fe06-d9b9-4dfa-bdfd-91fe69ced538,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:20.623281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:20.671744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:20.676508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.728428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c4ae77e2-54c9-4a4d-9fa3-4d1c546dba73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.762971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Deleting port 8442266d-3806-4251-aa93-a566dc66f510 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:20.763394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8442266d-3806-4251-aa93-a566dc66f510), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.859127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] For port 8442266d-3806-4251-aa93-a566dc66f510, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8442266d-3806-4251-aa93-a566dc66f510,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:20.859790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8442266d-3806-4251-aa93-a566dc66f510), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.873678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Calling delete_port for 8442266d-3806-4251-aa93-a566dc66f510 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:20.896921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (12bac999-4dd8-485b-85bd-debdb8fc4a64), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:20.966582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=12bac999-4dd8-485b-85bd-debdb8fc4a64,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:20.975728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': '18006a32-9a6f-43de-8163-5c14ee4ac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:20.976111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:21.008740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:21.018154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:21.023096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:21.023750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.032825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3acd1-840d-400f-a4b4-a38c27c90c78 None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:21.046466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a0b8200-cfd7-4fba-99a2-1c0275f72dd6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4966002
Jan 15 21:07:21.049072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:21.056386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:21.162798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8442266d-3806-4251-aa93-a566dc66f510), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.208185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8442266d-3806-4251-aa93-a566dc66f510,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:21.266207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '12bac999-4dd8-485b-85bd-debdb8fc4a64'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:21.267551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.275753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:21.284073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.470683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.528895 ncdv-master-1 neutron-server[114437]: INFO neutron.db.ipam_backend_mixin [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12bac999-4dd8-485b-85bd-debdb8fc4a64 (CIDR: 172.20.0.0/28)
Jan 15 21:07:21.534597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Allocated IP 172.20.0.2 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/12bac999-4dd8-485b-85bd-debdb8fc4a64/3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:21.539979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-0394e990-2c06-42b2-9977-10d893ad6f7a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:21.541569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-0394e990-2c06-42b2-9977-10d893ad6f7a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.2830894
Jan 15 21:07:21.543529 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:07:21.544381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:07:21.570386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-8023102f-425c-4260-98e1-85e72cbb26f8 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/quotas/95e03e1de077453588cc783a4e6d690e HTTP/1.1" status: 200  len: 375 time: 0.0132809
Jan 15 21:07:21.574144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-07f86d5a-87d4-4f32-97da-f200dbe1f203 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5240183
Jan 15 21:07:21.576918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:21.581990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:21.698442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-eb9763a9-32ca-495c-9e5b-b7297bb4a68b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1103144
Jan 15 21:07:21.704287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks [] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.712528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.741656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:21.776459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:21.781638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:21.791552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Router f268b176-5fe6-4b7e-9cda-8460b10d76d0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:07:21.799101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:21.803011 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.811668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Pushing event updated for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:21.870400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.871293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-39fb37e6-b2bd-47a8-a8eb-a159760c2d2a service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588302
Jan 15 21:07:21.903385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Attempting to bind port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:21.903963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Attempting to bind port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '18006a32-9a6f-43de-8163-5c14ee4ac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:21.904508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Attempting to bind port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 on network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:21.910436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:21.911065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Checking segment: {'id': '18006a32-9a6f-43de-8163-5c14ee4ac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:21.911801 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.912366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Bound using segment: {'id': '18006a32-9a6f-43de-8163-5c14ee4ac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:21.913047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Bound port: 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18006a32-9a6f-43de-8163-5c14ee4ac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:21.914580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:21.961415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:07:21.973444 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Sync routers for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:07:21.979618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59870) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:21.979851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0fc4188-9578-4bf4-92a2-e2b7bb30e8ae admin admin] 10.222.0.46 "PUT /v2.0/routers/f268b176-5fe6-4b7e-9cda-8460b10d76d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5584693
Jan 15 21:07:21.988781 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:21.990253 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:21.997018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:22.000748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,segment=NetworkSegment(18006a32-9a6f-43de-8163-5c14ee4ac2d9),segment_id=18006a32-9a6f-43de-8163-5c14ee4ac2d9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:22.010072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.098206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655ba69-da4f-4b5b-a6d1-b5f06be9ab05 None None] Pushing event updated for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:22.100308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-de8f014f-f505-46a7-a0cf-d48ef3ea00c1 service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200041
Jan 15 21:07:22.218202 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:22.240003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks [] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.388250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c243f53f-4e0e-4328-a43d-65ec8fd3a972 req-d55b1b6e-0206-4025-9e51-ab17ba5ec43c tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 210 time: 0.0707622
Jan 15 21:07:22.544971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (c29a5135-3b3f-4643-9fe3-b65681496279), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.574088 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceeca0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39'}], 'enable_snat': True}, 'gw_port_id': '16978455-0393-40c7-b984-66f1a97bb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:07:21Z', 'revision_number': 5, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port': {'id': '16978455-0393-40c7-b984-66f1a97bb803', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:22.580135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks [] for router_gateway (f268b176-5fe6-4b7e-9cda-8460b10d76d0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.601406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:22.606082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:22.609902 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Checking router: f268b176-5fe6-4b7e-9cda-8460b10d76d0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:07:22.613606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:22.614499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.620388 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Routers {'f268b176-5fe6-4b7e-9cda-8460b10d76d0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:22.621146 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:22.655000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=c29a5135-3b3f-4643-9fe3-b65681496279,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:22.670180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6074857b-e653-4809-943f-77bf860e1ada tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0919073
Jan 15 21:07:22.673146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:22.687808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'fixed_ips': [{'subnet_id': '12bac999-4dd8-485b-85bd-debdb8fc4a64'}, {'subnet_id': 'c29a5135-3b3f-4643-9fe3-b65681496279'}], 'name': 'tempest-PortsTestJSON-1494555291'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:22.727523 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] Set router f268b176-5fe6-4b7e-9cda-8460b10d76d0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:22.763099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Deleting port 16978455-0393-40c7-b984-66f1a97bb803 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:22.764151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (16978455-0393-40c7-b984-66f1a97bb803), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:22.788250 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceeca0>, [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:07:22Z', 'revision_number': 6, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:22.822194 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b5df0-75e1-4d63-9ba6-12249dea1501 None None] The sync data for ids ['f268b176-5fe6-4b7e-9cda-8460b10d76d0'] in ncdv-master-1 is: [{'id': 'f268b176-5fe6-4b7e-9cda-8460b10d76d0', 'name': 'tempest-AttachVolumeTestJSON-1400330651-router', 'tenant_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:00:43Z', 'updated_at': '2022-01-15T21:07:22Z', 'revision_number': 6, 'project_id': 'f4dad65fccfe481a973f5fcbb9287dee', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:07:23.234261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] For port 16978455-0393-40c7-b984-66f1a97bb803, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16978455-0393-40c7-b984-66f1a97bb803,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:23.234630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (16978455-0393-40c7-b984-66f1a97bb803), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.259941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Calling delete_port for 16978455-0393-40c7-b984-66f1a97bb803 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:23.272649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.290862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:23.565014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b2feb-6918-447f-95a6-6f53fe38902c None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:23.596261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1b4cea9-2b6e-4585-8135-f8924b9b4934 req-307cbe14-1a00-4e6f-b1eb-636786a08077 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 210 time: 0.0830181
Jan 15 21:07:23.601030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.656507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:23.656871 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.665186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b0e89609-3617-4df7-aff6-39ebc0f7cf1b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:23.666918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b0e89609-3617-4df7-aff6-39ebc0f7cf1b tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.1961730
Jan 15 21:07:23.682975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Request body: {'port': {'device_id': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'admin_state_up': True, 'tenant_id': '95e03e1de077453588cc783a4e6d690e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:23.692533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:23.822410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:23.867971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:23.876942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (16978455-0393-40c7-b984-66f1a97bb803), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.885166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:23.983179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=16978455-0393-40c7-b984-66f1a97bb803,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:24.034218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:24.034909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.043215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c804392-290f-4203-8fb9-b0a04d7e32fc None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:24.118645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.165529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,segment=NetworkSegment(18006a32-9a6f-43de-8163-5c14ee4ac2d9),segment_id=18006a32-9a6f-43de-8163-5c14ee4ac2d9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:24.170322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:24.170712 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.204885 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.218309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Allocated IP 172.20.0.12 (b55f2173-9368-4426-891c-2ceb82762521/49864b5b-505f-41a4-9422-c90ce9b4a217/2c1c0dd2-1098-46ae-9791-f62469b9f7da) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:24.250527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.254809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks [] for router_controller (f268b176-5fe6-4b7e-9cda-8460b10d76d0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.270234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Update dhcp port {'port': {'network_id': '41d0fe06-d9b9-4dfa-bdfd-91fe69ced538', 'fixed_ips': [{'subnet_id': '12bac999-4dd8-485b-85bd-debdb8fc4a64', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c29a5135-3b3f-4643-9fe3-b65681496279'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:07:24.276332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737434d-8757-4b8f-b34f-9128f5ed8a92 None None] Pushing event updated for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:24.339676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.342554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (f268b176-5fe6-4b7e-9cda-8460b10d76d0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.343162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f268b176-5fe6-4b7e-9cda-8460b10d76d0 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:07:24.352897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.354042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f2feba56-e3be-4483-aa39-372258127d8f admin admin] 10.222.0.46 "DELETE /v2.0/routers/f268b176-5fe6-4b7e-9cda-8460b10d76d0 HTTP/1.1" status: 204  len: 168 time: 2.3716679
Jan 15 21:07:24.356741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59918) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:24.367787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.452365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Deleting subnet 5f1b1d8d-b7a1-4338-b97f-81110b278a3c {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:24.457694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Publish callbacks [] for subnet (5f1b1d8d-b7a1-4338-b97f-81110b278a3c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.480970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:24.494416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8442266d-3806-4251-aa93-a566dc66f510 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:24.506693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks [] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.517042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.10 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/12bac999-4dd8-485b-85bd-debdb8fc4a64/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:24.538755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8442266d-3806-4251-aa93-a566dc66f510 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:24.539388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8442266d-3806-4251-aa93-a566dc66f510 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:24.543632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.25 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/c29a5135-3b3f-4643-9fe3-b65681496279/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:24.548064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (5f1b1d8d-b7a1-4338-b97f-81110b278a3c), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.562268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.611903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:24.622065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event updated for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:24.633352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Network b55f2173-9368-4426-891c-2ceb82762521 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:24.635513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:24.638426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:24.723186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5f1b1d8d-b7a1-4338-b97f-81110b278a3c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.734779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:24.736739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.780805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-bb675d63-d658-46be-9408-78ce8330db8a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1016090
Jan 15 21:07:24.793092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Request body: {'port': {'device_id': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:24.865705 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.866227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.874818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7e55-504c-49f2-91f5-61e3ea0eac28 req-87c6837a-414c-4fab-9e89-cd0c965a3fac tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:24.876361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce7a7e55-504c-49f2-91f5-61e3ea0eac28 req-87c6837a-414c-4fab-9e89-cd0c965a3fac tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 932 time: 0.1265154
Jan 15 21:07:24.883608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (5f1b1d8d-b7a1-4338-b97f-81110b278a3c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.936074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1b1d8d-b7a1-4338-b97f-81110b278a3c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:24.954444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c27428-d731-473f-bab7-d3405df12623 None None] Network dd26bf3f-ac0f-4779-8f8e-a3094245a610 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:24.955994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:24.959745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4eee9659-630c-4e6a-8866-7f8a692ebd1e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5f1b1d8d-b7a1-4338-b97f-81110b278a3c HTTP/1.1" status: 204  len: 168 time: 0.6017647
Jan 15 21:07:24.965012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59942) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:25.057501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce7a7e55-504c-49f2-91f5-61e3ea0eac28 req-43b223f9-f9ad-488a-a6a0-6ada129e60f6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706989
Jan 15 21:07:25.062224 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.126171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (dd26bf3f-ac0f-4779-8f8e-a3094245a610), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.149761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:25.157501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:25.169018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:25.179539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:25.191861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Allocated IP 172.20.0.18 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/c29a5135-3b3f-4643-9fe3-b65681496279/3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:25.264113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:25.265160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.288588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-94d6cd3c-a8b8-4f81-afea-b89bb0da7988 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 2.6130822
Jan 15 21:07:25.289562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1c0dd2-1098-46ae-9791-f62469b9f7da {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:25.293707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59944) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:25.298355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks [] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.300220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12bac999-4dd8-485b-85bd-debdb8fc4a64'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:25.319811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Transition to ACTIVE for port object 2c1c0dd2-1098-46ae-9791-f62469b9f7da will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:07:25.324621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.333076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Deleting port 4d3a2753-bdf8-431e-b390-2493806fc8e3 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:25.334160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.370088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,segment=NetworkSegment(18006a32-9a6f-43de-8163-5c14ee4ac2d9),segment_id=18006a32-9a6f-43de-8163-5c14ee4ac2d9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:25.405807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:25.425800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Publish callbacks [] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.431548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] DHCP port deletion for dd26bf3f-ac0f-4779-8f8e-a3094245a610 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:25.440001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.487985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] For port 4d3a2753-bdf8-431e-b390-2493806fc8e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d3a2753-bdf8-431e-b390-2493806fc8e3,segment=NetworkSegment(8744f1aa-0795-44aa-89b6-5e7d63ed3d1d),segment_id=8744f1aa-0795-44aa-89b6-5e7d63ed3d1d)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:25.488522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.492195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.516217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:25.528491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Calling delete_port for 4d3a2753-bdf8-431e-b390-2493806fc8e3 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:25.537380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Attempting to bind port 2c1c0dd2-1098-46ae-9791-f62469b9f7da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:25.537765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Attempting to bind port 2c1c0dd2-1098-46ae-9791-f62469b9f7da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:25.538162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Attempting to bind port 2c1c0dd2-1098-46ae-9791-f62469b9f7da on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:25.546774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Port 2c1c0dd2-1098-46ae-9791-f62469b9f7da on network b55f2173-9368-4426-891c-2ceb82762521 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:07:25.547238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Attempting to bind port 2c1c0dd2-1098-46ae-9791-f62469b9f7da on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:25.556545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:25.557707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Checking segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:25.558255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Bound using segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:25.558741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Bound port: 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:25.559117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.585374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430f5eb-6329-41cb-b762-6431770ecc75 None None] Pushing event updated for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:25.637926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:25.642486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:25.649789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.699904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:25.700531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.702605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/2c1c0dd2-1098-46ae-9791-f62469b9f7da HTTP/1.1" status: 200  len: 1092 time: 0.9144323
Jan 15 21:07:25.703115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:25.705388 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c338760-6f7b-48f3-925b-fd66381061e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:25.738561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea6799-0a17-45e8-b8a5-3a439cd037f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:25.804477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.825057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Deleting port 4d3a2753-bdf8-431e-b390-2493806fc8e3 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:25.825812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.846410 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf6d32-36d8-4a5f-9742-0ff5151d2f25 x-openstack-request-id: req-71bf6d32-36d8-4a5f-9742-0ff5151d2f25 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:25.847291 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:25.847659 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71bf6d32-36d8-4a5f-9742-0ff5151d2f25 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:25.848315 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'status': 'completed', 'code': 200}
Jan 15 21:07:25.851367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3a2753-bdf8-431e-b390-2493806fc8e3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:25.864004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] No DVR routers for this DVR port 4d3a2753-bdf8-431e-b390-2493806fc8e3 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:25.876405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-74dc55e4-d2e4-48cc-9dea-ae7d5c2b19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:25.878794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-74dc55e4-d2e4-48cc-9dea-ae7d5c2b19fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 1095 time: 0.1132569
Jan 15 21:07:25.881283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:25.881867 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.934589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] For port 4d3a2753-bdf8-431e-b390-2493806fc8e3, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:25.935263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.947930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-e205e2b1-12b1-4a38-8e71-736875c605ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da HTTP/1.1" status: 200  len: 217 time: 0.0624530
Jan 15 21:07:25.961170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Calling delete_port for 4d3a2753-bdf8-431e-b390-2493806fc8e3 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:25.967142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Port 4d3a2753-bdf8-431e-b390-2493806fc8e3 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:07:25.969602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (4d3a2753-bdf8-431e-b390-2493806fc8e3), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:25.995059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Delete allocated IP 172.20.0.25 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/c29a5135-3b3f-4643-9fe3-b65681496279) {{(pid=114437) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:07:26.007308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] No DVR routers for this DVR port 4d3a2753-bdf8-431e-b390-2493806fc8e3 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:26.021955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23def584-fa70-47bf-bcca-d0b83f7de66e None None] Pushing event deleted for resources: {'Port': ['ID=4d3a2753-bdf8-431e-b390-2493806fc8e3,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:26.052149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-7d372ecf-8ea3-4337-97c1-9660fc1e09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.054239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-7d372ecf-8ea3-4337-97c1-9660fc1e09a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0958257
Jan 15 21:07:26.086944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:26.088750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (dd26bf3f-ac0f-4779-8f8e-a3094245a610), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.112189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-77832f94-8981-48f4-adf4-7cf06bc244db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481339
Jan 15 21:07:26.190067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4d3a2753-bdf8-431e-b390-2493806fc8e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:26.202503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a650190>,) {'filters': {'network_id': ['dd26bf3f-ac0f-4779-8f8e-a3094245a610']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:26.236531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4d3a2753-bdf8-431e-b390-2493806fc8e3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:26.238015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4d3a2753-bdf8-431e-b390-2493806fc8e3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:26.241544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16978455-0393-40c7-b984-66f1a97bb803 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:26.264389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a650190>, '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:26.264695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a650190>, '8744f1aa-0795-44aa-89b6-5e7d63ed3d1d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:26.289820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (8744f1aa-0795-44aa-89b6-5e7d63ed3d1d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.291465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 16978455-0393-40c7-b984-66f1a97bb803 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:26.292421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16978455-0393-40c7-b984-66f1a97bb803 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:26.300176 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-7fdaa845-0c5a-4560-9cb6-709d5c9a73ea service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813829
Jan 15 21:07:26.322178 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8744f1aa-0795-44aa-89b6-5e7d63ed3d1d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.346726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:26.347131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (8744f1aa-0795-44aa-89b6-5e7d63ed3d1d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.363884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada053e5-5c36-464f-80ad-9a5a36271c2b req-66336f2d-de7f-4319-840b-b624c43ca0c2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.371027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ada053e5-5c36-464f-80ad-9a5a36271c2b req-66336f2d-de7f-4319-840b-b624c43ca0c2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 944 time: 0.1488962
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:26.379859 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:26.432704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae1cb58d-5c7f-4dd3-87c2-632aee102dce req-36d70d53-1295-4890-b7a5-026ed12d9397 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221392
Jan 15 21:07:26.487609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.501135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.560032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-9c11bb0a-d5b5-49c4-bc38-bf9eaa7532d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.561704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-9c11bb0a-d5b5-49c4-bc38-bf9eaa7532d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 1095 time: 0.0696034
Jan 15 21:07:26.570181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ada053e5-5c36-464f-80ad-9a5a36271c2b req-5e354045-165f-42e7-a7c2-d1f10b6f09d5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922469
Jan 15 21:07:26.573428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (dd26bf3f-ac0f-4779-8f8e-a3094245a610), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.581587 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.588002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd26bf3f-ac0f-4779-8f8e-a3094245a610 HTTP/1.1" status: 204  len: 168 time: 1.6204512
Jan 15 21:07:26.675608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251c628-bb45-4e9b-afef-b218aef172b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd26bf3f-ac0f-4779-8f8e-a3094245a610,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:26.680808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:26.683174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] In _notify_port_updated(), no bound segment for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 on network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:07:26.689680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.689794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.691430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-073c9e0e-7315-47a7-b470-2bcfbaea5c5f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/ports/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 HTTP/1.1" status: 200  len: 920 time: 1.3959706
Jan 15 21:07:26.694278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59988) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:26.699310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12bac999-4dd8-485b-85bd-debdb8fc4a64'}, {'subnet_id': 'c29a5135-3b3f-4643-9fe3-b65681496279'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:26.701841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-068f754f-b4fe-4da5-9f12-0ee28e6afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.703341 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-068f754f-b4fe-4da5-9f12-0ee28e6afb82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 916 time: 0.1344497
Jan 15 21:07:26.704434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d479c0-693c-4e32-9feb-73b566a6966f None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:26.779087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-0e7e2d18-54b3-44c0-a889-641fc6d81375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da HTTP/1.1" status: 200  len: 217 time: 0.0685065
Jan 15 21:07:26.793345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cb826898-9207-44f2-a791-b4d5f0131541 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:26.793724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb826898-9207-44f2-a791-b4d5f0131541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.806101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:26.844757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59990) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:26.859533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-e6b89b94-f6a3-48c8-a72e-8b4f7afe1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:26.861130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-e6b89b94-f6a3-48c8-a72e-8b4f7afe1795 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0745568
Jan 15 21:07:26.904952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-c7524a1a-7e13-4ffe-ae0e-f7b0328cb299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370381
Jan 15 21:07:26.918313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cb826898-9207-44f2-a791-b4d5f0131541 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:26.966857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f500d329-671e-46d2-b570-8e127d1db35c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4dad65fccfe481a973f5fcbb9287dee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1208303
Jan 15 21:07:26.969243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59992) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:27.047720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] Publish callbacks [] for security_group (e5ab1ce9-59db-491d-8655-59146e9b1dfd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.060661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-bee8e250-2ad3-4969-9a42-f20f6d813fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448252
Jan 15 21:07:27.085400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] Publish callbacks [] for security_group (e5ab1ce9-59db-491d-8655-59146e9b1dfd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.113885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.19 (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538/c29a5135-3b3f-4643-9fe3-b65681496279/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:27.196632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5c338760-6f7b-48f3-925b-fd66381061e5 req-5c25493a-fefb-43c7-b469-a57c3c450554 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256087
Jan 15 21:07:27.200528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5ab1ce9-59db-491d-8655-59146e9b1dfd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.201046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.202301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5ab1ce9-59db-491d-8655-59146e9b1dfd HTTP/1.1" status: 204  len: 168 time: 0.2319276
Jan 15 21:07:27.213980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dabb7b-6be5-48bc-8e62-1e9ffb6b30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab1ce9-59db-491d-8655-59146e9b1dfd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:27.257033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:27.257606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.303649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.321166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.410050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:27.429729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Provisioning complete for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:27.429900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.473520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:27.501369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5245d9d9-ed6d-4e5e-88d1-2ab131ccc0ec None None] Port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:27.513760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:27.547662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] In _notify_port_updated(), no bound segment for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 on network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:07:27.555837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:27.556658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.561168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dc9cfc6d-da92-472b-a82a-97c4ab2b58be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/ports/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 HTTP/1.1" status: 200  len: 1000 time: 0.8634834
Jan 15 21:07:27.561842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:27.641172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:27.642109 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.715492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f24639f-1f60-403d-bbf0-51f04de9fae0 None None] Provisioning complete for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:27.716159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f24639f-1f60-403d-bbf0-51f04de9fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.793550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f24639f-1f60-403d-bbf0-51f04de9fae0 None None] Port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:27.853895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:27.855541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40179598-fbd8-4811-87d9-ff250e69498b req-b12d4b71-8c9d-46bd-927c-df906e081a6e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:27.862612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40179598-fbd8-4811-87d9-ff250e69498b req-b12d4b71-8c9d-46bd-927c-df906e081a6e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 944 time: 0.1089933
Jan 15 21:07:27.917840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6c8517d5-2ab6-48b4-a295-90761d1202bf None None] Provisioning complete for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:27.918682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6c8517d5-2ab6-48b4-a295-90761d1202bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.948729 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40179598-fbd8-4811-87d9-ff250e69498b req-d5f7b1b7-2a33-433d-bfe1-cf5185856256 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781782
Jan 15 21:07:27.952341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:27.952695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:27.988500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6c8517d5-2ab6-48b4-a295-90761d1202bf None None] Port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:28.091516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.110485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:28.217662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a5c29a38-2a8c-4a75-8249-1d779f0c1468 None None] Provisioning complete for port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:28.218200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5c29a38-2a8c-4a75-8249-1d779f0c1468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.262117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a5c29a38-2a8c-4a75-8249-1d779f0c1468 None None] Port fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:28.337547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.368631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:28.496527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.505487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60068) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:28.515704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-79da3c42-67f5-4ec0-855e-6251169b10bf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 HTTP/1.1" status: 204  len: 168 time: 0.9525640
Jan 15 21:07:28.534558 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a6c376-5342-4886-bb34-e9ce39c6dc70 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:28.537515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c9a6c376-5342-4886-bb34-e9ce39c6dc70 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 HTTP/1.1" status: 404  len: 333 time: 0.0295756
Jan 15 21:07:28.538904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60070) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:28.594374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet c29a5135-3b3f-4643-9fe3-b65681496279 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:28.597932 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (c29a5135-3b3f-4643-9fe3-b65681496279), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.638649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c29a5135-3b3f-4643-9fe3-b65681496279), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.727789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c29a5135-3b3f-4643-9fe3-b65681496279), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.793835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c29a5135-3b3f-4643-9fe3-b65681496279), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.821979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=c29a5135-3b3f-4643-9fe3-b65681496279,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:28.824294 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:28.827758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c45066cd-a21e-4c36-a92f-ddc75307f6de tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/c29a5135-3b3f-4643-9fe3-b65681496279 HTTP/1.1" status: 204  len: 168 time: 0.2878165
Jan 15 21:07:28.830312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60080) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:28.833814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f033f-c15d-4358-ad7c-4555514844e9 None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:28.885293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 12bac999-4dd8-485b-85bd-debdb8fc4a64 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:28.888507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (12bac999-4dd8-485b-85bd-debdb8fc4a64), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.363166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (12bac999-4dd8-485b-85bd-debdb8fc4a64), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.458976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ed8a-54e6-468a-8b2b-0130afb43394 req-898a3a1a-ce52-42f5-9ce9-2b29f1ac1374 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.467056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a716ed8a-54e6-468a-8b2b-0130afb43394 req-898a3a1a-ce52-42f5-9ce9-2b29f1ac1374 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 944 time: 0.1661475
Jan 15 21:07:29.478793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:29.608393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.616384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.623900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.630680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ef871a0-4e8a-414b-b614-4375dc783aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.632990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.639716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.647686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.654039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:29.657341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-f0f84f05-7bf0-4eca-8a16-033d7bc44b9c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.2648168
Jan 15 21:07:29.661831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a716ed8a-54e6-468a-8b2b-0130afb43394 req-9acb6338-ef20-4cbf-977c-dad7acd1bb7e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939187
Jan 15 21:07:29.726808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (12bac999-4dd8-485b-85bd-debdb8fc4a64), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.744797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ef871a0-4e8a-414b-b614-4375dc783aec admin admin] Publish callbacks [] for security_group (6f294c52-1e92-4e5c-b655-49b6b3713f50), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.754479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ef871a0-4e8a-414b-b614-4375dc783aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6f294c52-1e92-4e5c-b655-49b6b3713f50), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.803087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ef871a0-4e8a-414b-b614-4375dc783aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af11ea4f30514b95b4a636e41190b0c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3231065
Jan 15 21:07:29.805576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:29.809478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a33c27f-1756-4689-889e-435c45bd1f55 req-06cadb2f-e79f-4fda-bf45-2dad8fe40e84 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1446824
Jan 15 21:07:29.812171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef871a0-4e8a-414b-b614-4375dc783aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f294c52-1e92-4e5c-b655-49b6b3713f50,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:29.857828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (12bac999-4dd8-485b-85bd-debdb8fc4a64), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.875842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] Publish callbacks [] for security_group (6f294c52-1e92-4e5c-b655-49b6b3713f50), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.887167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=12bac999-4dd8-485b-85bd-debdb8fc4a64,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:29.891031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.894301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-22845c66-68b8-4f0b-900c-3e36aba25840 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/12bac999-4dd8-485b-85bd-debdb8fc4a64 HTTP/1.1" status: 204  len: 168 time: 1.0629201
Jan 15 21:07:29.897828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60128) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:29.902601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29c4c7-9ca8-4267-9798-4728a0089833 None None] Network 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:29.953235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] Publish callbacks [] for security_group (6f294c52-1e92-4e5c-b655-49b6b3713f50), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:29.953921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2c1c0dd2-1098-46ae-9791-f62469b9f7da details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:07:29.955604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0519125e-e233-4995-ae1d-c7261e39b779 None None] Provisioning complete for port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:29.955976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0519125e-e233-4995-ae1d-c7261e39b779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.010371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.062911 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6f294c52-1e92-4e5c-b655-49b6b3713f50), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.065658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.067017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f294c52-1e92-4e5c-b655-49b6b3713f50 HTTP/1.1" status: 204  len: 168 time: 0.2601893
Jan 15 21:07:30.078000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b9777-0b7d-4b90-bc26-07f587bc72ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f294c52-1e92-4e5c-b655-49b6b3713f50,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:30.088460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:30.089448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.170639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,segment=NetworkSegment(18006a32-9a6f-43de-8163-5c14ee4ac2d9),segment_id=18006a32-9a6f-43de-8163-5c14ee4ac2d9)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:30.173409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:30.173753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.181085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0519125e-e233-4995-ae1d-c7261e39b779 None None] Current status of the port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:30.187274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'port_id': '2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'mac_address': 'fa:16:3e:13:02:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49864b5b-505f-41a4-9422-c90ce9b4a217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:07:30.207830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:30.245132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2c1c0dd2-1098-46ae-9791-f62469b9f7da is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:30.245829 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.262895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] DHCP port deletion for 41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:30.276164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c0dd2-1098-46ae-9791-f62469b9f7da {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:30.325408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.334830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:30.342444 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.358376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:30.366373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:30.420308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Deleting port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:30.421370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.425627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:30.460705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.474415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.475034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.475547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.476073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.476589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.477429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.477794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.478137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.478473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.478806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.479138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.479467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.479795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:30.496436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79aebb50>,) {'filters': {'network_id': ['41d0fe06-d9b9-4dfa-bdfd-91fe69ced538']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:30.510744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79aebb50>, '18006a32-9a6f-43de-8163-5c14ee4ac2d9') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:30.510996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79aebb50>, '18006a32-9a6f-43de-8163-5c14ee4ac2d9') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:30.518013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] For port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:30.518763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.523061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (18006a32-9a6f-43de-8163-5c14ee4ac2d9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.539583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (18006a32-9a6f-43de-8163-5c14ee4ac2d9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.546332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:30.547138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (18006a32-9a6f-43de-8163-5c14ee4ac2d9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:30.550203 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:30.555557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Calling delete_port for 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:30.559674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:07:30.572923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.590733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:30.606830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-265a9beb-87c3-4ad2-bc76-4533dea3e56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.613289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] Pushing event deleted for resources: {'Port': ['ID=3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:30.615319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de791dce-06c0-4528-b5ef-68d5a6595f7e None None] No DVR routers for this DVR port 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:30.644231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:30.670233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (41d0fe06-d9b9-4dfa-bdfd-91fe69ced538), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.679148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.686360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/41d0fe06-d9b9-4dfa-bdfd-91fe69ced538 HTTP/1.1" status: 204  len: 168 time: 0.7859931
Jan 15 21:07:30.686862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:30.716348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ebf7a-ffac-47c7-8646-2b39c531afeb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=41d0fe06-d9b9-4dfa-bdfd-91fe69ced538,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:30.751680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.764422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.773489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.782656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.792952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.800514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.812168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.816066 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-8e3e8a24-e2e2-4d98-9895-f9d59d5c88e7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.2095578
Jan 15 21:07:30.823988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f25f5-bba4-4af3-9618-b5a78906b6cf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.825564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-401f25f5-bba4-4af3-9618-b5a78906b6cf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1269073
Jan 15 21:07:30.829120 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:30.874455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-ea46378d-a62a-4961-b967-1284f2d7bf61 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.875952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-ea46378d-a62a-4961-b967-1284f2d7bf61 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0500016
Jan 15 21:07:30.908023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-265a9beb-87c3-4ad2-bc76-4533dea3e56e admin admin] Publish callbacks [] for security_group (a9be4915-88b6-453b-83e6-4e6397e02f11), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.930920 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-265a9beb-87c3-4ad2-bc76-4533dea3e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a9be4915-88b6-453b-83e6-4e6397e02f11), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:30.975637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91ebb-d4e6-4b28-9ce3-16bec9ab2480 req-9c3c405a-8b12-4c85-a51d-8aae530f7bc4 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:30.977163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56e91ebb-d4e6-4b28-9ce3-16bec9ab2480 req-9c3c405a-8b12-4c85-a51d-8aae530f7bc4 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 945 time: 0.2175846
Jan 15 21:07:30.992971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-15a47fda-c008-4514-b89e-f2f6c20cefac tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1115847
Jan 15 21:07:30.994045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb57f0ae-bed2-4f9c-a5a6-77270ca85d14 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1638188
Jan 15 21:07:30.997422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.002546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1280478494'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:31.011605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:31.030551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.040524 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-265a9beb-87c3-4ad2-bc76-4533dea3e56e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4983306edfed428b80a3a2ac8c96c411&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4464741
Jan 15 21:07:31.041720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60160) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.047917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9beb-87c3-4ad2-bc76-4533dea3e56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be4915-88b6-453b-83e6-4e6397e02f11,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:31.068674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.074963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.081586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.088540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.094831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.102230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.108818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.116667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-a7383d14-b93a-4489-8605-931afc83ee58 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 5443 time: 0.2040901
Jan 15 21:07:31.116956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:31.120488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.163534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56e91ebb-d4e6-4b28-9ce3-16bec9ab2480 req-c15d1145-01ae-43e4-add0-5552bddef9bb tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744697
Jan 15 21:07:31.219963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bf56b8-f52a-4d97-ae24-0a5d9d597c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.243048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd881bf8-10a8-4e67-9aa0-2919f1be35f0 req-08cc5861-d83b-45f3-b5c5-a579c05d6844 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1252530
Jan 15 21:07:31.331342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bf56b8-f52a-4d97-ae24-0a5d9d597c27 admin admin] Publish callbacks [] for security_group (90bc11c7-56dc-4323-a631-1b9ddf461b8f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.337314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-78bf56b8-f52a-4d97-ae24-0a5d9d597c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (90bc11c7-56dc-4323-a631-1b9ddf461b8f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.387377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf56b8-f52a-4d97-ae24-0a5d9d597c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc11c7-56dc-4323-a631-1b9ddf461b8f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:31.392783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:31.399921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-78bf56b8-f52a-4d97-ae24-0a5d9d597c27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b11b9fa82d94993accfe4594580542d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3650992
Jan 15 21:07:31.404500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.422259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:31.422605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3a9a49f2-04ac-4273-8ec9-f83e7f78f7e1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:31.461670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.462767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] Publish callbacks [] for security_group (90bc11c7-56dc-4323-a631-1b9ddf461b8f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.485104 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] Publish callbacks [] for security_group (90bc11c7-56dc-4323-a631-1b9ddf461b8f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.515239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] Publish callbacks [] for security_group (a9be4915-88b6-453b-83e6-4e6397e02f11), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.517112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:31.549427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (90bc11c7-56dc-4323-a631-1b9ddf461b8f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.552749 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.553983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90bc11c7-56dc-4323-a631-1b9ddf461b8f HTTP/1.1" status: 204  len: 168 time: 0.1476545
Jan 15 21:07:31.564105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03681b0-f2f2-4635-a61e-1ea48358a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc11c7-56dc-4323-a631-1b9ddf461b8f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:31.567909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b1a7e379-70b6-4254-b01d-20d5acd5873c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.568271 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment b1a7e379-70b6-4254-b01d-20d5acd5873c of type vlan for network 1793c70a-ab32-479f-b12a-6cbd7edbb61b
Jan 15 21:07:31.575110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] Publish callbacks [] for security_group (a9be4915-88b6-453b-83e6-4e6397e02f11), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.678771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1793c70a-ab32-479f-b12a-6cbd7edbb61b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.736158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1793c70a-ab32-479f-b12a-6cbd7edbb61b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.741972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:31.742578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.759963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a70acfe-3b12-4c47-a821-8552633f0121,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:31.763679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a9be4915-88b6-453b-83e6-4e6397e02f11), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.766733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.771046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9be4915-88b6-453b-83e6-4e6397e02f11 HTTP/1.1" status: 204  len: 168 time: 0.7231832
Jan 15 21:07:31.833081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60172) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.839096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1cbdf-0bab-4940-8e1c-067e38505e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be4915-88b6-453b-83e6-4e6397e02f11,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:31.843519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8447838
Jan 15 21:07:31.847773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:31.855462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:31.862609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96545795-92ea-4b83-b040-6f8d0d321761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.870337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca52f3d-0408-4359-9bb3-bd7ed8ecce2a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=1793c70a-ab32-479f-b12a-6cbd7edbb61b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:31.882635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] For port 5a70acfe-3b12-4c47-a821-8552633f0121, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:31.889569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:31.935225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] device_id is not set on port 5a70acfe-3b12-4c47-a821-8552633f0121 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:31.950477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Publish callbacks [] for port (5a70acfe-3b12-4c47-a821-8552633f0121), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.959564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:31.971716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2c1c0dd2-1098-46ae-9791-f62469b9f7da up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:32.041783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:32.054393 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.060365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 2c1c0dd2-1098-46ae-9791-f62469b9f7da completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:07:32.065996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 2c1c0dd2-1098-46ae-9791-f62469b9f7da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:32.066413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.093013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] No DVR routers for this DVR port 5a70acfe-3b12-4c47-a821-8552633f0121 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:32.096569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Pushing event updated for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.137209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96545795-92ea-4b83-b040-6f8d0d321761 admin admin] Publish callbacks [] for security_group (ebab1f1c-819f-48a3-92fe-848173e655e2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.148485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96545795-92ea-4b83-b040-6f8d0d321761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ebab1f1c-819f-48a3-92fe-848173e655e2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.182667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] In _notify_port_updated(), no bound segment for port 5a70acfe-3b12-4c47-a821-8552633f0121 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:07:32.184073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.184338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.185694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-53bbfb40-9d6b-488c-81ab-da760241b489 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 200  len: 1032 time: 1.1791282
Jan 15 21:07:32.203333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 2c1c0dd2-1098-46ae-9791-f62469b9f7da is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:32.204531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.217593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-96545795-92ea-4b83-b040-6f8d0d321761 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=417b60b3e19c4342aa1a4c1f9a870788&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3795834
Jan 15 21:07:32.218088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60180) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:32.240075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96545795-92ea-4b83-b040-6f8d0d321761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab1f1c-819f-48a3-92fe-848173e655e2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.262442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60182) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:32.264750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:32.267491 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a37301-dec4-4b39-8ad7-162f7a19a7e4" -d '{"events": [{"server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:32.287849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:32.294387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.296548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 71565d73-8ba2-4ed6-8fb6-b6d496626525 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:32.302431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79dc893e-07c9-4e1e-a9ba-ef08fae61301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.315843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-b89790b5-eda8-4c2c-953b-9427b45b4683 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.318330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-b89790b5-eda8-4c2c-953b-9427b45b4683 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "GET /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1228986
Jan 15 21:07:32.334531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:32.432547 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda67e41-81a9-4a31-b9db-4be83922a799 x-openstack-request-id: req-dda67e41-81a9-4a31-b9db-4be83922a799 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:32.432547 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:32.433397 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dda67e41-81a9-4a31-b9db-4be83922a799 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:32.433397 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'code': 200}
Jan 15 21:07:32.439032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.448278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] Publish callbacks [] for security_group (ebab1f1c-819f-48a3-92fe-848173e655e2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.452017 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.472074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45493606-b48f-4a1f-b936-8e1d45435f55 None None] Provisioning complete for port 5a70acfe-3b12-4c47-a821-8552633f0121 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:32.472511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45493606-b48f-4a1f-b936-8e1d45435f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.509020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] Publish callbacks [] for security_group (ebab1f1c-819f-48a3-92fe-848173e655e2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.512007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc89e5-d7e3-4912-9ad5-047d29a549ec req-d386b9bd-42d2-4011-b178-43e643154a45 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.513913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3cc89e5-d7e3-4912-9ad5-047d29a549ec req-d386b9bd-42d2-4011-b178-43e643154a45 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 946 time: 0.2086859
Jan 15 21:07:32.515581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45493606-b48f-4a1f-b936-8e1d45435f55 None None] Port 5a70acfe-3b12-4c47-a821-8552633f0121 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:32.526213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bb9d-80e6-4808-ba5c-4ba7086db68e req-75f4b653-c8d9-4d66-b7d6-d90dbddd6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.527717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7d2bb9d-80e6-4808-ba5c-4ba7086db68e req-75f4b653-c8d9-4d66-b7d6-d90dbddd6ecb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 1097 time: 0.1177037
Jan 15 21:07:32.573380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 71565d73-8ba2-4ed6-8fb6-b6d496626525 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:32.574597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.608362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1d03468f-1350-42aa-8e5e-c2ba6403520d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.632305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:32.637522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.638888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 90ef8468-1684-4743-ae03-c3725fd41a73 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:32.655549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.662865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.669943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.676063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.680307 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7d2bb9d-80e6-4808-ba5c-4ba7086db68e req-2e0b4dc2-9b11-4cde-850e-b19bf1d71867 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899997
Jan 15 21:07:32.683073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.685162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90ef8468-1684-4743-ae03-c3725fd41a73,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:32.689698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.691810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-9b0d3fb3-4c23-4d9c-b071-fdfd8d6cda4a tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 4664 time: 0.2540011
Jan 15 21:07:32.713630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ebab1f1c-819f-48a3-92fe-848173e655e2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.716362 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.719925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebab1f1c-819f-48a3-92fe-848173e655e2 HTTP/1.1" status: 204  len: 168 time: 0.4973488
Jan 15 21:07:32.734626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.740073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2802f-a819-48cd-932e-affd412bb935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab1f1c-819f-48a3-92fe-848173e655e2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.746986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] For port 90ef8468-1684-4743-ae03-c3725fd41a73, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:32.805065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] device_id is not set on port 90ef8468-1684-4743-ae03-c3725fd41a73 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:32.812584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 90ef8468-1684-4743-ae03-c3725fd41a73 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:32.813514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.820040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Publish callbacks [] for port (90ef8468-1684-4743-ae03-c3725fd41a73), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.827125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=1d03468f-1350-42aa-8e5e-c2ba6403520d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.827723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.854848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3cc89e5-d7e3-4912-9ad5-047d29a549ec req-a28c3163-04bf-490f-a363-b985d9f99058 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329675
Jan 15 21:07:32.882837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79dc893e-07c9-4e1e-a9ba-ef08fae61301 admin admin] Publish callbacks [] for security_group (f3e96281-da6b-47f0-aec4-143376a5929c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.899753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-79dc893e-07c9-4e1e-a9ba-ef08fae61301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3e96281-da6b-47f0-aec4-143376a5929c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.921864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:07:32.922302 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:07:32.926323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] No DVR routers for this DVR port 90ef8468-1684-4743-ae03-c3725fd41a73 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:32.937241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': 'b1a7e379-70b6-4254-b01d-20d5acd5873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:32.938001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: 1793c70a-ab32-479f-b12a-6cbd7edbb61b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:32.964988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Pushing event updated for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:32.970853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] In _notify_port_updated(), no bound segment for port 90ef8468-1684-4743-ae03-c3725fd41a73 on network 0ef2cc14-9e80-4859-a806-4f8642660717 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:07:32.971731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:32.972338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:32.974669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-4e8c0790-c30c-411a-92f2-e7112e5f14fa service neutron] 10.222.0.45 "PUT /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 200  len: 1032 time: 0.6444423
Jan 15 21:07:32.982638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-79dc893e-07c9-4e1e-a9ba-ef08fae61301 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55f471e2b7fd4de7989a2da81e4054ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7177224
Jan 15 21:07:32.987101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:32.988117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2981247-52f6-4218-88d5-a81aca2381c8 req-593bd213-a9cb-435a-a2d1-612439fff3f6 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=da57ab38-e0fd-443e-ad79-c13e46a31004&id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2774632
Jan 15 21:07:32.989763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc893e-07c9-4e1e-a9ba-ef08fae61301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e96281-da6b-47f0-aec4-143376a5929c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:33.014045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:33.042763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1793c70a-ab32-479f-b12a-6cbd7edbb61b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:33.048695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:33.048810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.052727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75a93d-3d3a-4361-ab8d-ecce4e0be342 None None] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:33.081265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed8e69c6-7678-44e3-bb56-6a75c238583e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2322927
Jan 15 21:07:33.082094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:33.101123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b', 'name': 'tempest-PortsTestJSON-398876672'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:33.188498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1793c70a-ab32-479f-b12a-6cbd7edbb61b', 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '1d03468f-1350-42aa-8e5e-c2ba6403520d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:33.189409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.242926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] Publish callbacks [] for security_group (f3e96281-da6b-47f0-aec4-143376a5929c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.299230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 71565d73-8ba2-4ed6-8fb6-b6d496626525 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:33.299570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.303808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] Publish callbacks [] for security_group (f3e96281-da6b-47f0-aec4-143376a5929c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.312339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-363e48bb-00e0-4e7c-8980-d5471947adaa None None] Provisioning complete for port 90ef8468-1684-4743-ae03-c3725fd41a73 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:33.312852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-363e48bb-00e0-4e7c-8980-d5471947adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.392854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-363e48bb-00e0-4e7c-8980-d5471947adaa None None] Port 90ef8468-1684-4743-ae03-c3725fd41a73 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:33.414678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:33.419064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.422120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Allocated IP 172.20.0.2 (1793c70a-ab32-479f-b12a-6cbd7edbb61b/1d03468f-1350-42aa-8e5e-c2ba6403520d/89cb84c9-3d38-47e2-9312-ef4fc8fa2d77) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:33.456802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:33.466377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3e96281-da6b-47f0-aec4-143376a5929c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.469261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.472732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e96281-da6b-47f0-aec4-143376a5929c HTTP/1.1" status: 204  len: 168 time: 0.4822819
Jan 15 21:07:33.472732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port 71565d73-8ba2-4ed6-8fb6-b6d496626525, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71565d73-8ba2-4ed6-8fb6-b6d496626525,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:33.473159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.523351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 90ef8468-1684-4743-ae03-c3725fd41a73 is: DOWN; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:33.524119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device e3bdb69c-2e57-497e-80bb-2b7d539e87f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:33.529845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 71565d73-8ba2-4ed6-8fb6-b6d496626525 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:33.533959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ab2d7-0892-417b-9e04-e9cf1d2bb0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e96281-da6b-47f0-aec4-143376a5929c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:33.716435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (71565d73-8ba2-4ed6-8fb6-b6d496626525), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.727791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:33.728179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.763210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks [] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.778643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=71565d73-8ba2-4ed6-8fb6-b6d496626525,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:33.795962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.808318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:33.899196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port 71565d73-8ba2-4ed6-8fb6-b6d496626525 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:33.903768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:33.920242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3ee70487-689d-4120-bfc6-bb1f458160f9 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "DELETE /v2.0/ports/71565d73-8ba2-4ed6-8fb6-b6d496626525 HTTP/1.1" status: 204  len: 173 time: 0.9274704
Jan 15 21:07:33.923215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:33.925844 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab63c682-1f2e-4b60-a0ed-b179b789d186" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:34.016251 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac43e2-8d83-41cf-a541-04e3282fea0d x-openstack-request-id: req-e9ac43e2-8d83-41cf-a541-04e3282fea0d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:34.016981 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:34.017466 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9ac43e2-8d83-41cf-a541-04e3282fea0d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:34.018106 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'status': 'completed', 'code': 200}
Jan 15 21:07:34.027538 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.028368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 897218f9-2c52-48ce-af2d-b6ceececef93 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:34.055742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.3 (1793c70a-ab32-479f-b12a-6cbd7edbb61b/1d03468f-1350-42aa-8e5e-c2ba6403520d/4351769a-fe81-4c6f-9ba5-91dd158c4ab0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:34.085312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735284-744b-4995-b453-7ab78bd529bf req-04edf420-711c-4615-ba60-8a4a6279d443 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:34.094316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95735284-744b-4995-b453-7ab78bd529bf req-04edf420-711c-4615-ba60-8a4a6279d443 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 946 time: 0.0972416
Jan 15 21:07:34.116798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:34.129593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:34.135544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:34.148531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Pushing event updated for resources: {'Port': ['ID=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:34.224353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 27dce314-8869-41b8-89c3-42aefdb46190 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:34.224826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (27dce314-8869-41b8-89c3-42aefdb46190), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.263528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-bee7a1a9-eef2-45e4-aad0-8c436d211743 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:34.277284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-bee7a1a9-eef2-45e4-aad0-8c436d211743 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:34.280442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:34.285529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-bee7a1a9-eef2-45e4-aad0-8c436d211743 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:34.294745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-bee7a1a9-eef2-45e4-aad0-8c436d211743 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:34.297110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-bee7a1a9-eef2-45e4-aad0-8c436d211743 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 3148 time: 0.1500051
Jan 15 21:07:34.310218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95735284-744b-4995-b453-7ab78bd529bf req-7b724310-463d-4134-9439-6fdd20f75b6e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145090
Jan 15 21:07:34.341047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port 27dce314-8869-41b8-89c3-42aefdb46190, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27dce314-8869-41b8-89c3-42aefdb46190,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:34.341417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (27dce314-8869-41b8-89c3-42aefdb46190), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.357284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 27dce314-8869-41b8-89c3-42aefdb46190 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:34.436548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de557dbb-f1cb-4a82-9d9e-76fa5e8ca8c3 req-b331c27c-ee40-4e39-8e85-3f5ff430d429 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222756
Jan 15 21:07:34.449116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:34.452270 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc9c10a-9dab-49f3-abf6-9e642c6b5d41" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:34.481319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Attempting to bind port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:34.481911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Attempting to bind port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1a7e379-70b6-4254-b01d-20d5acd5873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:34.482609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Attempting to bind port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 on network 1793c70a-ab32-479f-b12a-6cbd7edbb61b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:34.492035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:34.492933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Checking segment: {'id': 'b1a7e379-70b6-4254-b01d-20d5acd5873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:34.493543 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.494283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Bound using segment: {'id': 'b1a7e379-70b6-4254-b01d-20d5acd5873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:34.494981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Bound port: 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a7e379-70b6-4254-b01d-20d5acd5873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:34.495583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.533463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 897218f9-2c52-48ce-af2d-b6ceececef93 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:34.534126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.572693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:34.577298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27dce314-8869-41b8-89c3-42aefdb46190), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.601024 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe963346-1cd2-4fd1-873e-05d10ad4a52b x-openstack-request-id: req-fe963346-1cd2-4fd1-873e-05d10ad4a52b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:34.601164 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "71565d73-8ba2-4ed6-8fb6-b6d496626525", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:34.601409 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe963346-1cd2-4fd1-873e-05d10ad4a52b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:34.601881 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71565d73-8ba2-4ed6-8fb6-b6d496626525', 'code': 200}
Jan 15 21:07:34.602099 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'code': 200}
Jan 15 21:07:34.659016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:34.663529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.664544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a70acfe-3b12-4c47-a821-8552633f0121 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:34.667446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] For port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:34.672581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] For port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,segment=NetworkSegment(b1a7e379-70b6-4254-b01d-20d5acd5873c),segment_id=b1a7e379-70b6-4254-b01d-20d5acd5873c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:34.701753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.736697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=27dce314-8869-41b8-89c3-42aefdb46190,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:34.841311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port 27dce314-8869-41b8-89c3-42aefdb46190 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:34.847253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.851515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 5a70acfe-3b12-4c47-a821-8552633f0121 host ! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:07:34.852027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5a70acfe-3b12-4c47-a821-8552633f0121 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:34.852606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:34.852749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-55f36fc6-2069-44fa-b0de-27d2066687cc tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "DELETE /v2.0/ports/27dce314-8869-41b8-89c3-42aefdb46190 HTTP/1.1" status: 204  len: 173 time: 0.9312096
Jan 15 21:07:34.891367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:34.898956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:34.985468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1925227009-network', 'tenant_id': '3aa736a1907e4790b2ea49bc7f31e50c'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:34.988360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187e5a-5439-4147-b300-fc97f525f7cf None None] Pushing event updated for resources: {'Port': ['ID=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:35.021931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:35.022272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.060481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Made reservation on behalf of 3aa736a1907e4790b2ea49bc7f31e50c for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:35.064553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.087413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:35.089226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.090288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.155822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.191822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:35.205104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.206112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27dce314-8869-41b8-89c3-42aefdb46190 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:35.237249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port e3bdb69c-2e57-497e-80bb-2b7d539e87f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:35.237616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.293086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks [] for security_group (846f62cc-1745-4231-b327-103490492392), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.302167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 27dce314-8869-41b8-89c3-42aefdb46190 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:35.304157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (846f62cc-1745-4231-b327-103490492392), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.318326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27dce314-8869-41b8-89c3-42aefdb46190 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:35.335834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f62cc-1745-4231-b327-103490492392,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:35.359511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:35.387082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (67a21f8a-8ec6-4135-8550-4c4cc53cd208), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.387820 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Added segment 67a21f8a-8ec6-4135-8550-4c4cc53cd208 of type vlan for network 2d9d48cd-f1ff-460c-8042-7a2e183af37d
Jan 15 21:07:35.388821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:35.446955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2d9d48cd-f1ff-460c-8042-7a2e183af37d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.483534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2d9d48cd-f1ff-460c-8042-7a2e183af37d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.486359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:35.487125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.578043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=4351769a-fe81-4c6f-9ba5-91dd158c4ab0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:35.619394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:35.619643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0452092
Jan 15 21:07:35.619932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:35.628354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:35.632787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60292) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:35.641670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:35.643680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Request body: {'subnet': {'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1925227009-subnet', 'tenant_id': '3aa736a1907e4790b2ea49bc7f31e50c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:35.658272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb202602-e34c-4fb1-8f03-58c4e7279400 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9d48cd-f1ff-460c-8042-7a2e183af37d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:35.683045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:35.713875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93929-0775-4c51-a250-7d6ba43e85ba req-08cafbd9-1f3a-4e7d-a403-86a0f9060e09 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:35.729452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93929-0775-4c51-a250-7d6ba43e85ba req-08cafbd9-1f3a-4e7d-a403-86a0f9060e09 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:35.746166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a93929-0775-4c51-a250-7d6ba43e85ba req-08cafbd9-1f3a-4e7d-a403-86a0f9060e09 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:35.751961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80a93929-0775-4c51-a250-7d6ba43e85ba req-08cafbd9-1f3a-4e7d-a403-86a0f9060e09 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 2409 time: 0.1581743
Jan 15 21:07:35.769508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:35.770212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.805186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.805852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.806369 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Floating IP 8be8b2bb-5859-45e2-b3c9-e9fb6f803467 disassociated. External IP: 172.35.1.172, port: e3bdb69c-2e57-497e-80bb-2b7d539e87f7.
Jan 15 21:07:35.806896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for e3bdb69c-2e57-497e-80bb-2b7d539e87f7 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:35.814372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Made reservation on behalf of 3aa736a1907e4790b2ea49bc7f31e50c for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:35.816934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:35.819113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.820737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:35.842668 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:07:35.858506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80a93929-0775-4c51-a250-7d6ba43e85ba req-d8ec24f8-2e4b-4774-8baa-147ecb7aa2c5 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908213
Jan 15 21:07:35.891857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cba15229-7ed8-4a06-9745-51b22397819d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.7969887
Jan 15 21:07:35.894480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60296) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:35.900716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': '1793c70a-ab32-479f-b12a-6cbd7edbb61b', 'name': 'tempest-PortsTestJSON-94208226'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:36.027187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:36.029889 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc60e9-60da-44a6-bdf7-d3b6cb57981c" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "27dce314-8869-41b8-89c3-42aefdb46190"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:36.096924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:36.098509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.140083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:36.163290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.166363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,segment=NetworkSegment(b1a7e379-70b6-4254-b01d-20d5acd5873c),segment_id=b1a7e379-70b6-4254-b01d-20d5acd5873c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:36.169521 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38583586-b141-4b54-ae72-06a42b98332d x-openstack-request-id: req-38583586-b141-4b54-ae72-06a42b98332d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:36.170268 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "27dce314-8869-41b8-89c3-42aefdb46190", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:36.170718 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38583586-b141-4b54-ae72-06a42b98332d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:36.171367 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '27dce314-8869-41b8-89c3-42aefdb46190', 'status': 'completed', 'code': 200}
Jan 15 21:07:36.173149 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.214529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 662601f4-a621-475f-81c0-77a9af80b400 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:36.239947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e3bdb69c-2e57-497e-80bb-2b7d539e87f7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.327711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=e3bdb69c-2e57-497e-80bb-2b7d539e87f7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:36.374149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:36.450807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.9 (1793c70a-ab32-479f-b12a-6cbd7edbb61b/1d03468f-1350-42aa-8e5e-c2ba6403520d/662601f4-a621-475f-81c0-77a9af80b400) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:36.510496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f1ca5610-aa20-4cd7-bed7-fc4a151ed889), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.535659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c31129f-80c1-4036-a47b-7d0d8c28d05b None None] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:36.592719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ca5610-aa20-4cd7-bed7-fc4a151ed889,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:36.609597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:36.614431 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bbb2ce-1fab-403a-b7df-7c7f17920db9" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:36.635118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Router 252c0203-0460-4e80-8d8f-6731ac40a93d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:07:36.640329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Checking segment: {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:36.640828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Network hostable DHCP agents. Network: 2d9d48cd-f1ff-460c-8042-7a2e183af37d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:36.704257 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31305554-79be-4ee3-8cff-10d369fed5f1 x-openstack-request-id: req-31305554-79be-4ee3-8cff-10d369fed5f1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:36.707262 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-unplugged", "status": "completed", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:36.708701 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31305554-79be-4ee3-8cff-10d369fed5f1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:36.709848 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93', 'code': 200}
Jan 15 21:07:36.710959 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'code': 200}
Jan 15 21:07:36.737654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:36.748184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eff10464-dc0a-41e4-beff-61e55e7f0310 None None] Provisioning complete for port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:36.748652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eff10464-dc0a-41e4-beff-61e55e7f0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.773752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d9d48cd-f1ff-460c-8042-7a2e183af37d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:36.804381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15c717-4f6a-400e-a2aa-2e56f23c5dae None None] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:36.830602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:36.831305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.869982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de63466d-6bce-4271-90e8-8acd68d190fe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2360666
Jan 15 21:07:36.888185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:07:36.929378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Sync routers for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:07:36.954607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port e3bdb69c-2e57-497e-80bb-2b7d539e87f7 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:36.958775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.960771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (662601f4-a621-475f-81c0-77a9af80b400), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:36.964549 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-3079ee9d-13db-49ec-a34e-1e5b0418baed tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "DELETE /v2.0/ports/e3bdb69c-2e57-497e-80bb-2b7d539e87f7 HTTP/1.1" status: 204  len: 173 time: 2.1068125
Jan 15 21:07:36.986586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-9918d2c0-f271-420d-9919-380dd4c2a951 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:36.998610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-9918d2c0-f271-420d-9919-380dd4c2a951 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.2757390
Jan 15 21:07:37.049866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-af706113-7077-4076-8e87-1fba7004ada5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/quotas/95e03e1de077453588cc783a4e6d690e HTTP/1.1" status: 200  len: 375 time: 0.0498848
Jan 15 21:07:37.055457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:37.056800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a388880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:37.185929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270fdf-d98d-48a8-ad65-63214580b8bc req-4006ea6e-7eb6-4239-8788-3a2d4056697d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:37.192482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270fdf-d98d-48a8-ad65-63214580b8bc req-4006ea6e-7eb6-4239-8788-3a2d4056697d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:37.194445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac270fdf-d98d-48a8-ad65-63214580b8bc req-4006ea6e-7eb6-4239-8788-3a2d4056697d tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 1676 time: 0.1500638
Jan 15 21:07:37.214890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-f282df8f-e4f7-4756-9321-6352dfc3a6c1 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1164558
Jan 15 21:07:37.227918 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (662601f4-a621-475f-81c0-77a9af80b400), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.245297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:37.245935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.268924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-eff10464-dc0a-41e4-beff-61e55e7f0310 None None] Current status of the port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:37.341200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=662601f4-a621-475f-81c0-77a9af80b400,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:37.343412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428415e-9f46-4eb3-a283-05ccc75d8065 None None] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:37.424133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:37.424979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.452235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:37.471111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:37.483166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:37.492641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:37.552412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:37.555190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:37.555858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.570577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac270fdf-d98d-48a8-ad65-63214580b8bc req-99831d8e-7f97-4a2f-8c8c-9f96d0382785 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3625782
Jan 15 21:07:37.603514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5d670a10-a2b3-423c-8661-4d79770dd8c1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.7069283
Jan 15 21:07:37.609913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60346) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:37.706110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-d0dfb329-9af4-436b-a8e4-c6c87e48c246 service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4760947
Jan 15 21:07:37.768924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.787048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:37.802785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e92ba-8806-4c8a-ac77-14e8032a0f49 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:37.804344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-371e92ba-8806-4c8a-ac77-14e8032a0f49 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200  len: 921 time: 0.1934140
Jan 15 21:07:37.807280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60350) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:37.854875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:37.943294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:37.947819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:37.957941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-927c7f16-7831-4b86-9011-519d188a81bb tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "DELETE /v2.0/ports/cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf HTTP/1.1" status: 204  len: 173 time: 0.9685624
Jan 15 21:07:37.968397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Provisioning complete for port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:37.968783 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.006415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-68212210-e924-40fb-87f5-55c770dae52b service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806861
Jan 15 21:07:38.087280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 662601f4-a621-475f-81c0-77a9af80b400 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:38.093795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (662601f4-a621-475f-81c0-77a9af80b400), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.126158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:38.126831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.174087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7'}, {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:38.182993 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad80ee6-e553-4017-9629-f81879f02246" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7"}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:38.198423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 897218f9-2c52-48ce-af2d-b6ceececef93 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:38.199041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.308793 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa75e6b-8dbe-4229-b60d-1a10345c2a17 x-openstack-request-id: req-1aa75e6b-8dbe-4229-b60d-1a10345c2a17 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:38.309204 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "e3bdb69c-2e57-497e-80bb-2b7d539e87f7", "status": "completed", "code": 200}, {"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:38.311633 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aa75e6b-8dbe-4229-b60d-1a10345c2a17 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:38.312074 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': 'e3bdb69c-2e57-497e-80bb-2b7d539e87f7', 'status': 'completed', 'code': 200}
Jan 15 21:07:38.312362 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': 'cddf88bd-8f9f-40f9-9dfd-4dad717d9fbf', 'status': 'completed', 'code': 200}
Jan 15 21:07:38.390556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (662601f4-a621-475f-81c0-77a9af80b400), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.429016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 662601f4-a621-475f-81c0-77a9af80b400 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:38.469827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port 897218f9-2c52-48ce-af2d-b6ceececef93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=897218f9-2c52-48ce-af2d-b6ceececef93,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:38.470140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.527519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 897218f9-2c52-48ce-af2d-b6ceececef93 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:38.537016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Current status of the port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:38.620693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a388880>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:38.763933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62a3296a-51f5-4c98-8ffd-b326ebd3a0f7 req-24f005e8-6cf1-47c2-a077-a1956a555f67 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 210 time: 0.0992961
Jan 15 21:07:38.840326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (662601f4-a621-475f-81c0-77a9af80b400), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.876342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (897218f9-2c52-48ce-af2d-b6ceececef93), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.935195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:38.937666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Checking router: 252c0203-0460-4e80-8d8f-6731ac40a93d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:07:38.940694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Provisioning complete for port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:38.940694 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:38.964646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=897218f9-2c52-48ce-af2d-b6ceececef93,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:38.998149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:38.998833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a388880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:39.051556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=662601f4-a621-475f-81c0-77a9af80b400,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:39.053094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port 897218f9-2c52-48ce-af2d-b6ceececef93 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:39.061637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:39.066236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d3c9dbdb-7bee-47b3-82ee-b3f02a3ad3a5 req-c36eb57a-6090-470f-8c7e-f2b522316ce7 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.45 "DELETE /v2.0/ports/897218f9-2c52-48ce-af2d-b6ceececef93 HTTP/1.1" status: 204  len: 173 time: 1.1047709
Jan 15 21:07:39.100791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e43d10ac-42f8-468e-87c1-649a46f07850 None None] Port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:39.157384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18761791-e602-413b-8cdb-834066c5d096 req-9c7ed249-3000-494d-b3fd-a8614edf6111 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:39.162776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18761791-e602-413b-8cdb-834066c5d096 req-9c7ed249-3000-494d-b3fd-a8614edf6111 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 943 time: 0.3953571
Jan 15 21:07:39.232872 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:39.240947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a4d00c3-0337-4950-9fda-540b6c6ffacf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/662601f4-a621-475f-81c0-77a9af80b400 HTTP/1.1" status: 204  len: 168 time: 1.4311914
Jan 15 21:07:39.241163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:39.243508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:39.298094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f3b6da2c-26a7-4e84-83be-66bdb2a48e1a None None] Could not find standard attr ID for object 662601f4-a621-475f-81c0-77a9af80b400. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:07:39.307152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18761791-e602-413b-8cdb-834066c5d096 req-3316298f-058f-47a9-aee9-604d4518efa1 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9e1ae13-b68d-4022-9acd-80a43f499326&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288826
Jan 15 21:07:39.315156 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe635fd9-6100-48d7-b478-4f5aa28fd573 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:39.320574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe635fd9-6100-48d7-b478-4f5aa28fd573 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/662601f4-a621-475f-81c0-77a9af80b400 HTTP/1.1" status: 404  len: 333 time: 0.0714242
Jan 15 21:07:39.320825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60404) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:39.454989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f3b6da2c-26a7-4e84-83be-66bdb2a48e1a None None] Provisioning complete for port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:39.455373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3b6da2c-26a7-4e84-83be-66bdb2a48e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:39.524815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:39.525968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:39.559830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6da2c-26a7-4e84-83be-66bdb2a48e1a None None] Port 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:39.743037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:39.763300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 4351769a-fe81-4c6f-9ba5-91dd158c4ab0 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:39.777495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a388880>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:39.814641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad65687-42b8-4e90-9bb2-6485e5ae729b None None] The sync data for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 is: [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T20:57:44Z', 'revision_number': 4, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46fd5add-95c9-4a85-ae21-cf6a6eae1548', 'name': '', 'network_id': 'f1abede3-ecab-4e83-a1da-6cc70da90e11', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'mac_address': 'fa:16:3e:0d:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:42Z', 'updated_at': '2022-01-15T20:57:49Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'subnets': [{'id': 'e91b8160-7f88-4c9a-b2e1-37391b74e86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:07:39.962594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da4e6329-4d22-43b7-88b1-1d564692c471 req-1264db70-d4c5-4fb3-a42c-19bc18bca5dc tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 210 time: 0.0467432
Jan 15 21:07:40.074737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4351769a-fe81-4c6f-9ba5-91dd158c4ab0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.113611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=4351769a-fe81-4c6f-9ba5-91dd158c4ab0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:40.225831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.231321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c3fdf745-1fea-4288-bda7-818143c111c5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/4351769a-fe81-4c6f-9ba5-91dd158c4ab0 HTTP/1.1" status: 204  len: 168 time: 0.9094381
Jan 15 21:07:40.233889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60438) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:40.266567 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3184b-74c9-4f66-808f-86d15068b1b6 None None] New status for floating IP 8be8b2bb-5859-45e2-b3c9-e9fb6f803467: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:07:40.279676 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d3a8db-950b-4e4f-987a-86126e7c8573 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:40.281480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b4d3a8db-950b-4e4f-987a-86126e7c8573 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/4351769a-fe81-4c6f-9ba5-91dd158c4ab0 HTTP/1.1" status: 404  len: 333 time: 0.0462899
Jan 15 21:07:40.284182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60442) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:40.322535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:40.327863 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f9d69-2b1c-4548-bc67-bc3b4e89bdcb" -d '{"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:40.393798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-044252c1-8024-4a75-bcba-b7ccc33c0699 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:40.401511 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-044252c1-8024-4a75-bcba-b7ccc33c0699 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.2340233
Jan 15 21:07:40.412300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Request body: {'port': {'device_id': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'admin_state_up': True, 'tenant_id': '95e03e1de077453588cc783a4e6d690e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:40.424353 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d00b5-8159-49ec-a82d-481ec4347ae1 x-openstack-request-id: req-498d00b5-8159-49ec-a82d-481ec4347ae1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:40.424650 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1884dd3f-949c-4df3-a977-3f6f5a204fee", "name": "network-vif-deleted", "tag": "897218f9-2c52-48ce-af2d-b6ceececef93", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:40.424938 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-498d00b5-8159-49ec-a82d-481ec4347ae1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:40.425337 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1884dd3f-949c-4df3-a977-3f6f5a204fee', 'name': 'network-vif-deleted', 'tag': '897218f9-2c52-48ce-af2d-b6ceececef93', 'status': 'completed', 'code': 200}
Jan 15 21:07:40.443126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 1d03468f-1350-42aa-8e5e-c2ba6403520d {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:40.451818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (1d03468f-1350-42aa-8e5e-c2ba6403520d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.584389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (1d03468f-1350-42aa-8e5e-c2ba6403520d), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.656352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7d6e138-7837-4870-bc16-0a092e6f5770 req-a3eb6f7e-4818-4bad-9aad-02f2c295fe8b tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/ports?device_id=1884dd3f-949c-4df3-a977-3f6f5a204fee HTTP/1.1" status: 200  len: 210 time: 0.0766752
Jan 15 21:07:40.667341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:40.673031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.719081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1d03468f-1350-42aa-8e5e-c2ba6403520d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.784160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (1d03468f-1350-42aa-8e5e-c2ba6403520d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.814612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Allocated IP 172.20.0.7 (b55f2173-9368-4426-891c-2ceb82762521/49864b5b-505f-41a4-9422-c90ce9b4a217/f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:40.814834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=1d03468f-1350-42aa-8e5e-c2ba6403520d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:40.817606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:40.823881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd3fae21-e882-420c-bcef-23629b3145aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/1d03468f-1350-42aa-8e5e-c2ba6403520d HTTP/1.1" status: 204  len: 168 time: 0.5360959
Jan 15 21:07:40.824280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60476) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:40.833666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c22efd-37e9-4b84-877e-4876f1322b4a None None] Network 1793c70a-ab32-479f-b12a-6cbd7edbb61b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:40.961862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1793c70a-ab32-479f-b12a-6cbd7edbb61b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.040996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:41.041429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.050026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks [] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.056548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] DHCP port deletion for 1793c70a-ab32-479f-b12a-6cbd7edbb61b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:41.110572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.122764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Deleting port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:41.123141 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.128914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:41.133107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:41.165751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,segment=NetworkSegment(b1a7e379-70b6-4254-b01d-20d5acd5873c),segment_id=b1a7e379-70b6-4254-b01d-20d5acd5873c)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:41.166114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.183203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Network b55f2173-9368-4426-891c-2ceb82762521 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:41.186944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:41.191116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:41.191477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ebca4-5c14-42f3-a6aa-b49b55688638 req-23c8e42b-e49b-4a31-98c9-8e1fcbbfc98a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:41.197962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-154ebca4-5c14-42f3-a6aa-b49b55688638 req-23c8e42b-e49b-4a31-98c9-8e1fcbbfc98a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 931 time: 0.1284657
Jan 15 21:07:41.199609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:41.232596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event updated for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:41.274064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:41.275786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.299879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-ca6a5955-b946-4fc1-9e83-47847c7cb830 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8918467
Jan 15 21:07:41.305453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-154ebca4-5c14-42f3-a6aa-b49b55688638 req-491a1979-1f63-44aa-b7c9-71e7b71e461d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020479
Jan 15 21:07:41.318593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] For port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,segment=NetworkSegment(b1a7e379-70b6-4254-b01d-20d5acd5873c),segment_id=b1a7e379-70b6-4254-b01d-20d5acd5873c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:41.319339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.325359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Request body: {'port': {'device_id': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:41.369227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Calling delete_port for 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:41.383944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.410140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:41.469424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:41.472193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.472345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:41.547405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:41.548031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:41.589169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1793c70a-ab32-479f-b12a-6cbd7edbb61b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.623265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b836610>,) {'filters': {'network_id': ['1793c70a-ab32-479f-b12a-6cbd7edbb61b']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:41.637968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b836610>, 'b1a7e379-70b6-4254-b01d-20d5acd5873c') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:41.638706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b836610>, 'b1a7e379-70b6-4254-b01d-20d5acd5873c') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:41.655376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (b1a7e379-70b6-4254-b01d-20d5acd5873c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.676216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (89cb84c9-3d38-47e2-9312-ef4fc8fa2d77), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.678867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b1a7e379-70b6-4254-b01d-20d5acd5873c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.694088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:41.694517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (b1a7e379-70b6-4254-b01d-20d5acd5873c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:41.698996 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:41.702977 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:41.765407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] Pushing event deleted for resources: {'Port': ['ID=89cb84c9-3d38-47e2-9312-ef4fc8fa2d77,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:41.777429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdbcfd-0373-403e-865a-47516b587a8d None None] No DVR routers for this DVR port 89cb84c9-3d38-47e2-9312-ef4fc8fa2d77 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:41.804908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:41.824396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1793c70a-ab32-479f-b12a-6cbd7edbb61b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.840359 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.843835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/1793c70a-ab32-479f-b12a-6cbd7edbb61b HTTP/1.1" status: 204  len: 168 time: 1.0184309
Jan 15 21:07:41.847774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60554) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:41.851737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:41.859112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1809048877'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:41.868924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1310500-a212-47f1-8d22-fe47a7480022 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=1793c70a-ab32-479f-b12a-6cbd7edbb61b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:41.869095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks [] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.896137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Transition to ACTIVE for port object f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:07:41.899145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (f9e1ae13-b68d-4022-9acd-80a43f499326), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.902671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.908793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:41.913204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.926807 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (f9e1ae13-b68d-4022-9acd-80a43f499326), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:41.980056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:42.005788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f9e1ae13-b68d-4022-9acd-80a43f499326), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.010457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.015627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:42.026123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9e1ae13-b68d-4022-9acd-80a43f499326 HTTP/1.1" status: 204  len: 168 time: 0.2199943
Jan 15 21:07:42.033098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60570) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:42.053689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c0a14d27-eef1-40be-98c3-5769fd0997cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.054129 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment c0a14d27-eef1-40be-98c3-5769fd0997cf of type vlan for network cfa3a263-9e67-48c8-86ce-68b2a1a076e2
Jan 15 21:07:42.057844 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-a24f9417-9c87-4804-900c-d5e3b64cf764 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] show failed (client error): The resource could not be found.
Jan 15 21:07:42.059914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a24f9417-9c87-4804-900c-d5e3b64cf764 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "GET /v2.0/security-groups/f9e1ae13-b68d-4022-9acd-80a43f499326 HTTP/1.1" status: 404  len: 347 time: 0.0260141
Jan 15 21:07:42.061678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ee0d6-fcc6-4da0-a4e3-4451d8293d46 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e1ae13-b68d-4022-9acd-80a43f499326,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:42.064174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60574) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:42.118178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cfa3a263-9e67-48c8-86ce-68b2a1a076e2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.135507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Attempting to bind port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:42.135837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Attempting to bind port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:42.136164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Attempting to bind port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:42.146039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 on network b55f2173-9368-4426-891c-2ceb82762521 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:07:42.146838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Attempting to bind port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:42.162855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:42.163344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Checking segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:42.163565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Bound using segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:42.164421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Bound port: f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:42.165140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.178890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cfa3a263-9e67-48c8-86ce-68b2a1a076e2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.185878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:42.186766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.241444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port d4a54b95-d80b-4737-b86e-5492f33748fa {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:42.242000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.291478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4398119
Jan 15 21:07:42.299370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60586) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:42.311895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:42.352877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.353177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (d4a54b95-d80b-4737-b86e-5492f33748fa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.387097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for d4a54b95-d80b-4737-b86e-5492f33748fa owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:42.693785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d23d15-752b-4004-bc8a-53a503692283 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=cfa3a263-9e67-48c8-86ce-68b2a1a076e2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:42.706861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:42.732881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60598) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:42.767318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:42.809719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:42.821177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.874850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:42.875517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.877126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 HTTP/1.1" status: 200  len: 1091 time: 1.5705535
Jan 15 21:07:42.877651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:42.880701 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dce9a21-3349-42db-bed6-3247cb72aa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:42.887632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:42.891494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:42.973224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05ff88-105e-4552-9afa-b408cb084d91 req-15c9222b-9fbd-4e38-85e2-cb450176500f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:42.975363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e05ff88-105e-4552-9afa-b408cb084d91 req-15c9222b-9fbd-4e38-85e2-cb450176500f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 943 time: 0.5745265
Jan 15 21:07:42.975613 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3218188-b583-4697-9fe9-7728b59739f2 x-openstack-request-id: req-c3218188-b583-4697-9fe9-7728b59739f2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:42.975912 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:42.976172 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3218188-b583-4697-9fe9-7728b59739f2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:42.976575 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', 'status': 'completed', 'code': 200}
Jan 15 21:07:43.000068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49f04626-bec4-4b44-baf3-aa04d33ae02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.022449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa039e5-251d-42ad-8887-292aab018435 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:43.058191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e05ff88-105e-4552-9afa-b408cb084d91 req-9be4814c-00ea-4832-94de-9bb8b2548980 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723350
Jan 15 21:07:43.095485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-d0eaa459-be73-45c3-bc19-946d26c355f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:43.097027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-d0eaa459-be73-45c3-bc19-946d26c355f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 1094 time: 0.1372221
Jan 15 21:07:43.106881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d4a54b95-d80b-4737-b86e-5492f33748fa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.135420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=d4a54b95-d80b-4737-b86e-5492f33748fa,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:43.154304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270dd7ab-8009-4011-a457-a2eac02e2af8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:43.195483 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-e7fa9291-1eb6-491d-b6d6-018aef3f37c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 HTTP/1.1" status: 200  len: 217 time: 0.0876598
Jan 15 21:07:43.213097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for floatingip (8be8b2bb-5859-45e2-b3c9-e9fb6f803467), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.215720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.216892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f0e5c072-652f-4ce4-a176-2019ac7d0959 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/floatingips/8be8b2bb-5859-45e2-b3c9-e9fb6f803467 HTTP/1.1" status: 204  len: 168 time: 1.1514578
Jan 15 21:07:43.219533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60632) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:43.292948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49f04626-bec4-4b44-baf3-aa04d33ae02b admin admin] Publish callbacks [] for security_group (a7a13495-4136-43b5-97ae-4ef49a6706b3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.300481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-6f064a68-2c13-4c18-921f-8bff1a4d4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:43.303025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-6f064a68-2c13-4c18-921f-8bff1a4d4d45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0992939
Jan 15 21:07:43.329201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49f04626-bec4-4b44-baf3-aa04d33ae02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7a13495-4136-43b5-97ae-4ef49a6706b3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.344698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 90ef8468-1684-4743-ae03-c3725fd41a73 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:43.345074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.387506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-159f12c0-934c-410a-95c1-2c206f711431 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593731
Jan 15 21:07:43.418712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (66c1d417-136c-4cf9-a1c6-ee3853d4cf1d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.447791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.460662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 90ef8468-1684-4743-ae03-c3725fd41a73 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:43.470196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f04626-bec4-4b44-baf3-aa04d33ae02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a13495-4136-43b5-97ae-4ef49a6706b3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:43.499734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-49f04626-bec4-4b44-baf3-aa04d33ae02b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9f46dd551dd461a93e1c2ca80371e61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7641361
Jan 15 21:07:43.502084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60646) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:43.574792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=66c1d417-136c-4cf9-a1c6-ee3853d4cf1d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:43.606040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (90ef8468-1684-4743-ae03-c3725fd41a73), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.615980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': 'c0a14d27-eef1-40be-98c3-5769fd0997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:43.616332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: cfa3a263-9e67-48c8-86ce-68b2a1a076e2, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:43.627609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-8f2ad1ff-71bf-4cd1-abd7-69546cc65ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249889
Jan 15 21:07:43.635950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=90ef8468-1684-4743-ae03-c3725fd41a73,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:43.659248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] Publish callbacks [] for security_group (a7a13495-4136-43b5-97ae-4ef49a6706b3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.708153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:43.710335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.715973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b2740c99-5c88-42ce-a99e-57a51471d192 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/ports/90ef8468-1684-4743-ae03-c3725fd41a73 HTTP/1.1" status: 204  len: 168 time: 0.4931273
Jan 15 21:07:43.716204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:43.732316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfa3a263-9e67-48c8-86ce-68b2a1a076e2) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:43.737012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] Publish callbacks [] for security_group (a7a13495-4136-43b5-97ae-4ef49a6706b3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.742234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:43.742814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.743812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee3dd1-0315-45b1-a25a-b2ce8c94e729 None None] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:43.795098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed907e19-ef87-453f-a18b-0f633d257f09 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4943821
Jan 15 21:07:43.803487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60650) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:43.810200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2', 'name': 'tempest-PortsTestJSON-475715919', 'fixed_ips': [{'subnet_id': '66c1d417-136c-4cf9-a1c6-ee3853d4cf1d', 'ip_address': '172.20.0.10'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:43.830671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1abbecbe-cd53-4a20-b276-d48f4815d719 req-41aacbb4-bb12-4c29-968b-7f6fc5111c6c service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935616
Jan 15 21:07:43.856517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 5a70acfe-3b12-4c47-a821-8552633f0121 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:43.856711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.887615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cfa3a263-9e67-48c8-86ce-68b2a1a076e2', 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '66c1d417-136c-4cf9-a1c6-ee3853d4cf1d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:43.888565 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.920330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a7a13495-4136-43b5-97ae-4ef49a6706b3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.923123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:43.926709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7a13495-4136-43b5-97ae-4ef49a6706b3 HTTP/1.1" status: 204  len: 168 time: 0.4164279
Jan 15 21:07:43.980063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a9f0b-c025-4df6-b171-bb261ca25e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a13495-4136-43b5-97ae-4ef49a6706b3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:44.010215 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.013638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-605679de-6d9b-43ad-b24b-e43bac7ae43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:44.015593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-605679de-6d9b-43ad-b24b-e43bac7ae43f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 1094 time: 0.1176972
Jan 15 21:07:44.035094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 5a70acfe-3b12-4c47-a821-8552633f0121 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:44.115747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:44.144645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Allocated IP 172.20.0.2 (cfa3a263-9e67-48c8-86ce-68b2a1a076e2/66c1d417-136c-4cf9-a1c6-ee3853d4cf1d/f4305184-16ba-4d14-8955-62b12ebf16da) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:44.291862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-2f2199cf-9585-4067-b16e-2c9c0bd78a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:44.294181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-2f2199cf-9585-4067-b16e-2c9c0bd78a69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 916 time: 0.2712395
Jan 15 21:07:44.370742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5a70acfe-3b12-4c47-a821-8552633f0121), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.387976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211b04-f949-4abc-9cac-f00227905f12 req-e28317cf-9e4b-415a-972e-7a449b4612ac tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:44.400236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da211b04-f949-4abc-9cac-f00227905f12 req-e28317cf-9e4b-415a-972e-7a449b4612ac tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 943 time: 0.1716220
Jan 15 21:07:44.411260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.428959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-7f50937f-4905-4fbd-8455-58e1a2ce95a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 HTTP/1.1" status: 200  len: 217 time: 0.1247280
Jan 15 21:07:44.435627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.518465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-8cd21ffc-e3a1-4d4a-baf0-0f8825117ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:44.521844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-8cd21ffc-e3a1-4d4a-baf0-0f8825117ec0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0822930
Jan 15 21:07:44.551490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=5a70acfe-3b12-4c47-a821-8552633f0121,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:44.572494 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-159212e4-c46c-4ca2-afdd-3da9c396b492 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429778
Jan 15 21:07:44.573897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks [] for port (f4305184-16ba-4d14-8955-62b12ebf16da), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.575125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60682) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:44.579204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port eee3f823-68d5-4354-aadd-67ffff2f64bd yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:44.587685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.600102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15c8fdff-5b27-47d0-aa0a-d2d4083e1e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.634003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.640292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:44.641439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-01e0049e-052c-4990-8e44-134ef4ea2361 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/ports/5a70acfe-3b12-4c47-a821-8552633f0121 HTTP/1.1" status: 204  len: 168 time: 0.9234169
Jan 15 21:07:44.642194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60684) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:44.647173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:44.652929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:44.656822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Pushing event updated for resources: {'Port': ['ID=f4305184-16ba-4d14-8955-62b12ebf16da,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:44.698642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da211b04-f949-4abc-9cac-f00227905f12 req-e3ef0292-6750-40f0-8f2c-75639cad1d14 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2965777
Jan 15 21:07:44.746733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting subnet 57309a79-b016-496f-ab74-13a97f31fc2e {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:44.751691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for subnet (57309a79-b016-496f-ab74-13a97f31fc2e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.761218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Attempting to bind port f4305184-16ba-4d14-8955-62b12ebf16da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:44.761822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Attempting to bind port f4305184-16ba-4d14-8955-62b12ebf16da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0a14d27-eef1-40be-98c3-5769fd0997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:44.762317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Attempting to bind port f4305184-16ba-4d14-8955-62b12ebf16da on network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:44.773864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:44.774335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Checking segment: {'id': 'c0a14d27-eef1-40be-98c3-5769fd0997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:44.775204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.776008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Bound using segment: {'id': 'c0a14d27-eef1-40be-98c3-5769fd0997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:44.776881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Bound port: f4305184-16ba-4d14-8955-62b12ebf16da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a14d27-eef1-40be-98c3-5769fd0997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:44.786289 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.812165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (57309a79-b016-496f-ab74-13a97f31fc2e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.872383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-0fb97121-57de-4e7f-b098-0227b4f40163 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686858
Jan 15 21:07:44.909745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] For port f4305184-16ba-4d14-8955-62b12ebf16da, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:44.916713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] For port f4305184-16ba-4d14-8955-62b12ebf16da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4305184-16ba-4d14-8955-62b12ebf16da,segment=NetworkSegment(c0a14d27-eef1-40be-98c3-5769fd0997cf),segment_id=c0a14d27-eef1-40be-98c3-5769fd0997cf)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:44.927709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:44.951826 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (57309a79-b016-496f-ab74-13a97f31fc2e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.047406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15c8fdff-5b27-47d0-aa0a-d2d4083e1e26 admin admin] Publish callbacks [] for security_group (7742134d-2e75-41ff-9161-e47294d19e34), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.048112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (57309a79-b016-496f-ab74-13a97f31fc2e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.049369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f435c-e6c7-4609-9d7f-488faee996ba None None] Pushing event updated for resources: {'Port': ['ID=f4305184-16ba-4d14-8955-62b12ebf16da,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.072471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15c8fdff-5b27-47d0-aa0a-d2d4083e1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7742134d-2e75-41ff-9161-e47294d19e34), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.092126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Subnet': ['ID=57309a79-b016-496f-ab74-13a97f31fc2e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.096051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.100036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3a51439d-a34c-4b96-a9d3-da0ff88de55c tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/subnets/57309a79-b016-496f-ab74-13a97f31fc2e HTTP/1.1" status: 204  len: 168 time: 0.4512405
Jan 15 21:07:45.102620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:45.111176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856cf13-1ae0-4b1f-962e-fb0281374e93 None None] Network 878a0e81-034a-4a83-abcb-c15907086183 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:45.174322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.10 (cfa3a263-9e67-48c8-86ce-68b2a1a076e2/66c1d417-136c-4cf9-a1c6-ee3853d4cf1d/eee3f823-68d5-4354-aadd-67ffff2f64bd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:45.183121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting subnet 2baccd29-8ae4-495c-905a-026d27902675 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:45.187060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for subnet (2baccd29-8ae4-495c-905a-026d27902675), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.197130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15c8fdff-5b27-47d0-aa0a-d2d4083e1e26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48e463d1b31d4e91ab084c7767fb8a39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6208992
Jan 15 21:07:45.204537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:45.209092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8fdff-5b27-47d0-aa0a-d2d4083e1e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742134d-2e75-41ff-9161-e47294d19e34,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.228237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.248266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (2baccd29-8ae4-495c-905a-026d27902675), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.293042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7dce9a21-3349-42db-bed6-3247cb72aa1a req-a01204ed-c97c-4915-b558-6a9c5c00eacc service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4066143
Jan 15 21:07:45.388179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] Publish callbacks [] for security_group (7742134d-2e75-41ff-9161-e47294d19e34), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.388746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] DHCP port deletion for 878a0e81-034a-4a83-abcb-c15907086183 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:45.429115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] Publish callbacks [] for security_group (7742134d-2e75-41ff-9161-e47294d19e34), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.456902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2baccd29-8ae4-495c-905a-026d27902675), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.497808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Deleting port 37e8c21c-edce-487f-81f9-f43ad03a19de {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:45.498621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.625352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (2baccd29-8ae4-495c-905a-026d27902675), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.648393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.699371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] For port 37e8c21c-edce-487f-81f9-f43ad03a19de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37e8c21c-edce-487f-81f9-f43ad03a19de,segment=NetworkSegment(8c9538b2-9074-4688-8aed-a8dda214a9af),segment_id=8c9538b2-9074-4688-8aed-a8dda214a9af)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:45.699807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.706556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.710769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.719332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/subnets/2baccd29-8ae4-495c-905a-026d27902675 HTTP/1.1" status: 204  len: 168 time: 0.6124775
Jan 15 21:07:45.719332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dc97f-5f29-421b-a9aa-04fd29449428 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Subnet': ['ID=2baccd29-8ae4-495c-905a-026d27902675,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.720436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:45.732499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7742134d-2e75-41ff-9161-e47294d19e34), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.737855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ef42f-9b51-475a-bab4-8b1b395b8b8a None None] Network 0ef2cc14-9e80-4859-a806-4f8642660717 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:45.745056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Calling delete_port for 37e8c21c-edce-487f-81f9-f43ad03a19de owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:45.755997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.757215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7742134d-2e75-41ff-9161-e47294d19e34 HTTP/1.1" status: 204  len: 168 time: 0.5500751
Jan 15 21:07:45.833566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (878a0e81-034a-4a83-abcb-c15907086183), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:45.838343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2eb14-1fdc-4de4-9057-6059539b530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742134d-2e75-41ff-9161-e47294d19e34,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.865578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:45.871296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:45.901639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:45.909480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=eee3f823-68d5-4354-aadd-67ffff2f64bd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.976407 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:45.979520 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:45.983250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:45.984448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.007106 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bf8a015f-31fc-43ba-a20a-a0deef21eeb6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2025099
Jan 15 21:07:46.009732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60698) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:46.027264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'cfa3a263-9e67-48c8-86ce-68b2a1a076e2', 'name': 'tempest-PortsTestJSON-1715175704', 'fixed_ips': [{'subnet_id': '66c1d417-136c-4cf9-a1c6-ee3853d4cf1d', 'ip_address': '172.20.0.9'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:46.081947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.099559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Deleting port 37e8c21c-edce-487f-81f9-f43ad03a19de {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:46.100077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.121792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf583-5ca3-44ac-8bf7-23c942ee32d5 req-41f6b708-760e-4e7f-9f86-a98d476d948f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:46.125242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d76bf583-5ca3-44ac-8bf7-23c942ee32d5 req-41f6b708-760e-4e7f-9f86-a98d476d948f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 943 time: 0.2156446
Jan 15 21:07:46.130729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] Pushing event deleted for resources: {'Port': ['ID=37e8c21c-edce-487f-81f9-f43ad03a19de,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:46.142454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd015ee4-f475-4dea-9912-025de6358c7e None None] No DVR routers for this DVR port 37e8c21c-edce-487f-81f9-f43ad03a19de on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:46.185392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] DHCP port deletion for 0ef2cc14-9e80-4859-a806-4f8642660717 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:46.258704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:46.263952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.271190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] For port 37e8c21c-edce-487f-81f9-f43ad03a19de, host ncdv-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:46.271921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.280230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Deleting port 35351790-a6e0-4f4e-bdc3-722b45227e89 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:46.280687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.290124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d76bf583-5ca3-44ac-8bf7-23c942ee32d5 req-2ee31bc2-951b-4138-8765-a630b6655200 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095941
Jan 15 21:07:46.296960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Calling delete_port for 37e8c21c-edce-487f-81f9-f43ad03a19de owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:46.300113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Port 37e8c21c-edce-487f-81f9-f43ad03a19de was not found and therefore no delete operation was performed {{(pid=114437) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:07:46.303041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 358bfa41-3948-4add-95e9-8c0d31b3162b yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:46.303398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (37e8c21c-edce-487f-81f9-f43ad03a19de), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.335580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Port': ['ID=37e8c21c-edce-487f-81f9-f43ad03a19de,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:46.345333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] No DVR routers for this DVR port 37e8c21c-edce-487f-81f9-f43ad03a19de on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:46.484028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] For port 35351790-a6e0-4f4e-bdc3-722b45227e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35351790-a6e0-4f4e-bdc3-722b45227e89,segment=NetworkSegment(519c2228-f948-4637-9bd1-3c427414211a),segment_id=519c2228-f948-4637-9bd1-3c427414211a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:46.484420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.487093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (878a0e81-034a-4a83-abcb-c15907086183), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.510170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Calling delete_port for 35351790-a6e0-4f4e-bdc3-722b45227e89 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:46.512059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e795713a0>,) {'filters': {'network_id': ['878a0e81-034a-4a83-abcb-c15907086183']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:46.522753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e795713a0>, '8c9538b2-9074-4688-8aed-a8dda214a9af') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:46.523345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e795713a0>, '8c9538b2-9074-4688-8aed-a8dda214a9af') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:46.533820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (8c9538b2-9074-4688-8aed-a8dda214a9af), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.549130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8c9538b2-9074-4688-8aed-a8dda214a9af), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.556935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:46.557609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (8c9538b2-9074-4688-8aed-a8dda214a9af), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.598451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.9 (cfa3a263-9e67-48c8-86ce-68b2a1a076e2/66c1d417-136c-4cf9-a1c6-ee3853d4cf1d/358bfa41-3948-4add-95e9-8c0d31b3162b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:46.625674 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:46.632013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (878a0e81-034a-4a83-abcb-c15907086183), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.647168 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.650897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/networks/878a0e81-034a-4a83-abcb-c15907086183 HTTP/1.1" status: 204  len: 168 time: 0.9298401
Jan 15 21:07:46.656889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:46.665043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78446f4-2808-45ed-9d04-c0170db32731 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Network': ['ID=878a0e81-034a-4a83-abcb-c15907086183,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:46.715619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (35351790-a6e0-4f4e-bdc3-722b45227e89), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:46.765606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] Pushing event deleted for resources: {'Port': ['ID=35351790-a6e0-4f4e-bdc3-722b45227e89,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:46.780920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3e4dc-8fb0-4f83-988a-ecfb54f979c3 None None] No DVR routers for this DVR port 35351790-a6e0-4f4e-bdc3-722b45227e89 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:46.868809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0ef2cc14-9e80-4859-a806-4f8642660717), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.026669 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (358bfa41-3948-4add-95e9-8c0d31b3162b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.036606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0ef2cc14-9e80-4859-a806-4f8642660717), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.077258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a072850>,) {'filters': {'network_id': ['0ef2cc14-9e80-4859-a806-4f8642660717']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:47.103817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a072850>, '519c2228-f948-4637-9bd1-3c427414211a') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:47.104123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a072850>, '519c2228-f948-4637-9bd1-3c427414211a') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:47.119206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (519c2228-f948-4637-9bd1-3c427414211a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.133986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8bd84-b589-43f2-8454-cc4f16370411 None None] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:47.137894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (358bfa41-3948-4add-95e9-8c0d31b3162b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.142175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (519c2228-f948-4637-9bd1-3c427414211a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.184500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:47.184500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (519c2228-f948-4637-9bd1-3c427414211a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:47.188041 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:47.274806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=358bfa41-3948-4add-95e9-8c0d31b3162b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:47.280337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:47.287379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:47.290160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:47.330872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0ef2cc14-9e80-4859-a806-4f8642660717), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.344769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.348579 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] 10.222.0.46 "DELETE /v2.0/networks/0ef2cc14-9e80-4859-a806-4f8642660717 HTTP/1.1" status: 204  len: 168 time: 0.6875052
Jan 15 21:07:47.383241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37283d8c-1ff5-4bd9-accf-2d63a405cc56 tempest-TaggedBootDevicesTest_v242-1223982624 tempest-TaggedBootDevicesTest_v242-1223982624-project] Pushing event deleted for resources: {'Network': ['ID=0ef2cc14-9e80-4859-a806-4f8642660717,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:47.435830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:47.441180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.520755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99cc5f19-ee38-4af2-bee7-2b9af8a21f55 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5089111
Jan 15 21:07:47.524803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:47.681608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f4305184-16ba-4d14-8955-62b12ebf16da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:47.713210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Provisioning complete for port f4305184-16ba-4d14-8955-62b12ebf16da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:47.713577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.731888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047eb3-4bdc-4522-8055-6c4b4e30fe15 req-ba41c444-fc04-4051-b14d-b881e883142c tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:47.740995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3047eb3-4bdc-4522-8055-6c4b4e30fe15 req-ba41c444-fc04-4051-b14d-b881e883142c tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 943 time: 0.2178276
Jan 15 21:07:47.759218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6fb90-be24-474b-9def-3bd94a887824 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:47.761195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04c6fb90-be24-474b-9def-3bd94a887824 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.2138736
Jan 15 21:07:47.764172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:47.831004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3047eb3-4bdc-4522-8055-6c4b4e30fe15 req-1ee4d2df-db56-4373-b352-2ccff1c9bbea tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801108
Jan 15 21:07:47.877787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f4305184-16ba-4d14-8955-62b12ebf16da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:47.878431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.967030 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00bc6e9f-ad1d-4831-a530-6c589e9112fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:47.971919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Current status of the port f4305184-16ba-4d14-8955-62b12ebf16da is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:47.972425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.013844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:07:48.043777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e67ab-e3c9-4e24-a932-96f7f5489994 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:48.054854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e67ab-e3c9-4e24-a932-96f7f5489994 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:48.065597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e67ab-e3c9-4e24-a932-96f7f5489994 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:48.070414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-097e67ab-e3c9-4e24-a932-96f7f5489994 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.3047884
Jan 15 21:07:48.073373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:48.175224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] For port f4305184-16ba-4d14-8955-62b12ebf16da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4305184-16ba-4d14-8955-62b12ebf16da,segment=NetworkSegment(c0a14d27-eef1-40be-98c3-5769fd0997cf),segment_id=c0a14d27-eef1-40be-98c3-5769fd0997cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:48.186943 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.303690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 358bfa41-3948-4add-95e9-8c0d31b3162b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:48.308114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (358bfa41-3948-4add-95e9-8c0d31b3162b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.339897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:48.365425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f4305184-16ba-4d14-8955-62b12ebf16da is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:48.365831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.368246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'port_id': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', 'mac_address': 'fa:16:3e:fc:8e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49864b5b-505f-41a4-9422-c90ce9b4a217', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:07:48.435990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e9ba-c80d-493f-8d3b-70e66a85a14a None None] Pushing event updated for resources: {'Port': ['ID=f4305184-16ba-4d14-8955-62b12ebf16da,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:48.525230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (358bfa41-3948-4add-95e9-8c0d31b3162b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.539768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 358bfa41-3948-4add-95e9-8c0d31b3162b owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:48.568510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Provisioning complete for port eee3f823-68d5-4354-aadd-67ffff2f64bd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:48.569365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.577253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:48.577769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.636624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:07:48.637029 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:07:48.651138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:07:48.700306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:48.720040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.747470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Port eee3f823-68d5-4354-aadd-67ffff2f64bd cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:48.784936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (358bfa41-3948-4add-95e9-8c0d31b3162b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.813826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Provisioning complete for port f4305184-16ba-4d14-8955-62b12ebf16da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:48.814336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.828005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=358bfa41-3948-4add-95e9-8c0d31b3162b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:48.929280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:48.969844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:48.982589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:48.986543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c69375b3-9330-4bec-a2e8-48f67be20dd9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/358bfa41-3948-4add-95e9-8c0d31b3162b HTTP/1.1" status: 204  len: 168 time: 0.9109931
Jan 15 21:07:49.021321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:07:49.120551 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4478bf32-1935-4006-a1aa-8023e7b0b5cd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:49.129883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Current status of the port f4305184-16ba-4d14-8955-62b12ebf16da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:49.135439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4478bf32-1935-4006-a1aa-8023e7b0b5cd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/358bfa41-3948-4add-95e9-8c0d31b3162b HTTP/1.1" status: 404  len: 333 time: 0.1501195
Jan 15 21:07:49.136544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:49.160417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d3f9896a-7fe4-4722-8f58-475ceeb873fb None None] Could not find standard attr ID for object 358bfa41-3948-4add-95e9-8c0d31b3162b. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:07:49.232165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e171b53-f258-463c-8da1-6f2fb900652c req-a01e934d-a0e7-4381-b092-0ff1c6acdd55 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:49.234730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e171b53-f258-463c-8da1-6f2fb900652c req-a01e934d-a0e7-4381-b092-0ff1c6acdd55 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 944 time: 0.1529648
Jan 15 21:07:49.408834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f4305184-16ba-4d14-8955-62b12ebf16da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:49.453465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-34cbb4bf-366a-43c8-9fc5-67290b910825 None None] Provisioning complete for port eee3f823-68d5-4354-aadd-67ffff2f64bd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:49.453878 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34cbb4bf-366a-43c8-9fc5-67290b910825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:49.465028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port eee3f823-68d5-4354-aadd-67ffff2f64bd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:49.469434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:49.545542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e171b53-f258-463c-8da1-6f2fb900652c req-90460d71-9b78-4a6c-8f5a-1e1c0664ce69 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996042
Jan 15 21:07:49.603523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37e8c21c-edce-487f-81f9-f43ad03a19de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:49.678411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-34cbb4bf-366a-43c8-9fc5-67290b910825 None None] Port eee3f823-68d5-4354-aadd-67ffff2f64bd cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:07:49.703762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 37e8c21c-edce-487f-81f9-f43ad03a19de {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:49.704022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 37e8c21c-edce-487f-81f9-f43ad03a19de not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:49.704444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 35351790-a6e0-4f4e-bdc3-722b45227e89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:49.750800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 35351790-a6e0-4f4e-bdc3-722b45227e89 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:49.751142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 35351790-a6e0-4f4e-bdc3-722b45227e89 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:49.787608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:49.871803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for eee3f823-68d5-4354-aadd-67ffff2f64bd owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:49.882741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-59219756-7e47-4258-9817-c479a17b24ac None None] Could not find standard attr ID for object 358bfa41-3948-4add-95e9-8c0d31b3162b. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:07:50.010620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f4305184-16ba-4d14-8955-62b12ebf16da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:50.034124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab6e42-007f-48ed-acaa-3b04aef496aa req-4ee9df55-5b46-4057-80c9-7e101ba14509 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:50.046859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faab6e42-007f-48ed-acaa-3b04aef496aa req-4ee9df55-5b46-4057-80c9-7e101ba14509 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.0999787
Jan 15 21:07:50.121704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f4305184-16ba-4d14-8955-62b12ebf16da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:50.122373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.136529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faab6e42-007f-48ed-acaa-3b04aef496aa req-6d318f63-624c-4f64-a208-63db4d6272e4 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882423
Jan 15 21:07:50.159645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eee3f823-68d5-4354-aadd-67ffff2f64bd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.227028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f4305184-16ba-4d14-8955-62b12ebf16da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:50.270351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=eee3f823-68d5-4354-aadd-67ffff2f64bd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:50.363400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.363400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.363400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.363400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.365665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.365665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.365955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.366256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.366643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.367130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.367512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.367845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.368239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:07:50.416459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.421866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a7d53c82-a959-475e-908e-e57045e9b8a4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/eee3f823-68d5-4354-aadd-67ffff2f64bd HTTP/1.1" status: 204  len: 168 time: 1.2838893
Jan 15 21:07:50.426777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60852) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:50.470527 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e4ec09-214b-4bfa-a5f7-ee071b7fd4aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:07:50.473127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-37e4ec09-214b-4bfa-a5f7-ee071b7fd4aa tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/eee3f823-68d5-4354-aadd-67ffff2f64bd HTTP/1.1" status: 404  len: 333 time: 0.0439050
Jan 15 21:07:50.475811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:50.602345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 66c1d417-136c-4cf9-a1c6-ee3853d4cf1d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:07:50.613022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (66c1d417-136c-4cf9-a1c6-ee3853d4cf1d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.692727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-330aba67-8d63-49f8-8ecc-4bb9c14f1f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.724163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (66c1d417-136c-4cf9-a1c6-ee3853d4cf1d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.783219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04dc4f-f303-48a9-89bd-0dd806902865 req-9fc75260-89f1-43be-bc9d-e4ec7bdaf8b2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:50.785167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c04dc4f-f303-48a9-89bd-0dd806902865 req-9fc75260-89f1-43be-bc9d-e4ec7bdaf8b2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 944 time: 0.0873051
Jan 15 21:07:50.880062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (66c1d417-136c-4cf9-a1c6-ee3853d4cf1d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.893245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c04dc4f-f303-48a9-89bd-0dd806902865 req-44d97371-a361-49de-bd9b-834678899230 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993028
Jan 15 21:07:50.969822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (66c1d417-136c-4cf9-a1c6-ee3853d4cf1d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:50.997915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=66c1d417-136c-4cf9-a1c6-ee3853d4cf1d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:51.001981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.010182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e5746036-06df-4927-a798-c8741a5a32e9 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/66c1d417-136c-4cf9-a1c6-ee3853d4cf1d HTTP/1.1" status: 204  len: 168 time: 0.5320964
Jan 15 21:07:51.012246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60880) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:51.013057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bf1e4-a27a-4b0e-aceb-4ff5e67aa284 None None] Network cfa3a263-9e67-48c8-86ce-68b2a1a076e2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:51.153496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cfa3a263-9e67-48c8-86ce-68b2a1a076e2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.286216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636172-8667-4446-8c01-82c2fd08fb6b req-fc2543c5-856f-4408-b21e-60f3b64c5515 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:51.292259 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91636172-8667-4446-8c01-82c2fd08fb6b req-fc2543c5-856f-4408-b21e-60f3b64c5515 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.1122599
Jan 15 21:07:51.338216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] DHCP port deletion for cfa3a263-9e67-48c8-86ce-68b2a1a076e2 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:51.397636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port f4305184-16ba-4d14-8955-62b12ebf16da {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:51.398120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.464142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Deleting port f4305184-16ba-4d14-8955-62b12ebf16da {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:51.465351 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.465731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Deleting port d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:51.466067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.519042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf46ad-d174-415c-a281-5f1f4d476eea req-630cb163-6b07-4a62-ba7f-75845b53ee89 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:51.526823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4aaf46ad-d174-415c-a281-5f1f4d476eea req-630cb163-6b07-4a62-ba7f-75845b53ee89 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 946 time: 0.2422781
Jan 15 21:07:51.618451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4aaf46ad-d174-415c-a281-5f1f4d476eea req-238f4593-cac6-4efc-a6da-bbafd0705ff3 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b8ba527-b67a-488e-a2be-c60baed19a2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838614
Jan 15 21:07:51.620919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port f4305184-16ba-4d14-8955-62b12ebf16da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4305184-16ba-4d14-8955-62b12ebf16da,segment=NetworkSegment(c0a14d27-eef1-40be-98c3-5769fd0997cf),segment_id=c0a14d27-eef1-40be-98c3-5769fd0997cf)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:51.623750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.633558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] For port f4305184-16ba-4d14-8955-62b12ebf16da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4305184-16ba-4d14-8955-62b12ebf16da,segment=NetworkSegment(c0a14d27-eef1-40be-98c3-5769fd0997cf),segment_id=c0a14d27-eef1-40be-98c3-5769fd0997cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:51.634031 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.652591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for f4305184-16ba-4d14-8955-62b12ebf16da owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:51.662222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] For port d027fed2-822f-40a2-a052-26b22c1aef53, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d027fed2-822f-40a2-a052-26b22c1aef53,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:51.662222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.666446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Calling delete_port for f4305184-16ba-4d14-8955-62b12ebf16da owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:51.803718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.868793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=f4305184-16ba-4d14-8955-62b12ebf16da,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:51.870519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.871059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port f4305184-16ba-4d14-8955-62b12ebf16da on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:51.875975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (f4305184-16ba-4d14-8955-62b12ebf16da), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:51.960227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] No DVR routers for this DVR port f4305184-16ba-4d14-8955-62b12ebf16da on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:51.970371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00445478-3997-4883-a0b1-de1ce498bb95 None None] Pushing event deleted for resources: {'Port': ['ID=f4305184-16ba-4d14-8955-62b12ebf16da,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:51.976106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f4305184-16ba-4d14-8955-62b12ebf16da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:52.027614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:52.047614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f4305184-16ba-4d14-8955-62b12ebf16da {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:52.047959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f4305184-16ba-4d14-8955-62b12ebf16da not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:52.049514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:52.151831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cfa3a263-9e67-48c8-86ce-68b2a1a076e2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.199722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79baa8e0>,) {'filters': {'network_id': ['cfa3a263-9e67-48c8-86ce-68b2a1a076e2']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:52.204725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.206623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.207840 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Floating IP 13579a6c-208b-4066-8aef-072be41ffb15 disassociated. External IP: 172.35.1.227, port: d027fed2-822f-40a2-a052-26b22c1aef53.
Jan 15 21:07:52.208690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Calling delete_port for d027fed2-822f-40a2-a052-26b22c1aef53 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:52.210327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:07:52.216279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:52.216980 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.235844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00200e-63ce-4500-b6ad-08e732436e6e req-50c7338b-2fed-46d0-a59d-93e5473f3720 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:52.237430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c00200e-63ce-4500-b6ad-08e732436e6e req-50c7338b-2fed-46d0-a59d-93e5473f3720 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 944 time: 0.1340096
Jan 15 21:07:52.250837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79baa8e0>, 'c0a14d27-eef1-40be-98c3-5769fd0997cf') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:52.251298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79baa8e0>, 'c0a14d27-eef1-40be-98c3-5769fd0997cf') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:52.284673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (c0a14d27-eef1-40be-98c3-5769fd0997cf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.331270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c0a14d27-eef1-40be-98c3-5769fd0997cf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.343819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f9558b-5577-47be-8914-4e9406d9be0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.347701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c00200e-63ce-4500-b6ad-08e732436e6e req-3e09428d-2942-4e18-86e4-a30157581edc tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931089
Jan 15 21:07:52.349960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:07:52.350466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (c0a14d27-eef1-40be-98c3-5769fd0997cf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:07:52.355341 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:07:52.446336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:52.447317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.461876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (cfa3a263-9e67-48c8-86ce-68b2a1a076e2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.486890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.489466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/cfa3a263-9e67-48c8-86ce-68b2a1a076e2 HTTP/1.1" status: 204  len: 168 time: 1.4756024
Jan 15 21:07:52.490665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecad88-ce93-4bf3-9cdb-2019570e740c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=cfa3a263-9e67-48c8-86ce-68b2a1a076e2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:52.493598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60900) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:52.502685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:52.506671 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89dd7bd-0643-41d2-b136-374d4e881a3a" -d '{"events": [{"server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "name": "network-vif-plugged", "status": "completed", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:52.515633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-119859822'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:52.524588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:52.532521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.576347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:52.580758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.596029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:52.616030 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e47c3-a5e5-4938-883e-0fe8943360a1 x-openstack-request-id: req-6d8e47c3-a5e5-4938-883e-0fe8943360a1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:52.617091 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "name": "network-vif-plugged", "status": "completed", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:52.617566 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d8e47c3-a5e5-4938-883e-0fe8943360a1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:52.620294 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', 'code': 200}
Jan 15 21:07:52.638361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d027fed2-822f-40a2-a052-26b22c1aef53), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.692117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:07:52.721253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bb740c04-e6c7-4d45-b396-4b37982c13ca), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.722038 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Added segment bb740c04-e6c7-4d45-b396-4b37982c13ca of type vlan for network acb48aea-74ea-4618-9996-c9d9ba6c4798
Jan 15 21:07:52.825919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d5e3181-e569-4616-bcfe-2b6edbe3ad11 req-08817913-6029-4b57-8f23-fe762affa308 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 210 time: 0.0908196
Jan 15 21:07:52.828862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (acb48aea-74ea-4618-9996-c9d9ba6c4798), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.843520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:52.901025 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (acb48aea-74ea-4618-9996-c9d9ba6c4798), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:52.911200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:52.912156 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.030391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5347354
Jan 15 21:07:53.038000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60932) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:53.047426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:53.061553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a7f89-08e5-4028-8fe1-5be97bcd62ee tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Network': ['ID=acb48aea-74ea-4618-9996-c9d9ba6c4798,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:53.083314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:07:53.181205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'Port': ['ID=d027fed2-822f-40a2-a052-26b22c1aef53,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:53.222190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f9558b-5577-47be-8914-4e9406d9be0e admin admin] Publish callbacks [] for security_group (aa96cf89-9a0b-46c4-bc62-1f4124c6d012), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.236706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f9558b-5577-47be-8914-4e9406d9be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa96cf89-9a0b-46c4-bc62-1f4124c6d012), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.269195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7f9558b-5577-47be-8914-4e9406d9be0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cbf7ef38aa541879733587c4a3022f8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2397873
Jan 15 21:07:53.281637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60934) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:53.314092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.384706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f807-ff43-4c28-97b9-bb0330641dac req-bd203d1d-5ec0-4e95-91b9-564bfe64d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:53.390386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1c01f807-ff43-4c28-97b9-bb0330641dac req-bd203d1d-5ec0-4e95-91b9-564bfe64d71d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 1096 time: 0.6484740
Jan 15 21:07:53.430689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9558b-5577-47be-8914-4e9406d9be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96cf89-9a0b-46c4-bc62-1f4124c6d012,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:53.460601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:53.463700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.469026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:07:53.508679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1c01f807-ff43-4c28-97b9-bb0330641dac req-40272f26-d7bb-4608-928d-66fa998be38b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072178
Jan 15 21:07:53.653780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:07:53.670736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] Publish callbacks [] for security_group (aa96cf89-9a0b-46c4-bc62-1f4124c6d012), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.671301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:07:53.692506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:53.693857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3e0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:53.734517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] No DVR routers for this DVR port d027fed2-822f-40a2-a052-26b22c1aef53 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:07:53.737941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.743323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91636172-8667-4446-8c01-82c2fd08fb6b req-a49ad6c2-eca3-4aa5-8512-b48382cbdf7b tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.39 "DELETE /v2.0/ports/d027fed2-822f-40a2-a052-26b22c1aef53 HTTP/1.1" status: 204  len: 173 time: 2.4443965
Jan 15 21:07:53.743827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-deleted', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:07:53.748883 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614c511d-1107-4d40-b7f7-d983aad0cb62" -d '{"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-deleted", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:07:53.796535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a8f4-6bf4-4524-afe7-98bf0cfdb5d7 req-8bc78074-b35b-417f-a689-9732fd544ae2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:53.798299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b58a8f4-6bf4-4524-afe7-98bf0cfdb5d7 req-8bc78074-b35b-417f-a689-9732fd544ae2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.2342222
Jan 15 21:07:53.820442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] Publish callbacks [] for security_group (aa96cf89-9a0b-46c4-bc62-1f4124c6d012), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:53.842499 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e12a18-d0e8-405a-95e3-8abfc78c54d6 x-openstack-request-id: req-22e12a18-d0e8-405a-95e3-8abfc78c54d6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:07:53.843131 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b412a8-0407-44fd-8f16-7cbcd8de3a42", "name": "network-vif-deleted", "tag": "d027fed2-822f-40a2-a052-26b22c1aef53", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:07:53.843556 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22e12a18-d0e8-405a-95e3-8abfc78c54d6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:07:53.844165 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b412a8-0407-44fd-8f16-7cbcd8de3a42', 'name': 'network-vif-deleted', 'tag': 'd027fed2-822f-40a2-a052-26b22c1aef53', 'status': 'completed', 'code': 200}
Jan 15 21:07:54.052505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-908b30ef-77c2-47bc-9e1e-c12cf07aa899 req-31aeddbf-1699-4879-ab05-6a1a21294466 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1b412a8-0407-44fd-8f16-7cbcd8de3a42 HTTP/1.1" status: 200  len: 210 time: 0.0862925
Jan 15 21:07:54.099912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b58a8f4-6bf4-4524-afe7-98bf0cfdb5d7 req-f4879c9d-37c9-4859-815b-0deea22cc70d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673974
Jan 15 21:07:54.103981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa96cf89-9a0b-46c4-bc62-1f4124c6d012), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.115193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.115193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa96cf89-9a0b-46c4-bc62-1f4124c6d012 HTTP/1.1" status: 204  len: 168 time: 0.8206358
Jan 15 21:07:54.118862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:54.152598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eed55-6385-4d9d-b9a7-129465b936be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96cf89-9a0b-46c4-bc62-1f4124c6d012,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:54.188933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (3704a2ff-9005-4f22-9d3e-1100e57cd212), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.247299 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.324002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=3704a2ff-9005-4f22-9d3e-1100e57cd212,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:54.357371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Checking segment: {'id': 'bb740c04-e6c7-4d45-b396-4b37982c13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:54.357759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network hostable DHCP agents. Network: acb48aea-74ea-4618-9996-c9d9ba6c4798, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:07:54.399004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (252c0203-0460-4e80-8d8f-6731ac40a93d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.473081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:07:54.556523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3e0970>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:54.599288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, acb48aea-74ea-4618-9996-c9d9ba6c4798) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:54.625117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8b7d3-e342-4286-8960-1486545ea732 None None] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:54.628481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:07:54.692922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:07:54.721741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:54.724336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3e0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:54.734562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: d027fed2-822f-40a2-a052-26b22c1aef53 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:07:54.734562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d027fed2-822f-40a2-a052-26b22c1aef53 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:07:54.884196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60950) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:54.917938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b737-14ca-4a89-9054-78cd04c40ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:54.918359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-acb48aea-74ea-4618-9996-c9d9ba6c4798', 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '3704a2ff-9005-4f22-9d3e-1100e57cd212'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:07:54.919123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.053058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:55.074294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b737-14ca-4a89-9054-78cd04c40ac8 admin admin] Publish callbacks [] for security_group (87693124-c1a7-41f7-bc4b-98d4ddd2f7db), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.081006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b737-14ca-4a89-9054-78cd04c40ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87693124-c1a7-41f7-bc4b-98d4ddd2f7db), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.148422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ae6b737-14ca-4a89-9054-78cd04c40ac8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1557adeefd2d40ce9722df4ed25eca08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2619464
Jan 15 21:07:55.148422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6b737-14ca-4a89-9054-78cd04c40ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87693124-c1a7-41f7-bc4b-98d4ddd2f7db,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:55.150597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60956) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.216786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] Publish callbacks [] for security_group (87693124-c1a7-41f7-bc4b-98d4ddd2f7db), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.236730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Allocated IP 172.20.0.2 (acb48aea-74ea-4618-9996-c9d9ba6c4798/3704a2ff-9005-4f22-9d3e-1100e57cd212/7f6c8c56-a283-4de6-b26f-da48ee4afdc1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:55.240955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:55.241698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.266555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60960) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.320830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00dbc059-144d-4862-b0fd-839816872685 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2791195
Jan 15 21:07:55.325968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60962) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.335210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1822014639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:55.352100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] Publish callbacks [] for security_group (87693124-c1a7-41f7-bc4b-98d4ddd2f7db), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.384654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (acb09a42-982f-42ec-9acf-33f2aa265351), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.385486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (acb09a42-982f-42ec-9acf-33f2aa265351), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.432067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87693124-c1a7-41f7-bc4b-98d4ddd2f7db), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.434448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b059cf-2d3b-401a-b9b7-297801c401c1 req-a529b759-7f0c-4e38-921e-6c5d200ba327 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:55.436041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.437709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87693124-c1a7-41f7-bc4b-98d4ddd2f7db HTTP/1.1" status: 204  len: 168 time: 0.2858162
Jan 15 21:07:55.450082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2b059cf-2d3b-401a-b9b7-297801c401c1 req-a529b759-7f0c-4e38-921e-6c5d200ba327 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.1774244
Jan 15 21:07:55.462071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996785c5-8bdf-4ad9-b97e-6b4e13b342ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87693124-c1a7-41f7-bc4b-98d4ddd2f7db,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:55.491896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (1b8ba527-b67a-488e-a2be-c60baed19a2c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.526957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (1b8ba527-b67a-488e-a2be-c60baed19a2c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.581824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks [] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.592997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for router_controller (acb09a42-982f-42ec-9acf-33f2aa265351), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.596054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1b8ba527-b67a-488e-a2be-c60baed19a2c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.600035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.602019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "DELETE /v2.0/security-groups/1b8ba527-b67a-488e-a2be-c60baed19a2c HTTP/1.1" status: 204  len: 168 time: 0.3334494
Jan 15 21:07:55.607435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60966) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.613534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.628591 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-7595e2c4-980a-4ffe-9977-b8e7da078c07 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] show failed (client error): The resource could not be found.
Jan 15 21:07:55.633757 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7595e2c4-980a-4ffe-9977-b8e7da078c07 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "GET /v2.0/security-groups/1b8ba527-b67a-488e-a2be-c60baed19a2c HTTP/1.1" status: 404  len: 347 time: 0.0221140
Jan 15 21:07:55.633757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639a27-0eed-4fcf-8503-36bd32c33e53 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ba527-b67a-488e-a2be-c60baed19a2c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:55.635019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60968) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.650987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2b059cf-2d3b-401a-b9b7-297801c401c1 req-41985cfe-94ac-43a4-a0a4-7e7f8b988583 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948273
Jan 15 21:07:55.666545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (acb09a42-982f-42ec-9acf-33f2aa265351), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.700028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.704041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-66c45dac-3324-4a9c-967a-78c866ed29b5 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.3743439
Jan 15 21:07:55.704299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60972) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:55.712217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798', 'name': 'tempest-PortsTestJSON-1752034136'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:07:55.763001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:55.794342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:55.802515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Deleting port 46fd5add-95c9-4a85-ae21-cf6a6eae1548 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:55.803426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Pushing event updated for resources: {'Port': ['ID=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:55.811843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:55.814413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:55.969543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3e0970>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:55.974454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Attempting to bind port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:07:55.975695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Attempting to bind port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb740c04-e6c7-4d45-b396-4b37982c13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:07:55.976153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Attempting to bind port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 on network acb48aea-74ea-4618-9996-c9d9ba6c4798 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:07:56.023885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0b155-9f56-478e-aa1b-9ee7d66eee32 None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T20:59:57Z', 'revision_number': 4, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '490b3189-d1bd-4f6d-bac5-5fb5be85a9e4', 'name': '', 'network_id': '535f6b6c-b9f5-47ea-8d07-fcc8966ad86d', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'mac_address': 'fa:16:3e:91:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:56Z', 'updated_at': '2022-01-15T21:00:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'subnets': [{'id': '10fa6ae8-84b4-419b-97b9-50987133f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:07:56.025769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:07:56.026317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Checking segment: {'id': 'bb740c04-e6c7-4d45-b396-4b37982c13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:07:56.026536 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.026923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Bound using segment: {'id': 'bb740c04-e6c7-4d45-b396-4b37982c13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:07:56.027545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Bound port: 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb740c04-e6c7-4d45-b396-4b37982c13ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acb48aea-74ea-4618-9996-c9d9ba6c4798'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:07:56.027935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.064389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] For port 46fd5add-95c9-4a85-ae21-cf6a6eae1548, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd5add-95c9-4a85-ae21-cf6a6eae1548,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:56.071555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.083557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:07:56.088284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.110857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Deleting port 2c98b7b7-a527-4a50-b588-fefb087990ef {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:56.111530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.143971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Calling delete_port for 46fd5add-95c9-4a85-ae21-cf6a6eae1548 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:56.237294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port 45c0e295-7286-43fa-a4ce-0a01cc322b90 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:07:56.323053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] For port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:07:56.335015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] For port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,segment=NetworkSegment(bb740c04-e6c7-4d45-b396-4b37982c13ca),segment_id=bb740c04-e6c7-4d45-b396-4b37982c13ca)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:07:56.347069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.428933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.429590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (2c98b7b7-a527-4a50-b588-fefb087990ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.479643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7eb4-0a41-455c-9515-5ae00028b34b None None] Pushing event updated for resources: {'Port': ['ID=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:56.489295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Calling delete_port for 2c98b7b7-a527-4a50-b588-fefb087990ef owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:56.736387 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d675f3c-964d-4cec-a5dc-8d085cb75bd0 None None] New status for floating IP 13579a6c-208b-4066-8aef-072be41ffb15: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:07:56.808492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c98b7b7-a527-4a50-b588-fefb087990ef), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:56.851966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d15c81-72f8-4fdc-9d29-e4fe1aeadf6b None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:07:56.882537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.13 (acb48aea-74ea-4618-9996-c9d9ba6c4798/3704a2ff-9005-4f22-9d3e-1100e57cd212/45c0e295-7286-43fa-a4ce-0a01cc322b90) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:07:56.890455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Pushing event deleted for resources: {'Port': ['ID=2c98b7b7-a527-4a50-b588-fefb087990ef,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:56.956663 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.db.api [None req-7d675f3c-964d-4cec-a5dc-8d085cb75bd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:07:56.957789 ncdv-master-1 neutron-server[114440]: DEBUG oslo_db.api [None req-7d675f3c-964d-4cec-a5dc-8d085cb75bd0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:07:57.085356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks [] for floatingip (13579a6c-208b-4066-8aef-072be41ffb15), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.093719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.096006 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-49fdf7ef-7423-41d2-b538-a87b701c13a6 tempest-AttachVolumeShelveTestJSON-72753905 tempest-AttachVolumeShelveTestJSON-72753905-project] 10.222.0.46 "DELETE /v2.0/floatingips/13579a6c-208b-4066-8aef-072be41ffb15 HTTP/1.1" status: 204  len: 168 time: 1.4607489
Jan 15 21:07:57.231340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (46fd5add-95c9-4a85-ae21-cf6a6eae1548), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.296710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.301726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=46fd5add-95c9-4a85-ae21-cf6a6eae1548,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:57.458995 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d675f3c-964d-4cec-a5dc-8d085cb75bd0 None None] New status for floating IP 13579a6c-208b-4066-8aef-072be41ffb15: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:07:57.695727 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.697643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (252c0203-0460-4e80-8d8f-6731ac40a93d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:57.777987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=45c0e295-7286-43fa-a4ce-0a01cc322b90,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:57.908262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:07:57.937201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:07:57.940693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:07:58.022715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:07:58.023671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:58.119735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f18b12ad-67f9-448c-afed-7ceb43ae5a66 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.4137955
Jan 15 21:07:58.122210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32852) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:58.161220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:07:58.309033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:58.311039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:58.449706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fb5bd-614f-419a-9219-ade17f2c3844 None None] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:07:58.516393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Router 252c0203-0460-4e80-8d8f-6731ac40a93d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:07:58.595287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Provisioning complete for port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:07:58.596305 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:58.765973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:07:58.781385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-72b6af29-f8f7-4244-969c-b59fb7176a2a admin admin] 10.222.0.46 "PUT /v2.0/routers/252c0203-0460-4e80-8d8f-6731ac40a93d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9332259
Jan 15 21:07:58.782156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:07:58.928416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Sync routers for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:07:58.963613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks [] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.000592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.004815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:07:59.005549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a10fe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:07:59.060020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:59.060824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.241037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks [] for router_gateway (252c0203-0460-4e80-8d8f-6731ac40a93d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.280203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,segment=NetworkSegment(bb740c04-e6c7-4d45-b396-4b37982c13ca),segment_id=bb740c04-e6c7-4d45-b396-4b37982c13ca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:59.318931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.373006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Deleting port 6aea1a36-6387-4760-91ba-1268ac06d298 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:07:59.373006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.462659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:59.480724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:07:59.490763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Current status of the port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:07:59.491705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.608069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] For port 6aea1a36-6387-4760-91ba-1268ac06d298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aea1a36-6387-4760-91ba-1268ac06d298,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:07:59.610531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.612894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.622883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:07:59.652816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Calling delete_port for 6aea1a36-6387-4760-91ba-1268ac06d298 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:07:59.820318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:07:59.820893 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:07:59.966502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=45c0e295-7286-43fa-a4ce-0a01cc322b90,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:07:59.998338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:00.048003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a10fe20>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197'}], 'enable_snat': True}, 'gw_port_id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T21:07:57Z', 'revision_number': 5, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port': {'id': '6aea1a36-6387-4760-91ba-1268ac06d298', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:38Z', 'updated_at': '2022-01-15T20:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:00.057517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32976) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:00.085100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Checking router: 252c0203-0460-4e80-8d8f-6731ac40a93d for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:08:00.110680 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6aea1a36-6387-4760-91ba-1268ac06d298), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.111303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Routers {'252c0203-0460-4e80-8d8f-6731ac40a93d'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:00.112051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a10fe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252c0203-0460-4e80-8d8f-6731ac40a93d'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:00.161609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aea1a36-6387-4760-91ba-1268ac06d298,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:00.198063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f7d48-7c13-4c14-a192-deac9b72acf2 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:00.207961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.208692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.209327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.210193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.210560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.210966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.211448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.211822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.212195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.212529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.212866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.213206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.213530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:00.266048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (acb09a42-982f-42ec-9acf-33f2aa265351), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.299485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (252c0203-0460-4e80-8d8f-6731ac40a93d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.342007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] Set router 252c0203-0460-4e80-8d8f-6731ac40a93d gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:08:00.515563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.518326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks [] for router_controller (252c0203-0460-4e80-8d8f-6731ac40a93d), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.563115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a10fe20>, [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T21:07:59Z', 'revision_number': 7, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:00.571529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (252c0203-0460-4e80-8d8f-6731ac40a93d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.572366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252c0203-0460-4e80-8d8f-6731ac40a93d {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:08:00.579380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.581378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c979de2-edd8-4d74-ac64-3456bb31cdb0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/252c0203-0460-4e80-8d8f-6731ac40a93d HTTP/1.1" status: 204  len: 168 time: 1.7979531
Jan 15 21:08:00.585638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32994) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:00.617876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d86f1-11e5-42b9-81d7-f9c5790e3771 None None] The sync data for ids ['252c0203-0460-4e80-8d8f-6731ac40a93d'] in ncdv-master-1 is: [{'id': '252c0203-0460-4e80-8d8f-6731ac40a93d', 'name': 'tempest-TaggedBootDevicesTest_v242-1662779876-router', 'tenant_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:36Z', 'updated_at': '2022-01-15T21:07:59Z', 'revision_number': 7, 'project_id': 'aa080ba5c4e041ae8960caa9e14da5b5', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:08:00.621544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:00.623656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.646985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.664673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Deleting subnet e91b8160-7f88-4c9a-b2e1-37391b74e86f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:00.671707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2e48abb4-9b12-456e-ba9d-59cba16ab662 None None] Current status of the port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:00.671919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Publish callbacks [] for subnet (e91b8160-7f88-4c9a-b2e1-37391b74e86f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.747373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (e91b8160-7f88-4c9a-b2e1-37391b74e86f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.776607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:00.796259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Provisioning complete for port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:00.797022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.898916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e91b8160-7f88-4c9a-b2e1-37391b74e86f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.899881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Current status of the port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:00.912241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Provisioning complete for port 45c0e295-7286-43fa-a4ce-0a01cc322b90 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:00.913205 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:00.959270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-32c6f089-dd12-4ac7-92bc-ad6bee37e411 None None] Port 45c0e295-7286-43fa-a4ce-0a01cc322b90 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:00.975961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-cf28d6b3-12f4-4f83-85de-eaf8f51fb83e tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:00.977509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-cf28d6b3-12f4-4f83-85de-eaf8f51fb83e tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 814 time: 0.1770716
Jan 15 21:08:01.003263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e91b8160-7f88-4c9a-b2e1-37391b74e86f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.013647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-3c5afbcb-3eba-4efa-8df9-5c58c6a81a95 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/quotas/3aa736a1907e4790b2ea49bc7f31e50c HTTP/1.1" status: 200  len: 375 time: 0.0207529
Jan 15 21:08:01.036127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e91b8160-7f88-4c9a-b2e1-37391b74e86f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:01.048541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7802ec-5c9a-4696-9051-9202fd0d5437 None None] Network f1abede3-ecab-4e83-a1da-6cc70da90e11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:01.064356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.075553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c375388b-601b-4b78-8d61-bd2620363f08 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e91b8160-7f88-4c9a-b2e1-37391b74e86f HTTP/1.1" status: 204  len: 168 time: 0.4883835
Jan 15 21:08:01.076186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33014) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:01.173130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-396b962d-6991-4a6b-9bae-0d36e29da54a tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1392081
Jan 15 21:08:01.215734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f1abede3-ecab-4e83-a1da-6cc70da90e11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.241638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:01.291079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.297790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.339142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-ef485616-0186-48e2-900b-1e599d26cd8d service neutron] 10.222.0.46 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410418
Jan 15 21:08:01.389212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=45c0e295-7286-43fa-a4ce-0a01cc322b90,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:01.401550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Deleting port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:01.401897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.417963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (acb09a42-982f-42ec-9acf-33f2aa265351), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.498545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] For port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,segment=NetworkSegment(5ea7fbab-ffc4-4834-af4e-8314d0c2225a),segment_id=5ea7fbab-ffc4-4834-af4e-8314d0c2225a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:01.498923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.506732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-919778a2-93f6-4f35-b6e0-0342e9c0a228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.509043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-23b2e3c9-41d1-4009-a9ee-0b30501a3765 service neutron] 10.222.0.46 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629531
Jan 15 21:08:01.515026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Calling delete_port for ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:01.591274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] DHCP port deletion for f1abede3-ecab-4e83-a1da-6cc70da90e11 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:01.623263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.645267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:01.655441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:01.661780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Deleting port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:01.662216 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.670438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:01.674600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] No DVR routers for this DVR port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:01.723019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.793919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] For port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:01.794457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.798775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f1abede3-ecab-4e83-a1da-6cc70da90e11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.809932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Calling delete_port for ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:01.815851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:08:01.817707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:01.837722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] No DVR routers for this DVR port ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:01.874706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8121ff-8bc5-4b8a-8ab4-1656d5c0114e None None] Pushing event deleted for resources: {'Port': ['ID=ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:01.907544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79795c40>,) {'filters': {'network_id': ['f1abede3-ecab-4e83-a1da-6cc70da90e11']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.012960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-919778a2-93f6-4f35-b6e0-0342e9c0a228 admin admin] Publish callbacks [] for security_group (bcee8806-757d-4200-9eff-f627aa71fb11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.026886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 46fd5add-95c9-4a85-ae21-cf6a6eae1548 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:02.043424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ea08892-9ccb-4dc8-a741-7deda497e71a req-b45ebb90-46fb-46d8-8f2d-0eae4e3fcf90 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 210 time: 0.3187563
Jan 15 21:08:02.044433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-919778a2-93f6-4f35-b6e0-0342e9c0a228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bcee8806-757d-4200-9eff-f627aa71fb11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.062958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79795c40>, '5ea7fbab-ffc4-4834-af4e-8314d0c2225a') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.062958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79795c40>, '5ea7fbab-ffc4-4834-af4e-8314d0c2225a') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.073058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (5ea7fbab-ffc4-4834-af4e-8314d0c2225a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.090875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5ea7fbab-ffc4-4834-af4e-8314d0c2225a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.101060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 46fd5add-95c9-4a85-ae21-cf6a6eae1548 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:02.101965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:02.102964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (5ea7fbab-ffc4-4834-af4e-8314d0c2225a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.103364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 46fd5add-95c9-4a85-ae21-cf6a6eae1548 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:02.103841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6aea1a36-6387-4760-91ba-1268ac06d298 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:02.106948 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:02.111645 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:02.164379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6aea1a36-6387-4760-91ba-1268ac06d298 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:02.166008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6aea1a36-6387-4760-91ba-1268ac06d298 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:02.166638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:02.192875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919778a2-93f6-4f35-b6e0-0342e9c0a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcee8806-757d-4200-9eff-f627aa71fb11,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:02.195666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:02.196201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ebcc3525-9f75-4bf3-ae1f-3aa36fb031bb not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:02.197561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Router acb09a42-982f-42ec-9acf-33f2aa265351 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:08:02.214395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6ab86fd1-bfd4-4e40-93ea-3c40eb0d0059 None None] Provisioning complete for port 45c0e295-7286-43fa-a4ce-0a01cc322b90 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:02.215226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6ab86fd1-bfd4-4e40-93ea-3c40eb0d0059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.229977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-919778a2-93f6-4f35-b6e0-0342e9c0a228 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cebe07a9064f4d768a476d899ab31cd5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9824862
Jan 15 21:08:02.231411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f1abede3-ecab-4e83-a1da-6cc70da90e11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.235911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33030) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:02.271334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.278850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f1abede3-ecab-4e83-a1da-6cc70da90e11 HTTP/1.1" status: 204  len: 168 time: 1.1802304
Jan 15 21:08:02.278850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612b793-da90-44af-aa7b-169fcf82f366 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1abede3-ecab-4e83-a1da-6cc70da90e11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:02.280557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33032) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:02.292310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6ab86fd1-bfd4-4e40-93ea-3c40eb0d0059 None None] Port 45c0e295-7286-43fa-a4ce-0a01cc322b90 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:02.384272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] Publish callbacks [] for security_group (bcee8806-757d-4200-9eff-f627aa71fb11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.437092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:08:02.444648 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31e0e323-292d-4f79-bab1-13201bd874d1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/routers/acb09a42-982f-42ec-9acf-33f2aa265351/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3200648
Jan 15 21:08:02.447140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33036) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:02.453547 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] Sync routers for ids ['acb09a42-982f-42ec-9acf-33f2aa265351'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:08:02.490241 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] Routers {'acb09a42-982f-42ec-9acf-33f2aa265351'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:02.493789 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b033160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['acb09a42-982f-42ec-9acf-33f2aa265351'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.511889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a86a5-17f0-4f72-8d1a-776336afc39a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:02.516395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-332a86a5-17f0-4f72-8d1a-776336afc39a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?device_id=acb09a42-982f-42ec-9acf-33f2aa265351 HTTP/1.1" status: 200  len: 983 time: 0.0650413
Jan 15 21:08:02.516395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33040) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:02.579379 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b033160>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.597748 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] Routers {'acb09a42-982f-42ec-9acf-33f2aa265351'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:02.598517 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b033160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['acb09a42-982f-42ec-9acf-33f2aa265351'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.787774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b033160>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:02.788742 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056ffeb-8aa9-4677-b16c-6ed086b01d66 None None] The sync data for ids ['acb09a42-982f-42ec-9acf-33f2aa265351'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:08:02.875899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] Publish callbacks [] for security_group (bcee8806-757d-4200-9eff-f627aa71fb11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:02.954412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Deleting port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:02.954970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.027113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bcee8806-757d-4200-9eff-f627aa71fb11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.029636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.033178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcee8806-757d-4200-9eff-f627aa71fb11 HTTP/1.1" status: 204  len: 168 time: 0.7930055
Jan 15 21:08:03.078620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d951a9-7f55-4bbe-914e-911dc2139066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcee8806-757d-4200-9eff-f627aa71fb11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:03.228769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] For port 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:03.229353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.232780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db6079fe-c2d2-4a5e-9618-186d8771b5b8 req-cf682a3d-3aa9-49bf-b2e4-760e8d1db469 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 210 time: 0.0624261
Jan 15 21:08:03.335783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Calling delete_port for 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:03.372444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.491308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33064) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:03.506482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-dc2e3c6c-3e01-485a-9961-bdb57e165580 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:03.508179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-dc2e3c6c-3e01-485a-9961-bdb57e165580 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 814 time: 0.2458866
Jan 15 21:08:03.532081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Request body: {'port': {'device_id': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d', 'admin_state_up': True, 'tenant_id': '3aa736a1907e4790b2ea49bc7f31e50c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:03.533906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337313f3-3e7a-4005-9555-bdc91ac7cf5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.709935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337313f3-3e7a-4005-9555-bdc91ac7cf5a admin admin] Publish callbacks [] for security_group (c15a51b5-d113-4a88-93c4-c1f93bbe9c57), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.716431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-337313f3-3e7a-4005-9555-bdc91ac7cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c15a51b5-d113-4a88-93c4-c1f93bbe9c57), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.783107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-337313f3-3e7a-4005-9555-bdc91ac7cf5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f4d2416342240fdb49e78e3ae35e4bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2907293
Jan 15 21:08:03.786369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337313f3-3e7a-4005-9555-bdc91ac7cf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a51b5-d113-4a88-93c4-c1f93bbe9c57,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:03.789568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33066) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:03.808108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Deleting port 4fcdc236-72fc-4641-bb0c-fca822a936ee {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:03.808453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.881080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Made reservation on behalf of 3aa736a1907e4790b2ea49bc7f31e50c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:03.884763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.913947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] For port 4fcdc236-72fc-4641-bb0c-fca822a936ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcdc236-72fc-4641-bb0c-fca822a936ee,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:03.914669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:03.929567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Calling delete_port for 4fcdc236-72fc-4641-bb0c-fca822a936ee owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:03.971153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (acb09a42-982f-42ec-9acf-33f2aa265351), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.012223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (490b3189-d1bd-4f6d-bac5-5fb5be85a9e4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.114539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=490b3189-d1bd-4f6d-bac5-5fb5be85a9e4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:04.122071 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4fcdc236-72fc-4641-bb0c-fca822a936ee), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.151287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcdc236-72fc-4641-bb0c-fca822a936ee,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:04.210975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] Publish callbacks [] for security_group (c15a51b5-d113-4a88-93c4-c1f93bbe9c57), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.296511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] Publish callbacks [] for security_group (c15a51b5-d113-4a88-93c4-c1f93bbe9c57), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.386324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Allocated IP 172.20.0.13 (2d9d48cd-f1ff-460c-8042-7a2e183af37d/f1ca5610-aa20-4cd7-bed7-fc4a151ed889/88a0e402-80ed-4694-bcd3-f181c1c18d44) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:04.445840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d065fc4-dcff-4305-afa8-290e3fb9e02c req-02d0eb2f-076d-4f9b-ba59-85d6b87472d4 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 210 time: 0.0616403
Jan 15 21:08:04.476731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.537672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c15a51b5-d113-4a88-93c4-c1f93bbe9c57), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.541541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.543205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c15a51b5-d113-4a88-93c4-c1f93bbe9c57 HTTP/1.1" status: 204  len: 168 time: 0.7302237
Jan 15 21:08:04.608044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783873e-a18c-47d2-ab94-1cc1accca5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15a51b5-d113-4a88-93c4-c1f93bbe9c57,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:04.712665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.879624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-da89de07-64cd-479e-8220-4d61791eea98 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:04.881290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-da89de07-64cd-479e-8220-4d61791eea98 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.1674795
Jan 15 21:08:04.887256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Router 568ce2b0-70e4-4a47-a047-6b686e5aaeef has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:08:04.908917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-add071a1-f068-49d9-a6dc-a5acf60b17e3 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/quotas/95e03e1de077453588cc783a4e6d690e HTTP/1.1" status: 200  len: 375 time: 0.0196762
Jan 15 21:08:04.911673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks [] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:04.942872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 45c0e295-7286-43fa-a4ce-0a01cc322b90 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:04.943336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.053000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-213b58a6-4d93-47e8-84e8-227805733ace tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1431873
Jan 15 21:08:05.079617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:08:05.086368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.096313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Sync routers for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:08:05.107837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b2d80326-630a-414b-9096-125ccbf82280 admin admin] 10.222.0.46 "PUT /v2.0/routers/568ce2b0-70e4-4a47-a047-6b686e5aaeef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8183608
Jan 15 21:08:05.108471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33098) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:05.110726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.112533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 45c0e295-7286-43fa-a4ce-0a01cc322b90 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:05.119894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:05.121903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a372a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:05.271584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-1487661e-51a3-4b66-a209-ee9eeddf5f24 service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015638
Jan 15 21:08:05.273961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:08:05.415848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks [] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.530110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a372a90>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T21:08:04Z', 'revision_number': 5, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:05.567362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Checking router: 568ce2b0-70e4-4a47-a047-6b686e5aaeef for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:08:05.577758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Routers {'568ce2b0-70e4-4a47-a047-6b686e5aaeef'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:05.578681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a372a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:05.579940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:05.586077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Pushing event updated for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:05.588606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:05.593713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:05.605901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-c49f4bc5-754d-4523-80cd-5d6291acbceb service neutron] 10.222.0.46 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2883754
Jan 15 21:08:05.608120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks [] for router_gateway (568ce2b0-70e4-4a47-a047-6b686e5aaeef), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.665652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:05.666621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.670109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Router 0d188b85-0fd7-4b51-97c6-341b07c69e2d has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:08:05.711602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93de92-e6bc-41c2-a0d2-41b026d7725a req-3876593f-0246-40f4-a79b-5d3dd17afd17 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:05.713304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c93de92-e6bc-41c2-a0d2-41b026d7725a req-3876593f-0246-40f4-a79b-5d3dd17afd17 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 932 time: 0.1129811
Jan 15 21:08:05.735089 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-56247a44-dd1a-453b-a360-e6fa67f43c62 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2161455
Jan 15 21:08:05.789647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Deleting port d012a892-ca71-4ee2-89ab-f0ae3004c8bc {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:05.790274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:05.799612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c93de92-e6bc-41c2-a0d2-41b026d7725a req-6b580750-0ade-4416-bf47-a2c5957b0443 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732236
Jan 15 21:08:05.832489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Request body: {'port': {'device_id': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:06.010384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5566eb5b-9bcd-4951-b7ef-db0ff6a19342 req-2cf3a0a1-817b-4875-8c05-3a7401b68aa9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.0781696
Jan 15 21:08:06.020407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] For port d012a892-ca71-4ee2-89ab-f0ae3004c8bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:06.020869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.050313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Calling delete_port for d012a892-ca71-4ee2-89ab-f0ae3004c8bc owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:06.077624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:08:06.084552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a2c61d65-fd67-4c89-99a0-1183090d9f2f admin admin] 10.222.0.46 "PUT /v2.0/routers/0d188b85-0fd7-4b51-97c6-341b07c69e2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0233386
Jan 15 21:08:06.091686 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Sync routers for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:08:06.095596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33122) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:06.108043 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.110467 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:06.111102 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:06.116570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] Set router 568ce2b0-70e4-4a47-a047-6b686e5aaeef gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:08:06.232466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (45c0e295-7286-43fa-a4ce-0a01cc322b90), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.310955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=45c0e295-7286-43fa-a4ce-0a01cc322b90,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:06.391259 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:08:06.454541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a372a90>, [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T21:08:04Z', 'revision_number': 5, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:06.468340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks [] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.491832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d012a892-ca71-4ee2-89ab-f0ae3004c8bc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.517442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1029b65e-2d6b-41dc-87de-607c274856d3 None None] The sync data for ids ['568ce2b0-70e4-4a47-a047-6b686e5aaeef'] in ncdv-master-1 is: [{'id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'name': 'tempest-TaggedBootDevicesTest_v242-2066836451-router', 'tenant_id': '340f50e25b72475288d45cf253ebff09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:57:51Z', 'updated_at': '2022-01-15T21:08:04Z', 'revision_number': 5, 'project_id': '340f50e25b72475288d45cf253ebff09', 'gw_port': {'id': 'd012a892-ca71-4ee2-89ab-f0ae3004c8bc', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568ce2b0-70e4-4a47-a047-6b686e5aaeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:57:53Z', 'updated_at': '2022-01-15T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:08:06.585734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6da758-39d1-4c40-9058-b349747d60bf None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:06.640576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Pushing event deleted for resources: {'Port': ['ID=d012a892-ca71-4ee2-89ab-f0ae3004c8bc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:06.747598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.778462 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f9640>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T21:08:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:06.811950 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Checking router: 0d188b85-0fd7-4b51-97c6-341b07c69e2d for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:08:06.828531 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Routers {'0d188b85-0fd7-4b51-97c6-341b07c69e2d'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:06.829031 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:06.916833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (acb09a42-982f-42ec-9acf-33f2aa265351), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.952704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:06.967534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks [] for router_controller (568ce2b0-70e4-4a47-a047-6b686e5aaeef), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.008277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks [] for router_gateway (0d188b85-0fd7-4b51-97c6-341b07c69e2d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.016179 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] Set router 0d188b85-0fd7-4b51-97c6-341b07c69e2d gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:08:07.085139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30959956-da6e-4e25-b096-a6ab625b380c req-638e5431-5e2c-412f-9fe8-2e9bce2f8260 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:07.087045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30959956-da6e-4e25-b096-a6ab625b380c req-638e5431-5e2c-412f-9fe8-2e9bce2f8260 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 932 time: 0.1415348
Jan 15 21:08:07.088704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (568ce2b0-70e4-4a47-a047-6b686e5aaeef), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.090604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568ce2b0-70e4-4a47-a047-6b686e5aaeef {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:08:07.100497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.105187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-20a20d97-3920-41ba-8f0d-8398ee8d829f admin admin] 10.222.0.46 "DELETE /v2.0/routers/568ce2b0-70e4-4a47-a047-6b686e5aaeef HTTP/1.1" status: 204  len: 168 time: 1.9645662
Jan 15 21:08:07.107685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:07.224474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Deleting subnet 6418a6f3-27dc-40d2-aa68-afac34049377 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:07.248137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Publish callbacks [] for subnet (6418a6f3-27dc-40d2-aa68-afac34049377), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.301936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1dc9a18-febb-42af-b625-6aafeb194e95 req-dc926332-0d11-4dd7-aa21-26ebb725e463 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.0746543
Jan 15 21:08:07.330856 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6418a6f3-27dc-40d2-aa68-afac34049377), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.338362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30959956-da6e-4e25-b096-a6ab625b380c req-fb47e658-9b42-4c91-9521-0dae1812ab7f tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310495
Jan 15 21:08:07.351720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a0e402-80ed-4694-bcd3-f181c1c18d44 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:07.361719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks [] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.371365 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f9640>, [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T21:08:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:07.425772 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35339ec4-6205-4f6a-bf5f-0b141adfd7cf None None] The sync data for ids ['0d188b85-0fd7-4b51-97c6-341b07c69e2d'] in ncdv-master-1 is: [{'id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'name': 'tempest-AttachVolumeShelveTestJSON-389411998-router', 'tenant_id': '818a237ecf6b46e389a244c2f33641d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:52Z', 'updated_at': '2022-01-15T21:08:03Z', 'revision_number': 5, 'project_id': '818a237ecf6b46e389a244c2f33641d5', 'gw_port': {'id': 'd929aeb0-5380-4713-9e7f-15f4ed84a210', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d188b85-0fd7-4b51-97c6-341b07c69e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:53Z', 'updated_at': '2022-01-15T20:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:08:07.459409 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6418a6f3-27dc-40d2-aa68-afac34049377), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.506655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Transition to ACTIVE for port object 88a0e402-80ed-4694-bcd3-f181c1c18d44 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:08:07.524279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.537766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6418a6f3-27dc-40d2-aa68-afac34049377), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.540174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Router acb09a42-982f-42ec-9acf-33f2aa265351 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:08:07.590818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6418a6f3-27dc-40d2-aa68-afac34049377,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:07.595562 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.599621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4291c70c-7442-412e-a9b5-a76eb3c023e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6418a6f3-27dc-40d2-aa68-afac34049377 HTTP/1.1" status: 204  len: 168 time: 0.4906201
Jan 15 21:08:07.601959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33170) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:07.609511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2daa6ef-3ea0-4c28-930f-f8325f0421d0 None None] Network 97dc0399-c67a-4bc6-948a-ffababe848d0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:07.614272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Deleting port d929aeb0-5380-4713-9e7f-15f4ed84a210 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:07.614621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.634255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Pushing event updated for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:07.756766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (97dc0399-c67a-4bc6-948a-ffababe848d0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.882794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Attempting to bind port 88a0e402-80ed-4694-bcd3-f181c1c18d44 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:07.883134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Attempting to bind port 88a0e402-80ed-4694-bcd3-f181c1c18d44 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:07.883467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Attempting to bind port 88a0e402-80ed-4694-bcd3-f181c1c18d44 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:07.905524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:08:07.918297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] Sync routers for ids ['acb09a42-982f-42ec-9acf-33f2aa265351'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:08:07.918963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Deleting port d26c249f-ed88-48c9-ae5e-7543de082e8a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:07.920720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:07.933322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ffb8a62e-7ee2-4789-806e-972fc18602e1 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/routers/acb09a42-982f-42ec-9acf-33f2aa265351/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4135983
Jan 15 21:08:07.940043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] Routers {'acb09a42-982f-42ec-9acf-33f2aa265351'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:07.940684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['acb09a42-982f-42ec-9acf-33f2aa265351'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:07.958536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Port 88a0e402-80ed-4694-bcd3-f181c1c18d44 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:08:07.958864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Attempting to bind port 88a0e402-80ed-4694-bcd3-f181c1c18d44 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:07.964700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:08.005322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:08.005673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Checking segment: {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:08.006069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Bound using segment: {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:08.006518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Bound port: 88a0e402-80ed-4694-bcd3-f181c1c18d44, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:08.006885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.012882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664550>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.027218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] Routers {'acb09a42-982f-42ec-9acf-33f2aa265351'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:08:08.027859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:07:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['acb09a42-982f-42ec-9acf-33f2aa265351'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.044701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] For port d26c249f-ed88-48c9-ae5e-7543de082e8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d26c249f-ed88-48c9-ae5e-7543de082e8a,segment=NetworkSegment(4529b983-2774-46d5-9e37-fc8e5afa220f),segment_id=4529b983-2774-46d5-9e37-fc8e5afa220f)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:08.045248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.047013 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-875110d8-560d-4d88-aaea-ef939e890616 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:08:08.049407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-875110d8-560d-4d88-aaea-ef939e890616 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/45c0e295-7286-43fa-a4ce-0a01cc322b90 HTTP/1.1" status: 404  len: 333 time: 0.0828357
Jan 15 21:08:08.061631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] For port d929aeb0-5380-4713-9e7f-15f4ed84a210, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d929aeb0-5380-4713-9e7f-15f4ed84a210,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:08.062251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.065708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Calling delete_port for d26c249f-ed88-48c9-ae5e-7543de082e8a owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:08.070741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33178) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:08.100882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664550>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.101931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc77c5-04d6-4651-b75b-e41e284c0400 None None] The sync data for ids ['acb09a42-982f-42ec-9acf-33f2aa265351'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:08:08.145974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] DHCP port deletion for 97dc0399-c67a-4bc6-948a-ffababe848d0 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:08.148481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Calling delete_port for d929aeb0-5380-4713-9e7f-15f4ed84a210 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:08.183226 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.226583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] No DVR routers for this DVR port d26c249f-ed88-48c9-ae5e-7543de082e8a on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:08.234072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Deleting port d26c249f-ed88-48c9-ae5e-7543de082e8a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:08.234649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.288155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26c249f-ed88-48c9-ae5e-7543de082e8a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:08.320415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-11f9980d-f880-4ed5-9500-c7f1eee1aebe tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:08.321851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-11f9980d-f880-4ed5-9500-c7f1eee1aebe tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 815 time: 0.4515381
Jan 15 21:08:08.324164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for router (acb09a42-982f-42ec-9acf-33f2aa265351), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.358140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (97dc0399-c67a-4bc6-948a-ffababe848d0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.391023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79121e80>,) {'filters': {'network_id': ['97dc0399-c67a-4bc6-948a-ffababe848d0']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.401734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4fcdc236-72fc-4641-bb0c-fca822a936ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:08.407763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79121e80>, '4529b983-2774-46d5-9e37-fc8e5afa220f') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.408080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79121e80>, '4529b983-2774-46d5-9e37-fc8e5afa220f') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:08.414561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Request body: {'port': {'device_id': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'admin_state_up': True, 'tenant_id': '95e03e1de077453588cc783a4e6d690e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:08.419267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:08.420759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (4529b983-2774-46d5-9e37-fc8e5afa220f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.436509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (4529b983-2774-46d5-9e37-fc8e5afa220f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.444803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] For port d26c249f-ed88-48c9-ae5e-7543de082e8a, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:08.445345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.455961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4fcdc236-72fc-4641-bb0c-fca822a936ee {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:08.457239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4fcdc236-72fc-4641-bb0c-fca822a936ee not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:08.457861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d26c249f-ed88-48c9-ae5e-7543de082e8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:08.472025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-184858b8-291c-4b41-9298-ae117d9b490c req-72ad2e01-4a8d-4dcd-9db0-c6a2347bce1d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.0330849
Jan 15 21:08:08.473193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:08.473597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (4529b983-2774-46d5-9e37-fc8e5afa220f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:08.476520 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:08.485574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d26c249f-ed88-48c9-ae5e-7543de082e8a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:08.486363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d26c249f-ed88-48c9-ae5e-7543de082e8a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:08.486960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d012a892-ca71-4ee2-89ab-f0ae3004c8bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:08.512877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Calling delete_port for d26c249f-ed88-48c9-ae5e-7543de082e8a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:08.516093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Port d26c249f-ed88-48c9-ae5e-7543de082e8a was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:08:08.517156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d012a892-ca71-4ee2-89ab-f0ae3004c8bc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:08.517688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d012a892-ca71-4ee2-89ab-f0ae3004c8bc not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:08.518284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:08.539499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:08.540238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 490b3189-d1bd-4f6d-bac5-5fb5be85a9e4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:08.557075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (d26c249f-ed88-48c9-ae5e-7543de082e8a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.593533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] Pushing event deleted for resources: {'Port': ['ID=d26c249f-ed88-48c9-ae5e-7543de082e8a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:08.600151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ce9eb-5cff-48d4-bc14-fbece6ef22f8 None None] No DVR routers for this DVR port d26c249f-ed88-48c9-ae5e-7543de082e8a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:08.621911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6fb45-d42b-4dec-9c41-1d7ad4a6ff26 req-b44af227-6c8f-4fd2-91c6-6b576232d147 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:08.623478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce6fb45-d42b-4dec-9c41-1d7ad4a6ff26 req-b44af227-6c8f-4fd2-91c6-6b576232d147 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 944 time: 0.1479111
Jan 15 21:08:08.624334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (97dc0399-c67a-4bc6-948a-ffababe848d0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.631438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.637182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/97dc0399-c67a-4bc6-948a-ffababe848d0 HTTP/1.1" status: 204  len: 168 time: 1.0319908
Jan 15 21:08:08.669147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d108-8aa1-421a-a8e3-3b2fe591d1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97dc0399-c67a-4bc6-948a-ffababe848d0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:08.707402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cce6fb45-d42b-4dec-9c41-1d7ad4a6ff26 req-be9c1971-708c-4411-87cd-a4be3394af68 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712395
Jan 15 21:08:08.718383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-640c1276-8d13-4f21-84bc-388524452c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.756755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:08.783463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33192) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:08.824648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2c9d144b-9e15-4500-96fc-e7ee28c8d578 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa080ba5c4e041ae8960caa9e14da5b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0400765
Jan 15 21:08:08.827187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33194) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:08.884859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] Publish callbacks [] for security_group (da57ab38-e0fd-443e-ad79-c13e46a31004), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.908420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] Publish callbacks [] for security_group (da57ab38-e0fd-443e-ad79-c13e46a31004), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.961307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (da57ab38-e0fd-443e-ad79-c13e46a31004), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.963977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:08.965264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da57ab38-e0fd-443e-ad79-c13e46a31004 HTTP/1.1" status: 204  len: 168 time: 0.1371801
Jan 15 21:08:08.974595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138e3be-9d5b-4432-947d-cddcadbde409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57ab38-e0fd-443e-ad79-c13e46a31004,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.184895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:09.187729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d929aeb0-5380-4713-9e7f-15f4ed84a210), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.190570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (acb09a42-982f-42ec-9acf-33f2aa265351), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.204159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for router_controller (acb09a42-982f-42ec-9acf-33f2aa265351), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.209130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.264121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f73347-b8b4-41b5-a996-8e7a3b31c20f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:09.293916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d929aeb0-5380-4713-9e7f-15f4ed84a210,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.327524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:09.328147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.329561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] 10.222.0.39 "PUT /v2.0/ports/88a0e402-80ed-4694-bcd3-f181c1c18d44 HTTP/1.1" status: 200  len: 1092 time: 3.5228851
Jan 15 21:08:09.332616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:09.334919 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25be8e6f-a59f-406d-a78a-819ae5d143fc" -d '{"events": [{"name": "network-changed", "server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:09.354456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:09.360644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (acb09a42-982f-42ec-9acf-33f2aa265351), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.361372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Fanout notify agent at l3_agent the message router_deleted on router acb09a42-982f-42ec-9acf-33f2aa265351 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:08:09.396437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.397589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-533a0ff3-8e86-4036-98ec-cc07eaf474f3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/routers/acb09a42-982f-42ec-9acf-33f2aa265351 HTTP/1.1" status: 204  len: 168 time: 1.3254204
Jan 15 21:08:09.404439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33204) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:09.418814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56bfc872-b7b5-4932-8690-f3fea3b2f017 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=340f50e25b72475288d45cf253ebff09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0629966
Jan 15 21:08:09.426773 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13422a2d-d51e-45a1-b66e-8814ce72a55f x-openstack-request-id: req-13422a2d-d51e-45a1-b66e-8814ce72a55f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:09.427403 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:09.427403 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13422a2d-d51e-45a1-b66e-8814ce72a55f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:09.427696 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44', 'status': 'completed', 'code': 200}
Jan 15 21:08:09.438719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33206) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:09.485880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 3704a2ff-9005-4f22-9d3e-1100e57cd212 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:09.497332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (3704a2ff-9005-4f22-9d3e-1100e57cd212), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.503015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9af4-242c-4a49-88f1-f22b87574baf service neutron] Pushing event updated for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.507899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.515446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Made reservation on behalf of 95e03e1de077453588cc783a4e6d690e for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:09.519841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.551699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (3704a2ff-9005-4f22-9d3e-1100e57cd212), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.554831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] Publish callbacks [] for security_group (7e895134-5b4c-4e92-aa62-92dc2a559a30), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.598445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-640c1276-8d13-4f21-84bc-388524452c64 admin admin] Publish callbacks [] for security_group (1661a6e8-ef16-426a-b10f-8afdcd87e913), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.616809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94c237a5-6b45-4680-bc46-165f981fad86 req-82cb0abf-202f-4bbc-97b0-da1d43f74112 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.0432293
Jan 15 21:08:09.630180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] Publish callbacks [] for security_group (7e895134-5b4c-4e92-aa62-92dc2a559a30), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.635154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-ffb8739a-c00a-41c5-8987-c6419b4df746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:09.636652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-ffb8739a-c00a-41c5-8987-c6419b4df746 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 1095 time: 0.2313886
Jan 15 21:08:09.637289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-640c1276-8d13-4f21-84bc-388524452c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1661a6e8-ef16-426a-b10f-8afdcd87e913), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.640642 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.649273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks [] for router_controller (0d188b85-0fd7-4b51-97c6-341b07c69e2d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.708051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (3704a2ff-9005-4f22-9d3e-1100e57cd212), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.737280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e895134-5b4c-4e92-aa62-92dc2a559a30), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.740148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.744026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e895134-5b4c-4e92-aa62-92dc2a559a30 HTTP/1.1" status: 204  len: 168 time: 0.3017323
Jan 15 21:08:09.759773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804039c-5aa6-406f-aee9-3540b0f41217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e895134-5b4c-4e92-aa62-92dc2a559a30,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.792821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (3704a2ff-9005-4f22-9d3e-1100e57cd212), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.794406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-a335906d-e10a-47c0-b9e5-1e5ad58c9342 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44 HTTP/1.1" status: 200  len: 217 time: 0.1433196
Jan 15 21:08:09.802878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-640c1276-8d13-4f21-84bc-388524452c64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2855b2c6de9f47d68ad3497809f892b0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3757505
Jan 15 21:08:09.808401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33214) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:09.817960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (0d188b85-0fd7-4b51-97c6-341b07c69e2d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.818469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d188b85-0fd7-4b51-97c6-341b07c69e2d {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:08:09.834456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.835565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b8fb1c6-de78-40c4-af7a-811bee2d3699 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0d188b85-0fd7-4b51-97c6-341b07c69e2d HTTP/1.1" status: 204  len: 168 time: 3.7346146
Jan 15 21:08:09.854348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=3704a2ff-9005-4f22-9d3e-1100e57cd212,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.856028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:09.857622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1276-8d13-4f21-84bc-388524452c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661a6e8-ef16-426a-b10f-8afdcd87e913,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:09.898440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9b66e-6fb6-4f8f-835c-dcee7ba8da1b None None] Network acb48aea-74ea-4618-9996-c9d9ba6c4798 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:09.922383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:09.930305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a73d4c7-5684-4cc9-bcbf-82a1ab5b876b tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/3704a2ff-9005-4f22-9d3e-1100e57cd212 HTTP/1.1" status: 204  len: 168 time: 0.5246909
Jan 15 21:08:09.947880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:10.011629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Deleting subnet 10fa6ae8-84b4-419b-97b9-50987133f4ff {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:10.014702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Publish callbacks [] for subnet (10fa6ae8-84b4-419b-97b9-50987133f4ff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.052482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-860ae4ec-36cb-42a1-8697-1187bc65340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:10.054267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-860ae4ec-36cb-42a1-8697-1187bc65340d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.2503648
Jan 15 21:08:10.114045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Allocated IP 172.20.0.2 (b55f2173-9368-4426-891c-2ceb82762521/49864b5b-505f-41a4-9422-c90ce9b4a217/0527c920-da07-47ca-8285-284889ba3d59) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:10.117902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-c3831d67-f9e3-4d11-99ef-e82c12b3b400 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547235
Jan 15 21:08:10.194849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] Publish callbacks [] for security_group (1661a6e8-ef16-426a-b10f-8afdcd87e913), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.210494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (acb48aea-74ea-4618-9996-c9d9ba6c4798), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.262593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] Publish callbacks [] for security_group (1661a6e8-ef16-426a-b10f-8afdcd87e913), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.371349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-28674935-e7a1-47d6-8f0a-5e07369852ef service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340558
Jan 15 21:08:10.417355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] DHCP port deletion for acb48aea-74ea-4618-9996-c9d9ba6c4798 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:10.432548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (10fa6ae8-84b4-419b-97b9-50987133f4ff), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.509345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Deleting port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:10.509973 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.528024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (10fa6ae8-84b4-419b-97b9-50987133f4ff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.562557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1661a6e8-ef16-426a-b10f-8afdcd87e913), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.565285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.567860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1661a6e8-ef16-426a-b10f-8afdcd87e913 HTTP/1.1" status: 204  len: 168 time: 0.7475145
Jan 15 21:08:10.589189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (10fa6ae8-84b4-419b-97b9-50987133f4ff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.604584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f640-2837-45b6-9579-379f3614f466 req-eac0a3a3-7c88-4051-a683-24dd32dc5336 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:10.606590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0607f640-2837-45b6-9579-379f3614f466 req-eac0a3a3-7c88-4051-a683-24dd32dc5336 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 944 time: 0.7478895
Jan 15 21:08:10.632213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fa6ae8-84b4-419b-97b9-50987133f4ff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:10.689986 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.690478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] For port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,segment=NetworkSegment(bb740c04-e6c7-4d45-b396-4b37982c13ca),segment_id=bb740c04-e6c7-4d45-b396-4b37982c13ca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:10.696134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc80a6fa-6bb2-4817-ab0c-79ec2f0ced15 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10fa6ae8-84b4-419b-97b9-50987133f4ff HTTP/1.1" status: 204  len: 168 time: 0.8338110
Jan 15 21:08:10.696705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.701618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:10.710632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44aa3ab-6f5b-4f3b-ade2-1ddd3a760507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661a6e8-ef16-426a-b10f-8afdcd87e913,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:10.750328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Calling delete_port for 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:10.773497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:10.773877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.777145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1f12ce8-a67f-40bf-a75a-7896b9b6ce19 req-40364ee0-2b72-4390-8f38-97c93f0639d5 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3930783
Jan 15 21:08:10.782583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks [] for port (0527c920-da07-47ca-8285-284889ba3d59), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.853000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c497811-c903-46a2-a5d7-3f6a167b9819 req-a27620b0-7e74-41cb-94f5-a110e69ea688 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.0832262
Jan 15 21:08:10.883706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0607f640-2837-45b6-9579-379f3614f466 req-cc00f938-45a5-4821-a6e7-872ab9e74310 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558737
Jan 15 21:08:10.892573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.917754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fcab8-d98e-4d23-ae41-1f3d6e771a4f None None] Network 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:10.950398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,segment=NetworkSegment(bb740c04-e6c7-4d45-b396-4b37982c13ca),segment_id=bb740c04-e6c7-4d45-b396-4b37982c13ca)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:10.950779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:10.998180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Deleting port de5a8d79-fc3f-4d11-bf80-5f3380578935 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:10.998514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.032485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:11.046354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:11.098512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-2d38c0a6-913f-4cfb-9435-16d27ff097a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:11.100143 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-2d38c0a6-913f-4cfb-9435-16d27ff097a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 1095 time: 0.2601056
Jan 15 21:08:11.137322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.138642 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.154933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] For port de5a8d79-fc3f-4d11-bf80-5f3380578935, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de5a8d79-fc3f-4d11-bf80-5f3380578935,segment=NetworkSegment(be39e3bf-8ac9-4780-9462-640665a9d3ff),segment_id=be39e3bf-8ac9-4780-9462-640665a9d3ff)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:11.155308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.187416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] Pushing event deleted for resources: {'Port': ['ID=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.189858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:11.191723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:11.193927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Calling delete_port for de5a8d79-fc3f-4d11-bf80-5f3380578935 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:11.260663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Network b55f2173-9368-4426-891c-2ceb82762521 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:11.269495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5e34e-5ccb-41ef-a3f5-a189d2b24801 None None] No DVR routers for this DVR port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:11.273024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:11.283296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:11.333586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event updated for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.401084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7f6c8c56-a283-4de6-b26f-da48ee4afdc1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.413316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:11.421647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-7265857a-7528-4296-b2bc-b859a5fcf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:11.423242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-7265857a-7528-4296-b2bc-b859a5fcf7de service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 915 time: 0.2874949
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.427600 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:08:11.429508 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:08:11.430117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] DHCP port deletion for 535f6b6c-b9f5-47ea-8d07-fcc8966ad86d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:11.432623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:11.433473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.434493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a404-9731-4586-b86c-2e71ff104086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.442423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-404343389-network', 'tenant_id': '8d727625d6eb47febd54a3f4071bb7c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:11.473330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.491753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=7f6c8c56-a283-4de6-b26f-da48ee4afdc1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.511669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5a8d79-fc3f-4d11-bf80-5f3380578935,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.516947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] No DVR routers for this DVR port de5a8d79-fc3f-4d11-bf80-5f3380578935 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:11.540076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:11.575329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-3c18cc18-e59f-42fc-bd46-f2360bde7985 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44 HTTP/1.1" status: 200  len: 217 time: 0.1285157
Jan 15 21:08:11.600536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bb9ddef4-65cf-440e-bd25-95d51a511456 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1965857
Jan 15 21:08:11.602962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Deleting port de5a8d79-fc3f-4d11-bf80-5f3380578935 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:11.603338 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.620046 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.630846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a404-9731-4586-b86c-2e71ff104086 admin admin] Publish callbacks [] for security_group (ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.641662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a404-9731-4586-b86c-2e71ff104086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.651793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79caf550>,) {'filters': {'network_id': ['535f6b6c-b9f5-47ea-8d07-fcc8966ad86d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.664506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Request body: {'port': {'device_id': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:11.684781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79caf550>, 'be39e3bf-8ac9-4780-9462-640665a9d3ff') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.685154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79caf550>, 'be39e3bf-8ac9-4780-9462-640665a9d3ff') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.695935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] For port de5a8d79-fc3f-4d11-bf80-5f3380578935, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:11.696330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.701334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (be39e3bf-8ac9-4780-9462-640665a9d3ff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.703467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a404-9731-4586-b86c-2e71ff104086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.715798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1f9a404-9731-4586-b86c-2e71ff104086 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4b325cdebbf4d1a8499266bbd71d7b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3010342
Jan 15 21:08:11.717563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Calling delete_port for de5a8d79-fc3f-4d11-bf80-5f3380578935 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:11.718678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:11.725317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Port de5a8d79-fc3f-4d11-bf80-5f3380578935 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:08:11.726339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (be39e3bf-8ac9-4780-9462-640665a9d3ff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.730767 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (de5a8d79-fc3f-4d11-bf80-5f3380578935), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.733532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (acb48aea-74ea-4618-9996-c9d9ba6c4798), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.739855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:11.740557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (be39e3bf-8ac9-4780-9462-640665a9d3ff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:11.742072 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:11.747668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Made reservation on behalf of 8d727625d6eb47febd54a3f4071bb7c3 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:11.750118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.762218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] Pushing event deleted for resources: {'Port': ['ID=de5a8d79-fc3f-4d11-bf80-5f3380578935,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.767351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd408b0-56e6-4b2b-80a9-a4c1f84731bb None None] No DVR routers for this DVR port de5a8d79-fc3f-4d11-bf80-5f3380578935 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:11.786361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-af9b2035-c2d6-4351-bf30-5673598a22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:11.787877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-af9b2035-c2d6-4351-bf30-5673598a22db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.2041996
Jan 15 21:08:11.794838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78ab5ac0>,) {'filters': {'network_id': ['acb48aea-74ea-4618-9996-c9d9ba6c4798']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.797146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.826512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (535f6b6c-b9f5-47ea-8d07-fcc8966ad86d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.834023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.837387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/535f6b6c-b9f5-47ea-8d07-fcc8966ad86d HTTP/1.1" status: 204  len: 168 time: 1.1330516
Jan 15 21:08:11.838397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] Publish callbacks [] for security_group (ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.846727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78ab5ac0>, 'bb740c04-e6c7-4d45-b396-4b37982c13ca') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.847112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78ab5ac0>, 'bb740c04-e6c7-4d45-b396-4b37982c13ca') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:11.856319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29d3c2-c8a9-4c5d-b478-cf70460417e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=535f6b6c-b9f5-47ea-8d07-fcc8966ad86d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:11.874979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] Publish callbacks [] for security_group (ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.881901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-e6be221c-19de-4603-9bfb-01788eb9913c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760660
Jan 15 21:08:11.895709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (bb740c04-e6c7-4d45-b396-4b37982c13ca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.903475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0527c920-da07-47ca-8285-284889ba3d59), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.942678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d929aeb0-5380-4713-9e7f-15f4ed84a210 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:11.966619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.969873 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:11.971768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79 HTTP/1.1" status: 204  len: 168 time: 0.2521625
Jan 15 21:08:11.996216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d929aeb0-5380-4713-9e7f-15f4ed84a210 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:11.996712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d929aeb0-5380-4713-9e7f-15f4ed84a210 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:11.997361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de5a8d79-fc3f-4d11-bf80-5f3380578935 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:11.998419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bb740c04-e6c7-4d45-b396-4b37982c13ca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.020884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c1df-da6e-444e-aaee-b1951ca721d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66d6ac-b382-42b7-b8a1-97d7b6ecbe79,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.054039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: de5a8d79-fc3f-4d11-bf80-5f3380578935 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:12.054965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:12.055384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (bb740c04-e6c7-4d45-b396-4b37982c13ca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.057358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device de5a8d79-fc3f-4d11-bf80-5f3380578935 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:12.057825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:12.058766 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:12.130924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d12f2-d3a8-40ad-9a84-0d7fb28f4460 req-a28db272-e563-4352-b4dd-5153c100c706 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:12.133008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb0d12f2-d3a8-40ad-9a84-0d7fb28f4460 req-a28db272-e563-4352-b4dd-5153c100c706 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 944 time: 0.1379750
Jan 15 21:08:12.152432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:12.152980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7f6c8c56-a283-4de6-b26f-da48ee4afdc1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:12.164886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c811-5232-40cd-8fbf-17bf2513e6f2 req-64de33cc-f62d-413d-b3b2-42f28e89a3c6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:12.174260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee43c811-5232-40cd-8fbf-17bf2513e6f2 req-64de33cc-f62d-413d-b3b2-42f28e89a3c6 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 931 time: 0.1361163
Jan 15 21:08:12.228640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.255051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-81754374-78db-4d16-a5ad-2df42f58d8fb service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642936
Jan 15 21:08:12.259868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (acb48aea-74ea-4618-9996-c9d9ba6c4798), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.266209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.274873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/acb48aea-74ea-4618-9996-c9d9ba6c4798 HTTP/1.1" status: 204  len: 168 time: 2.3259616
Jan 15 21:08:12.281417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb0d12f2-d3a8-40ad-9a84-0d7fb28f4460 req-47cdb84b-cff2-48f6-bfc8-7987b49c1b43 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430509
Jan 15 21:08:12.281977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.327378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks [] for security_group (9571dc00-1ac6-4cde-9db5-577f0e0ca4f6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.343795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee43c811-5232-40cd-8fbf-17bf2513e6f2 req-1084563f-b56c-46a7-9314-bd47f5d45adf tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379333
Jan 15 21:08:12.351545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-590b761e-2fa4-4148-85e0-5d793392e76c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=818a237ecf6b46e389a244c2f33641d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1216664
Jan 15 21:08:12.354872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33268) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.369329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c1194-5130-48cd-8d1a-7e645fb65a48 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:12.373797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa87343-b3d6-451b-955c-b1eba648af5a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=acb48aea-74ea-4618-9996-c9d9ba6c4798,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.374957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c32c1194-5130-48cd-8d1a-7e645fb65a48 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 HTTP/1.1" status: 200  len: 841 time: 0.0841682
Jan 15 21:08:12.375588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.382249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9571dc00-1ac6-4cde-9db5-577f0e0ca4f6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.435188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-15b49bd9-1557-4f74-8f00-06d6eb5a7b9a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/2d68bb75-208e-4bf0-89c8-b1c8d1e5f541?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0530443
Jan 15 21:08:12.435790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33274) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.448878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:12.467124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:12.481371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.502927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6872e59b-c375-47eb-bfe3-c893dcef97cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.503519 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Added segment 6872e59b-c375-47eb-bfe3-c893dcef97cf of type vlan for network 3a04535e-aee7-4868-b63e-486d26da5acd
Jan 15 21:08:12.544534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] Publish callbacks [] for security_group (5b8ec317-c4ac-470e-86a4-35fafe5434fc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.568891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-25be8e6f-a59f-406d-a78a-819ae5d143fc req-b4a27cfc-80a8-4117-ba22-032c1b3934fe service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3062050
Jan 15 21:08:12.586102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] Publish callbacks [] for security_group (5b8ec317-c4ac-470e-86a4-35fafe5434fc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.586785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3a04535e-aee7-4868-b63e-486d26da5acd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.625401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:12.627969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3a04535e-aee7-4868-b63e-486d26da5acd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.629063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:12.629643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.631583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.717789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0527c920-da07-47ca-8285-284889ba3d59 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:12.725418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6550736
Jan 15 21:08:12.731533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks [] for port (0527c920-da07-47ca-8285-284889ba3d59), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.732270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33286) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:12.739414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab5130-76a4-42c5-97c8-0df0125ee4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a04535e-aee7-4868-b63e-486d26da5acd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.740147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Request body: {'subnet': {'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-404343389-subnet', 'tenant_id': '8d727625d6eb47febd54a3f4071bb7c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:12.748373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Transition to ACTIVE for port object 0527c920-da07-47ca-8285-284889ba3d59 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:08:12.752759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.755599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3a04535e-aee7-4868-b63e-486d26da5acd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:12.779715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5b8ec317-c4ac-470e-86a4-35fafe5434fc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.783923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.785645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b8ec317-c4ac-470e-86a4-35fafe5434fc HTTP/1.1" status: 204  len: 168 time: 0.4298179
Jan 15 21:08:12.810372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Pushing event updated for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.844014 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:08:12.897218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Attempting to bind port 0527c920-da07-47ca-8285-284889ba3d59 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:12.897892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Attempting to bind port 0527c920-da07-47ca-8285-284889ba3d59 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:12.898432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Attempting to bind port 0527c920-da07-47ca-8285-284889ba3d59 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:12.904459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Port 0527c920-da07-47ca-8285-284889ba3d59 on network b55f2173-9368-4426-891c-2ceb82762521 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:08:12.905031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Attempting to bind port 0527c920-da07-47ca-8285-284889ba3d59 on network b55f2173-9368-4426-891c-2ceb82762521 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:12.905466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f7431-5379-4ec9-9d66-f3fbc9b1e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ec317-c4ac-470e-86a4-35fafe5434fc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:12.907270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Made reservation on behalf of 8d727625d6eb47febd54a3f4071bb7c3 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:12.909967 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:12.911069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:12.912555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Checking segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:12.913060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Bound using segment: {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:12.913559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Bound port: 0527c920-da07-47ca-8285-284889ba3d59, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29e0647-4be4-4480-b0ef-3c7953375660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:12.914047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0527c920-da07-47ca-8285-284889ba3d59), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.010836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:13.015018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0527c920-da07-47ca-8285-284889ba3d59,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:13.022405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.045712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (66a8bf71-288c-4fef-b731-805ae19675d2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.067577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.068214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.070493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-30492e24-c132-4374-9003-257ec4af66cf service neutron] 10.222.0.45 "PUT /v2.0/ports/0527c920-da07-47ca-8285-284889ba3d59 HTTP/1.1" status: 200  len: 1091 time: 1.4317398
Jan 15 21:08:13.071002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'tag': '0527c920-da07-47ca-8285-284889ba3d59'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:13.073373 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "tag": "0527c920-da07-47ca-8285-284889ba3d59"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:13.100226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492e24-c132-4374-9003-257ec4af66cf service neutron] Pushing event updated for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:13.168409 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e38a6-b0ca-4b44-9d5b-67ff3095779e x-openstack-request-id: req-1b4e38a6-b0ca-4b44-9d5b-67ff3095779e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:13.168707 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "tag": "0527c920-da07-47ca-8285-284889ba3d59", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:13.169209 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b4e38a6-b0ca-4b44-9d5b-67ff3095779e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:13.169755 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'tag': '0527c920-da07-47ca-8285-284889ba3d59', 'status': 'completed', 'code': 200}
Jan 15 21:08:13.170369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:13.183512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:13.193408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.194034 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.195303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7aac3-1d85-42c2-ad91-ad98090cb07f None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:13.200873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=66a8bf71-288c-4fef-b731-805ae19675d2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:13.215860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bd0420ba-9c09-4af3-b9b5-5a026d163236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.217988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-bd0420ba-9c09-4af3-b9b5-5a026d163236 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 1094 time: 0.0920379
Jan 15 21:08:13.251356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a458fe0-d412-448f-b639-a53da361ed1d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8113794
Jan 15 21:08:13.256023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:13.263822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1950816882'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:13.304057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-183ad1a6-2714-41b8-a7a2-225626059898 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0527c920-da07-47ca-8285-284889ba3d59 HTTP/1.1" status: 200  len: 217 time: 0.0760949
Jan 15 21:08:13.369682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.381034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-b4a9488a-3e56-4051-aff4-564f4c255d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.382852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-b4a9488a-3e56-4051-aff4-564f4c255d22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0726070
Jan 15 21:08:13.389168 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (14814085-c409-4c14-9f95-7b4d53951ad4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.420609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-a29d21ed-e9cc-4afd-b8f3-adbe730b30af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286915
Jan 15 21:08:13.440085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14814085-c409-4c14-9f95-7b4d53951ad4,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:13.505825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa3478dc-2370-4834-b53b-f628dd3fd80b', 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'project_id': '0db7eb4e5f944522972dccb1c8fa6c1b', 'fixed_ips': [{'subnet_id': '66a8bf71-288c-4fef-b731-805ae19675d2'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:08:13.506828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.581918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-b2d81c6c-00de-4e05-a9bc-cfbb6fb9631f service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542289
Jan 15 21:08:13.624717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Checking segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:13.625355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Network hostable DHCP agents. Network: 3a04535e-aee7-4868-b63e-486d26da5acd, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:08:13.641714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (d73041a2-2430-4baa-96c2-affef0c72245), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.655423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ad399-f698-4561-8c85-a34729e1da46 req-289a452f-75f6-4e45-8841-fafeff7da568 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.657323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-455ad399-f698-4561-8c85-a34729e1da46 req-289a452f-75f6-4e45-8841-fafeff7da568 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 944 time: 0.1845100
Jan 15 21:08:13.661391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d73041a2-2430-4baa-96c2-affef0c72245), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.671507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e4eca-7590-40a9-834c-d88eca2d9a0e req-0bd27492-4431-4992-a537-9814a0796878 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.674549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad4e4eca-7590-40a9-834c-d88eca2d9a0e req-0bd27492-4431-4992-a537-9814a0796878 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 943 time: 0.1720529
Jan 15 21:08:13.749738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a987ea63-0240-4920-a2a7-e2e51bab1245 req-46a58195-aacf-405f-bd4c-dc2744b0f747 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594648
Jan 15 21:08:13.778335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.781183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5241685
Jan 15 21:08:13.784825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:13.790663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684517806'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:13.794054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Network 3a04535e-aee7-4868-b63e-486d26da5acd is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:08:13.794477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Allocated IP 172.20.0.2 (aa3478dc-2370-4834-b53b-f628dd3fd80b/66a8bf71-288c-4fef-b731-805ae19675d2/62bab598-0894-4249-80a0-b7450d6d1a31) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:13.835832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5cf3e-8536-4c2e-828a-2126286fbc7c tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73041a2-2430-4baa-96c2-affef0c72245,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:13.861242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a04535e-aee7-4868-b63e-486d26da5acd) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:13.874412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846fdc4-4a5c-4d6a-bb4a-69cc50087387 None None] Network 3a04535e-aee7-4868-b63e-486d26da5acd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:13.877876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.879557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:13.908158 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-455ad399-f698-4561-8c85-a34729e1da46 req-6485ae18-9c21-4b7a-944e-f2e8af6c7b63 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280500
Jan 15 21:08:13.918971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad4e4eca-7590-40a9-834c-d88eca2d9a0e req-f8ece2fd-a9a3-440f-a1c1-322180d06f2f tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303653
Jan 15 21:08:13.923202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e2475d39-a55e-464d-bfb3-bc198638d0f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1894846
Jan 15 21:08:13.949281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-3917ad4f-d633-4eb7-8a31-b215ff7059c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:13.950834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-3917ad4f-d633-4eb7-8a31-b215ff7059c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 1094 time: 0.1418798
Jan 15 21:08:13.952231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.110846 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks [] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.119900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.132370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-14f256ed-de41-405c-a829-96f6da2a2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:14.134529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-14f256ed-de41-405c-a829-96f6da2a2d34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 916 time: 0.1683185
Jan 15 21:08:14.164783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:14.185750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:14.194360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-9b5e5751-2f79-4813-96c2-9a6440a160e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0527c920-da07-47ca-8285-284889ba3d59 HTTP/1.1" status: 200  len: 217 time: 0.0523889
Jan 15 21:08:14.194668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:14.225521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a04535e-aee7-4868-b63e-486d26da5acd', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'project_id': '8d727625d6eb47febd54a3f4071bb7c3', 'fixed_ips': [{'subnet_id': '14814085-c409-4c14-9f95-7b4d53951ad4'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:08:14.226374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.249279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (4668e9b0-c03d-4669-9109-bbae563aa53f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.261702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4668e9b0-c03d-4669-9109-bbae563aa53f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.283915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-32c4ccee-9a84-42da-955f-47b66f0381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:14.286202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-32c4ccee-9a84-42da-955f-47b66f0381dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.0823548
Jan 15 21:08:14.295341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:14.318138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Attempting to bind port 62bab598-0894-4249-80a0-b7450d6d1a31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:14.318792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Attempting to bind port 62bab598-0894-4249-80a0-b7450d6d1a31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15f843a2-f72f-4b9c-9c9f-964618b9c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:14.319375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Attempting to bind port 62bab598-0894-4249-80a0-b7450d6d1a31 on network aa3478dc-2370-4834-b53b-f628dd3fd80b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:14.329345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:14.329998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Checking segment: {'id': '15f843a2-f72f-4b9c-9c9f-964618b9c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:14.330619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.331270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Bound using segment: {'id': '15f843a2-f72f-4b9c-9c9f-964618b9c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:14.334015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Bound port: 62bab598-0894-4249-80a0-b7450d6d1a31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f843a2-f72f-4b9c-9c9f-964618b9c431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:14.334717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.360554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.367263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5796986
Jan 15 21:08:14.367409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33348) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:14.376856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-2a03b99d-f487-4e95-9b66-bbd1892bb5a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664423
Jan 15 21:08:14.383581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-299228633', 'security_groups': ['4668e9b0-c03d-4669-9109-bbae563aa53f'], 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66a8bf71-288c-4fef-b731-805ae19675d2'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:14.415717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196a8a8-7e54-4841-9ab9-36fe4e522936 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4668e9b0-c03d-4669-9109-bbae563aa53f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:14.453734 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:14.742147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:14.755929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Allocated IP 172.20.0.2 (3a04535e-aee7-4868-b63e-486d26da5acd/14814085-c409-4c14-9f95-7b4d53951ad4/aa8b4fa8-c787-4c42-b8a8-d6a965a61376) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:14.765549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 88a0e402-80ed-4694-bcd3-f181c1c18d44 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:08:14.853227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:14.885346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.041674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-6fdd6d51-5b19-4961-8644-bccc2b7a52fd service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6517224
Jan 15 21:08:15.079806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-10da2361-0d7b-47b2-8709-f79f0eafcbb7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:15.081953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-10da2361-0d7b-47b2-8709-f79f0eafcbb7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.2464430
Jan 15 21:08:15.119708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:15.156748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9d25d5f8-be04-4760-9164-d69f78164bc6 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/quotas/8d727625d6eb47febd54a3f4071bb7c3 HTTP/1.1" status: 200  len: 375 time: 0.0592122
Jan 15 21:08:15.218007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03e02-67a5-4be1-8e50-c8f4a33d89dd None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:15.243358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-857464c7-e6c3-4c53-82a9-ccd7b4c6ba74 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0847878
Jan 15 21:08:15.280916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:15.288728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fe3783a-ece6-43b6-905b-cb5d5b2b1320 req-90f40072-72ad-4211-8563-c56527066a8e service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360122
Jan 15 21:08:15.310521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '88a0e402-80ed-4694-bcd3-f181c1c18d44', 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d', 'port_id': '88a0e402-80ed-4694-bcd3-f181c1c18d44', 'mac_address': 'fa:16:3e:5b:d9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ca5610-aa20-4cd7-bed7-fc4a151ed889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:08:15.324572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.326439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.353039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port b114fc24-0395-41b3-9ca7-52396e2b279f yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:08:15.395063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72120a5f-0272-42f2-8217-7f9ea3d47057 req-6e69f157-a24c-4665-be39-560e8cbfd354 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:15.402436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72120a5f-0272-42f2-8217-7f9ea3d47057 req-6e69f157-a24c-4665-be39-560e8cbfd354 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 944 time: 0.3045805
Jan 15 21:08:15.405113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 88a0e402-80ed-4694-bcd3-f181c1c18d44 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:15.405504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.452698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a0e402-80ed-4694-bcd3-f181c1c18d44 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:15.517369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-58ae06ec-843c-44db-b66b-ca436e28c6d4 service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727566
Jan 15 21:08:15.518505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:15.529678 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.544796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72120a5f-0272-42f2-8217-7f9ea3d47057 req-f6031972-b069-4a52-a00e-05380e5241d4 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413720
Jan 15 21:08:15.603636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:15.607189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks [] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.616925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.641898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.9 (aa3478dc-2370-4834-b53b-f628dd3fd80b/66a8bf71-288c-4fef-b731-805ae19675d2/b114fc24-0395-41b3-9ca7-52396e2b279f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:15.670304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Network 3a04535e-aee7-4868-b63e-486d26da5acd is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:15.673631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:15.681058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:15.696621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Pushing event updated for resources: {'Port': ['ID=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:15.743670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-b3c30be8-8d30-42ab-93e3-f97932cb91cd service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231200
Jan 15 21:08:15.789598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Attempting to bind port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:15.789972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Attempting to bind port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:15.790337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Attempting to bind port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:15.797842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:15.798225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Checking segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:15.798632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.799024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Bound using segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:15.799494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Bound port: aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:15.799899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:15.812767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['88a0e402-80ed-4694-bcd3-f181c1c18d44'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:15.856314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbd2a6-7906-494e-aa2e-a40b50d22d0e req-09c3cd8b-ccda-495c-99af-bcbae73be125 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:15.858125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9fbd2a6-7906-494e-aa2e-a40b50d22d0e req-09c3cd8b-ccda-495c-99af-bcbae73be125 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 943 time: 0.1134760
Jan 15 21:08:15.936305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] For port aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:15.943383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] For port aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:15.962808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.007538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9fbd2a6-7906-494e-aa2e-a40b50d22d0e req-fc4bfc03-b0ab-4352-940d-f633d7556d68 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411502
Jan 15 21:08:16.044321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.063827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:16.145177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.202376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0527c920-da07-47ca-8285-284889ba3d59 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:08:16.281907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:16.287983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:16.292146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:16.320068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:16.386006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:16.386674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.389344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=b114fc24-0395-41b3-9ca7-52396e2b279f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:16.423013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c72ed6b2-3fb5-479a-9ab0-d73d378e5e63 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.0491645
Jan 15 21:08:16.427577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33426) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:16.461490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:16.570120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0527c920-da07-47ca-8285-284889ba3d59,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:16.588434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '0527c920-da07-47ca-8285-284889ba3d59', 'network_id': 'b55f2173-9368-4426-891c-2ceb82762521', 'port_id': '0527c920-da07-47ca-8285-284889ba3d59', 'mac_address': 'fa:16:3e:f6:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49864b5b-505f-41a4-9422-c90ce9b4a217', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:08:16.598842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd58d7-cf5e-4503-8b61-8b6c60282e72 None None] Pushing event updated for resources: {'Port': ['ID=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:16.649014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:16.649483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.697521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0527c920-da07-47ca-8285-284889ba3d59 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:16.697914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0527c920-da07-47ca-8285-284889ba3d59), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.728698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0527c920-da07-47ca-8285-284889ba3d59 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:16.738950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-a34718c8-a12e-4b8a-80e6-991276e10f15 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:16.752488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-a34718c8-a12e-4b8a-80e6-991276e10f15 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.3697212
Jan 15 21:08:16.778493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0527c920-da07-47ca-8285-284889ba3d59,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:16.804763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:16.806851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.812322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.868491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-4b2ac7c5-a0ec-46b0-aa7f-3d67a2d712bd tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/quotas/8d727625d6eb47febd54a3f4071bb7c3 HTTP/1.1" status: 200  len: 375 time: 0.1150000
Jan 15 21:08:16.876399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:16.900583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b895148-afda-429c-a1cc-c43564486a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.937274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:16.937274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:16.942143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:16.942143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.051801 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66a8bf71-288c-4fef-b731-805ae19675d2 (CIDR: 172.20.0.0/28)
Jan 15 21:08:17.060109 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:17.060783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:17.081506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['0527c920-da07-47ca-8285-284889ba3d59'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:17.091181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb770bac-b09f-48ad-948b-311d551775fb req-881c238d-a4d3-4759-ac66-e8910201d48d tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:17.100081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb770bac-b09f-48ad-948b-311d551775fb req-881c238d-a4d3-4759-ac66-e8910201d48d tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 945 time: 0.3448207
Jan 15 21:08:17.114990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-45621705-201a-460b-8152-d244d9f2dd87 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6818719
Jan 15 21:08:17.116761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33446) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:17.125816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:17.132806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-48ca92f9-4ad1-438f-952c-3c123a4395af tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2634387
Jan 15 21:08:17.186929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:17.204442 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.353531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:17.428701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb770bac-b09f-48ad-948b-311d551775fb req-42f0ba70-88e1-4615-b99b-84af466a3dd4 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267145
Jan 15 21:08:17.432383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:17.447406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:17.448525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.455297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-12a9c37c-7302-4c11-91aa-3392bfd8161f service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213024
Jan 15 21:08:17.511826 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b895148-afda-429c-a1cc-c43564486a00 admin admin] Publish callbacks [] for security_group (32b393e2-b305-44f7-a6f6-72625590bb78), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.523859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:17.533754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.573471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b895148-afda-429c-a1cc-c43564486a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (32b393e2-b305-44f7-a6f6-72625590bb78), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.649819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c8776e50-3744-4d9c-8c5a-3d3b55edb43a None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:17.694900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b895148-afda-429c-a1cc-c43564486a00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc7d132fcb1f40068ccbffcb4e6f5761&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3732450
Jan 15 21:08:17.698446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33454) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:17.729998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895148-afda-429c-a1cc-c43564486a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b393e2-b305-44f7-a6f6-72625590bb78,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:17.812292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d91e32-c580-418b-81e2-f4f3d501b69a req-e5e6d9fa-9612-48c8-9b86-fb107d3c207d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:17.812578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d67968a2-22eb-45d1-b064-01dc91d36c10 None None] Provisioning complete for port b114fc24-0395-41b3-9ca7-52396e2b279f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:17.813013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d67968a2-22eb-45d1-b064-01dc91d36c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.830154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68d91e32-c580-418b-81e2-f4f3d501b69a req-e5e6d9fa-9612-48c8-9b86-fb107d3c207d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 944 time: 0.2603393
Jan 15 21:08:17.837314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-fcf60ab1-dbaa-40e4-8c03-dad89c985e63 service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3809962
Jan 15 21:08:17.843955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] Publish callbacks [] for security_group (32b393e2-b305-44f7-a6f6-72625590bb78), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.917394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d67968a2-22eb-45d1-b064-01dc91d36c10 None None] Port b114fc24-0395-41b3-9ca7-52396e2b279f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:17.926512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] Publish callbacks [] for security_group (32b393e2-b305-44f7-a6f6-72625590bb78), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.930625 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7386387c-a7ad-417e-842f-76978e508c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:17.998283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68d91e32-c580-418b-81e2-f4f3d501b69a req-78db07f7-010d-4d2f-97d2-4a6fcccb9160 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447983
Jan 15 21:08:18.005667 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (32b393e2-b305-44f7-a6f6-72625590bb78), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.008330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.009637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32b393e2-b305-44f7-a6f6-72625590bb78 HTTP/1.1" status: 204  len: 168 time: 0.3091004
Jan 15 21:08:18.173837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:18.241756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:18.242292 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.277929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896be6e-d21e-44d0-958c-faf7d8c24941 None None] Network 3a04535e-aee7-4868-b63e-486d26da5acd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:18.282874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:18.382013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Provisioning complete for port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:18.382584 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.516304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:18.517412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device aa8b4fa8-c787-4c42-b8a8-d6a965a61376 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:18.553574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-4947f1da-51b4-43f5-9df9-d5b581e8fb7b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:18.560029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-4947f1da-51b4-43f5-9df9-d5b581e8fb7b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.3878334
Jan 15 21:08:18.571042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b0f47-a2de-47d1-b6ca-ec144bec22a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b393e2-b305-44f7-a6f6-72625590bb78,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:18.588192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Request body: {'port': {'device_id': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'admin_state_up': True, 'tenant_id': '8d727625d6eb47febd54a3f4071bb7c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:18.598515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Current status of the port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:18.598936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.675634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:18.676053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.678718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] For port aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:18.717134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.760372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33488) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:18.775111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-7a3124d2-b060-41b5-9059-6fb59a1807ae tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:18.783589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-7a3124d2-b060-41b5-9059-6fb59a1807ae tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.2880719
Jan 15 21:08:18.795482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d929ae0-2d17-4bcd-86a8-b1421e25dfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.802125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 88a0e402-80ed-4694-bcd3-f181c1c18d44 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:18.850429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-384fc498-5f37-44f7-83a8-ddaf35448e9b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/quotas/8d727625d6eb47febd54a3f4071bb7c3 HTTP/1.1" status: 200  len: 375 time: 0.0659275
Jan 15 21:08:18.852420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbc87410-20ac-4f86-b744-578e5b4499c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.860621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Made reservation on behalf of 8d727625d6eb47febd54a3f4071bb7c3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:18.866086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.896245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8b0e87a9-2c6e-48c9-8905-ddae74dd7a64), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:18.947142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a45e5-45b5-42aa-9193-d16e38e66b1d None None] Pushing event updated for resources: {'Port': ['ID=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:18.969509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e39c1-3287-4534-8ace-c58a811799cc req-1746a66c-7c52-4e4b-ab91-0b312d28614a tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:18.972561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d3e39c1-3287-4534-8ace-c58a811799cc req-1746a66c-7c52-4e4b-ab91-0b312d28614a tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 945 time: 0.1864944
Jan 15 21:08:19.000665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-0c90f832-539b-4d52-b0f4-9e024f6f784e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1493459
Jan 15 21:08:19.004406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 88a0e402-80ed-4694-bcd3-f181c1c18d44 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:08:19.023922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 88a0e402-80ed-4694-bcd3-f181c1c18d44 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:19.024657 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.046261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=8b0e87a9-2c6e-48c9-8905-ddae74dd7a64,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.052492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:19.058367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:19.076400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:19.079692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f1dc00f2-b9ca-42eb-88d4-ddf2a9ccc090 None None] Provisioning complete for port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:19.080070 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1dc00f2-b9ca-42eb-88d4-ddf2a9ccc090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.089104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:19.089915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.107983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668df13-6c6f-4db6-bbb4-5828b9a75651 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:19.153935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e4480cdb-293c-4a47-a8ec-ae315b0d1dbf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.0331264
Jan 15 21:08:19.155564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33494) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:19.164260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-704360519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b0e87a9-2c6e-48c9-8905-ddae74dd7a64'}], 'security_groups': ['d73041a2-2430-4baa-96c2-affef0c72245']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:19.188128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d3e39c1-3287-4534-8ace-c58a811799cc req-2945b601-3188-4ff7-a2e0-b60d52a2827e tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018299
Jan 15 21:08:19.221338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbc87410-20ac-4f86-b744-578e5b4499c9 admin admin] Publish callbacks [] for security_group (2613251e-e406-4022-9e2f-330cea89309c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.230293 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fbc87410-20ac-4f86-b744-578e5b4499c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2613251e-e406-4022-9e2f-330cea89309c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.259483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d929ae0-2d17-4bcd-86a8-b1421e25dfdc admin admin] Publish callbacks [] for security_group (599a9e97-b1f7-4752-93fe-d9bd429926fb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.260599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-765ebb25-c960-42d9-baef-ab0241522c37 service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2587566
Jan 15 21:08:19.265875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Allocated IP 172.20.0.6 (3a04535e-aee7-4868-b63e-486d26da5acd/14814085-c409-4c14-9f95-7b4d53951ad4/f3be8950-449a-4055-b53b-ad46640f964d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:19.267767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc87410-20ac-4f86-b744-578e5b4499c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613251e-e406-4022-9e2f-330cea89309c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.277481 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d929ae0-2d17-4bcd-86a8-b1421e25dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (599a9e97-b1f7-4752-93fe-d9bd429926fb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.361846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.368706 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0d929ae0-2d17-4bcd-86a8-b1421e25dfdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bd019cee74c461aba997e2c5963d61c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6036425
Jan 15 21:08:19.369127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33496) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:19.376623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d929ae0-2d17-4bcd-86a8-b1421e25dfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599a9e97-b1f7-4752-93fe-d9bd429926fb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.386327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbc87410-20ac-4f86-b744-578e5b4499c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=163e4fee6dde4164a89db705db819ca1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0992401
Jan 15 21:08:19.389963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33498) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:19.477871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 88a0e402-80ed-4694-bcd3-f181c1c18d44 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:19.478491 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.480258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d06011-0995-4a2f-b787-97a456da3ccc req-cda2ea25-629a-4869-822f-d90e9b992dfe tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:19.481587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80d06011-0995-4a2f-b787-97a456da3ccc req-cda2ea25-629a-4869-822f-d90e9b992dfe tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 944 time: 0.1678948
Jan 15 21:08:19.512802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:19.515086 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e6e3b-f379-4500-84c0-9d0edcedd2ea" -d '{"events": [{"server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "name": "network-vif-plugged", "status": "completed", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:19.529748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-6d2b1eb9-fd6f-4ced-a306-0375b3f590ac service neutron] 10.222.0.46 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2551689
Jan 15 21:08:19.537467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] Publish callbacks [] for security_group (599a9e97-b1f7-4752-93fe-d9bd429926fb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.538232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:19.540449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc00f2-b9ca-42eb-88d4-ddf2a9ccc090 None None] Current status of the port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:19.567459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.590239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] Publish callbacks [] for security_group (2613251e-e406-4022-9e2f-330cea89309c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.622474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] Publish callbacks [] for security_group (599a9e97-b1f7-4752-93fe-d9bd429926fb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.629459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.680084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80d06011-0995-4a2f-b787-97a456da3ccc req-56b94554-7854-4e2f-ab12-bb4f42511fa1 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784546
Jan 15 21:08:19.690878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] Publish callbacks [] for security_group (2613251e-e406-4022-9e2f-330cea89309c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.728063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Update dhcp port {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'fixed_ips': [{'subnet_id': '66a8bf71-288c-4fef-b731-805ae19675d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b0e87a9-2c6e-48c9-8905-ddae74dd7a64'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62bab598-0894-4249-80a0-b7450d6d1a31'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:08:19.732352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks [] for port (f3be8950-449a-4055-b53b-ad46640f964d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.745888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (599a9e97-b1f7-4752-93fe-d9bd429926fb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.750666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.757229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/599a9e97-b1f7-4752-93fe-d9bd429926fb HTTP/1.1" status: 204  len: 168 time: 0.3791978
Jan 15 21:08:19.758404 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.786052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31711054-ef0e-41c9-917f-1fc288c3da7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599a9e97-b1f7-4752-93fe-d9bd429926fb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.952802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2613251e-e406-4022-9e2f-330cea89309c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.955592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:19.957438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2613251e-e406-4022-9e2f-330cea89309c HTTP/1.1" status: 204  len: 168 time: 0.5648577
Jan 15 21:08:19.983955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b32d-5417-4b73-be44-2e5c81d1d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613251e-e406-4022-9e2f-330cea89309c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:19.993478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.003681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Allocated IP 172.20.0.18 (aa3478dc-2370-4834-b53b-f628dd3fd80b/8b0e87a9-2c6e-48c9-8905-ddae74dd7a64/62bab598-0894-4249-80a0-b7450d6d1a31) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:20.072834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8c87fb3-4372-41d2-b225-00441a46815b req-e48206ed-43c0-448d-81bb-41094ceca5ab tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 210 time: 0.1184249
Jan 15 21:08:20.089275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-b82ec433-4581-4ac8-85cf-063ec4089f3c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:20.090790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-b82ec433-4581-4ac8-85cf-063ec4089f3c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.45 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.3197467
Jan 15 21:08:20.108553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Request body: {'port': {'device_id': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'admin_state_up': True, 'tenant_id': '8d727625d6eb47febd54a3f4071bb7c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:20.114052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Network 3a04535e-aee7-4868-b63e-486d26da5acd is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:20.135511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:20.187164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event updated for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:20.201952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:20.268219 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6a674-b283-4e01-badc-aed9665db0b2 x-openstack-request-id: req-c4e6a674-b283-4e01-badc-aed9665db0b2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:20.268726 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "name": "network-vif-plugged", "status": "completed", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:20.269080 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4e6a674-b283-4e01-badc-aed9665db0b2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:20.269752 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44', 'code': 200}
Jan 15 21:08:20.275967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device aa8b4fa8-c787-4c42-b8a8-d6a965a61376 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:20.311268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:20.312129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.382684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0527c920-da07-47ca-8285-284889ba3d59 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:20.402497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-44b8003a-0835-4034-9bb9-20a669c15d4d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8325236
Jan 15 21:08:20.424538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Request body: {'port': {'device_id': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:20.446539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d334c8f-f3ed-477e-bd0c-20560ae8997d req-4ccd6f95-2fa4-4ceb-a774-fc2bee00208d tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:20.454069 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d334c8f-f3ed-477e-bd0c-20560ae8997d req-4ccd6f95-2fa4-4ceb-a774-fc2bee00208d tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.1339724
Jan 15 21:08:20.489484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e195359-16a4-4724-be26-65ffcef4decc req-a9bce613-7f95-4c3f-b49e-5896a49f2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:20.491484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5e195359-16a4-4724-be26-65ffcef4decc req-a9bce613-7f95-4c3f-b49e-5896a49f2701 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 1097 time: 0.3572886
Jan 15 21:08:20.525016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:20.586166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f3be8950-449a-4055-b53b-ad46640f964d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.613839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:20.614515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.617611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d334c8f-f3ed-477e-bd0c-20560ae8997d req-c0335614-c90d-4994-a0cb-95fd1f2f355a tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627638
Jan 15 21:08:20.667257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5e195359-16a4-4724-be26-65ffcef4decc req-91193fab-0baf-4a57-94b4-4a816193138d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286635
Jan 15 21:08:20.669361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Publish callbacks [] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.678628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Made reservation on behalf of 8d727625d6eb47febd54a3f4071bb7c3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:20.682541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.692502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.727501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:20.746036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66b952b2-307b-4032-8b71-aaf3d8a9cf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.774780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aae08-0dc4-4639-89e8-e828318e9c67 None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:20.786659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 0527c920-da07-47ca-8285-284889ba3d59 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:08:20.793982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62368532-6d1b-4162-9f5a-7a1b06088161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.819565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d75fce11-18fa-4f7d-b663-951d429c321a None None] Provisioning complete for port f3be8950-449a-4055-b53b-ad46640f964d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:20.820101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d75fce11-18fa-4f7d-b663-951d429c321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f3be8950-449a-4055-b53b-ad46640f964d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.821736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 0527c920-da07-47ca-8285-284889ba3d59 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:20.822097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0527c920-da07-47ca-8285-284889ba3d59), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:20.922831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d75fce11-18fa-4f7d-b663-951d429c321a None None] Port f3be8950-449a-4055-b53b-ad46640f964d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:20.985280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:20.993464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Delete allocated IP 172.20.0.9 (aa3478dc-2370-4834-b53b-f628dd3fd80b/66a8bf71-288c-4fef-b731-805ae19675d2) {{(pid=114438) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:08:21.012461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66b952b2-307b-4032-8b71-aaf3d8a9cf16 admin admin] Publish callbacks [] for security_group (9a82ffcb-e66e-4946-a385-0d8c7118ccc7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.014538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.19 (aa3478dc-2370-4834-b53b-f628dd3fd80b/8b0e87a9-2c6e-48c9-8905-ddae74dd7a64/b114fc24-0395-41b3-9ca7-52396e2b279f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:21.059004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0527c920-da07-47ca-8285-284889ba3d59 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:21.059556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0527c920-da07-47ca-8285-284889ba3d59), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.097219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66b952b2-307b-4032-8b71-aaf3d8a9cf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9a82ffcb-e66e-4946-a385-0d8c7118ccc7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.144446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b952b2-307b-4032-8b71-aaf3d8a9cf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82ffcb-e66e-4946-a385-0d8c7118ccc7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:21.162937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0527c920-da07-47ca-8285-284889ba3d59,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:21.177991 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.188666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d8e69-58d3-4e38-8f17-fd4a67c51c44 req-cfd0966d-fa07-4760-9579-b22b3a500ef2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:21.190792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-252d8e69-58d3-4e38-8f17-fd4a67c51c44 req-cfd0966d-fa07-4760-9579-b22b3a500ef2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 944 time: 0.1739113
Jan 15 21:08:21.196974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-66b952b2-307b-4032-8b71-aaf3d8a9cf16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bd23103802443248b34f928aaf82477&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4679680
Jan 15 21:08:21.197595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:21.256492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:21.283803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3be8950-449a-4055-b53b-ad46640f964d {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:21.297419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks [] for port (f3be8950-449a-4055-b53b-ad46640f964d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.336398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Transition to ACTIVE for port object f3be8950-449a-4055-b53b-ad46640f964d will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:08:21.355130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.374208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7813b6f0-7046-4668-875f-03bef9258566 req-c49489a6-106a-4f3d-a4ba-b88749e02519 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 210 time: 0.0780544
Jan 15 21:08:21.386382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-252d8e69-58d3-4e38-8f17-fd4a67c51c44 req-0bc51128-afb1-4f86-878d-5a7ad78ff74a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863830
Jan 15 21:08:21.427339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] Publish callbacks [] for security_group (9a82ffcb-e66e-4946-a385-0d8c7118ccc7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.464220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] Publish callbacks [] for security_group (9a82ffcb-e66e-4946-a385-0d8c7118ccc7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.500166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.510143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:21.513081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Allocated IP 172.20.0.5 (3a04535e-aee7-4868-b63e-486d26da5acd/14814085-c409-4c14-9f95-7b4d53951ad4/05b918a9-ba4e-497c-b753-eb391f56ed6d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:21.517635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.566238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9a82ffcb-e66e-4946-a385-0d8c7118ccc7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.571004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.582216 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a82ffcb-e66e-4946-a385-0d8c7118ccc7 HTTP/1.1" status: 204  len: 168 time: 0.3555148
Jan 15 21:08:21.598744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098424c-0b73-48da-b19e-dea54e78820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82ffcb-e66e-4946-a385-0d8c7118ccc7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:21.653220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=b114fc24-0395-41b3-9ca7-52396e2b279f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:21.866481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:21.883408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f184-15cb-4add-bb01-9127e66ceb41 req-29affa1d-2dbf-421b-a274-8b0aa88d2af3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:21.889024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5e5f184-15cb-4add-bb01-9127e66ceb41 req-29affa1d-2dbf-421b-a274-8b0aa88d2af3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.1234171
Jan 15 21:08:21.981117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:22.034816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5e5f184-15cb-4add-bb01-9127e66ceb41 req-d5947e60-d574-4745-9bab-1f3b74719da4 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348448
Jan 15 21:08:22.073601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:22.074199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.121914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:22.122600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.124343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:22.165596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:22.166179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.195511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] In _notify_port_updated(), no bound segment for port b114fc24-0395-41b3-9ca7-52396e2b279f on network aa3478dc-2370-4834-b53b-f628dd3fd80b {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:08:22.204787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.205618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.207487 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a0dc9f56-3d9b-4c1d-b8d6-296c9d7ab003 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/ports/b114fc24-0395-41b3-9ca7-52396e2b279f HTTP/1.1" status: 200  len: 920 time: 3.0483894
Jan 15 21:08:22.211377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33562) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:22.244239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Attempting to bind port f3be8950-449a-4055-b53b-ad46640f964d on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:22.244781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Attempting to bind port f3be8950-449a-4055-b53b-ad46640f964d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:22.245429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Attempting to bind port f3be8950-449a-4055-b53b-ad46640f964d on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:22.258340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:22.272619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Port f3be8950-449a-4055-b53b-ad46640f964d on network 3a04535e-aee7-4868-b63e-486d26da5acd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:08:22.273248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Attempting to bind port f3be8950-449a-4055-b53b-ad46640f964d on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:22.303044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:22.304002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527c920-da07-47ca-8285-284889ba3d59'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:22.304280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Checking segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:22.304909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Bound using segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:22.305565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Bound port: f3be8950-449a-4055-b53b-ad46640f964d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:22.306291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f3be8950-449a-4055-b53b-ad46640f964d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.310489 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a08826-c68a-42fe-a72b-085fa84cd846" -d '{"events": [{"server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "name": "network-vif-plugged", "status": "completed", "tag": "0527c920-da07-47ca-8285-284889ba3d59"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:22.317266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:22.328676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Provisioning complete for port b114fc24-0395-41b3-9ca7-52396e2b279f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:22.329002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks [] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.329153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.403955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5154bee4-f62a-433a-a16a-f410a03ebdab None None] Port b114fc24-0395-41b3-9ca7-52396e2b279f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:22.408408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:22.408879 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e02846c-2163-4471-a5ee-12238eb8a506 x-openstack-request-id: req-6e02846c-2163-4471-a5ee-12238eb8a506 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:22.410110 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "name": "network-vif-plugged", "status": "completed", "tag": "0527c920-da07-47ca-8285-284889ba3d59", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:22.410371 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e02846c-2163-4471-a5ee-12238eb8a506 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:22.410781 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527c920-da07-47ca-8285-284889ba3d59', 'code': 200}
Jan 15 21:08:22.419163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3be8950-449a-4055-b53b-ad46640f964d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:22.432197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port b114fc24-0395-41b3-9ca7-52396e2b279f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:22.432622 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.443252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-60542910-e5bb-43c5-b706-85b4ed94c355 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.444802 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-60542910-e5bb-43c5-b706-85b4ed94c355 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 815 time: 0.5416169
Jan 15 21:08:22.451161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.485600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Request body: {'port': {'device_id': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'admin_state_up': True, 'tenant_id': '8d727625d6eb47febd54a3f4071bb7c3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:22.628249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-516a2a35-ff0b-4f96-a6bc-adb5d51464f1 req-a6eac1b7-3b88-4b86-bdc4-db845f814e39 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 210 time: 0.0788002
Jan 15 21:08:22.642064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.643168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.645578 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] 10.222.0.39 "PUT /v2.0/ports/f3be8950-449a-4055-b53b-ad46640f964d HTTP/1.1" status: 200  len: 1091 time: 2.2333643
Jan 15 21:08:22.647124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:22.649590 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e190efb1-e894-4b05-9b70-bf79c057807a" -d '{"events": [{"name": "network-changed", "server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "tag": "f3be8950-449a-4055-b53b-ad46640f964d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:22.685630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be051-224c-4f35-b415-644cb76d3dda req-55e3d05c-7591-4cac-8b9f-e8f5036ff898 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.687272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a6be051-224c-4f35-b415-644cb76d3dda req-55e3d05c-7591-4cac-8b9f-e8f5036ff898 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.1369753
Jan 15 21:08:22.709808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.732243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for b114fc24-0395-41b3-9ca7-52396e2b279f owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:22.756048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-109fef9c-73c3-4ac7-b332-c1e0016cc83c None None] Provisioning complete for port b114fc24-0395-41b3-9ca7-52396e2b279f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:22.764254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-109fef9c-73c3-4ac7-b332-c1e0016cc83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.769065 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1a6be051-224c-4f35-b415-644cb76d3dda req-8cd09060-4989-44d2-bd3c-0526b88b72b9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738564
Jan 15 21:08:22.830079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777ce60-cabe-49a1-aaa9-d8ab23180b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:22.838785 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be57f8-8ef3-41b3-b52e-3eacc66030ec x-openstack-request-id: req-26be57f8-8ef3-41b3-b52e-3eacc66030ec {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:22.839141 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "tag": "f3be8950-449a-4055-b53b-ad46640f964d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:22.839487 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26be57f8-8ef3-41b3-b52e-3eacc66030ec {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:22.840068 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d', 'status': 'completed', 'code': 200}
Jan 15 21:08:22.843177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:22.874411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86028f-0196-4461-9b94-4e9a7bb87cc0 req-99afaafd-05cc-40e5-bb65-d094fa1a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.876576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b86028f-0196-4461-9b94-4e9a7bb87cc0 req-99afaafd-05cc-40e5-bb65-d094fa1a224d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 1096 time: 0.3143229
Jan 15 21:08:22.896034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-109fef9c-73c3-4ac7-b332-c1e0016cc83c None None] Port b114fc24-0395-41b3-9ca7-52396e2b279f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:22.946957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-810b1ebd-116c-4114-a056-af138c7cac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:22.948451 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-810b1ebd-116c-4114-a056-af138c7cac41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 1094 time: 0.2586257
Jan 15 21:08:22.960823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Network 3a04535e-aee7-4868-b63e-486d26da5acd is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:22.997419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event updated for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:23.000274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:23.027531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b114fc24-0395-41b3-9ca7-52396e2b279f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.046933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:23.057185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-df780dbe-9f42-4dda-9e6d-ae7958a6f581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3be8950-449a-4055-b53b-ad46640f964d HTTP/1.1" status: 200  len: 217 time: 0.0925477
Jan 15 21:08:23.091095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=b114fc24-0395-41b3-9ca7-52396e2b279f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:23.109047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Made reservation on behalf of 8d727625d6eb47febd54a3f4071bb7c3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:23.114064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.182579 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b86028f-0196-4461-9b94-4e9a7bb87cc0 req-dac9dec9-5bba-4c6e-b5b6-fc88631a14ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747126
Jan 15 21:08:23.249766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:23.251630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.283663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.330360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab77e-5fd0-4879-8ecc-25119cdf17c1 req-9cc1a340-6235-4da0-88b7-aa48c281f156 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:23.343431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-e6322201-84ee-43d9-8d3f-2d8aa9934c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:23.343763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f73ab77e-5fd0-4879-8ecc-25119cdf17c1 req-9cc1a340-6235-4da0-88b7-aa48c281f156 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.1871479
Jan 15 21:08:23.345982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-e6322201-84ee-43d9-8d3f-2d8aa9934c69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.2605333
Jan 15 21:08:23.381623 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-9d38d65d-6303-4db4-adaa-eabd898f2b16 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2783110
Jan 15 21:08:23.413663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.421171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b51f528-0d2c-48a5-a33d-91ae9660ff99 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/b114fc24-0395-41b3-9ca7-52396e2b279f HTTP/1.1" status: 204  len: 168 time: 1.2079029
Jan 15 21:08:23.422582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33600) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:23.424456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Request body: {'port': {'device_id': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:23.464215 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-53048a91-296f-4201-868f-ed5a65136570 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:08:23.468889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-53048a91-296f-4201-868f-ed5a65136570 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/b114fc24-0395-41b3-9ca7-52396e2b279f HTTP/1.1" status: 404  len: 333 time: 0.0421951
Jan 15 21:08:23.476470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33602) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:23.542898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f73ab77e-5fd0-4879-8ecc-25119cdf17c1 req-e9197e21-1d0b-47b9-ac5e-04cac62945fe tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981673
Jan 15 21:08:23.575251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971744-b296-49ce-9811-6e8ab40aed4a req-cea68aa3-3bf6-4673-9c89-a01cfa9b7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:23.577135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-cea68aa3-3bf6-4673-9c89-a01cfa9b7ce7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2224052
Jan 15 21:08:23.592429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (4668e9b0-c03d-4669-9109-bbae563aa53f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.624737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.667029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (4668e9b0-c03d-4669-9109-bbae563aa53f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.688923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Allocated IP 172.20.0.8 (3a04535e-aee7-4868-b63e-486d26da5acd/14814085-c409-4c14-9f95-7b4d53951ad4/ff65d28b-c16d-4f12-aa41-9bb138a73168) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:23.710272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-50f7c4d5-8df6-45da-b466-064894a5c725 None None] Provisioning complete for port 05b918a9-ba4e-497c-b753-eb391f56ed6d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:23.711432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50f7c4d5-8df6-45da-b466-064894a5c725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.781986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-50f7c4d5-8df6-45da-b466-064894a5c725 None None] Port 05b918a9-ba4e-497c-b753-eb391f56ed6d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:23.803389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4668e9b0-c03d-4669-9109-bbae563aa53f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.806535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:23.812708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/security-groups/4668e9b0-c03d-4669-9109-bbae563aa53f HTTP/1.1" status: 204  len: 168 time: 0.3328993
Jan 15 21:08:23.831859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:23.915429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e105c-5ea2-4dd0-bde7-1c51440e38bd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668e9b0-c03d-4669-9109-bbae563aa53f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:24.241520 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.405402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83c1dda1-ee68-4fc9-aacb-285c197e4ecb req-dfe9c734-4f54-4aab-b0fb-dc035132d708 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 210 time: 0.6032009
Jan 15 21:08:24.505484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-9ffebd23-879b-4b6c-a3c3-b70d2d056be5 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9172084
Jan 15 21:08:24.519111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3713f6-a069-4202-bdfa-e69c0d6819b8 req-9b4af14c-a109-4793-bd2b-edc20259be74 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:24.520663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee3713f6-a069-4202-bdfa-e69c0d6819b8 req-9b4af14c-a109-4793-bd2b-edc20259be74 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.1180325
Jan 15 21:08:24.522316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (d73041a2-2430-4baa-96c2-affef0c72245), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.574601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (d73041a2-2430-4baa-96c2-affef0c72245), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.609214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee3713f6-a069-4202-bdfa-e69c0d6819b8 req-9f0e2c55-a9a5-413a-8af6-6cd6f8c91f3a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723369
Jan 15 21:08:24.637489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d73041a2-2430-4baa-96c2-affef0c72245), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.641802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.645201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/security-groups/d73041a2-2430-4baa-96c2-affef0c72245 HTTP/1.1" status: 204  len: 168 time: 0.8122563
Jan 15 21:08:24.651601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:24.698189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fd6dd-bfae-456c-ae65-47a077c261f7 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73041a2-2430-4baa-96c2-affef0c72245,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:24.743949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 66a8bf71-288c-4fef-b731-805ae19675d2 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:24.757312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (66a8bf71-288c-4fef-b731-805ae19675d2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.782085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks [] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.830013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (66a8bf71-288c-4fef-b731-805ae19675d2), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.840134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de971744-b296-49ce-9811-6e8ab40aed4a req-8915f607-95f3-4d50-9f2e-4d4da1fc08db service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3235867
Jan 15 21:08:24.860936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:24.953647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (66a8bf71-288c-4fef-b731-805ae19675d2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.006095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Network 3a04535e-aee7-4868-b63e-486d26da5acd is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:25.023040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:25.025905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:25.045478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event updated for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:25.050690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (66a8bf71-288c-4fef-b731-805ae19675d2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.066945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.071091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/66a8bf71-288c-4fef-b731-805ae19675d2 HTTP/1.1" status: 204  len: 168 time: 0.4170554
Jan 15 21:08:25.075758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33718) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:25.079936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a1483-784b-4c9e-9eed-0c23a125af87 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:25.092889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5558c58-2618-4d84-894e-1d567a869fcd tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=66a8bf71-288c-4fef-b731-805ae19675d2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:25.094512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:25.123425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33722) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:25.179499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190efb1-e894-4b05-9b70-bf79c057807a req-74cf4a67-0f74-4989-ad3c-7596c1481613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:25.181061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-74cf4a67-0f74-4989-ad3c-7596c1481613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 1094 time: 0.2597706
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.248503 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:25.251455 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:25.253551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:25.255345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.354396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-447e544d-b232-431a-8748-101b0f537359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.396479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-fd10358e-f706-41bc-8eb0-3af3f2eecf1a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9323797
Jan 15 21:08:25.415004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Request body: {'port': {'device_id': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:25.435579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b918a9-ba4e-497c-b753-eb391f56ed6d {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:25.482786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks [] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.530978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-55b1ea23-3ff8-4ce6-8526-8ebbf928966a None None] Provisioning complete for port ff65d28b-c16d-4f12-aa41-9bb138a73168 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:25.532215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-55b1ea23-3ff8-4ce6-8526-8ebbf928966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.545097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Transition to ACTIVE for port object 05b918a9-ba4e-497c-b753-eb391f56ed6d will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:08:25.583302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.587024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-447e544d-b232-431a-8748-101b0f537359 admin admin] Publish callbacks [] for security_group (64be444a-056a-46ac-8657-e702f0ac93fa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.597789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190efb1-e894-4b05-9b70-bf79c057807a req-ff3c7073-2c91-4096-aca1-63d8694aeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:25.600386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-ff3c7073-2c91-4096-aca1-63d8694aeb6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 916 time: 0.4089658
Jan 15 21:08:25.615370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-55b1ea23-3ff8-4ce6-8526-8ebbf928966a None None] Port ff65d28b-c16d-4f12-aa41-9bb138a73168 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:25.627026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-447e544d-b232-431a-8748-101b0f537359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64be444a-056a-46ac-8657-e702f0ac93fa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.668061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e544d-b232-431a-8748-101b0f537359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64be444a-056a-46ac-8657-e702f0ac93fa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:25.674520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:25.699214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.704727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:25.710918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:25.794663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03536003-19a5-43d1-bf8d-0f2cceac4cbe req-d4a6c7dc-5106-4454-acb4-96891161ed1b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:25.803740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03536003-19a5-43d1-bf8d-0f2cceac4cbe req-d4a6c7dc-5106-4454-acb4-96891161ed1b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 931 time: 0.2472727
Jan 15 21:08:25.851725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-447e544d-b232-431a-8748-101b0f537359 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8ecfaa2a67c4cf4a579599827ebd8a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7245939
Jan 15 21:08:25.852977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33740) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:25.885389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-cb34d84b-172e-4c8d-b35f-0200736e801c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3be8950-449a-4055-b53b-ad46640f964d HTTP/1.1" status: 200  len: 217 time: 0.2052004
Jan 15 21:08:25.914606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dbb31-9512-4da6-a7a0-0073e65db0c0 req-4fc86f9b-1da5-453d-b97c-3681383951b5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:25.922300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e2dbb31-9512-4da6-a7a0-0073e65db0c0 req-4fc86f9b-1da5-453d-b97c-3681383951b5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.1910028
Jan 15 21:08:25.960494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03536003-19a5-43d1-bf8d-0f2cceac4cbe req-9d457738-d452-47e8-9d32-7fa86dbe4061 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553295
Jan 15 21:08:26.014414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190efb1-e894-4b05-9b70-bf79c057807a req-9efe1434-7f67-4322-81da-c39a8ece0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:26.015974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-9efe1434-7f67-4322-81da-c39a8ece0197 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.0824811
Jan 15 21:08:26.035281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e2dbb31-9512-4da6-a7a0-0073e65db0c0 req-a5592433-24bc-4330-a7d0-ea39f26ae857 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087420
Jan 15 21:08:26.054606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] Publish callbacks [] for security_group (64be444a-056a-46ac-8657-e702f0ac93fa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.085612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] Publish callbacks [] for security_group (64be444a-056a-46ac-8657-e702f0ac93fa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.157275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64be444a-056a-46ac-8657-e702f0ac93fa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.162131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.166476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64be444a-056a-46ac-8657-e702f0ac93fa HTTP/1.1" status: 204  len: 168 time: 0.3128755
Jan 15 21:08:26.177912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd7a65-6131-4bc3-8d3b-3649575f61f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64be444a-056a-46ac-8657-e702f0ac93fa,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:26.341471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190efb1-e894-4b05-9b70-bf79c057807a req-4296f481-0483-48bc-a86e-4724ad6a494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:26.343063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-4296f481-0483-48bc-a86e-4724ad6a494d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2852857
Jan 15 21:08:26.355361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Attempting to bind port 05b918a9-ba4e-497c-b753-eb391f56ed6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:26.355701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Attempting to bind port 05b918a9-ba4e-497c-b753-eb391f56ed6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:26.356029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Attempting to bind port 05b918a9-ba4e-497c-b753-eb391f56ed6d on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:26.400653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Port 05b918a9-ba4e-497c-b753-eb391f56ed6d on network 3a04535e-aee7-4868-b63e-486d26da5acd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:08:26.401013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Attempting to bind port 05b918a9-ba4e-497c-b753-eb391f56ed6d on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:26.479897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:26.480932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.488687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:26.489079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Checking segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:26.489477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Bound using segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:26.489939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Bound port: 05b918a9-ba4e-497c-b753-eb391f56ed6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:26.490285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.577287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:26.602297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:26.603315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:26.757323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4c973245-3b6f-4748-8a7c-f5e970a7db9e None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:26.803460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-2f51e820-a1ea-40b1-8c27-1f7dfdcd4f36 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383144
Jan 15 21:08:26.834357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:26.847748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:26.961829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:27.027855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33786) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:27.036716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.070771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26a70521-2468-49fb-a6e9-3490c9b8fe01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.087554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-881e0990-558a-4747-8e97-91102edfa3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.113810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.114542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.115919 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] 10.222.0.45 "PUT /v2.0/ports/05b918a9-ba4e-497c-b753-eb391f56ed6d HTTP/1.1" status: 200  len: 1091 time: 3.7078745
Jan 15 21:08:27.131544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:27.134686 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:27.147540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff65d28b-c16d-4f12-aa41-9bb138a73168 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:27.153158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (65284195-a11e-417d-a744-1c5951f9e52e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.170850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks [] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.260877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676a37a-4b4b-4540-a26f-7ab2e70c73ab req-a96a82d5-1b7b-4f6c-af2e-803302f82b42 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.263043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5676a37a-4b4b-4540-a26f-7ab2e70c73ab req-a96a82d5-1b7b-4f6c-af2e-803302f82b42 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 931 time: 0.1954718
Jan 15 21:08:27.278809 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ebc2c-2ef7-42f3-9941-4adf08fd1f68 x-openstack-request-id: req-fb3ebc2c-2ef7-42f3-9941-4adf08fd1f68 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:27.279305 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:27.279555 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb3ebc2c-2ef7-42f3-9941-4adf08fd1f68 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:27.280294 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d', 'status': 'completed', 'code': 200}
Jan 15 21:08:27.309463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Transition to ACTIVE for port object ff65d28b-c16d-4f12-aa41-9bb138a73168 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:08:27.318586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e190efb1-e894-4b05-9b70-bf79c057807a req-55148911-c92d-479b-b379-7a9784e33b50 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4804175
Jan 15 21:08:27.326273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:27.327112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddddf0-b2f3-42b3-b802-b76db22e3f45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:27.336030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.344600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:27.350259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.351336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.391882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691448c-d672-4e3c-a93a-6c7884c0a7db None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:27.402674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-881e0990-558a-4747-8e97-91102edfa3fb admin admin] Publish callbacks [] for security_group (51e15f7a-28c0-488f-b0ab-06dd11311188), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.422152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=65284195-a11e-417d-a744-1c5951f9e52e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:27.431992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-881e0990-558a-4747-8e97-91102edfa3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51e15f7a-28c0-488f-b0ab-06dd11311188), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.438065 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f341f6a-3cec-48c6-b4b5-b3570d51d982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3560348
Jan 15 21:08:27.440942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-95a6f31f-7c39-45f7-9e9a-5a29acd96258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.442724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-95a6f31f-7c39-45f7-9e9a-5a29acd96258 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 1094 time: 0.2688394
Jan 15 21:08:27.444298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33792) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:27.455936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535162595'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:27.477241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Pushing event updated for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:27.486300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-881e0990-558a-4747-8e97-91102edfa3fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ae3d7e16b8f4a0c92a0fde572598ab9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4572408
Jan 15 21:08:27.505792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33794) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:27.548820 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-dd5c6dd8-2a7d-42bd-ba15-58d67b9077f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d HTTP/1.1" status: 200  len: 217 time: 0.0881641
Jan 15 21:08:27.568685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5676a37a-4b4b-4540-a26f-7ab2e70c73ab req-0a421b09-0f83-4e56-8450-d9a83252f9c2 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2878921
Jan 15 21:08:27.622391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26a70521-2468-49fb-a6e9-3490c9b8fe01 admin admin] Publish callbacks [] for security_group (72ec572b-9d73-46b7-a9c0-5eae08d12452), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.638580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26a70521-2468-49fb-a6e9-3490c9b8fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (72ec572b-9d73-46b7-a9c0-5eae08d12452), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.645273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.683009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e0990-558a-4747-8e97-91102edfa3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e15f7a-28c0-488f-b0ab-06dd11311188,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:27.683424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-8e8fc4ef-1c74-41d4-8778-c6689852dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.684970 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-8e8fc4ef-1c74-41d4-8778-c6689852dfab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.1142702
Jan 15 21:08:27.709236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Attempting to bind port ff65d28b-c16d-4f12-aa41-9bb138a73168 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:08:27.709236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Attempting to bind port ff65d28b-c16d-4f12-aa41-9bb138a73168 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:08:27.709236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Attempting to bind port ff65d28b-c16d-4f12-aa41-9bb138a73168 on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:27.751512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Port ff65d28b-c16d-4f12-aa41-9bb138a73168 on network 3a04535e-aee7-4868-b63e-486d26da5acd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:08:27.751842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Attempting to bind port ff65d28b-c16d-4f12-aa41-9bb138a73168 on network 3a04535e-aee7-4868-b63e-486d26da5acd {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:08:27.780924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70521-2468-49fb-a6e9-3490c9b8fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec572b-9d73-46b7-a9c0-5eae08d12452,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:27.796879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:08:27.797217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Checking segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:27.797558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Bound using segment: {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:08:27.798008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Bound port: ff65d28b-c16d-4f12-aa41-9bb138a73168, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872e59b-c375-47eb-bfe3-c893dcef97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:08:27.798375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.861521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Update dhcp port {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'fixed_ips': [{'subnet_id': '8b0e87a9-2c6e-48c9-8905-ddae74dd7a64', 'ip_address': '172.20.0.18'}, {'subnet_id': '65284195-a11e-417d-a744-1c5951f9e52e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62bab598-0894-4249-80a0-b7450d6d1a31'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:08:27.868985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-26a70521-2468-49fb-a6e9-3490c9b8fe01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=065818c350024f8dbce6c13dd2725c75&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0193446
Jan 15 21:08:27.871499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:27.888499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-277db528-098c-4d24-8d8c-da729ebd3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:27.890304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-277db528-098c-4d24-8d8c-da729ebd3920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1982019
Jan 15 21:08:27.893321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] Publish callbacks [] for security_group (51e15f7a-28c0-488f-b0ab-06dd11311188), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.918045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] Publish callbacks [] for security_group (51e15f7a-28c0-488f-b0ab-06dd11311188), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.921624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.956148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (f3fb0df0-511f-45b8-a358-1e93858c72d5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:27.998548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3fb0df0-511f-45b8-a358-1e93858c72d5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.049325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.050987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6040232
Jan 15 21:08:28.055345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33816) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:28.060541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1760111324'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:28.092253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:08:28.096241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:08:28.105843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] Publish callbacks [] for security_group (72ec572b-9d73-46b7-a9c0-5eae08d12452), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.132263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] Publish callbacks [] for security_group (72ec572b-9d73-46b7-a9c0-5eae08d12452), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.173937 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.196044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-075ed667-1c50-4287-8fb9-518a30614554 service neutron] 10.222.0.45 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610710
Jan 15 21:08:28.196044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bbcf0-b86b-46bf-8722-810a202f7d15 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb0df0-511f-45b8-a358-1e93858c72d5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:28.207669 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.218771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Allocated IP 172.20.0.2 (aa3478dc-2370-4834-b53b-f628dd3fd80b/65284195-a11e-417d-a744-1c5951f9e52e/62bab598-0894-4249-80a0-b7450d6d1a31) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:28.222140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (72ec572b-9d73-46b7-a9c0-5eae08d12452), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.225000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.226236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72ec572b-9d73-46b7-a9c0-5eae08d12452 HTTP/1.1" status: 204  len: 168 time: 0.3538301
Jan 15 21:08:28.249131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51e15f7a-28c0-488f-b0ab-06dd11311188), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.251703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.255397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51e15f7a-28c0-488f-b0ab-06dd11311188 HTTP/1.1" status: 204  len: 168 time: 0.7150395
Jan 15 21:08:28.257854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af66740-0c7b-4bc0-9542-4f493f63016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec572b-9d73-46b7-a9c0-5eae08d12452,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:28.281605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db85d-d045-4e40-b1d8-701d62de8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e15f7a-28c0-488f-b0ab-06dd11311188,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:28.326740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (84e5bf7e-bf24-4c29-9a55-0c40be0d4797), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.333030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84e5bf7e-bf24-4c29-9a55-0c40be0d4797), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.397938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5bf7e-bf24-4c29-9a55-0c40be0d4797,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:28.426315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.430981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-908128ab-e2fc-493a-b51b-11365e48673e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3739700
Jan 15 21:08:28.432926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:28.441781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090321233'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:28.465789 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1838dbdf-acd8-423a-9893-8b60c61e0fdf req-4122f337-e504-4994-9489-85674da5349a service neutron] 10.222.0.45 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542822
Jan 15 21:08:28.528328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.596324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:28.667892 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Publish callbacks [] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.676282 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.681349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:28.682476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.684168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] 10.222.0.39 "PUT /v2.0/ports/ff65d28b-c16d-4f12-aa41-9bb138a73168 HTTP/1.1" status: 200  len: 1091 time: 3.2772129
Jan 15 21:08:28.774363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-f85eb0b2-e7ed-4bb6-b1b5-a3d672ef8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:28.775879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-f85eb0b2-e7ed-4bb6-b1b5-a3d672ef8e83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 1094 time: 0.2320244
Jan 15 21:08:28.788449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4e870-d171-4a7d-9cf0-0b57a25c348e None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:28.814940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f3be8950-449a-4055-b53b-ad46640f964d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:08:28.837800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.870657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:28.990905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:29.023165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.034532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e59b2eca-4ccf-4ee9-93cf-914cbc48f6ba tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5949991
Jan 15 21:08:29.035154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33842) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:29.035512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33844) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:29.055424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271c8ee-eca8-4cc8-9357-c324a9e155a3 req-5a209354-4dcb-4ea4-9879-d3d783932b4e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:29.058331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8271c8ee-eca8-4cc8-9357-c324a9e155a3 req-5a209354-4dcb-4ea4-9879-d3d783932b4e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 943 time: 0.3453250
Jan 15 21:08:29.067717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1494766122', 'security_groups': ['e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0'], 'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '65284195-a11e-417d-a744-1c5951f9e52e'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:29.072222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-47b568e0-98ad-474d-94c7-e808d1f26b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:29.073750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-47b568e0-98ad-474d-94c7-e808d1f26b2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 916 time: 0.2822869
Jan 15 21:08:29.074717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13d90-0804-4c22-af3a-4716d8000336 service neutron] Pushing event updated for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:29.152659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3be8950-449a-4055-b53b-ad46640f964d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:29.162519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-e5d7ab87-7f21-4e76-89ef-64683c801c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d HTTP/1.1" status: 200  len: 217 time: 0.0583866
Jan 15 21:08:29.164730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-b25ef079-ed68-422c-a4e1-90d1204fbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:29.165876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8b354f2-384a-4076-a96a-2bde260e5c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.166282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-b25ef079-ed68-422c-a4e1-90d1204fbf53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 1094 time: 0.4301775
Jan 15 21:08:29.193022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f3be8950-449a-4055-b53b-ad46640f964d', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'port_id': 'f3be8950-449a-4055-b53b-ad46640f964d', 'mac_address': 'fa:16:3e:11:65:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14814085-c409-4c14-9f95-7b4d53951ad4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:08:29.219860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-1de5cecb-b7d6-4a7d-9366-6d85c1e637a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168 HTTP/1.1" status: 200  len: 217 time: 0.0430977
Jan 15 21:08:29.384936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f3be8950-449a-4055-b53b-ad46640f964d is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:29.387631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f3be8950-449a-4055-b53b-ad46640f964d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.394343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8271c8ee-eca8-4cc8-9357-c324a9e155a3 req-853aedb5-6b13-4fb8-86db-0b0533811851 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106532
Jan 15 21:08:29.436562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3be8950-449a-4055-b53b-ad46640f964d {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:29.506782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3be8950-449a-4055-b53b-ad46640f964d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:29.513221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.565157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:29.650343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8b354f2-384a-4076-a96a-2bde260e5c42 admin admin] Publish callbacks [] for security_group (11ca0c98-5ec1-45f5-b560-02ff256aa085), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.653806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:29.667852 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8b354f2-384a-4076-a96a-2bde260e5c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (11ca0c98-5ec1-45f5-b560-02ff256aa085), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.732802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8b354f2-384a-4076-a96a-2bde260e5c42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65c2920509944f6ca53ebe4c33df6aba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6714048
Jan 15 21:08:29.742029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:29.744277 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769" -d '{"events": [{"name": "network-changed", "server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:29.748540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:29.763064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b354f2-384a-4076-a96a-2bde260e5c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca0c98-5ec1-45f5-b560-02ff256aa085,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:29.823178 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:29.828433 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c17b2-2c5a-4ef5-a966-fbcbee68314c x-openstack-request-id: req-c63c17b2-2c5a-4ef5-a966-fbcbee68314c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:29.828726 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:29.836673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f3be8950-449a-4055-b53b-ad46640f964d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:29.837131 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c63c17b2-2c5a-4ef5-a966-fbcbee68314c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:29.837614 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168', 'status': 'completed', 'code': 200}
Jan 15 21:08:29.864988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] device_id is not set on port b263ab50-0a29-4a21-ace7-924a398d01a6 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:08:29.865157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-2c320470-26bc-4092-b6ac-a61f2e640354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:29.866813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-2c320470-26bc-4092-b6ac-a61f2e640354 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.6992896
Jan 15 21:08:29.967289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:29.968441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-76627d50-73ca-4687-96e5-9dd81098113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:29.969921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-76627d50-73ca-4687-96e5-9dd81098113d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.7241960
Jan 15 21:08:30.116319 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] Publish callbacks [] for security_group (11ca0c98-5ec1-45f5-b560-02ff256aa085), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.165292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] Publish callbacks [] for security_group (11ca0c98-5ec1-45f5-b560-02ff256aa085), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.181327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:30.181783 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.228529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:30.229225 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.235587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc049-adb8-4408-85d7-43f21d1016fa req-0927b419-4404-4d53-918e-7e87019b8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:30.237207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.10 (aa3478dc-2370-4834-b53b-f628dd3fd80b/65284195-a11e-417d-a744-1c5951f9e52e/b263ab50-0a29-4a21-ace7-924a398d01a6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:30.237796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-0927b419-4404-4d53-918e-7e87019b8f46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2533970
Jan 15 21:08:30.239777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (11ca0c98-5ec1-45f5-b560-02ff256aa085), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.242476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.246654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11ca0c98-5ec1-45f5-b560-02ff256aa085 HTTP/1.1" status: 204  len: 168 time: 0.4918337
Jan 15 21:08:30.247940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-04660b9c-9104-4c1c-adef-f6e061e15152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:30.249732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-04660b9c-9104-4c1c-adef-f6e061e15152 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3626778
Jan 15 21:08:30.293340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93848d24-8554-4961-923a-3d5fe5491d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca0c98-5ec1-45f5-b560-02ff256aa085,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:30.496720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.521189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-3337c8c2-4096-41bb-a782-52984242cb06 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2694776
Jan 15 21:08:30.546759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-54a55aa2-b439-4200-a6a2-7272f5a5b2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739859
Jan 15 21:08:30.570347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.704604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:30.718250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:30.722755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:30.746756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:30.747136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:30.757585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:30.771878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-009dc049-adb8-4408-85d7-43f21d1016fa req-a1a48036-c8a2-4d4a-979c-078cf535ad09 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408879
Jan 15 21:08:30.775812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e60c4e20-2db5-4fbe-a0f5-d12157b796d7 req-0203ee38-266e-4ada-b78b-27076b0e6396 service neutron] 10.222.0.45 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111969
Jan 15 21:08:30.794298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:30.895668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6766b04c-bb84-470a-89fd-aeab6db86d3b None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:30.934939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-3bd5c6a4-0d0a-4657-a07e-f399abadb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:30.939475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-3bd5c6a4-0d0a-4657-a07e-f399abadb2a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 1094 time: 0.1055253
Jan 15 21:08:30.948129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=b263ab50-0a29-4a21-ace7-924a398d01a6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:30.994869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:31.000506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:31.041947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bb09e-ce53-472d-81d9-460449f99fd0 req-9ce38d97-224a-455e-90f6-9874b128b109 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:31.044823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c1bb09e-ce53-472d-81d9-460449f99fd0 req-9ce38d97-224a-455e-90f6-9874b128b109 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 943 time: 0.4281754
Jan 15 21:08:31.057027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-702adbc0-9e4d-406a-9bb4-ad6a218177a3 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.9952052
Jan 15 21:08:31.067070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33910) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:31.084066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:31.139161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c1bb09e-ce53-472d-81d9-460449f99fd0 req-cd123e63-a366-4d14-b681-c038afb1ac70 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796301
Jan 15 21:08:31.228566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-dc0a33ba-c275-418d-9f36-6ebd4920ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:31.230338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-dc0a33ba-c275-418d-9f36-6ebd4920ead1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 916 time: 0.2866518
Jan 15 21:08:31.290513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-e446b354-ff34-48b9-aae2-68bbcec2c391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168 HTTP/1.1" status: 200  len: 217 time: 0.0518520
Jan 15 21:08:31.329913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-17658e87-daf6-4d38-90f3-7e234d86a66f None None] Provisioning complete for port b263ab50-0a29-4a21-ace7-924a398d01a6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:31.331137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-17658e87-daf6-4d38-90f3-7e234d86a66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:31.407556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-a469ae42-6da4-41e6-9501-6f7b95e186eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:31.410465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-a469ae42-6da4-41e6-9501-6f7b95e186eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.1059127
Jan 15 21:08:31.430848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-17658e87-daf6-4d38-90f3-7e234d86a66f None None] Port b263ab50-0a29-4a21-ace7-924a398d01a6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:31.459199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:31.463524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:31.523605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-51bd476c-f548-42b8-a402-56d3289aacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:31.525461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-51bd476c-f548-42b8-a402-56d3289aacbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1076431
Jan 15 21:08:31.641269 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 65284195-a11e-417d-a744-1c5951f9e52e (CIDR: 172.20.0.0/28)
Jan 15 21:08:31.649508 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:31.650120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:31.684761 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-21b17796-292e-49b6-a436-804fda6ac01e tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6149268
Jan 15 21:08:31.687272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33944) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:31.693014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:31.773204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-7dfd2614-1d88-4e2b-9c22-24938a1be275 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368119
Jan 15 21:08:31.924151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4bd21c0-e60a-4d7f-9657-9dcdfdc0b769 req-29c17f0f-18c4-4cfe-97a7-9d6eab79a64a service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436172
Jan 15 21:08:31.927259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:31.933640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.053339 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8b0e87a9-2c6e-48c9-8905-ddae74dd7a64 (CIDR: 172.20.0.16/28)
Jan 15 21:08:32.058195 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:32.059464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:32.078921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9b570ab4-2455-4084-a420-6b893d172904 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3906398
Jan 15 21:08:32.081828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33970) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:32.087533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'subnet': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:32.236673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 05b918a9-ba4e-497c-b753-eb391f56ed6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:08:32.364724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Made reservation on behalf of 0db7eb4e5f944522972dccb1c8fa6c1b for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:32.373898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.453624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a242df-53b9-487a-9866-21acb29be4a0 req-53c6ed2a-00c9-4114-99b8-bbfb115a0d94 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:32.470598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a242df-53b9-487a-9866-21acb29be4a0 req-53c6ed2a-00c9-4114-99b8-bbfb115a0d94 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 943 time: 0.1670768
Jan 15 21:08:32.480916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:32.498012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '05b918a9-ba4e-497c-b753-eb391f56ed6d', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'port_id': '05b918a9-ba4e-497c-b753-eb391f56ed6d', 'mac_address': 'fa:16:3e:59:28:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14814085-c409-4c14-9f95-7b4d53951ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:08:32.554886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 05b918a9-ba4e-497c-b753-eb391f56ed6d is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:32.555494 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.578993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b918a9-ba4e-497c-b753-eb391f56ed6d {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:32.586291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a242df-53b9-487a-9866-21acb29be4a0 req-f6f38168-d7b8-4d78-b74c-9f455d158a3f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126075
Jan 15 21:08:32.615310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:32.625703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.682493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:32.692764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.693180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.693763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.694101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.694675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.695162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.695804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.696282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.696771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.697311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.698011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.698651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.699158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:32.772606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (bbe1a0c7-7f30-405d-add3-2e8f6155442c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.826550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f3be8950-449a-4055-b53b-ad46640f964d up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:32.829786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Network aa3478dc-2370-4834-b53b-f628dd3fd80b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:32.833833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:32.839862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:32.841042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:32.860810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839ed20-7f7e-4ce8-8aef-e25114fd386e None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:32.863388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Subnet': ['ID=bbe1a0c7-7f30-405d-add3-2e8f6155442c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:32.873627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-395d00b3-eff3-47ad-a5ac-ebe0c83670b2 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.7906663
Jan 15 21:08:32.876222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34018) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:32.883368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-67242505', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbe1a0c7-7f30-405d-add3-2e8f6155442c'}], 'security_groups': ['f3fb0df0-511f-45b8-a358-1e93858c72d5', '84e5bf7e-bf24-4c29-9a55-0c40be0d4797']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:32.914103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['05b918a9-ba4e-497c-b753-eb391f56ed6d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:32.997227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.043061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f3be8950-449a-4055-b53b-ad46640f964d completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:08:33.066245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f3be8950-449a-4055-b53b-ad46640f964d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:33.066693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f3be8950-449a-4055-b53b-ad46640f964d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.276790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f3be8950-449a-4055-b53b-ad46640f964d is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:33.277221 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f3be8950-449a-4055-b53b-ad46640f964d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.310255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Update dhcp port {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'fixed_ips': [{'subnet_id': '8b0e87a9-2c6e-48c9-8905-ddae74dd7a64', 'ip_address': '172.20.0.18'}, {'subnet_id': '65284195-a11e-417d-a744-1c5951f9e52e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbe1a0c7-7f30-405d-add3-2e8f6155442c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62bab598-0894-4249-80a0-b7450d6d1a31'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:08:33.320055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:33.323594 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b40413-a5fc-42df-a97d-3386d6aca7a8" -d '{"events": [{"server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8950-449a-4055-b53b-ad46640f964d"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:33.404315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3be8950-449a-4055-b53b-ad46640f964d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:33.408019 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3518bd13-0876-4503-8c72-09af4e8fdc3e x-openstack-request-id: req-3518bd13-0876-4503-8c72-09af4e8fdc3e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:33.408512 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "name": "network-vif-plugged", "status": "completed", "tag": "f3be8950-449a-4055-b53b-ad46640f964d", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:33.409046 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3518bd13-0876-4503-8c72-09af4e8fdc3e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:33.409618 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d', 'code': 200}
Jan 15 21:08:33.413307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.423056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.541232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Delete allocated IP 172.20.0.10 (aa3478dc-2370-4834-b53b-f628dd3fd80b/65284195-a11e-417d-a744-1c5951f9e52e) {{(pid=114437) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:08:33.550314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Allocated IP 172.20.0.45 (aa3478dc-2370-4834-b53b-f628dd3fd80b/bbe1a0c7-7f30-405d-add3-2e8f6155442c/b263ab50-0a29-4a21-ace7-924a398d01a6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:33.562665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:33.572004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4547c-c204-4e9c-b1e8-10c1ffdda33c req-19e84638-2456-44b5-a2c6-99813130f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:33.573957 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89d4547c-c204-4e9c-b1e8-10c1ffdda33c req-19e84638-2456-44b5-a2c6-99813130f90a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 1096 time: 0.0823059
Jan 15 21:08:33.687799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89d4547c-c204-4e9c-b1e8-10c1ffdda33c req-437a30ed-fe13-4528-a0bb-021b1f459011 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043334
Jan 15 21:08:33.786958 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.797488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953e83-8fd0-4788-8ab9-785bffea101e req-8a02d5d0-aba5-4f18-a7f5-b9b80783af8f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:33.806000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0953e83-8fd0-4788-8ab9-785bffea101e req-8a02d5d0-aba5-4f18-a7f5-b9b80783af8f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 943 time: 0.1004744
Jan 15 21:08:33.813681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:33.834940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34046) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:33.891838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Allocated IP 172.20.0.34 (aa3478dc-2370-4834-b53b-f628dd3fd80b/bbe1a0c7-7f30-405d-add3-2e8f6155442c/62bab598-0894-4249-80a0-b7450d6d1a31) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:33.998837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event updated for resources: {'Port': ['ID=b263ab50-0a29-4a21-ace7-924a398d01a6,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:34.016102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0953e83-8fd0-4788-8ab9-785bffea101e req-2dcd23dc-fad7-4bc6-ab89-9dc19f58766d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088833
Jan 15 21:08:34.030831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:34.043667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] In _notify_port_updated(), no bound segment for port b263ab50-0a29-4a21-ace7-924a398d01a6 on network aa3478dc-2370-4834-b53b-f628dd3fd80b {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:08:34.051853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:34.053364 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.055657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aae97905-7c39-4f39-aec9-bdd8ce93cc3a tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "PUT /v2.0/ports/b263ab50-0a29-4a21-ace7-924a398d01a6 HTTP/1.1" status: 200  len: 958 time: 1.1780407
Jan 15 21:08:34.058443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34060) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:34.100006 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Publish callbacks [] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.106353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.190905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c135a5f-75dc-494e-90c0-224509adfc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.214603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port b263ab50-0a29-4a21-ace7-924a398d01a6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:34.216362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.262064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 05b918a9-ba4e-497c-b753-eb391f56ed6d up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:34.269984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d6561-188a-4a42-99bb-0a4319ff60be None None] Pushing event updated for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:34.308354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c135a5f-75dc-494e-90c0-224509adfc10 admin admin] Publish callbacks [] for security_group (0ae2af0b-b60d-4801-b93e-c32805b5fc71), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.316620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c135a5f-75dc-494e-90c0-224509adfc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ae2af0b-b60d-4801-b93e-c32805b5fc71), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.381752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.387021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c135a5f-75dc-494e-90c0-224509adfc10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deab6927781942f4beff00bb7a2089a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5500774
Jan 15 21:08:34.388961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c135a5f-75dc-494e-90c0-224509adfc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2af0b-b60d-4801-b93e-c32805b5fc71,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:34.391532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34066) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:34.412787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 05b918a9-ba4e-497c-b753-eb391f56ed6d completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:08:34.427784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 05b918a9-ba4e-497c-b753-eb391f56ed6d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:34.429151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.439069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for b263ab50-0a29-4a21-ace7-924a398d01a6 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:34.521501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] Publish callbacks [] for security_group (0ae2af0b-b60d-4801-b93e-c32805b5fc71), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.571977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 05b918a9-ba4e-497c-b753-eb391f56ed6d is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:34.572456 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.585514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] Publish callbacks [] for security_group (0ae2af0b-b60d-4801-b93e-c32805b5fc71), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.656062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:34.667548 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.701143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ae2af0b-b60d-4801-b93e-c32805b5fc71), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.704164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.709178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ae2af0b-b60d-4801-b93e-c32805b5fc71 HTTP/1.1" status: 204  len: 168 time: 0.3161623
Jan 15 21:08:34.718029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070c78-30bd-47b0-868c-bb872ba30973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2af0b-b60d-4801-b93e-c32805b5fc71,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:34.795971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:34.813369 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b263ab50-0a29-4a21-ace7-924a398d01a6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:34.824169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ff65d28b-c16d-4f12-aa41-9bb138a73168 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:08:34.918374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=b263ab50-0a29-4a21-ace7-924a398d01a6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:35.104828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:35.132469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'ff65d28b-c16d-4f12-aa41-9bb138a73168', 'network_id': '3a04535e-aee7-4868-b63e-486d26da5acd', 'port_id': 'ff65d28b-c16d-4f12-aa41-9bb138a73168', 'mac_address': 'fa:16:3e:a3:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14814085-c409-4c14-9f95-7b4d53951ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:08:35.227972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port ff65d28b-c16d-4f12-aa41-9bb138a73168 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:35.228410 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.249272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff65d28b-c16d-4f12-aa41-9bb138a73168 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:08:35.269534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.276413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:35.277208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-730a9b29-4670-43e9-89f7-6926a78749be tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/b263ab50-0a29-4a21-ace7-924a398d01a6 HTTP/1.1" status: 204  len: 168 time: 1.2159708
Jan 15 21:08:35.307602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:35.329768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.332692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acbc3b-a0c9-4737-b920-ab63d5147064 req-3914c655-6e78-4246-b337-bfb1f2393985 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:35.341594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39acbc3b-a0c9-4737-b920-ab63d5147064 req-3914c655-6e78-4246-b337-bfb1f2393985 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 943 time: 0.1286135
Jan 15 21:08:35.343183 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5753dc6c-62c3-4fbb-beab-d01c3c23f16d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] GET failed (client error): The resource could not be found.
Jan 15 21:08:35.345616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5753dc6c-62c3-4fbb-beab-d01c3c23f16d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports/b263ab50-0a29-4a21-ace7-924a398d01a6 HTTP/1.1" status: 404  len: 333 time: 0.0680671
Jan 15 21:08:35.359802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34128) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:35.414601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:35.417197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cbd48a-3b7c-4c69-8979-07dd41eaa627" -d '{"events": [{"server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "name": "network-vif-plugged", "status": "completed", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:35.442027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.466248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:35.466564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.467833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.550295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.553375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:35.554133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.556403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0 HTTP/1.1" status: 204  len: 168 time: 0.1930308
Jan 15 21:08:35.568209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34142) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:35.569279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070561a8-7de5-4e33-b9b8-1b2394f0debf tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b1dd04-b07d-45ae-a3e8-90ad0052fbc0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:35.590115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-39acbc3b-a0c9-4737-b920-ab63d5147064 req-a02b0d20-4416-4745-a378-a8726ddaffab tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475760
Jan 15 21:08:35.635246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (84e5bf7e-bf24-4c29-9a55-0c40be0d4797), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.639811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a02912-711a-445c-954b-fb7ac78402d8 req-de719be1-7c78-46b5-8a30-bf7f7d85a5ca tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:35.641444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6a02912-711a-445c-954b-fb7ac78402d8 req-de719be1-7c78-46b5-8a30-bf7f7d85a5ca tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.2972641
Jan 15 21:08:35.654386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:35.664191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Could not find standard attr ID for object b263ab50-0a29-4a21-ace7-924a398d01a6. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:08:35.681374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:35.681999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.698661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (84e5bf7e-bf24-4c29-9a55-0c40be0d4797), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.722784 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43924a89-bbb1-41a4-94dd-9aa5920b1ba9 x-openstack-request-id: req-43924a89-bbb1-41a4-94dd-9aa5920b1ba9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:35.723324 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "name": "network-vif-plugged", "status": "completed", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:35.724118 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43924a89-bbb1-41a4-94dd-9aa5920b1ba9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:35.724745 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d', 'code': 200}
Jan 15 21:08:35.727381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['ff65d28b-c16d-4f12-aa41-9bb138a73168'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:35.817221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6a02912-711a-445c-954b-fb7ac78402d8 req-0bb72205-bc80-41db-841f-a0686d14413d tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690443
Jan 15 21:08:35.951042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bca22a-8d4e-4e9a-b5f7-f1ab473c0f8c req-a793479d-08b6-42b4-a31a-0a27ef7b0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:35.957733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-15d90afb-a0c3-4108-88ba-eafd69d60d35 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:35.961279 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96bca22a-8d4e-4e9a-b5f7-f1ab473c0f8c req-a793479d-08b6-42b4-a31a-0a27ef7b0e7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 1096 time: 0.1902368
Jan 15 21:08:35.984605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84e5bf7e-bf24-4c29-9a55-0c40be0d4797), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.991904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:35.993817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:36.013154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/security-groups/84e5bf7e-bf24-4c29-9a55-0c40be0d4797 HTTP/1.1" status: 204  len: 168 time: 0.4368162
Jan 15 21:08:36.051717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:36.098340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6dec5-20ad-4d98-b8bf-b9c30b5c3e11 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5bf7e-bf24-4c29-9a55-0c40be0d4797,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:36.137864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (f3fb0df0-511f-45b8-a358-1e93858c72d5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.179921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96bca22a-8d4e-4e9a-b5f7-f1ab473c0f8c req-cb037c6f-06f5-4e11-ab79-9844414030f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654897
Jan 15 21:08:36.184704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (f3fb0df0-511f-45b8-a358-1e93858c72d5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.204902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-549209e8-345e-41a7-b146-5096c06df9e3 None None] Could not find standard attr ID for object b263ab50-0a29-4a21-ace7-924a398d01a6. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:08:36.224655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:36.225252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.264615 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3fb0df0-511f-45b8-a358-1e93858c72d5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.268930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.270437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/security-groups/f3fb0df0-511f-45b8-a358-1e93858c72d5 HTTP/1.1" status: 204  len: 168 time: 0.2754073
Jan 15 21:08:36.273451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34180) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:36.288039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ba36-dc98-4876-baff-bdd186135f74 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb0df0-511f-45b8-a358-1e93858c72d5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:36.378062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:36.411887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 65284195-a11e-417d-a744-1c5951f9e52e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:36.418947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (65284195-a11e-417d-a744-1c5951f9e52e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.493067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (65284195-a11e-417d-a744-1c5951f9e52e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.613618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (65284195-a11e-417d-a744-1c5951f9e52e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.704869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (65284195-a11e-417d-a744-1c5951f9e52e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.727690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa2e8-6d47-408d-9546-555978167b67 req-7cad9c3a-1cf0-4979-8dc0-e11eb8322ef7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:36.734465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e7fa2e8-6d47-408d-9546-555978167b67 req-7cad9c3a-1cf0-4979-8dc0-e11eb8322ef7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 944 time: 0.0694439
Jan 15 21:08:36.738918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=65284195-a11e-417d-a744-1c5951f9e52e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:36.759456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18912c7d-2ada-4600-b60e-0f597e7864d8 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:36.785442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.788765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0949fccd-bf15-47d4-9f7d-fb961f39b7dc tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/65284195-a11e-417d-a744-1c5951f9e52e HTTP/1.1" status: 204  len: 168 time: 0.5136011
Jan 15 21:08:36.794666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34198) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:36.813437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e7fa2e8-6d47-408d-9546-555978167b67 req-e6fce3d2-bd82-4f9e-8512-1a81c0d36bf9 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780385
Jan 15 21:08:36.835295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-0af49c6f-1f11-4573-98d6-1a1edb417f03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0979791
Jan 15 21:08:36.881242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet bbe1a0c7-7f30-405d-add3-2e8f6155442c {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:36.888545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (bbe1a0c7-7f30-405d-add3-2e8f6155442c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.944448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (bbe1a0c7-7f30-405d-add3-2e8f6155442c), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:36.947298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-f439f066-6250-4662-81c0-605ea9c449ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:36.949642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-f439f066-6250-4662-81c0-605ea9c449ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95e03e1de077453588cc783a4e6d690e&device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 1097 time: 0.0633571
Jan 15 21:08:37.123164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bbe1a0c7-7f30-405d-add3-2e8f6155442c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.126648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-c2c2fb9e-c30c-4c0a-9347-2c22217f999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:37.128290 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-c2c2fb9e-c30c-4c0a-9347-2c22217f999a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 200  len: 916 time: 0.1512222
Jan 15 21:08:37.191328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-df5cce7f-77bf-40ca-913e-385ac125074d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da HTTP/1.1" status: 200  len: 217 time: 0.0547366
Jan 15 21:08:37.240039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (bbe1a0c7-7f30-405d-add3-2e8f6155442c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.255958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d9f27-6f9c-4f00-959b-205b39700179 req-99f8d1d0-3ca4-48e0-a901-739de120a8cc tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:37.257561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-603d9f27-6f9c-4f00-959b-205b39700179 req-99f8d1d0-3ca4-48e0-a901-739de120a8cc tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.1330709
Jan 15 21:08:37.298144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.300494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/bbe1a0c7-7f30-405d-add3-2e8f6155442c HTTP/1.1" status: 204  len: 168 time: 0.5037930
Jan 15 21:08:37.302117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91b114-848f-4ad6-a194-0512acbd0659 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe1a0c7-7f30-405d-add3-2e8f6155442c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:37.303719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-9e9f7dbd-c17d-4b8b-937f-4a933b007096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:37.305342 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-9e9f7dbd-c17d-4b8b-937f-4a933b007096 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 200  len: 855 time: 0.1061332
Jan 15 21:08:37.305872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34216) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:37.406477 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa1b4e-2b5e-4a92-84f7-3813cdad18ce tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:37.406893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa1b4e-2b5e-4a92-84f7-3813cdad18ce tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:37.426793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35aa1b4e-2b5e-4a92-84f7-3813cdad18ce tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/65284195-a11e-417d-a744-1c5951f9e52e HTTP/1.1" status: 404  len: 337 time: 0.1183724
Jan 15 21:08:37.426977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34218) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:37.431433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-5b1dc612-e4fe-467b-8675-fa0f3615272b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b55f2173-9368-4426-891c-2ceb82762521&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1068776
Jan 15 21:08:37.523658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cf56a-10a1-44ed-b6bd-24bb8d749260 req-ab95589a-aa74-4613-83ae-1b032f190418 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:37.525367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b78cf56a-10a1-44ed-b6bd-24bb8d749260 req-ab95589a-aa74-4613-83ae-1b032f190418 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 945 time: 0.5765347
Jan 15 21:08:37.578079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting subnet 8b0e87a9-2c6e-48c9-8905-ddae74dd7a64 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:37.583720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for subnet (8b0e87a9-2c6e-48c9-8905-ddae74dd7a64), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.619972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Deleting port 0527c920-da07-47ca-8285-284889ba3d59 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:37.620209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0527c920-da07-47ca-8285-284889ba3d59), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.637172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (8b0e87a9-2c6e-48c9-8905-ddae74dd7a64), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.714438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-4cfab15a-2d97-44d5-80df-a90795eb5884 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690587
Jan 15 21:08:37.791158 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8b0e87a9-2c6e-48c9-8905-ddae74dd7a64), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.845841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b5e54-2e23-4c87-83e5-42d34300181b None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:37.896384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b78cf56a-10a1-44ed-b6bd-24bb8d749260 req-9ae9b3bc-1e2b-496d-b516-246fd198d18a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612783
Jan 15 21:08:37.932569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (8b0e87a9-2c6e-48c9-8905-ddae74dd7a64), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.974845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] For port 0527c920-da07-47ca-8285-284889ba3d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0527c920-da07-47ca-8285-284889ba3d59,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:37.976733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0527c920-da07-47ca-8285-284889ba3d59), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.981880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0e87a9-2c6e-48c9-8905-ddae74dd7a64,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:37.989161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.992447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-55069b97-34db-4016-99fd-9e40b1450171 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/8b0e87a9-2c6e-48c9-8905-ddae74dd7a64 HTTP/1.1" status: 204  len: 168 time: 0.5642424
Jan 15 21:08:37.995037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:37.995629 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:37.995902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.030185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Calling delete_port for 0527c920-da07-47ca-8285-284889ba3d59 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:38.048223 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-9756412b-f4fa-46d4-a28f-8821386b50a6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.048688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9756412b-f4fa-46d4-a28f-8821386b50a6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.052030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9756412b-f4fa-46d4-a28f-8821386b50a6 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/66a8bf71-288c-4fef-b731-805ae19675d2 HTTP/1.1" status: 404  len: 337 time: 0.0551245
Jan 15 21:08:38.056310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.097950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f21ac72-8f5c-4c6a-ae1f-0054b9de0df0 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "GET /v2.0/ports?device_id=acb09a42-982f-42ec-9acf-33f2aa265351 HTTP/1.1" status: 200  len: 205 time: 0.0404432
Jan 15 21:08:38.100335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.126771 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0341d81b-79e8-423e-a546-6740c3c2ee10 req-b765ee8c-adc4-4458-97cf-72656d923999 service neutron] 10.222.0.45 "GET /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4055657
Jan 15 21:08:38.190156 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-55d277f4-b05b-4b6e-b619-1d880a8a064d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] delete failed (client error): The resource could not be found.
Jan 15 21:08:38.191424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-55d277f4-b05b-4b6e-b619-1d880a8a064d tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/routers/acb09a42-982f-42ec-9acf-33f2aa265351 HTTP/1.1" status: 404  len: 336 time: 0.0900583
Jan 15 21:08:38.194728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.250354 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-326f4c92-a084-48ff-b97c-c606dec85b13 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.250819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326f4c92-a084-48ff-b97c-c606dec85b13 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.254565 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-326f4c92-a084-48ff-b97c-c606dec85b13 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/3704a2ff-9005-4f22-9d3e-1100e57cd212 HTTP/1.1" status: 404  len: 337 time: 0.0588143
Jan 15 21:08:38.257157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.289500 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-154be301-a410-4fd2-816b-e33bd1da3e47 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.289963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154be301-a410-4fd2-816b-e33bd1da3e47 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.293401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-154be301-a410-4fd2-816b-e33bd1da3e47 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/66c1d417-136c-4cf9-a1c6-ee3853d4cf1d HTTP/1.1" status: 404  len: 337 time: 0.0348089
Jan 15 21:08:38.296086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:08:38.296226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34258) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.317031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.347158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:38.347544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.357797 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9aee0f-d9ac-4476-b700-321da1bb3bcb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.357797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9aee0f-d9ac-4476-b700-321da1bb3bcb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.357797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1c9aee0f-d9ac-4476-b700-321da1bb3bcb tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/1d03468f-1350-42aa-8e5e-c2ba6403520d HTTP/1.1" status: 404  len: 337 time: 0.0511165
Jan 15 21:08:38.359262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.362575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0527c920-da07-47ca-8285-284889ba3d59), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.399274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:38.402036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', '0527c920-da07-47ca-8285-284889ba3d59'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:38.419758 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c60b952-6bd2-4b94-87f5-9300846d2835 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.420571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c60b952-6bd2-4b94-87f5-9300846d2835 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.429170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1c60b952-6bd2-4b94-87f5-9300846d2835 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/fc1d32cc-3d54-4c01-a142-41f0cf3ff0a9 HTTP/1.1" status: 404  len: 333 time: 0.0688288
Jan 15 21:08:38.431031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event deleted for resources: {'Port': ['ID=0527c920-da07-47ca-8285-284889ba3d59,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:38.431962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.516581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] No DVR routers for this DVR port 0527c920-da07-47ca-8285-284889ba3d59 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:38.522534 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02d7504-c6ea-476b-aaa7-f78c74ebb945 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.523196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02d7504-c6ea-476b-aaa7-f78c74ebb945 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.528061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f02d7504-c6ea-476b-aaa7-f78c74ebb945 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/c29a5135-3b3f-4643-9fe3-b65681496279 HTTP/1.1" status: 404  len: 337 time: 0.0951548
Jan 15 21:08:38.530537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.534144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54d86d70-928c-4fde-9d6b-9ce152089631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.539170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.543397 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-603d9f27-6f9c-4f00-959b-205b39700179 req-49ccc7eb-4f63-43ed-80b0-d0d9ece68577 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "DELETE /v2.0/ports/0527c920-da07-47ca-8285-284889ba3d59 HTTP/1.1" status: 204  len: 173 time: 1.2365620
Jan 15 21:08:38.544234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'name': 'network-vif-deleted', 'tag': '0527c920-da07-47ca-8285-284889ba3d59'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:38.547448 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca40725-2bad-4ef3-94e7-fd4df39c0427" -d '{"events": [{"server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "name": "network-vif-deleted", "tag": "0527c920-da07-47ca-8285-284889ba3d59"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:38.565160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce978e-0af8-44ca-aae5-46874f92b61b req-42b99bdf-1b8b-4886-b1b1-d9b6748abd0b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:38.567606 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30ce978e-0af8-44ca-aae5-46874f92b61b req-42b99bdf-1b8b-4886-b1b1-d9b6748abd0b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 944 time: 0.5919430
Jan 15 21:08:38.593133 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b3a996-2f86-4d8b-a719-aeab41042518 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.593588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b3a996-2f86-4d8b-a719-aeab41042518 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.599197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f9b3a996-2f86-4d8b-a719-aeab41042518 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/12bac999-4dd8-485b-85bd-debdb8fc4a64 HTTP/1.1" status: 404  len: 337 time: 0.0652080
Jan 15 21:08:38.602457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34274) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.671374 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafb8b38-6a64-4d5a-b90b-548691db3ead x-openstack-request-id: req-cafb8b38-6a64-4d5a-b90b-548691db3ead {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:38.671374 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e", "name": "network-vif-deleted", "tag": "0527c920-da07-47ca-8285-284889ba3d59", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:38.671708 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cafb8b38-6a64-4d5a-b90b-548691db3ead {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:38.673209 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e', 'name': 'network-vif-deleted', 'tag': '0527c920-da07-47ca-8285-284889ba3d59', 'status': 'completed', 'code': 200}
Jan 15 21:08:38.680321 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28e498e-8e87-488c-b8b0-b9be17890982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.681799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28e498e-8e87-488c-b8b0-b9be17890982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.696978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a28e498e-8e87-488c-b8b0-b9be17890982 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/17a4b781-7151-411b-b736-4f89dd3cb665 HTTP/1.1" status: 404  len: 333 time: 0.0807011
Jan 15 21:08:38.700199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.714088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30ce978e-0af8-44ca-aae5-46874f92b61b req-4e9d7f43-e047-4b88-b45b-0ddbf6d9ef5c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232429
Jan 15 21:08:38.744412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d479bc-fc95-48ad-b09d-1dd2aa13bd7f None None] Update dhcp port {'port': {'network_id': 'aa3478dc-2370-4834-b53b-f628dd3fd80b', 'fixed_ips': [{'subnet_id': '8b0e87a9-2c6e-48c9-8905-ddae74dd7a64'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62bab598-0894-4249-80a0-b7450d6d1a31'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:08:38.760721 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-85da483e-d633-47fc-b5bd-c226ac40e16f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.761645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85da483e-d633-47fc-b5bd-c226ac40e16f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.767365 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-85da483e-d633-47fc-b5bd-c226ac40e16f tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/ba00b8e9-f058-48d8-af9a-f6d3a4864cb9 HTTP/1.1" status: 404  len: 337 time: 0.0659580
Jan 15 21:08:38.770431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34282) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.789929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bc848114-2b7e-4f08-86e1-ad226370352c None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:38.796687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54d86d70-928c-4fde-9d6b-9ce152089631 admin admin] Publish callbacks [] for security_group (4d7ac099-74d2-402e-9a5b-7d2dd142c01c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.801184 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a5af82-7a85-4453-9e04-549df6f62d71 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:38.801988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a5af82-7a85-4453-9e04-549df6f62d71 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:38.805344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54d86d70-928c-4fde-9d6b-9ce152089631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d7ac099-74d2-402e-9a5b-7d2dd142c01c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.805683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-98a5af82-7a85-4453-9e04-549df6f62d71 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/subnets/9b231f68-5720-44db-bc58-9c206f6ab7bf HTTP/1.1" status: 404  len: 337 time: 0.0337341
Jan 15 21:08:38.808018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34284) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.808925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26d479bc-fc95-48ad-b09d-1dd2aa13bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:38.834348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ff65d28b-c16d-4f12-aa41-9bb138a73168 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:08:38.846962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d86d70-928c-4fde-9d6b-9ce152089631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ac099-74d2-402e-9a5b-7d2dd142c01c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:38.877371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54d86d70-928c-4fde-9d6b-9ce152089631 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d752da6ba483494fb3b04fd30b4bf898&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5591288
Jan 15 21:08:38.880520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:38.937173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:38.937646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.034246 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.034887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] Publish callbacks [] for security_group (4d7ac099-74d2-402e-9a5b-7d2dd142c01c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.058194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:39.084826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] Publish callbacks [] for security_group (4d7ac099-74d2-402e-9a5b-7d2dd142c01c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.133518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port ff65d28b-c16d-4f12-aa41-9bb138a73168 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:08:39.142633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port ff65d28b-c16d-4f12-aa41-9bb138a73168 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:39.144244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.158709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d7ac099-74d2-402e-9a5b-7d2dd142c01c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.163503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.165606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d7ac099-74d2-402e-9a5b-7d2dd142c01c HTTP/1.1" status: 204  len: 168 time: 0.2841330
Jan 15 21:08:39.178206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e5fd9-4c19-4de9-b012-bc5d6a886471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ac099-74d2-402e-9a5b-7d2dd142c01c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:39.220170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ad5d84e-44fd-498b-ac48-7512f3053ace req-9efa7a21-ad22-4d52-9dd1-c1bf889085f3 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ab7c55-42c1-4a32-a9fa-5aa3fce3db3e HTTP/1.1" status: 200  len: 210 time: 0.1417048
Jan 15 21:08:39.221534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368781ea-67a8-4e6a-b552-e7d0aed77db6 None None] Network aa3478dc-2370-4834-b53b-f628dd3fd80b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:39.332591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.355572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Provisioning complete for port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:39.356168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2d68bb75-208e-4bf0-89c8-b1c8d1e5f541), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.381783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=2d68bb75-208e-4bf0-89c8-b1c8d1e5f541,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:39.393343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.399878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4e431b81-cac4-4397-8538-3894dc82d344 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/ports/2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 HTTP/1.1" status: 204  len: 168 time: 0.5880742
Jan 15 21:08:39.400270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34310) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:39.459709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Port 2d68bb75-208e-4bf0-89c8-b1c8d1e5f541 was deleted so its status cannot be updated. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Jan 15 21:08:39.499486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port ff65d28b-c16d-4f12-aa41-9bb138a73168 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:39.499874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.522210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (aa3478dc-2370-4834-b53b-f628dd3fd80b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.522939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Provisioning complete for port 62bab598-0894-4249-80a0-b7450d6d1a31 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:08:39.523317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.567335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:39.569845 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3db6ab9-dba7-48d1-bc01-b07e7aa2bf6b" -d '{"events": [{"server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "name": "network-vif-plugged", "status": "completed", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:39.595862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:39.603327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] DHCP port deletion for aa3478dc-2370-4834-b53b-f628dd3fd80b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:08:39.612688 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.621170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Deleting port 62bab598-0894-4249-80a0-b7450d6d1a31 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:39.621452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.655494 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-478f6892-b495-4f43-874e-c9ea92e88ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0955482
Jan 15 21:08:39.664339 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee7d5f2-f70d-4b7f-bb1e-eec32d76b61d x-openstack-request-id: req-dee7d5f2-f70d-4b7f-bb1e-eec32d76b61d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:39.664632 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "name": "network-vif-plugged", "status": "completed", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:39.664910 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dee7d5f2-f70d-4b7f-bb1e-eec32d76b61d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:39.665366 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168', 'code': 200}
Jan 15 21:08:39.708937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:39.709398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.727517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Calling delete_port for 62bab598-0894-4249-80a0-b7450d6d1a31 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:39.753020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f8b3e-bd36-4e6f-a105-e82eb2db8c07 None None] Current status of the port 62bab598-0894-4249-80a0-b7450d6d1a31 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:08:39.797384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:39.837719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Deleting port 62bab598-0894-4249-80a0-b7450d6d1a31 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:39.838589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.911129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc541e-e70b-42dc-adc9-923fed83682b req-6b59e4f5-773c-47c8-b53c-d9d9653f5c81 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:39.914047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1cc541e-e70b-42dc-adc9-923fed83682b req-6b59e4f5-773c-47c8-b53c-d9d9653f5c81 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.0850260
Jan 15 21:08:39.923621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.925898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17977d2-5427-4a1b-a495-32047e2a660f req-693b71c8-ef1a-4344-9739-d2d045bd1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:39.928794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] For port 62bab598-0894-4249-80a0-b7450d6d1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62bab598-0894-4249-80a0-b7450d6d1a31,segment=NetworkSegment(15f843a2-f72f-4b9c-9c9f-964618b9c431),segment_id=15f843a2-f72f-4b9c-9c9f-964618b9c431)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:39.929508 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:39.946862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e17977d2-5427-4a1b-a495-32047e2a660f req-693b71c8-ef1a-4344-9739-d2d045bd1c86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 1096 time: 0.1522765
Jan 15 21:08:39.954234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Calling delete_port for 62bab598-0894-4249-80a0-b7450d6d1a31 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:40.007704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:40.019077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.019816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.020503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.021381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.022075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.022746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.024942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.029732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-d7f79928-6e4f-4377-abf6-b4d5fb69aefa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b36b007e8a9409783a549b87017c8ee&device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 6492 time: 0.3023546
Jan 15 21:08:40.030017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:40.042912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1cc541e-e70b-42dc-adc9-923fed83682b req-c046dc68-20e8-48f5-adc6-3e166badbc33 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205354
Jan 15 21:08:40.043627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 62bab598-0894-4249-80a0-b7450d6d1a31 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:40.043980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 62bab598-0894-4249-80a0-b7450d6d1a31 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:40.050233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e17977d2-5427-4a1b-a495-32047e2a660f req-e4ebff58-4d9b-421d-b24d-9644a11d5da4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000783
Jan 15 21:08:40.053935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] No DVR routers for this DVR port 62bab598-0894-4249-80a0-b7450d6d1a31 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:40.086839 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (62bab598-0894-4249-80a0-b7450d6d1a31), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.120832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] Pushing event deleted for resources: {'Port': ['ID=62bab598-0894-4249-80a0-b7450d6d1a31,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:40.126385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53175ed9-9724-4248-9320-e9c67bc90d44 None None] No DVR routers for this DVR port 62bab598-0894-4249-80a0-b7450d6d1a31 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:40.180786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (aa3478dc-2370-4834-b53b-f628dd3fd80b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.218791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1a280>,) {'filters': {'network_id': ['aa3478dc-2370-4834-b53b-f628dd3fd80b']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:40.229876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1a280>, '15f843a2-f72f-4b9c-9c9f-964618b9c431') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:40.230123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1a280>, '15f843a2-f72f-4b9c-9c9f-964618b9c431') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:40.241752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (15f843a2-f72f-4b9c-9c9f-964618b9c431), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.260209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (15f843a2-f72f-4b9c-9c9f-964618b9c431), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.268936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:40.269624 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (15f843a2-f72f-4b9c-9c9f-964618b9c431), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:40.274100 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:40.370933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (aa3478dc-2370-4834-b53b-f628dd3fd80b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.401116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:40.404892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] 10.222.0.46 "DELETE /v2.0/networks/aa3478dc-2370-4834-b53b-f628dd3fd80b HTTP/1.1" status: 204  len: 168 time: 1.0029252
Jan 15 21:08:40.405984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50c19-7c59-420a-b083-f697880ca2b4 tempest-PortsTestJSON-1427279078 tempest-PortsTestJSON-1427279078-project] Pushing event deleted for resources: {'Network': ['ID=aa3478dc-2370-4834-b53b-f628dd3fd80b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:40.428456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-823b1ff6-6309-4a29-9924-5a5208090264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.429467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-823b1ff6-6309-4a29-9924-5a5208090264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.430202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-823b1ff6-6309-4a29-9924-5a5208090264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.432582 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-823b1ff6-6309-4a29-9924-5a5208090264 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b740d751-068e-4a93-9225-aa5d63661275&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&id=f213ffd6-16a4-404b-80d4-e008020201ac&id=f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 200  len: 2294 time: 0.1787987
Jan 15 21:08:40.522062 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-7349a5f8-ce94-46de-8842-9a29ec43184d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 200  len: 1002 time: 0.0818789
Jan 15 21:08:40.586960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-bf350a16-d2fc-4dee-8e0a-57cead062c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.589218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-bf350a16-d2fc-4dee-8e0a-57cead062c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 200  len: 851 time: 0.0598562
Jan 15 21:08:40.653549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-a77c2d11-b4f4-4055-9909-f01136627ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:40.655295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-a77c2d11-b4f4-4055-9909-f01136627ada service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b740d751-068e-4a93-9225-aa5d63661275&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0536046
Jan 15 21:08:40.773972 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-bdee741e-2abc-4a1b-abbb-13d701f48e6f service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1101377
Jan 15 21:08:40.885032 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-f895175d-8c37-4682-8571-b4e577f57168 service neutron] 10.222.0.39 "GET /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031866
Jan 15 21:08:40.941680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-de62ae97-45ad-489b-ba3b-4901a31707c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 217 time: 0.0492811
Jan 15 21:08:40.997491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34390) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:41.002998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-cb1355e2-9beb-46d2-88d6-0af01486c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.005225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-cb1355e2-9beb-46d2-88d6-0af01486c992 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0523999
Jan 15 21:08:41.055605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-205cc083-b3a4-483a-959b-1ea755ac9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.057261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-205cc083-b3a4-483a-959b-1ea755ac9116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0437582
Jan 15 21:08:41.189070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-322375ba-7e63-422d-b322-4bc7c44e1f1f service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247859
Jan 15 21:08:41.264374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5783-b231-4def-99ad-d4998f389e91 req-f61a3915-063e-4287-bc0f-17999cc0b93c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.266648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c49e5783-b231-4def-99ad-d4998f389e91 req-f61a3915-063e-4287-bc0f-17999cc0b93c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.1042423
Jan 15 21:08:41.352671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-f014b6e1-03ef-45fa-b31f-ae002e077320 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546788
Jan 15 21:08:41.400946 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4047b8bf-dbed-4607-a88b-73f7cc852e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0db7eb4e5f944522972dccb1c8fa6c1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4022391
Jan 15 21:08:41.404619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c49e5783-b231-4def-99ad-d4998f389e91 req-07a9cba5-3bb6-4ad3-9a9f-4ef718fbb9dc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271884
Jan 15 21:08:41.405341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:41.473228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] Publish callbacks [] for security_group (afef074a-3b75-4ddb-94fa-283389e1b875), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:41.529968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] Publish callbacks [] for security_group (afef074a-3b75-4ddb-94fa-283389e1b875), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:41.593813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (afef074a-3b75-4ddb-94fa-283389e1b875), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:41.597788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:41.599236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afef074a-3b75-4ddb-94fa-283389e1b875 HTTP/1.1" status: 204  len: 168 time: 0.1926527
Jan 15 21:08:41.610537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59421-bd9c-4a9d-89ca-6a9f9b2409d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef074a-3b75-4ddb-94fa-283389e1b875,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:41.819565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53476e51-3cc5-42bb-a85c-8cd583324412 req-434273d1-db4f-4171-8253-afbb933b9941 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.821310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53476e51-3cc5-42bb-a85c-8cd583324412 req-434273d1-db4f-4171-8253-afbb933b9941 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.0549309
Jan 15 21:08:41.859796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-157c2cb2-7491-45a1-baa0-9b18f5846b64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 217 time: 0.4985833
Jan 15 21:08:41.895257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53476e51-3cc5-42bb-a85c-8cd583324412 req-a9720de2-e4c8-4f1f-81db-26d0094e15fa tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638816
Jan 15 21:08:41.920143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-2d7bc23b-9bf1-40fe-a5fb-351fa56a4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.921985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-2d7bc23b-9bf1-40fe-a5fb-351fa56a4ff4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0528400
Jan 15 21:08:41.973806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-97c58027-edb3-41ff-8b5e-bb02be7e195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:41.975370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-97c58027-edb3-41ff-8b5e-bb02be7e195b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0467620
Jan 15 21:08:42.079016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-ff905fe4-b57d-40e0-8eeb-f182cf457359 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962868
Jan 15 21:08:42.192209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-7e556569-06e4-4e80-984e-f0fac7402dea service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1062253
Jan 15 21:08:42.262762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-68c54431-3d66-4fa0-be20-922c7aafc5f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 200  len: 217 time: 0.0623679
Jan 15 21:08:42.304907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0527c920-da07-47ca-8285-284889ba3d59 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:42.332495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 0527c920-da07-47ca-8285-284889ba3d59 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:42.332860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0527c920-da07-47ca-8285-284889ba3d59 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:42.345511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-2567a89c-c552-4846-8b10-821068b1df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.349906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-2567a89c-c552-4846-8b10-821068b1df75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0801170
Jan 15 21:08:42.409811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-6bc71e5b-8fbc-4b53-b497-3b449bfceab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.412732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-6bc71e5b-8fbc-4b53-b497-3b449bfceab1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0535100
Jan 15 21:08:42.542089 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-786ea18e-5077-4f62-9ca6-ef04bc4bb30b service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184843
Jan 15 21:08:42.648911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9c1a5-7e66-4c83-96d8-9ba1889c0f56 req-eee78f1c-235c-4bf7-99c7-84ff82439473 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.651324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd9c1a5-7e66-4c83-96d8-9ba1889c0f56 req-eee78f1c-235c-4bf7-99c7-84ff82439473 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.0743659
Jan 15 21:08:42.716907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-bb003dbf-8a8c-432a-9d06-9f8154d30aba service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691358
Jan 15 21:08:42.733441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd9c1a5-7e66-4c83-96d8-9ba1889c0f56 req-3586e7f7-f26a-4d49-aeca-f1c2668b2361 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731540
Jan 15 21:08:42.785852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-1c8c9a7a-37d6-4f59-811b-0c220ae53983 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 200  len: 217 time: 0.0615029
Jan 15 21:08:42.870510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-b1ebb12c-13a5-450c-ace7-a0eb38d9b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.872909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-b1ebb12c-13a5-450c-ace7-a0eb38d9b4fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 200  len: 797 time: 0.0745232
Jan 15 21:08:42.922619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ea3b-8a25-49f8-96ad-4e99dcd2b2c5 req-8648a59f-8e60-49c4-beab-672005130f94 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.926698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f821ea3b-8a25-49f8-96ad-4e99dcd2b2c5 req-8648a59f-8e60-49c4-beab-672005130f94 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0821788
Jan 15 21:08:42.935539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-5379c8c8-e405-439d-985e-9dad5e5ac712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:42.937177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-5379c8c8-e405-439d-985e-9dad5e5ac712 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6dce376-1a08-428a-8bf0-aa7cf17a7a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0567489
Jan 15 21:08:42.998912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:43.027487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f821ea3b-8a25-49f8-96ad-4e99dcd2b2c5 req-a42e02f3-4e1e-4b7e-9659-805003551927 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925744
Jan 15 21:08:43.077066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e9118-9ae8-412a-84e6-152f989f2d7c req-664a9f0b-b776-470a-af23-5a3ee2f49d56 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.082997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-0d91e618-a16c-4ad3-937a-5afcc5282479 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376433
Jan 15 21:08:43.084411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-920e9118-9ae8-412a-84e6-152f989f2d7c req-664a9f0b-b776-470a-af23-5a3ee2f49d56 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.0634470
Jan 15 21:08:43.174745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-540eb3fd-c38b-4c58-ade4-647bd1177d7a tempest-DvrRoutersNegativeTest-1195945579 tempest-DvrRoutersNegativeTest-1195945579-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-215119102', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:43.178157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.policy [None req-540eb3fd-c38b-4c58-ade4-647bd1177d7a tempest-DvrRoutersNegativeTest-1195945579 tempest-DvrRoutersNegativeTest-1195945579-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114437) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Jan 15 21:08:43.178157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.policy [None req-540eb3fd-c38b-4c58-ade4-647bd1177d7a tempest-DvrRoutersNegativeTest-1195945579 tempest-DvrRoutersNegativeTest-1195945579-project] Failed policy check for 'create_router' {{(pid=114437) enforce /opt/stack/neutron/neutron/policy.py:524}}
Jan 15 21:08:43.178481 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-540eb3fd-c38b-4c58-ade4-647bd1177d7a tempest-DvrRoutersNegativeTest-1195945579 tempest-DvrRoutersNegativeTest-1195945579-project] create failed (client error): Access was denied to this resource.
Jan 15 21:08:43.179486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-540eb3fd-c38b-4c58-ade4-647bd1177d7a tempest-DvrRoutersNegativeTest-1195945579 tempest-DvrRoutersNegativeTest-1195945579-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1751876
Jan 15 21:08:43.195242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-920e9118-9ae8-412a-84e6-152f989f2d7c req-5e5fff16-e726-4324-b3a7-9ce2215dc59c tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098816
Jan 15 21:08:43.216439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-361aacc8-beed-4318-a1bf-cfde5668db99 service neutron] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227703
Jan 15 21:08:43.217754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7469121-80f4-4392-91dd-61460754c468 req-d806881a-2957-4086-bec0-6dfd7804604f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.219319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7469121-80f4-4392-91dd-61460754c468 req-d806881a-2957-4086-bec0-6dfd7804604f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.1028426
Jan 15 21:08:43.282045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-863904ed-c92c-4852-93f5-72a13d9633f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 200  len: 217 time: 0.0522726
Jan 15 21:08:43.292147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7469121-80f4-4392-91dd-61460754c468 req-cef4bc38-4663-4f05-a8d1-6c8fd7aefcc8 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640514
Jan 15 21:08:43.344976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-3874c2cb-e1cc-41c6-8fad-5a5d638bec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.346827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-3874c2cb-e1cc-41c6-8fad-5a5d638bec59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0565856
Jan 15 21:08:43.409721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-6f9642c6-b3ba-4815-b209-ce858cd6e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.411553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-6f9642c6-b3ba-4815-b209-ce858cd6e820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0567660
Jan 15 21:08:43.525232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-ba95867d-0217-428c-a7f1-ca0744003554 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.526495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-ba95867d-0217-428c-a7f1-ca0744003554 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.1087909
Jan 15 21:08:43.566531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:43.606757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34580) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:43.613093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-1b47a032-a695-47cb-b482-96113eec7560 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852694
Jan 15 21:08:43.654802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6024f-3ddd-4f3d-870f-b6ee268e68aa req-feb54642-30e0-4dbd-93d7-6968b08e8074 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.657812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1f6024f-3ddd-4f3d-870f-b6ee268e68aa req-feb54642-30e0-4dbd-93d7-6968b08e8074 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.0631814
Jan 15 21:08:43.728894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1f6024f-3ddd-4f3d-870f-b6ee268e68aa req-0735b04a-7126-407c-a2b4-7c7ce95c0804 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644865
Jan 15 21:08:43.764152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Deleting port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:43.764499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:43.782913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-eb2413d1-73db-4f0d-9822-630dc93b2412 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508191
Jan 15 21:08:43.852752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-8a310c9e-ae42-4d06-b1c3-a1c102e065ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 200  len: 217 time: 0.0390170
Jan 15 21:08:43.882329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65f3903e-302b-4cb2-b540-2998aa9ecc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:43.945092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-289e4979-27ad-4de8-92f1-470e1d694de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:43.951626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-289e4979-27ad-4de8-92f1-470e1d694de0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 200  len: 797 time: 0.0882773
Jan 15 21:08:43.971542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] For port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:43.971930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.007551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Calling delete_port for f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:44.030667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4cbd98-7b08-4782-a6ac-4ea040554727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.036488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-96adfcaa-d75c-4e42-acc9-c2e5c88316f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.038322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-96adfcaa-d75c-4e42-acc9-c2e5c88316f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f213ffd6-16a4-404b-80d4-e008020201ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0768313
Jan 15 21:08:44.094412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35cef-bf22-4f9b-aae1-ef74910db57b req-897e2697-9327-4c3b-a851-24d82a50d721 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.096472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ca35cef-bf22-4f9b-aae1-ef74910db57b req-897e2697-9327-4c3b-a851-24d82a50d721 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1158400
Jan 15 21:08:44.111520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65f3903e-302b-4cb2-b540-2998aa9ecc6c admin admin] Publish callbacks [] for security_group (ae60eb49-eb61-45f4-b588-9f766f9c70fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.125542 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65f3903e-302b-4cb2-b540-2998aa9ecc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae60eb49-eb61-45f4-b588-9f766f9c70fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.202585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-4bae33d1-97d9-422f-96c1-aaa0c301efec service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320710
Jan 15 21:08:44.204362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-65f3903e-302b-4cb2-b540-2998aa9ecc6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=659b13b811d74a2a9257ad7c0bcba44d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6352251
Jan 15 21:08:44.205995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:44.243169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3903e-302b-4cb2-b540-2998aa9ecc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60eb49-eb61-45f4-b588-9f766f9c70fb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:44.266482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ca35cef-bf22-4f9b-aae1-ef74910db57b req-a03d1be4-ff89-483e-9350-0f4b89c1c9cc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560957
Jan 15 21:08:44.342343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4cbd98-7b08-4782-a6ac-4ea040554727 admin admin] Publish callbacks [] for security_group (fa769ee9-1aa5-460c-a035-378ac009abc3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.354020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a4cbd98-7b08-4782-a6ac-4ea040554727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa769ee9-1aa5-460c-a035-378ac009abc3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.395317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.425173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.430288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] Publish callbacks [] for security_group (ae60eb49-eb61-45f4-b588-9f766f9c70fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.439291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:44.441239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4c0d8bb-5023-4bdd-9b15-9882e56ca53b req-b38e5646-b0b1-4ebf-9ee7-707141f82137 service neutron] 10.222.0.39 "GET /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2233078
Jan 15 21:08:44.442517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:44.447934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8971-1e30-4f1a-a526-a78c497582f9 req-fc2c2a81-250e-4e17-9646-47aef288650a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.449591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3a8971-1e30-4f1a-a526-a78c497582f9 req-fc2c2a81-250e-4e17-9646-47aef288650a tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=2eb104af-fb2d-44d7-9c7a-e5380040ecb3 HTTP/1.1" status: 200  len: 945 time: 0.1582959
Jan 15 21:08:44.450697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cbd98-7b08-4782-a6ac-4ea040554727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa769ee9-1aa5-460c-a035-378ac009abc3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:44.458381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a4cbd98-7b08-4782-a6ac-4ea040554727 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=941a2931b91f4fe6800ae8a4e60522b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8528647
Jan 15 21:08:44.459410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34606) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:44.527507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event deleted for resources: {'Port': ['ID=f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:44.548105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3a8971-1e30-4f1a-a526-a78c497582f9 req-7d7502bb-d597-41ab-b246-db3392e5a118 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823560
Jan 15 21:08:44.559821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] No DVR routers for this DVR port f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:44.567081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] Publish callbacks [] for security_group (ae60eb49-eb61-45f4-b588-9f766f9c70fb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.568622 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] Publish callbacks [] for security_group (fa769ee9-1aa5-460c-a035-378ac009abc3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.570049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.573513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e822438-0fb6-4e52-86dd-622855d7c615 req-b6022b1e-521e-48f2-bc94-6ae884bf1df9 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "DELETE /v2.0/ports/f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 HTTP/1.1" status: 204  len: 173 time: 1.0351150
Jan 15 21:08:44.579453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'name': 'network-vif-deleted', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:44.582028 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feedd4ca-ace3-48ed-a614-880406a2daed" -d '{"events": [{"server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "name": "network-vif-deleted", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:44.623004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] Publish callbacks [] for security_group (fa769ee9-1aa5-460c-a035-378ac009abc3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.672190 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df0c0f-af8d-4ac0-8208-95108a2afdad x-openstack-request-id: req-42df0c0f-af8d-4ac0-8208-95108a2afdad {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:44.672560 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb104af-fb2d-44d7-9c7a-e5380040ecb3", "name": "network-vif-deleted", "tag": "f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:44.672824 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42df0c0f-af8d-4ac0-8208-95108a2afdad {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:44.673491 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb104af-fb2d-44d7-9c7a-e5380040ecb3', 'name': 'network-vif-deleted', 'tag': 'f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3', 'status': 'completed', 'code': 200}
Jan 15 21:08:44.675486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae60eb49-eb61-45f4-b588-9f766f9c70fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.683271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.687221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae60eb49-eb61-45f4-b588-9f766f9c70fb HTTP/1.1" status: 204  len: 168 time: 0.4770472
Jan 15 21:08:44.709911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665acd4-69f8-4d21-8d8d-d0946be3ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60eb49-eb61-45f4-b588-9f766f9c70fb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:44.825117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa769ee9-1aa5-460c-a035-378ac009abc3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.831087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:44.832468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa769ee9-1aa5-460c-a035-378ac009abc3 HTTP/1.1" status: 204  len: 168 time: 0.3721139
Jan 15 21:08:44.851988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c226436-63f7-4b62-922b-b8b94bffb20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa769ee9-1aa5-460c-a035-378ac009abc3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:44.885923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65966c6-9286-4ee6-b198-4b71f6a98d57 req-11e107aa-c3aa-4e69-80f8-5e916e01d480 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.894236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65966c6-9286-4ee6-b198-4b71f6a98d57 req-11e107aa-c3aa-4e69-80f8-5e916e01d480 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.900793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65966c6-9286-4ee6-b198-4b71f6a98d57 req-11e107aa-c3aa-4e69-80f8-5e916e01d480 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:44.909061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f65966c6-9286-4ee6-b198-4b71f6a98d57 req-11e107aa-c3aa-4e69-80f8-5e916e01d480 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d&device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0&device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 2416 time: 0.1768091
Jan 15 21:08:44.953960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f65966c6-9286-4ee6-b198-4b71f6a98d57 req-4d12a5e5-0265-4a50-9a7d-f29b18736df8 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435798
Jan 15 21:08:45.131799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fbd84-ba8f-48f4-b3b9-f0eba0bc3a2a req-0321aadd-9405-4e86-9ec1-3ce8e0dd3804 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:45.139007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-898fbd84-ba8f-48f4-b3b9-f0eba0bc3a2a req-0321aadd-9405-4e86-9ec1-3ce8e0dd3804 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.0681407
Jan 15 21:08:45.200442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-898fbd84-ba8f-48f4-b3b9-f0eba0bc3a2a req-9abafd53-e0e1-41c9-9fdf-3241c20808bc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605469
Jan 15 21:08:45.209454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.331649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:45.347476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc76-fbab-4408-8ea0-07199c098e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.454369 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc76-fbab-4408-8ea0-07199c098e35 admin admin] Publish callbacks [] for security_group (919ee7ff-7502-4fff-ada0-a0fa03c2c423), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.461841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc76-fbab-4408-8ea0-07199c098e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (919ee7ff-7502-4fff-ada0-a0fa03c2c423), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.516034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0c75cc76-fbab-4408-8ea0-07199c098e35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f1670af8d33461f81d6b21e661c1427&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1831913
Jan 15 21:08:45.516254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34650) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:45.517043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75cc76-fbab-4408-8ea0-07199c098e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ee7ff-7502-4fff-ada0-a0fa03c2c423,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:45.614646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] Publish callbacks [] for security_group (919ee7ff-7502-4fff-ada0-a0fa03c2c423), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.665227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] Publish callbacks [] for security_group (919ee7ff-7502-4fff-ada0-a0fa03c2c423), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.767393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (919ee7ff-7502-4fff-ada0-a0fa03c2c423), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.770765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:45.771954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/919ee7ff-7502-4fff-ada0-a0fa03c2c423 HTTP/1.1" status: 204  len: 168 time: 0.2528648
Jan 15 21:08:45.781848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96b661-81e8-4ff0-9786-f7ce14cd1128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ee7ff-7502-4fff-ada0-a0fa03c2c423,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:45.942380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9448a-d65d-4883-9435-6a73a62e73e2 req-f9ae0128-3af2-42e2-b057-f9a41b293b50 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:45.946964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fa9448a-d65d-4883-9435-6a73a62e73e2 req-f9ae0128-3af2-42e2-b057-f9a41b293b50 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 946 time: 0.0621371
Jan 15 21:08:46.005511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fa9448a-d65d-4883-9435-6a73a62e73e2 req-852a207c-4d81-4918-b244-5426d621ab37 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528791
Jan 15 21:08:46.256063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34698) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:46.314009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fbf32-252f-4614-81c7-d15a19a5a25e req-c420e93f-0fb3-4520-a310-84e656a9f605 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:46.315997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-118fbf32-252f-4614-81c7-d15a19a5a25e req-c420e93f-0fb3-4520-a310-84e656a9f605 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0624752
Jan 15 21:08:46.370636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-118fbf32-252f-4614-81c7-d15a19a5a25e req-7f844a11-754c-454c-a798-bda4b10d0651 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491705
Jan 15 21:08:46.482794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9c2634cf-1fb3-4187-bf85-00d0c5f16315 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:46.483511 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-9c2634cf-1fb3-4187-bf85-00d0c5f16315 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 15 21:08:46.484014 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-9c2634cf-1fb3-4187-bf85-00d0c5f16315 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:08:46.485027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c2634cf-1fb3-4187-bf85-00d0c5f16315 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2280190
Jan 15 21:08:46.493036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34710) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:46.497632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945308633'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:46.523501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.531436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.620794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (5a10fbfe-3850-40ec-ac6f-489984f8d799), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.628162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5a10fbfe-3850-40ec-ac6f-489984f8d799), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.658904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a10fbfe-3850-40ec-ac6f-489984f8d799,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:46.717952 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (78d77fd4-82b8-4531-a34a-d5fb8c9efc1e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.722580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (78d77fd4-82b8-4531-a34a-d5fb8c9efc1e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.758069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.762462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2653546
Jan 15 21:08:46.762728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34720) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:46.767505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '78d77fd4-82b8-4531-a34a-d5fb8c9efc1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:46.773523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81349-35df-4ad7-890b-7949e56a69cc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d77fd4-82b8-4531-a34a-d5fb8c9efc1e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:46.803908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group_rule (45788acd-189b-4014-a1cd-4f816e859ee6), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.860791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group_rule (45788acd-189b-4014-a1cd-4f816e859ee6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.866413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (45788acd-189b-4014-a1cd-4f816e859ee6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.884527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45788acd-189b-4014-a1cd-4f816e859ee6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:46.895140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.896384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe8f9d32-1e09-4e42-a9bc-f031f96f47d7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1326032
Jan 15 21:08:46.899122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34724) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:46.905561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-91d63d6e-da79-4a72-97e5-5f4a629e18e8 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '78d77fd4-82b8-4531-a34a-d5fb8c9efc1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:46.934007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d63d6e-da79-4a72-97e5-5f4a629e18e8 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group_rule (a58c2ff6-a6d5-414e-8e7a-8973f189cd0c), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:46.984617 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-91d63d6e-da79-4a72-97e5-5f4a629e18e8 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:08:46.988973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91d63d6e-da79-4a72-97e5-5f4a629e18e8 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0856748
Jan 15 21:08:46.989298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:47.064963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (78d77fd4-82b8-4531-a34a-d5fb8c9efc1e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.113608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (78d77fd4-82b8-4531-a34a-d5fb8c9efc1e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.163441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede788a-c3b5-46af-93f9-f7b691a8cc21 req-ae8361ba-bd21-455a-8535-8e5e1d2bc886 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:47.164988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ede788a-c3b5-46af-93f9-f7b691a8cc21 req-ae8361ba-bd21-455a-8535-8e5e1d2bc886 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 946 time: 0.0867932
Jan 15 21:08:47.188964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (78d77fd4-82b8-4531-a34a-d5fb8c9efc1e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.192475 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.193682 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/78d77fd4-82b8-4531-a34a-d5fb8c9efc1e HTTP/1.1" status: 204  len: 168 time: 0.2034972
Jan 15 21:08:47.196688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:47.209998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4c89f-d589-473b-a7d8-6cbfcd26447f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d77fd4-82b8-4531-a34a-d5fb8c9efc1e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:47.241690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ede788a-c3b5-46af-93f9-f7b691a8cc21 req-25c650a5-76b0-4deb-816f-7bcd4424ffe5 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688214
Jan 15 21:08:47.306150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-93054484-8c9a-45ea-b570-9da679064475 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1073878
Jan 15 21:08:47.309875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:47.315355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987876737'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:47.326500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-2665e918-a860-4fd7-91fe-1400508ffc99 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:47.328575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-2665e918-a860-4fd7-91fe-1400508ffc99 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 946 time: 0.0728023
Jan 15 21:08:47.344426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.457815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (94ce3d0d-7bb0-486c-88dc-db0b30ecd643), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.462422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (94ce3d0d-7bb0-486c-88dc-db0b30ecd643), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.537456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Deleting port 2c1c0dd2-1098-46ae-9791-f62469b9f7da {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:47.538145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.657080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] For port 2c1c0dd2-1098-46ae-9791-f62469b9f7da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c1c0dd2-1098-46ae-9791-f62469b9f7da,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:47.657650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.680385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Calling delete_port for 2c1c0dd2-1098-46ae-9791-f62469b9f7da owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:47.865362 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c1c0dd2-1098-46ae-9791-f62469b9f7da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.876067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce3d0d-7bb0-486c-88dc-db0b30ecd643,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:47.882644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.883871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c022e1a2-49b0-4f66-a5cb-b30b5ef96e0c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5729742
Jan 15 21:08:47.887209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34772) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:47.895625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e5fe9533-adc1-4a60-882e-e6779de2743d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '94ce3d0d-7bb0-486c-88dc-db0b30ecd643', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:47.896648 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-e5fe9533-adc1-4a60-882e-e6779de2743d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 15 21:08:47.897044 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-e5fe9533-adc1-4a60-882e-e6779de2743d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:47.898002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e5fe9533-adc1-4a60-882e-e6779de2743d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0081067
Jan 15 21:08:47.899024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:47.900903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:47.913433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event deleted for resources: {'Port': ['ID=2c1c0dd2-1098-46ae-9791-f62469b9f7da,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:47.933529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0d8fc-b7c7-4225-a84e-a938ec02b040 req-6497587c-2955-47ff-a70b-8acc863aa06e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:47.935293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ca0d8fc-b7c7-4225-a84e-a938ec02b040 req-6497587c-2955-47ff-a70b-8acc863aa06e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.4569988
Jan 15 21:08:47.959199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['2c1c0dd2-1098-46ae-9791-f62469b9f7da'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:47.986501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] No DVR routers for this DVR port 2c1c0dd2-1098-46ae-9791-f62469b9f7da on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:47.990651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:47.995191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-74b18752-2e78-4d38-b7ef-8f217f3621eb req-efe8ba8b-9741-480d-b007-6994f1acc9d2 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.45 "DELETE /v2.0/ports/2c1c0dd2-1098-46ae-9791-f62469b9f7da HTTP/1.1" status: 204  len: 173 time: 0.6516376
Jan 15 21:08:47.996285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'name': 'network-vif-deleted', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:47.998859 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ea1725-da94-46d6-8182-140a9278a157" -d '{"events": [{"server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "name": "network-vif-deleted", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:48.003464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-73865f86-1737-47ce-ad1c-ba5dc3c8a729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.020975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (94ce3d0d-7bb0-486c-88dc-db0b30ecd643), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.027562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ca0d8fc-b7c7-4225-a84e-a938ec02b040 req-46a366fc-a828-4b1a-812d-f6cc212f4f58 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842242
Jan 15 21:08:48.056312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (94ce3d0d-7bb0-486c-88dc-db0b30ecd643), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.122165 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f09bb-b674-4eb2-9012-fbfbc240e6af x-openstack-request-id: req-630f09bb-b674-4eb2-9012-fbfbc240e6af {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:48.122710 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4295ba6e-d84c-41a2-be24-e03c022fe9b6", "name": "network-vif-deleted", "tag": "2c1c0dd2-1098-46ae-9791-f62469b9f7da", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:48.123831 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-630f09bb-b674-4eb2-9012-fbfbc240e6af {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:48.124401 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4295ba6e-d84c-41a2-be24-e03c022fe9b6', 'name': 'network-vif-deleted', 'tag': '2c1c0dd2-1098-46ae-9791-f62469b9f7da', 'status': 'completed', 'code': 200}
Jan 15 21:08:48.125972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (94ce3d0d-7bb0-486c-88dc-db0b30ecd643), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.131559 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.133398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/94ce3d0d-7bb0-486c-88dc-db0b30ecd643 HTTP/1.1" status: 204  len: 168 time: 0.2309122
Jan 15 21:08:48.137061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34788) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.146528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7c0ae-3069-4ae4-a609-cc84be138dda tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce3d0d-7bb0-486c-88dc-db0b30ecd643,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:48.231989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34800) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.232387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3eb7c0c2-9b72-4948-b1ec-90c6abc096d2 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0945573
Jan 15 21:08:48.237246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072747382'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.266684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.336797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:48.379064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7114d3ad-aab0-4cd2-a66b-a1165de5434e req-56968259-4759-4f80-93af-85b6bc4dc029 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=4295ba6e-d84c-41a2-be24-e03c022fe9b6 HTTP/1.1" status: 200  len: 210 time: 0.0413249
Jan 15 21:08:48.386587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:48.388342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f0ae0f22-a1b8-49b7-9461-1ae6917cbdb3 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:48.407841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (5fde9f47-6388-425d-b5bd-54c11b7a2156), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.418041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5fde9f47-6388-425d-b5bd-54c11b7a2156), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.452024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde9f47-6388-425d-b5bd-54c11b7a2156,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:48.456820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.461145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0370dbe-fad5-4d9e-bda5-e5cd82f54418 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2251101
Jan 15 21:08:48.461145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.465814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-04622618-08f5-4213-9d85-8b1bfa341136 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '5fde9f47-6388-425d-b5bd-54c11b7a2156', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.480639 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-04622618-08f5-4213-9d85-8b1bfa341136 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 15 21:08:48.481338 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-04622618-08f5-4213-9d85-8b1bfa341136 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:48.485201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04622618-08f5-4213-9d85-8b1bfa341136 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0203409
Jan 15 21:08:48.487137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34832) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.585908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (5fde9f47-6388-425d-b5bd-54c11b7a2156), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.613600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (5fde9f47-6388-425d-b5bd-54c11b7a2156), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.670342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5fde9f47-6388-425d-b5bd-54c11b7a2156), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.673238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.674696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/5fde9f47-6388-425d-b5bd-54c11b7a2156 HTTP/1.1" status: 204  len: 168 time: 0.1862829
Jan 15 21:08:48.677824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34844) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.701243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3382-103f-4bf0-b0e2-202f87982a7d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde9f47-6388-425d-b5bd-54c11b7a2156,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:48.739832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b20714f-5c78-4ad5-9696-4815e2fa08b3 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0608847
Jan 15 21:08:48.743617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34850) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.748064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748969692'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.774052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.834994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.851878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (aa7c153f-a3b0-4351-8a67-37ec599797eb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.857118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa7c153f-a3b0-4351-8a67-37ec599797eb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.891702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:48.893111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1484435
Jan 15 21:08:48.898465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34860) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.898465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d36fee-a8a1-4bb9-8dd4-e95616b7315f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7c153f-a3b0-4351-8a67-37ec599797eb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:48.903180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c4a6706d-308b-472d-bf04-0abfd1ead55f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'aa7c153f-a3b0-4351-8a67-37ec599797eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.914112 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-c4a6706d-308b-472d-bf04-0abfd1ead55f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 15 21:08:48.914705 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-c4a6706d-308b-472d-bf04-0abfd1ead55f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:48.915822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c4a6706d-308b-472d-bf04-0abfd1ead55f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0189567
Jan 15 21:08:48.918905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34864) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.927429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e7337bf0-60f0-4f5c-ba9e-a5154f52054a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'aa7c153f-a3b0-4351-8a67-37ec599797eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.928193 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-e7337bf0-60f0-4f5c-ba9e-a5154f52054a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 15 21:08:48.928653 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-e7337bf0-60f0-4f5c-ba9e-a5154f52054a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:48.930036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e7337bf0-60f0-4f5c-ba9e-a5154f52054a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0084887
Jan 15 21:08:48.932467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34866) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.938158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d7df1b33-3545-40e9-b7b5-83ebab09515d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'aa7c153f-a3b0-4351-8a67-37ec599797eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.938958 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-d7df1b33-3545-40e9-b7b5-83ebab09515d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 15 21:08:48.940186 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-d7df1b33-3545-40e9-b7b5-83ebab09515d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:48.943721 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d7df1b33-3545-40e9-b7b5-83ebab09515d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0077643
Jan 15 21:08:48.944144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.948514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-29e846d3-0e19-4076-a6ca-5635966ae9df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'aa7c153f-a3b0-4351-8a67-37ec599797eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:48.949405 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-29e846d3-0e19-4076-a6ca-5635966ae9df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 15 21:08:48.950011 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-29e846d3-0e19-4076-a6ca-5635966ae9df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:48.950960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-29e846d3-0e19-4076-a6ca-5635966ae9df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0058658
Jan 15 21:08:48.953683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34870) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:48.977750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f576ed82-4470-4e9d-b75a-c07d5b6cf1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.015057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (aa7c153f-a3b0-4351-8a67-37ec599797eb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.046093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (aa7c153f-a3b0-4351-8a67-37ec599797eb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.070214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f576ed82-4470-4e9d-b75a-c07d5b6cf1e5 admin admin] Publish callbacks [] for security_group (a5d912bd-bf1c-4233-89bb-4e8cb603e13a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.076428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f576ed82-4470-4e9d-b75a-c07d5b6cf1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a5d912bd-bf1c-4233-89bb-4e8cb603e13a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.113626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa7c153f-a3b0-4351-8a67-37ec599797eb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.118396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.119598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa7c153f-a3b0-4351-8a67-37ec599797eb HTTP/1.1" status: 204  len: 168 time: 0.1648245
Jan 15 21:08:49.123319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34878) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.124876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f576ed82-4470-4e9d-b75a-c07d5b6cf1e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b75cbee5cd3449cb85a1bbb63b76e771&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2888229
Jan 15 21:08:49.125633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34880) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.126298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576ed82-4470-4e9d-b75a-c07d5b6cf1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d912bd-bf1c-4233-89bb-4e8cb603e13a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:49.160437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a12794-cc45-4af0-bf6d-238a90f8cbd7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7c153f-a3b0-4351-8a67-37ec599797eb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:49.180500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-66256cca-b0df-48fc-9db8-ecd7d13f2e4f tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0508993
Jan 15 21:08:49.186758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34882) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.193947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480695752'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.222668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.245006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d6ee6-2d15-4545-97fa-6cb9d71bb135 req-0f43d46d-cb76-44c9-bf99-80ceaf2b3ffc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:49.246539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f0d6ee6-2d15-4545-97fa-6cb9d71bb135 req-0f43d46d-cb76-44c9-bf99-80ceaf2b3ffc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1221366
Jan 15 21:08:49.250565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] Publish callbacks [] for security_group (a5d912bd-bf1c-4233-89bb-4e8cb603e13a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.291996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] Publish callbacks [] for security_group (a5d912bd-bf1c-4233-89bb-4e8cb603e13a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.294720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.300080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.337225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f0d6ee6-2d15-4545-97fa-6cb9d71bb135 req-74b847c4-8086-4b80-9189-3e165fb3e742 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837684
Jan 15 21:08:49.342286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.344649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1550045
Jan 15 21:08:49.347888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309777d-4f45-44d8-8bb6-19988321bfbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:49.348599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34886) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.355262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3f1ed531-9b7b-4335-9210-00ab0b0d5636 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.357415 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-3f1ed531-9b7b-4335-9210-00ab0b0d5636 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 15 21:08:49.358648 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-3f1ed531-9b7b-4335-9210-00ab0b0d5636 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.359299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3f1ed531-9b7b-4335-9210-00ab0b0d5636 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0087283
Jan 15 21:08:49.362730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34888) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.372990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e8edc001-8fcd-4f38-b5ad-fae01f091f4e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.386571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a5d912bd-bf1c-4233-89bb-4e8cb603e13a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.390066 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.391425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5d912bd-bf1c-4233-89bb-4e8cb603e13a HTTP/1.1" status: 204  len: 168 time: 0.2644482
Jan 15 21:08:49.405405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2b38e-8143-42fe-99e0-9444e670fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d912bd-bf1c-4233-89bb-4e8cb603e13a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:49.422990 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-e8edc001-8fcd-4f38-b5ad-fae01f091f4e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.429625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34896) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.434145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e8edc001-8fcd-4f38-b5ad-fae01f091f4e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0678117
Jan 15 21:08:49.435208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8f5ef684-7167-4933-b696-1c57149b3f20 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.435689 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-8f5ef684-7167-4933-b696-1c57149b3f20 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 15 21:08:49.436188 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-8f5ef684-7167-4933-b696-1c57149b3f20 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.440554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.441408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f5ef684-7167-4933-b696-1c57149b3f20 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0107260
Jan 15 21:08:49.446337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-653d31c5-50b5-4b0d-991e-442ce030fa6c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.503603 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-653d31c5-50b5-4b0d-991e-442ce030fa6c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.505065 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-653d31c5-50b5-4b0d-991e-442ce030fa6c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0632386
Jan 15 21:08:49.508321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34902) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.516643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5e235d4f-6959-41c6-b798-d117cbc45a77 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.517496 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-5e235d4f-6959-41c6-b798-d117cbc45a77 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 15 21:08:49.518636 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-5e235d4f-6959-41c6-b798-d117cbc45a77 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.519651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5e235d4f-6959-41c6-b798-d117cbc45a77 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0097170
Jan 15 21:08:49.522897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.529243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f634f690-9438-4c43-b1f0-5e674cdaa2f7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.560798 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-f634f690-9438-4c43-b1f0-5e674cdaa2f7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Project 84f29e903a7b4afca03148401c4e80d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:08:49.584711 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-f634f690-9438-4c43-b1f0-5e674cdaa2f7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.589095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34910) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.589438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f634f690-9438-4c43-b1f0-5e674cdaa2f7 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0655041
Jan 15 21:08:49.597257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0b5be60c-2d0e-4675-bf4f-c19c8bf9f79d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.597911 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-0b5be60c-2d0e-4675-bf4f-c19c8bf9f79d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 15 21:08:49.598400 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-0b5be60c-2d0e-4675-bf4f-c19c8bf9f79d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.599480 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b5be60c-2d0e-4675-bf4f-c19c8bf9f79d tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0086949
Jan 15 21:08:49.602515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.609443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-349c4032-7660-40e3-b395-c7cd8cbd026e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.652931 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-349c4032-7660-40e3-b395-c7cd8cbd026e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Project 84f29e903a7b4afca03148401c4e80d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:08:49.678134 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-349c4032-7660-40e3-b395-c7cd8cbd026e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.679612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-349c4032-7660-40e3-b395-c7cd8cbd026e tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0761290
Jan 15 21:08:49.683016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34926) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.689790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ed181220-2edb-4ba0-9b30-23c9c7ea55df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:49.721606 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-ed181220-2edb-4ba0-9b30-23c9c7ea55df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Project 84f29e903a7b4afca03148401c4e80d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:08:49.737846 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-ed181220-2edb-4ba0-9b30-23c9c7ea55df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:49.739646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed181220-2edb-4ba0-9b30-23c9c7ea55df tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0554657
Jan 15 21:08:49.742934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34928) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.822417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.842707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:08:49.853322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.916294 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.919977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:49.924546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34932) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:49.925851 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7 HTTP/1.1" status: 204  len: 168 time: 0.1806748
Jan 15 21:08:49.947937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6de70-5839-42b8-99ff-bfda494f0ac9 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18edb8-e9b8-43b8-9b64-6847fcfa0fc7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:49.989363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34936) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.006936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1e4ee-5e0e-482f-b91b-3da9d4bb34d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.016260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c1a87393-4151-4d8d-8e9a-bc7c432d8ae4 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0863094
Jan 15 21:08:50.016870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34938) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.022816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018007253'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.050544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.133392 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.139644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.140327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1e4ee-5e0e-482f-b91b-3da9d4bb34d6 admin admin] Publish callbacks [] for security_group (aa44f2c3-729b-4c42-918b-949d665bc628), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.145288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71d1e4ee-5e0e-482f-b91b-3da9d4bb34d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa44f2c3-729b-4c42-918b-949d665bc628), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.177009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.180986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1603899
Jan 15 21:08:50.181301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34956) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.185463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a160b68d-95e1-4691-b467-db97016b9381 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.188673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1e4ee-5e0e-482f-b91b-3da9d4bb34d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44f2c3-729b-4c42-918b-949d665bc628,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.191987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15d61-112d-4626-b7a8-e27155f03cfe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.195321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71d1e4ee-5e0e-482f-b91b-3da9d4bb34d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=309d11c1a3ec4c7cae47a13d8bf67406&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2048132
Jan 15 21:08:50.198045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.241101 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-a160b68d-95e1-4691-b467-db97016b9381 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The resource could not be found.
Jan 15 21:08:50.245214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a160b68d-95e1-4691-b467-db97016b9381 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0601742
Jan 15 21:08:50.245343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34960) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.249864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9c6fa645-5fe0-4c3b-bda6-cc6fd0175f25 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c592765d-76f6-4a11-ac4b-82007c9ecc74'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.290686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] Publish callbacks [] for security_group (aa44f2c3-729b-4c42-918b-949d665bc628), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.324228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] Publish callbacks [] for security_group (aa44f2c3-729b-4c42-918b-949d665bc628), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.336388 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-9c6fa645-5fe0-4c3b-bda6-cc6fd0175f25 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The resource could not be found.
Jan 15 21:08:50.337461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c6fa645-5fe0-4c3b-bda6-cc6fd0175f25 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0911849
Jan 15 21:08:50.340766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34964) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.384421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34968) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.391244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa44f2c3-729b-4c42-918b-949d665bc628), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.395114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.398285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa44f2c3-729b-4c42-918b-949d665bc628 HTTP/1.1" status: 204  len: 168 time: 0.1968262
Jan 15 21:08:50.418003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.423625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e4ac6-4bc9-4744-99e7-c1dff228eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44f2c3-729b-4c42-918b-949d665bc628,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.461580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.485933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5530-1869-4b44-8768-f9ca7033c7a1 req-498107c7-7030-41ed-8cae-8366d06b6e4b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:50.487835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b34f5530-1869-4b44-8768-f9ca7033c7a1 req-498107c7-7030-41ed-8cae-8366d06b6e4b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0661511
Jan 15 21:08:50.513058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.516640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.519119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7 HTTP/1.1" status: 204  len: 168 time: 0.1766636
Jan 15 21:08:50.521866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34974) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.531864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcbbc3-508e-4ca9-a1ca-0f6c66c29af7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.540686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.541105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.541706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.542067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.542407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.542745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.543228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.543570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.543902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.544235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.544568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.544954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.545252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97b5029-d614-4098-8850-b0c237bae64c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:08:50.570321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b5af560-98c2-4074-ae40-7233ca8ceb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.614269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b34f5530-1869-4b44-8768-f9ca7033c7a1 req-ae5f610c-6b48-4258-a332-0142b635b1ef tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201832
Jan 15 21:08:50.635775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-354ce3d0-377a-4c3c-9e52-d1ad1260349c tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1125236
Jan 15 21:08:50.649745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.649745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4e252b0a-ef5e-40da-9b50-5508baec1983 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '400ea416-8f09-41b8-9b94-9b716ebcb386', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.684127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-adf0eaa7-f181-4a82-b6f2-89d781ff74bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.698463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b5af560-98c2-4074-ae40-7233ca8ceb9f admin admin] Publish callbacks [] for security_group (56cc8cec-552d-49b9-ab6b-502024e8a776), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.703321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b5af560-98c2-4074-ae40-7233ca8ceb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56cc8cec-552d-49b9-ab6b-502024e8a776), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.730200 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-4e252b0a-ef5e-40da-9b50-5508baec1983 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The resource could not be found.
Jan 15 21:08:50.731663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4e252b0a-ef5e-40da-9b50-5508baec1983 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0910544
Jan 15 21:08:50.736543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34988) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.742739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--349977464'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.754059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b5af560-98c2-4074-ae40-7233ca8ceb9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1df26b5d86a4844a9f71a7938c7817b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3654532
Jan 15 21:08:50.754059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5af560-98c2-4074-ae40-7233ca8ceb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc8cec-552d-49b9-ab6b-502024e8a776,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.755548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.778404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.815237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] Publish callbacks [] for security_group (56cc8cec-552d-49b9-ab6b-502024e8a776), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.855756 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] Publish callbacks [] for security_group (56cc8cec-552d-49b9-ab6b-502024e8a776), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.882284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (b46f0d91-3935-4469-99b2-91acfe13792a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.889280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b46f0d91-3935-4469-99b2-91acfe13792a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.930034 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.931349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1934767
Jan 15 21:08:50.936070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34996) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:50.943604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758463635'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:50.950604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700143a-9563-468b-bc12-aee424e17b76 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f0d91-3935-4469-99b2-91acfe13792a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.964593 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56cc8cec-552d-49b9-ab6b-502024e8a776), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.967141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.971883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56cc8cec-552d-49b9-ab6b-502024e8a776 HTTP/1.1" status: 204  len: 168 time: 0.2117231
Jan 15 21:08:50.981228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cac3f-278a-47e3-9fa9-a79e802f647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc8cec-552d-49b9-ab6b-502024e8a776,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:50.991954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:50.999815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298a512-b0ad-44ec-b839-69db73e0ddf5 req-f0fab85d-89e6-46af-8bba-793e9df88fe8 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:51.001379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7298a512-b0ad-44ec-b839-69db73e0ddf5 req-f0fab85d-89e6-46af-8bba-793e9df88fe8 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 946 time: 0.0731390
Jan 15 21:08:51.089383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (bd759efc-83ef-4c39-adb7-b534588d9230), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.095955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7298a512-b0ad-44ec-b839-69db73e0ddf5 req-4da6af71-563b-40b8-8e5c-513abb0fb9a7 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818365
Jan 15 21:08:51.097243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bd759efc-83ef-4c39-adb7-b534588d9230), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.128382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.131597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1925633
Jan 15 21:08:51.132810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35006) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.133366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd2df-315b-4abf-b924-fb50337744fd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd759efc-83ef-4c39-adb7-b534588d9230,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.138041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-49856b97-2333-4aa8-a1c1-0dfcea134a2a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': 'b46f0d91-3935-4469-99b2-91acfe13792a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bd759efc-83ef-4c39-adb7-b534588d9230'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:51.180965 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-49856b97-2333-4aa8-a1c1-0dfcea134a2a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:51.182104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-49856b97-2333-4aa8-a1c1-0dfcea134a2a tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0478270
Jan 15 21:08:51.184812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.247815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (bd759efc-83ef-4c39-adb7-b534588d9230), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.273851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (bd759efc-83ef-4c39-adb7-b534588d9230), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.321061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bd759efc-83ef-4c39-adb7-b534588d9230), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.322524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.324321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.327844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd759efc-83ef-4c39-adb7-b534588d9230 HTTP/1.1" status: 204  len: 168 time: 0.1396773
Jan 15 21:08:51.328700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35018) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.340872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-376a3856-ebeb-419a-a9f9-886aafa14d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.352937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc88af0-5425-45cf-820e-e21299aa3248 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd759efc-83ef-4c39-adb7-b534588d9230,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.414991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b4c604b3-95d8-4638-b999-ea793172aec0 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0851381
Jan 15 21:08:51.417903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35022) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.432425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-376a3856-ebeb-419a-a9f9-886aafa14d99 admin admin] Publish callbacks [] for security_group (bf526a9f-4ed1-4cc5-bda9-753336fa4ebe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.438141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-376a3856-ebeb-419a-a9f9-886aafa14d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bf526a9f-4ed1-4cc5-bda9-753336fa4ebe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.476200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (b46f0d91-3935-4469-99b2-91acfe13792a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.479639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-376a3856-ebeb-419a-a9f9-886aafa14d99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d7b6c433f0e4099925035edf93cae71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1559782
Jan 15 21:08:51.482202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35024) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.488610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a3856-ebeb-419a-a9f9-886aafa14d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf526a9f-4ed1-4cc5-bda9-753336fa4ebe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.511303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (b46f0d91-3935-4469-99b2-91acfe13792a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.541384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] Publish callbacks [] for security_group (bf526a9f-4ed1-4cc5-bda9-753336fa4ebe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.561364 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b46f0d91-3935-4469-99b2-91acfe13792a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.564031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] Publish callbacks [] for security_group (bf526a9f-4ed1-4cc5-bda9-753336fa4ebe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.565629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.567123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/b46f0d91-3935-4469-99b2-91acfe13792a HTTP/1.1" status: 204  len: 168 time: 0.1480193
Jan 15 21:08:51.570463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35028) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.577758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be36080-f919-4e11-9eb6-18e792c82a03 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f0d91-3935-4469-99b2-91acfe13792a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.641293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7baf173a-963c-4e99-ab52-dcfcc99fa9dc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0693951
Jan 15 21:08:51.645730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35034) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.650919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036671655'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:51.663136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bf526a9f-4ed1-4cc5-bda9-753336fa4ebe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.666224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.670190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf526a9f-4ed1-4cc5-bda9-753336fa4ebe HTTP/1.1" status: 204  len: 168 time: 0.1869628
Jan 15 21:08:51.679542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1e442-7f76-4fe3-98bd-38208d413b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf526a9f-4ed1-4cc5-bda9-753336fa4ebe,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.692185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.795617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9805618-2c15-4a13-8bfd-60e492bc482f req-edacef25-9f6e-4914-b080-05052226b093 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:51.797140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9805618-2c15-4a13-8bfd-60e492bc482f req-edacef25-9f6e-4914-b080-05052226b093 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0799899
Jan 15 21:08:51.842128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (573526d1-d39b-49a6-971f-137a075c4678), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.851132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (573526d1-d39b-49a6-971f-137a075c4678), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.853586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.887399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573526d1-d39b-49a6-971f-137a075c4678,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:51.907146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9805618-2c15-4a13-8bfd-60e492bc482f req-511d4f94-931b-4917-892b-080f4b7e6707 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917192
Jan 15 21:08:51.910840 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:51.915067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35046) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.915210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-728d217c-4529-46de-8874-0e50eb06adbc tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2679832
Jan 15 21:08:51.919969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-83a05115-2e96-4acf-b30c-860dc2856721 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '573526d1-d39b-49a6-971f-137a075c4678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:51.974201 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-83a05115-2e96-4acf-b30c-860dc2856721 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:51.976875 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83a05115-2e96-4acf-b30c-860dc2856721 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0594561
Jan 15 21:08:51.978386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35050) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:51.982839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-901c7a99-504d-4c6e-b8fe-af8f04f4c013 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group_rule': {'security_group_id': '573526d1-d39b-49a6-971f-137a075c4678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:52.026414 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-901c7a99-504d-4c6e-b8fe-af8f04f4c013 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:08:52.030419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-901c7a99-504d-4c6e-b8fe-af8f04f4c013 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0510802
Jan 15 21:08:52.030565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35054) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.099582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (573526d1-d39b-49a6-971f-137a075c4678), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.129298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (573526d1-d39b-49a6-971f-137a075c4678), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.210478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (573526d1-d39b-49a6-971f-137a075c4678), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.213495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.214550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/573526d1-d39b-49a6-971f-137a075c4678 HTTP/1.1" status: 204  len: 168 time: 0.1828322
Jan 15 21:08:52.217587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35066) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.228699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a4d50-4618-4883-a8ef-0786fad204b1 req-b1ed5b0f-a662-404b-80d8-a632a44d9654 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:52.230197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-683a4d50-4618-4883-a8ef-0786fad204b1 req-b1ed5b0f-a662-404b-80d8-a632a44d9654 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 946 time: 0.0660603
Jan 15 21:08:52.235291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f657f-8f0a-4187-b845-201d3de22832 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573526d1-d39b-49a6-971f-137a075c4678,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:52.253460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35068) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.275123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e51a4c00-6a47-4060-879e-7eca162a2373 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0563500
Jan 15 21:08:52.276108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35072) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.282485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772997167'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:52.328275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-683a4d50-4618-4883-a8ef-0786fad204b1 req-0afb0e43-a139-4e21-aab3-83c4b257f3c8 tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/security-groups?id=18e27a20-94b7-4cdd-988f-21bd5ba3e80f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785522
Jan 15 21:08:52.329480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.363447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2c1c0dd2-1098-46ae-9791-f62469b9f7da no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:52.394826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 2c1c0dd2-1098-46ae-9791-f62469b9f7da {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:52.395378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 2c1c0dd2-1098-46ae-9791-f62469b9f7da not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:52.443238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (71906b59-e365-4710-96a0-1883f35a1bec), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.450914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71906b59-e365-4710-96a0-1883f35a1bec), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.488703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.490104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2129161
Jan 15 21:08:52.493041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35080) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.494581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d647be7-01f1-461d-a7d9-41e69e19b964 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71906b59-e365-4710-96a0-1883f35a1bec,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:52.498831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-56224666-ae9a-4997-b3db-a4808941dbb6 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:52.499526 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-56224666-ae9a-4997-b3db-a4808941dbb6 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 15 21:08:52.500048 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-56224666-ae9a-4997-b3db-a4808941dbb6 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:08:52.503822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-56224666-ae9a-4997-b3db-a4808941dbb6 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "PUT /v2.0/security-groups/71906b59-e365-4710-96a0-1883f35a1bec HTTP/1.1" status: 409  len: 330 time: 0.0070434
Jan 15 21:08:52.504116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1302227454'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:52.504280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35082) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.527022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Made reservation on behalf of 14273682eef6464a9db45c1c2674b218 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:52.531049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.542421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.567256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (71906b59-e365-4710-96a0-1883f35a1bec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.594992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (71906b59-e365-4710-96a0-1883f35a1bec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.632261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks [] for security_group (9b29c8cb-c637-4dc7-9104-6ddf8a10190b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.637746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9b29c8cb-c637-4dc7-9104-6ddf8a10190b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.677511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:52.679541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-3fb7bbdb-db04-43ef-baf0-8532268e41de tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:52.682987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-3fb7bbdb-db04-43ef-baf0-8532268e41de tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.39 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 946 time: 0.0675735
Jan 15 21:08:52.684438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71906b59-e365-4710-96a0-1883f35a1bec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.687370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.687685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.687803 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Added segment e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1 of type vlan for network ababc135-5097-4cd4-a732-5380891047d9
Jan 15 21:08:52.692961 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/71906b59-e365-4710-96a0-1883f35a1bec HTTP/1.1" status: 204  len: 168 time: 0.1881835
Jan 15 21:08:52.693589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35090) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.727692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29c8cb-c637-4dc7-9104-6ddf8a10190b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:52.727878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff97f0-145b-403b-a4ea-94f93c3a3edf tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71906b59-e365-4710-96a0-1883f35a1bec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:52.742613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (ababc135-5097-4cd4-a732-5380891047d9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.773352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (ababc135-5097-4cd4-a732-5380891047d9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.780033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:52.780671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.831921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-afafb270-20a6-43e0-8f65-2111b3663dd8 tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1333995
Jan 15 21:08:52.835616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.844332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.5904093
Jan 15 21:08:52.849101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35098) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.863763 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-bfa93122-f53c-4387-b55f-2f6d12c164bd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] delete failed (client error): The resource could not be found.
Jan 15 21:08:52.869825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6340f-b221-4680-a57e-7a417fbc8100 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Pushing event updated for resources: {'Network': ['ID=ababc135-5097-4cd4-a732-5380891047d9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:52.869943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bfa93122-f53c-4387-b55f-2f6d12c164bd tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc99270a-8701-45ac-bb36-a4449fad5460 HTTP/1.1" status: 404  len: 347 time: 0.0282819
Jan 15 21:08:52.870984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35102) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.882625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network ababc135-5097-4cd4-a732-5380891047d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:52.889706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Deleting port 490d413f-9553-4a39-a6eb-6d61aef04f25 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:52.890057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:52.907116 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-f56e4df9-159a-423e-ac96-307f55d8a8fe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] show failed (client error): The resource could not be found.
Jan 15 21:08:52.913406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f56e4df9-159a-423e-ac96-307f55d8a8fe tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-groups/1b302223-33f1-45f2-9731-6c11b9514a29 HTTP/1.1" status: 404  len: 347 time: 0.0359221
Jan 15 21:08:52.913843 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:52.931235 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-a494e5e1-7770-4468-8e87-282f5d40efca tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] show failed (client error): The resource could not be found.
Jan 15 21:08:52.937710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a494e5e1-7770-4468-8e87-282f5d40efca tempest-NegativeSecGroupIPv6Test-1345893100 tempest-NegativeSecGroupIPv6Test-1345893100-project] 10.222.0.46 "GET /v2.0/security-group-rules/c8f9069c-9d93-4ba0-a173-c884bdb3dcea HTTP/1.1" status: 404  len: 356 time: 0.0174949
Jan 15 21:08:53.029771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] For port 490d413f-9553-4a39-a6eb-6d61aef04f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=490d413f-9553-4a39-a6eb-6d61aef04f25,segment=NetworkSegment(f29e0647-4be4-4480-b0ef-3c7953375660),segment_id=f29e0647-4be4-4480-b0ef-3c7953375660)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:08:53.030633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.052244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Calling delete_port for 490d413f-9553-4a39-a6eb-6d61aef04f25 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:53.056158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908599fb-c77b-48fc-8411-a60f00e0f24e req-d5e9b428-de43-4325-b38e-86f52dc899a8 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:53.058519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-908599fb-c77b-48fc-8411-a60f00e0f24e req-d5e9b428-de43-4325-b38e-86f52dc899a8 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0599658
Jan 15 21:08:53.113420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-908599fb-c77b-48fc-8411-a60f00e0f24e req-c090ce72-ebfb-45e1-a37f-99588c3f7eef tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489728
Jan 15 21:08:53.131566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'name': 'tempest-network--1569279728', 'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:53.196796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:53.199114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.216964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.270913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (490d413f-9553-4a39-a6eb-6d61aef04f25), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.276434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.287203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['490d413f-9553-4a39-a6eb-6d61aef04f25'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:08:53.321339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Pushing event deleted for resources: {'Port': ['ID=490d413f-9553-4a39-a6eb-6d61aef04f25,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:53.324348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35118) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:53.378894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] No DVR routers for this DVR port 490d413f-9553-4a39-a6eb-6d61aef04f25 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:08:53.387118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.393470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3bd599ca-2c10-4582-bd7e-80efc6d8aa62 req-9afd3a62-11ad-42dc-8e1e-5383376dd5ae tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.39 "DELETE /v2.0/ports/490d413f-9553-4a39-a6eb-6d61aef04f25 HTTP/1.1" status: 204  len: 173 time: 0.6987157
Jan 15 21:08:53.394362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'name': 'network-vif-deleted', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:08:53.398035 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b140ab-500d-4628-8de0-68eee15397f9" -d '{"events": [{"server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "name": "network-vif-deleted", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:08:53.474937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-49a3fbe1-3d8a-4ad0-927f-368cb8b96a2f req-da34f949-baaa-434f-9c91-9c24c799ef5e tempest-AttachVolumeNegativeTest-2126621568 tempest-AttachVolumeNegativeTest-2126621568-project] 10.222.0.46 "GET /v2.0/ports?device_id=552b7547-f4b2-4af0-be24-a4c628408c16 HTTP/1.1" status: 200  len: 210 time: 0.0603709
Jan 15 21:08:53.484129 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38d759-27fc-488e-8207-9170253e126f x-openstack-request-id: req-8c38d759-27fc-488e-8207-9170253e126f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:08:53.484425 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552b7547-f4b2-4af0-be24-a4c628408c16", "name": "network-vif-deleted", "tag": "490d413f-9553-4a39-a6eb-6d61aef04f25", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:08:53.485226 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c38d759-27fc-488e-8207-9170253e126f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:08:53.485942 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552b7547-f4b2-4af0-be24-a4c628408c16', 'name': 'network-vif-deleted', 'tag': '490d413f-9553-4a39-a6eb-6d61aef04f25', 'status': 'completed', 'code': 200}
Jan 15 21:08:53.491166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for security_group (78436627-e7f7-4d5f-b36a-334bd95a531d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.496292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (78436627-e7f7-4d5f-b36a-334bd95a531d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.528588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:53.543726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78436627-e7f7-4d5f-b36a-334bd95a531d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:53.552112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.552464 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Added segment f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f of type vlan for network 3c915621-d020-447f-93bc-94023f23605b
Jan 15 21:08:53.608101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3c915621-d020-447f-93bc-94023f23605b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.645431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3c915621-d020-447f-93bc-94023f23605b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.646426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:53.647010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.667407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-692070b5-0dba-43cb-beb4-e404efd2fae8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84f29e903a7b4afca03148401c4e80d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3410406
Jan 15 21:08:53.670066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:53.706849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.8554332
Jan 15 21:08:53.709451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35140) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:53.730762 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] Publish callbacks [] for security_group (5a10fbfe-3850-40ec-ac6f-489984f8d799), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.732024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ea97-a295-4e57-9fc4-668450caf912 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=3c915621-d020-447f-93bc-94023f23605b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:53.744401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3c915621-d020-447f-93bc-94023f23605b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:53.754660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] Publish callbacks [] for security_group (5a10fbfe-3850-40ec-ac6f-489984f8d799), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.785965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3c915621-d020-447f-93bc-94023f23605b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.814422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5a10fbfe-3850-40ec-ac6f-489984f8d799), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.817834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.820791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a10fbfe-3850-40ec-ac6f-489984f8d799 HTTP/1.1" status: 204  len: 168 time: 0.1481037
Jan 15 21:08:53.830854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de9ac8-09ef-4ace-b8e9-5ab179ff19ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a10fbfe-3850-40ec-ac6f-489984f8d799,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:53.909594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3c915621-d020-447f-93bc-94023f23605b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.940666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e80719cd0>,) {'filters': {'network_id': ['3c915621-d020-447f-93bc-94023f23605b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:53.953427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80719cd0>, 'f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:53.953784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80719cd0>, 'f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:53.964911 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.979377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.986244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:53.986469 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f7d0f830-a4fe-482f-8f96-fc3f4fc2af5f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:53.988259 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:54.057497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3c915621-d020-447f-93bc-94023f23605b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.069847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3c915621-d020-447f-93bc-94023f23605b {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:08:54.073926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.077513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3c915621-d020-447f-93bc-94023f23605b HTTP/1.1" status: 204  len: 168 time: 0.3671424
Jan 15 21:08:54.081988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35168) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.087667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:54.089647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4f0e6-a786-4117-ac2b-fda7a2dce7fb tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c915621-d020-447f-93bc-94023f23605b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:54.119393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:54.122318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.170729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:54.192999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d9dc02d5-2075-4d0e-89f7-1d37cd9200a8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.193349 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Added segment d9dc02d5-2075-4d0e-89f7-1d37cd9200a8 of type vlan for network 2976219b-9e35-4445-84f4-51c767b6ffce
Jan 15 21:08:54.206264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.284156 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2976219b-9e35-4445-84f4-51c767b6ffce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.351656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd03a-25dc-436a-9ae6-48108fcb61df req-da5a1845-361c-481b-9028-5f38f452bb3a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:54.353461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-520dd03a-25dc-436a-9ae6-48108fcb61df req-da5a1845-361c-481b-9028-5f38f452bb3a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0949926
Jan 15 21:08:54.355106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2976219b-9e35-4445-84f4-51c767b6ffce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.356201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:54.359152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.432898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.3494534
Jan 15 21:08:54.435871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.441763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'subnet': {'network_id': '2976219b-9e35-4445-84f4-51c767b6ffce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:54.457676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61100b-0821-4e7d-906d-f5edebc51205 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=2976219b-9e35-4445-84f4-51c767b6ffce,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:54.488496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:54.490908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.497972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-520dd03a-25dc-436a-9ae6-48108fcb61df req-5b7cdaba-6aa0-4db7-93ca-88b7f3172b63 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309085
Jan 15 21:08:54.503851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2976219b-9e35-4445-84f4-51c767b6ffce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:54.581665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35194) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.620333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35196) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.677423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Deleting subnet 49864b5b-505f-41a4-9422-c90ce9b4a217 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:08:54.685468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Publish callbacks [] for subnet (49864b5b-505f-41a4-9422-c90ce9b4a217), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.727959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (49864b5b-505f-41a4-9422-c90ce9b4a217), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.764131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acd894b1-2b0e-4895-9c80-b680aec981ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.801328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (49864b5b-505f-41a4-9422-c90ce9b4a217), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.855988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:08:54.857228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (c1808ece-371f-4365-9c5b-7a1e10777b10), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.885271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (49864b5b-505f-41a4-9422-c90ce9b4a217), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.922970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c1808ece-371f-4365-9c5b-7a1e10777b10,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:54.927550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Checking segment: {'id': 'd9dc02d5-2075-4d0e-89f7-1d37cd9200a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2976219b-9e35-4445-84f4-51c767b6ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:08:54.927909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Network hostable DHCP agents. Network: 2976219b-9e35-4445-84f4-51c767b6ffce, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:08:54.930060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49864b5b-505f-41a4-9422-c90ce9b4a217,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:54.933051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acd894b1-2b0e-4895-9c80-b680aec981ea admin admin] Publish callbacks [] for security_group (0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.934747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.941986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-914ed372-83f6-43bf-a163-64af750ce6d0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/49864b5b-505f-41a4-9422-c90ce9b4a217 HTTP/1.1" status: 204  len: 168 time: 0.3579178
Jan 15 21:08:54.942625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35210) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.945529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acd894b1-2b0e-4895-9c80-b680aec981ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.947911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Network 2976219b-9e35-4445-84f4-51c767b6ffce is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:08:54.959771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2976219b-9e35-4445-84f4-51c767b6ffce) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:54.965379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:54.966626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:54.969970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a3bc6-6ff1-49af-8762-29976804b8fb None None] Network 2976219b-9e35-4445-84f4-51c767b6ffce requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:54.987873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-05f0c801-ace8-471d-b891-6f1fb8cd1fce tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.5508292
Jan 15 21:08:54.990556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35212) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:54.996712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'floatingip': {'floating_network_id': '2976219b-9e35-4445-84f4-51c767b6ffce'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:55.032454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.060295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd894b1-2b0e-4895-9c80-b680aec981ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:55.070325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa01f82-c21e-4147-ac51-645b8a260df0 None None] Network 2976219b-9e35-4445-84f4-51c767b6ffce requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:08:55.077343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-acd894b1-2b0e-4895-9c80-b680aec981ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ef0b6b689ee4b88a149a26155717885&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4536502
Jan 15 21:08:55.084155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:55.105414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b55f2173-9368-4426-891c-2ceb82762521), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.170913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.215425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] Publish callbacks [] for security_group (0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.242279 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b55f2173-9368-4426-891c-2ceb82762521), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.259430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] Publish callbacks [] for security_group (0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.278845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7979db20>,) {'filters': {'network_id': ['b55f2173-9368-4426-891c-2ceb82762521']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:55.304882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7979db20>, 'f29e0647-4be4-4480-b0ef-3c7953375660') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:55.305080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Allocated IP 172.20.0.3 (2976219b-9e35-4445-84f4-51c767b6ffce/c1808ece-371f-4365-9c5b-7a1e10777b10/9efd954b-a45f-4834-80df-5246801c2e11) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:08:55.305162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7979db20>, 'f29e0647-4be4-4480-b0ef-3c7953375660') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:55.321574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f29e0647-4be4-4480-b0ef-3c7953375660), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.335295 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f29e0647-4be4-4480-b0ef-3c7953375660), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.341807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:55.342239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f29e0647-4be4-4480-b0ef-3c7953375660), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:55.344189 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:55.391861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.394447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.395630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48 HTTP/1.1" status: 204  len: 168 time: 0.3100989
Jan 15 21:08:55.408228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dd821-836e-45cc-b5cb-7469c702cb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e4ff8-4a74-4d61-8ce8-1ccb811c8b48,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:55.413350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b55f2173-9368-4426-891c-2ceb82762521), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.418768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.424962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b55f2173-9368-4426-891c-2ceb82762521 HTTP/1.1" status: 204  len: 168 time: 0.4777482
Jan 15 21:08:55.447404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d61b9-9427-479d-bfa7-03dfdbcbf581 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55f2173-9368-4426-891c-2ceb82762521,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:55.447519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for port (9efd954b-a45f-4834-80df-5246801c2e11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.498716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9efd954b-a45f-4834-80df-5246801c2e11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.537188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Network 2976219b-9e35-4445-84f4-51c767b6ffce is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:08:55.541968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:08:55.545544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:08:55.573131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Port': ['ID=9efd954b-a45f-4834-80df-5246801c2e11,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:55.641250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:55.653685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for floatingip (245ee313-3adf-475c-91e2-12c1195013b9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.691331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9efd954b-a45f-4834-80df-5246801c2e11), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.698717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba53fc-95a2-4715-b627-7e89835130f5 req-cb347a98-b1a5-4e59-be93-d08a87b1c68b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:55.708452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8ba53fc-95a2-4715-b627-7e89835130f5 req-cb347a98-b1a5-4e59-be93-d08a87b1c68b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1035292
Jan 15 21:08:55.763152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c9d56b1-660a-455b-a08e-e0c8194859e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95e03e1de077453588cc783a4e6d690e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1164660
Jan 15 21:08:55.764149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:55.805595 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8ba53fc-95a2-4715-b627-7e89835130f5 req-ab1bd37c-3b17-4987-87a6-43a97febb2ef tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962236
Jan 15 21:08:55.842881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] Publish callbacks [] for security_group (18e27a20-94b7-4cdd-988f-21bd5ba3e80f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.868336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] Publish callbacks [] for security_group (18e27a20-94b7-4cdd-988f-21bd5ba3e80f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.900745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35246) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:55.908345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for port (9efd954b-a45f-4834-80df-5246801c2e11), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.913672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9efd954b-a45f-4834-80df-5246801c2e11), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.917289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61609ae0-6a09-43b2-b0ca-f2f601ef1fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.953085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (18e27a20-94b7-4cdd-988f-21bd5ba3e80f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.957574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:55.959297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18e27a20-94b7-4cdd-988f-21bd5ba3e80f HTTP/1.1" status: 204  len: 168 time: 0.1938138
Jan 15 21:08:55.972321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395fa53-93e7-44a0-978c-d0d9ba11d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e27a20-94b7-4cdd-988f-21bd5ba3e80f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:55.987820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Port': ['ID=9efd954b-a45f-4834-80df-5246801c2e11,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:56.021251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (245ee313-3adf-475c-91e2-12c1195013b9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.040173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.041683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d2ded8bf-a0c2-4cbb-9f42-191e5cd735fd tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.0494742
Jan 15 21:08:56.047552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:56.189023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-247f06f7-be36-4151-a52c-b5d9c7f0059f tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=2976219b-9e35-4445-84f4-51c767b6ffce HTTP/1.1" status: 200  len: 689 time: 0.1376510
Jan 15 21:08:56.189806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35258) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:56.191904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61609ae0-6a09-43b2-b0ca-f2f601ef1fdc admin admin] Publish callbacks [] for security_group (176e8a56-57c2-43a3-bc19-83a7e03362ba), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.196021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61609ae0-6a09-43b2-b0ca-f2f601ef1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (176e8a56-57c2-43a3-bc19-83a7e03362ba), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.237923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61609ae0-6a09-43b2-b0ca-f2f601ef1fdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45d8514ce887499c847760282cf54410&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3360438
Jan 15 21:08:56.238821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609ae0-6a09-43b2-b0ca-f2f601ef1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e8a56-57c2-43a3-bc19-83a7e03362ba,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:56.241251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35260) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:56.303541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] Publish callbacks [] for security_group (176e8a56-57c2-43a3-bc19-83a7e03362ba), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.331251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2976219b-9e35-4445-84f4-51c767b6ffce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.340500 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] Publish callbacks [] for security_group (176e8a56-57c2-43a3-bc19-83a7e03362ba), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.409268 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (176e8a56-57c2-43a3-bc19-83a7e03362ba), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.413347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.414678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/176e8a56-57c2-43a3-bc19-83a7e03362ba HTTP/1.1" status: 204  len: 168 time: 0.1726522
Jan 15 21:08:56.443580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497a2b5-6f46-4469-8c43-132e9089cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e8a56-57c2-43a3-bc19-83a7e03362ba,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:56.514582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Deleting port 9efd954b-a45f-4834-80df-5246801c2e11 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:08:56.514582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9efd954b-a45f-4834-80df-5246801c2e11), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.941704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 490d413f-9553-4a39-a6eb-6d61aef04f25 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:08:56.970651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b6808-6891-43c0-8099-d41b6ab38725 req-ca50af04-3a1f-4886-8573-696ef1fff79b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:56.972457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-879b6808-6891-43c0-8099-d41b6ab38725 req-ca50af04-3a1f-4886-8573-696ef1fff79b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0712843
Jan 15 21:08:56.981691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 490d413f-9553-4a39-a6eb-6d61aef04f25 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:08:56.982043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 490d413f-9553-4a39-a6eb-6d61aef04f25 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:08:56.995091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9efd954b-a45f-4834-80df-5246801c2e11), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:56.995586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for floatingip (9efd954b-a45f-4834-80df-5246801c2e11), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.022010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Calling delete_port for 9efd954b-a45f-4834-80df-5246801c2e11 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:08:57.065576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-879b6808-6891-43c0-8099-d41b6ab38725 req-0b5a7201-77ee-473c-b2f0-e56b9d22d9cf tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825238
Jan 15 21:08:57.179530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9efd954b-a45f-4834-80df-5246801c2e11), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.210019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Port': ['ID=9efd954b-a45f-4834-80df-5246801c2e11,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:57.286041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for floatingip (245ee313-3adf-475c-91e2-12c1195013b9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.335774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c1808ece-371f-4365-9c5b-7a1e10777b10), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.419401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (c1808ece-371f-4365-9c5b-7a1e10777b10), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.455262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c1808ece-371f-4365-9c5b-7a1e10777b10,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:57.522490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2976219b-9e35-4445-84f4-51c767b6ffce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.548088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a02e880>,) {'filters': {'network_id': ['2976219b-9e35-4445-84f4-51c767b6ffce']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:57.565580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a02e880>, 'd9dc02d5-2075-4d0e-89f7-1d37cd9200a8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:57.565846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a02e880>, 'd9dc02d5-2075-4d0e-89f7-1d37cd9200a8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:57.580335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d9dc02d5-2075-4d0e-89f7-1d37cd9200a8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.597083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d9dc02d5-2075-4d0e-89f7-1d37cd9200a8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.609795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:57.610415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d9dc02d5-2075-4d0e-89f7-1d37cd9200a8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:57.612681 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:57.687576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2976219b-9e35-4445-84f4-51c767b6ffce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.703997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2976219b-9e35-4445-84f4-51c767b6ffce {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:08:57.719960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Network': ['ID=2976219b-9e35-4445-84f4-51c767b6ffce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:57.723186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:57.737522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cc34b006-b261-4bf5-bd64-df71532f717a tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/2976219b-9e35-4445-84f4-51c767b6ffce HTTP/1.1" status: 204  len: 168 time: 1.5444789
Jan 15 21:08:57.738167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:57.800608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35362) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:57.984501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d3aa805c-bc24-4d15-896d-540bfbf11a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.013455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-00f81ad7-1cd7-4b86-8d55-33ff58ff577f tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 997 time: 0.2741585
Jan 15 21:08:58.015899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.125346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d3aa805c-bc24-4d15-896d-540bfbf11a70 admin admin] Publish callbacks [] for security_group (bc6f984c-9a35-48a6-b767-5f9171fb62ef), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.133061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d3aa805c-bc24-4d15-896d-540bfbf11a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bc6f984c-9a35-48a6-b767-5f9171fb62ef), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.194165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa805c-bc24-4d15-896d-540bfbf11a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6f984c-9a35-48a6-b767-5f9171fb62ef,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:58.203978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.204347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.206366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.206986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.210772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.215081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.215611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.218605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.219252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.228863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-be079256-6192-4285-82e4-9a1aaa5b9aef tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5836 time: 0.2119257
Jan 15 21:08:58.232552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35388) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.337969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d3aa805c-bc24-4d15-896d-540bfbf11a70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a887b22127a41598515d7490f14c234&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5352290
Jan 15 21:08:58.339683 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-f837caa6-57ba-47af-b211-0f078438ca14 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] delete failed (client error): The resource could not be found.
Jan 15 21:08:58.343215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f837caa6-57ba-47af-b211-0f078438ca14 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/245ee313-3adf-475c-91e2-12c1195013b9 HTTP/1.1" status: 404  len: 345 time: 0.1061499
Jan 15 21:08:58.343341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35406) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.344525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35408) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.368146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece7fd-801e-4540-85f7-2986ff8ba16c req-2b29e4b1-31a4-4f0f-b28c-be118a6334d4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.369706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0ece7fd-801e-4540-85f7-2986ff8ba16c req-2b29e4b1-31a4-4f0f-b28c-be118a6334d4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1790681
Jan 15 21:08:58.380133 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b709bddd-1854-42d7-8686-9bc89a76d9c9 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] DELETE failed (client error): The resource could not be found.
Jan 15 21:08:58.381229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b709bddd-1854-42d7-8686-9bc89a76d9c9 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:08:58.383724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b709bddd-1854-42d7-8686-9bc89a76d9c9 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/2976219b-9e35-4445-84f4-51c767b6ffce HTTP/1.1" status: 404  len: 339 time: 0.0379429
Jan 15 21:08:58.389572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35414) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.405308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'name': 'tempest-network--313513255', 'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:58.474903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0ece7fd-801e-4540-85f7-2986ff8ba16c req-3f79dbd4-d647-49c6-ab11-b5d53d660c24 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804353
Jan 15 21:08:58.495989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:58.498493 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.500387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] Publish callbacks [] for security_group (bc6f984c-9a35-48a6-b767-5f9171fb62ef), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.549714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] Publish callbacks [] for security_group (bc6f984c-9a35-48a6-b767-5f9171fb62ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.566408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:58.591429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.591857 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Added segment e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf of type vlan for network 68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68
Jan 15 21:08:58.638742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.648203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bc6f984c-9a35-48a6-b767-5f9171fb62ef), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.650847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.651990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc6f984c-9a35-48a6-b767-5f9171fb62ef HTTP/1.1" status: 204  len: 168 time: 0.3097560
Jan 15 21:08:58.670679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c6497-292f-486d-85e9-3fb775450764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6f984c-9a35-48a6-b767-5f9171fb62ef,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:58.684247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.685277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.686023 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:58.736985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3449533
Jan 15 21:08:58.739921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.756173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edd1fd-ad97-4a7e-a2f4-8952d9002073 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:58.767776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:58.878653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4377479-ba23-4f1f-8ec7-9527bd8e06ea tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.885293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4377479-ba23-4f1f-8ec7-9527bd8e06ea tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.891809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4377479-ba23-4f1f-8ec7-9527bd8e06ea tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.898038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4377479-ba23-4f1f-8ec7-9527bd8e06ea tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:58.899821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a4377479-ba23-4f1f-8ec7-9527bd8e06ea tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.1587763
Jan 15 21:08:58.904019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:58.989335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.078207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.110935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a432ee0>,) {'filters': {'network_id': ['68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:59.128257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a432ee0>, 'e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:59.128565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a432ee0>, 'e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:08:59.138700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.153282 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.163197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:08:59.163913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (e9f0d09c-80e7-4b6e-adc6-b5ac89be6baf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:08:59.182317 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:08:59.239908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.258748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:08:59.261335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Network': ['ID=68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:59.263431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.267937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-748a5c26-bc83-43dc-814b-ff4a51a5aa69 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/68b52e4c-ba2a-4cb6-a6ad-6b451b75ff68 HTTP/1.1" status: 204  len: 168 time: 0.3622069
Jan 15 21:08:59.271156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:59.280168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'name': 'tempest-network--1557641827', 'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:08:59.320315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:08:59.324245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.371200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:08:59.386164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (027836af-7913-4e1c-80aa-a4285f218c7b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.386856 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Added segment 027836af-7913-4e1c-80aa-a4285f218c7b of type vlan for network 895b486f-5097-4bc0-ad6c-e52167a973d3
Jan 15 21:08:59.445308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (895b486f-5097-4bc0-ad6c-e52167a973d3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.487460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (895b486f-5097-4bc0-ad6c-e52167a973d3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.489378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:59.490470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:08:59.618051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3432007
Jan 15 21:08:59.621170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35524) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:59.629204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b62f1-4ac4-4519-b997-bcc6ede617e5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=895b486f-5097-4bc0-ad6c-e52167a973d3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:08:59.640611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 895b486f-5097-4bc0-ad6c-e52167a973d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:08:59.827369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61726d9-015c-4916-aba8-d6cd543eafb9 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:59.829414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b61726d9-015c-4916-aba8-d6cd543eafb9 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "GET /v2.0/networks/895b486f-5097-4bc0-ad6c-e52167a973d3 HTTP/1.1" status: 200  len: 757 time: 0.2070174
Jan 15 21:08:59.832330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35544) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:08:59.883136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8554a-03eb-4012-9bcd-24993b199a38 req-1eb07cfe-ccdf-4247-bd34-4fb53b257087 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:08:59.884693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7d8554a-03eb-4012-9bcd-24993b199a38 req-1eb07cfe-ccdf-4247-bd34-4fb53b257087 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1961546
Jan 15 21:08:59.976719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7d8554a-03eb-4012-9bcd-24993b199a38 req-0b7df201-7be2-4338-b148-21e3b29b98ac tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822382
Jan 15 21:09:00.010510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0485ce3d-9dbc-4fd6-a190-bf6b66d2b937 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:00.012319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0485ce3d-9dbc-4fd6-a190-bf6b66d2b937 tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "GET /v2.0/networks/ababc135-5097-4cd4-a732-5380891047d9 HTTP/1.1" status: 200  len: 768 time: 0.1786325
Jan 15 21:09:00.014939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35554) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:00.113264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (895b486f-5097-4bc0-ad6c-e52167a973d3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.203396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (895b486f-5097-4bc0-ad6c-e52167a973d3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.231273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79719880>,) {'filters': {'network_id': ['895b486f-5097-4bc0-ad6c-e52167a973d3']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:00.242856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79719880>, '027836af-7913-4e1c-80aa-a4285f218c7b') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:00.243331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79719880>, '027836af-7913-4e1c-80aa-a4285f218c7b') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:00.254492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (027836af-7913-4e1c-80aa-a4285f218c7b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.269483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (027836af-7913-4e1c-80aa-a4285f218c7b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.277200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:00.277790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (027836af-7913-4e1c-80aa-a4285f218c7b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:00.279818 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:00.343102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (895b486f-5097-4bc0-ad6c-e52167a973d3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.358935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  895b486f-5097-4bc0-ad6c-e52167a973d3 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:09:00.370094 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.373711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/895b486f-5097-4bc0-ad6c-e52167a973d3 HTTP/1.1" status: 204  len: 168 time: 0.3577249
Jan 15 21:09:00.375316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947e08d-edb7-4391-8be4-0c441ef2e31d tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Network': ['ID=895b486f-5097-4bc0-ad6c-e52167a973d3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:00.377419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35576) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:00.383922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'name': 'tempest-network--1398958565'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:00.409107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Made reservation on behalf of 4d14cfabbabc4f428afb7f94479f17fe for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:00.413037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.444098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:00.462004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (02e5d55f-7a76-4d2b-986d-35d500956271), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.462355 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Added segment 02e5d55f-7a76-4d2b-986d-35d500956271 of type vlan for network d0961ca4-9363-4be5-8efb-daf8c5a7ae18
Jan 15 21:09:00.520268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.550324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.551298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:00.551967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.613391 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.2319512
Jan 15 21:09:00.613566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35600) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:00.620296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:00.638785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25a970-c96e-4bf3-b749-a367eaa1bed1 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=d0961ca4-9363-4be5-8efb-daf8c5a7ae18,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:00.655286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d0961ca4-9363-4be5-8efb-daf8c5a7ae18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:00.931351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.949647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.993689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Network d0961ca4-9363-4be5-8efb-daf8c5a7ae18 is not hosted by any dhcp agent {{(pid=114438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:09:00.994672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:00.996407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:00.997118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "PUT /v2.0/networks/d0961ca4-9363-4be5-8efb-daf8c5a7ae18 HTTP/1.1" status: 200  len: 858 time: 0.3826087
Jan 15 21:09:00.999934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35634) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:01.061181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96517baa-c76c-449b-920b-9923cfe19be4 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event updated for resources: {'Network': ['ID=d0961ca4-9363-4be5-8efb-daf8c5a7ae18,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:01.138897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.192609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f78f5-d9f6-4807-80a5-2407e28d1ff4 req-b26697ca-12e5-4154-99a9-82ebc1c5a329 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:01.194202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f0f78f5-d9f6-4807-80a5-2407e28d1ff4 req-b26697ca-12e5-4154-99a9-82ebc1c5a329 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0926685
Jan 15 21:09:01.339636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.386331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f0f78f5-d9f6-4807-80a5-2407e28d1ff4 req-8f321e86-5a18-4803-9344-72e90ffd148a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812651
Jan 15 21:09:01.403005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a45e070>,) {'filters': {'network_id': ['d0961ca4-9363-4be5-8efb-daf8c5a7ae18']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.415516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a45e070>, '02e5d55f-7a76-4d2b-986d-35d500956271') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.415884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a45e070>, '02e5d55f-7a76-4d2b-986d-35d500956271') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.427452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (02e5d55f-7a76-4d2b-986d-35d500956271), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.441764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (02e5d55f-7a76-4d2b-986d-35d500956271), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.449937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:01.450509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (02e5d55f-7a76-4d2b-986d-35d500956271), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:01.501847 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:01.519224 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d0961ca4-9363-4be5-8efb-daf8c5a7ae18), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.529809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d0961ca4-9363-4be5-8efb-daf8c5a7ae18 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:09:01.540415 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.547424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d0961ca4-9363-4be5-8efb-daf8c5a7ae18 HTTP/1.1" status: 204  len: 168 time: 0.5416644
Jan 15 21:09:01.547424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0961ca4-9363-4be5-8efb-daf8c5a7ae18,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:01.547652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:01.554616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.554934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.555283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.555630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.555951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.556441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.556749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.557151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.557431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.557758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.558083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.558404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.558723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a80d1-c7b4-494f-a34d-bd503330dee5 tempest-ExternalNetworksTestJSON-1922870933 tempest-ExternalNetworksTestJSON-1922870933-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:01.592456 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba85a48-fa2b-41b5-98ef-f8c030b988df tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:09:01.592834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba85a48-fa2b-41b5-98ef-f8c030b988df tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:09:01.597133 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ba85a48-fa2b-41b5-98ef-f8c030b988df tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "DELETE /v2.0/subnets/c1808ece-371f-4365-9c5b-7a1e10777b10 HTTP/1.1" status: 404  len: 337 time: 0.0486498
Jan 15 21:09:01.599678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:01.711844 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (ababc135-5097-4cd4-a732-5380891047d9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.815740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (ababc135-5097-4cd4-a732-5380891047d9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.843561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8c0c10>,) {'filters': {'network_id': ['ababc135-5097-4cd4-a732-5380891047d9']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.854446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8c0c10>, 'e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.854941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8c0c10>, 'e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:01.867063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.883676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.892384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:01.892384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (e2e654f4-6fd9-4ea5-9740-d55e5d46e4a1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:01.896996 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:01.969537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (ababc135-5097-4cd4-a732-5380891047d9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.979923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:01.983760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] 10.222.0.46 "DELETE /v2.0/networks/ababc135-5097-4cd4-a732-5380891047d9 HTTP/1.1" status: 204  len: 168 time: 0.3815148
Jan 15 21:09:02.000195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472e66-ad22-41d8-8e12-cca681a5745b tempest-ExternalNetworksTestJSON-966771722 tempest-ExternalNetworksTestJSON-966771722-project] Pushing event deleted for resources: {'Network': ['ID=ababc135-5097-4cd4-a732-5380891047d9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:02.333184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35722) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:02.366672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35726) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:02.539532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb6cfd-839d-4f3d-8800-077b1c3b4cbe req-0e9cdbcb-39cb-4478-a6df-80597a970011 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:02.546771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8afb6cfd-839d-4f3d-8800-077b1c3b4cbe req-0e9cdbcb-39cb-4478-a6df-80597a970011 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0867314
Jan 15 21:09:02.588370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:02.594237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35746) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:02.598537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41f807b1-fb10-4ced-8e9e-441c111ccf9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14273682eef6464a9db45c1c2674b218&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2640841
Jan 15 21:09:02.639125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8afb6cfd-839d-4f3d-8800-077b1c3b4cbe req-d88d6459-f3d4-43bc-acab-6c5e4738211c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914710
Jan 15 21:09:02.666657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3fab9e5-6e57-4bcb-b083-f66e8385b528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.681466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b33c2691-96b5-4faa-b0db-7fba0e29c8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.705832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] Publish callbacks [] for security_group (9b29c8cb-c637-4dc7-9104-6ddf8a10190b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.748894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] Publish callbacks [] for security_group (9b29c8cb-c637-4dc7-9104-6ddf8a10190b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.889759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9b29c8cb-c637-4dc7-9104-6ddf8a10190b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.893499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.894743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b29c8cb-c637-4dc7-9104-6ddf8a10190b HTTP/1.1" status: 204  len: 168 time: 0.3053865
Jan 15 21:09:02.896797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b33c2691-96b5-4faa-b0db-7fba0e29c8af admin admin] Publish callbacks [] for security_group (a3bc3115-1f83-478b-9b1e-63be576ae2c1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.910952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3fab9e5-6e57-4bcb-b083-f66e8385b528 admin admin] Publish callbacks [] for security_group (70c38c86-9075-4280-9ef1-35e8e34431f1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.912108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b33c2691-96b5-4faa-b0db-7fba0e29c8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a3bc3115-1f83-478b-9b1e-63be576ae2c1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.932094 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3fab9e5-6e57-4bcb-b083-f66e8385b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70c38c86-9075-4280-9ef1-35e8e34431f1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:02.942494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb6c4e-3fc1-432f-98f9-8135f16ff1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29c8cb-c637-4dc7-9104-6ddf8a10190b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:02.997959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b33c2691-96b5-4faa-b0db-7fba0e29c8af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b629f9d003e44dec84cf176681c7e356&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4027526
Jan 15 21:09:03.000715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.004894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2691-96b5-4faa-b0db-7fba0e29c8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc3115-1f83-478b-9b1e-63be576ae2c1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:03.033768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab9e5-6e57-4bcb-b083-f66e8385b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c38c86-9075-4280-9ef1-35e8e34431f1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:03.039897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3fab9e5-6e57-4bcb-b083-f66e8385b528 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d41c686423ed4305b2695f9b11c5e970&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6720176
Jan 15 21:09:03.043051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35768) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.102474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] Publish callbacks [] for security_group (a3bc3115-1f83-478b-9b1e-63be576ae2c1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.122040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] Publish callbacks [] for security_group (70c38c86-9075-4280-9ef1-35e8e34431f1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.130454 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] Publish callbacks [] for security_group (a3bc3115-1f83-478b-9b1e-63be576ae2c1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.146614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] Publish callbacks [] for security_group (70c38c86-9075-4280-9ef1-35e8e34431f1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.201385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a3bc3115-1f83-478b-9b1e-63be576ae2c1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.203918 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.206711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (70c38c86-9075-4280-9ef1-35e8e34431f1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.209536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.210607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3bc3115-1f83-478b-9b1e-63be576ae2c1 HTTP/1.1" status: 204  len: 168 time: 0.2034841
Jan 15 21:09:03.213127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70c38c86-9075-4280-9ef1-35e8e34431f1 HTTP/1.1" status: 204  len: 168 time: 0.1688685
Jan 15 21:09:03.225696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49632c-50e3-422f-a3c9-c1c8863a5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc3115-1f83-478b-9b1e-63be576ae2c1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:03.228984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f680a9-2b88-4b6b-8976-f222d977631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c38c86-9075-4280-9ef1-35e8e34431f1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:03.286574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35786) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.335926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89d9611c-0053-4479-89e9-7d3580a66f23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d14cfabbabc4f428afb7f94479f17fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0480130
Jan 15 21:09:03.338612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.404244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] Publish callbacks [] for security_group (78436627-e7f7-4d5f-b36a-334bd95a531d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.427700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] Publish callbacks [] for security_group (78436627-e7f7-4d5f-b36a-334bd95a531d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.491081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (78436627-e7f7-4d5f-b36a-334bd95a531d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.494168 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.498096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78436627-e7f7-4d5f-b36a-334bd95a531d HTTP/1.1" status: 204  len: 168 time: 0.1584170
Jan 15 21:09:03.507080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bee94-42c5-403e-bd2e-6a6fbc6d1730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78436627-e7f7-4d5f-b36a-334bd95a531d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:03.690057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35812) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.706607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b3ee10f-c946-499f-8076-3becf0b264dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.811261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7989b8-b8ae-4cd1-b9b8-c7ba086de39f req-cd29c607-acfa-49a3-91b0-839a187e62c4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:03.812947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a7989b8-b8ae-4cd1-b9b8-c7ba086de39f req-cd29c607-acfa-49a3-91b0-839a187e62c4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0861700
Jan 15 21:09:03.855517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b3ee10f-c946-499f-8076-3becf0b264dd admin admin] Publish callbacks [] for security_group (1263e808-182e-4f38-af5d-ee7207425014), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.862461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2b3ee10f-c946-499f-8076-3becf0b264dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1263e808-182e-4f38-af5d-ee7207425014), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:03.929463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2b3ee10f-c946-499f-8076-3becf0b264dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cb3c28e1d1044869d0a9c070ee1bf61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2378783
Jan 15 21:09:03.933239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:03.934331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a7989b8-b8ae-4cd1-b9b8-c7ba086de39f req-19f0339d-6678-4d80-b8b0-be4f63e7f64c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069951
Jan 15 21:09:03.940274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ee10f-c946-499f-8076-3becf0b264dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1263e808-182e-4f38-af5d-ee7207425014,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:04.019019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] Publish callbacks [] for security_group (1263e808-182e-4f38-af5d-ee7207425014), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.045099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] Publish callbacks [] for security_group (1263e808-182e-4f38-af5d-ee7207425014), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.096333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1263e808-182e-4f38-af5d-ee7207425014), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.099399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.100545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1263e808-182e-4f38-af5d-ee7207425014 HTTP/1.1" status: 204  len: 168 time: 0.1661034
Jan 15 21:09:04.109448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5bedf-eba7-4cab-84b2-69bdf2f83800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263e808-182e-4f38-af5d-ee7207425014,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:04.367992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:04.560641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199c8f57-5af9-4c35-885f-d48051fba97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.653654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199c8f57-5af9-4c35-885f-d48051fba97f admin admin] Publish callbacks [] for security_group (e2b471b7-0ccd-4422-bafd-af7462fc3269), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.658412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199c8f57-5af9-4c35-885f-d48051fba97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2b471b7-0ccd-4422-bafd-af7462fc3269), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.691386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c8f57-5af9-4c35-885f-d48051fba97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b471b7-0ccd-4422-bafd-af7462fc3269,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:04.713218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-199c8f57-5af9-4c35-885f-d48051fba97f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b66e292684b4012b831521cc68badaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3416944
Jan 15 21:09:04.713528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35882) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:04.771681 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] Publish callbacks [] for security_group (e2b471b7-0ccd-4422-bafd-af7462fc3269), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.794495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] Publish callbacks [] for security_group (e2b471b7-0ccd-4422-bafd-af7462fc3269), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.851656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e2b471b7-0ccd-4422-bafd-af7462fc3269), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.854454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:04.858199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2b471b7-0ccd-4422-bafd-af7462fc3269 HTTP/1.1" status: 204  len: 168 time: 0.1411276
Jan 15 21:09:04.864257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cf521-944c-43d7-8542-6c40bf9f3984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b471b7-0ccd-4422-bafd-af7462fc3269,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:05.098551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ffd34-c3e2-4598-b525-25ed1ce0d5c9 req-21ee9368-a185-4dba-96fc-6335e6e7711a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:05.105465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-809ffd34-c3e2-4598-b525-25ed1ce0d5c9 req-21ee9368-a185-4dba-96fc-6335e6e7711a tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0720356
Jan 15 21:09:05.177335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-809ffd34-c3e2-4598-b525-25ed1ce0d5c9 req-25712538-0d78-4b3c-b126-bb1516ca50b3 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705855
Jan 15 21:09:05.392726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35934) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:05.405849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a553-3781-4761-9db0-65606fe4eae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.488088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a553-3781-4761-9db0-65606fe4eae6 admin admin] Publish callbacks [] for security_group (89f80a9b-6016-4726-84ca-381b84962317), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.492394 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a553-3781-4761-9db0-65606fe4eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89f80a9b-6016-4726-84ca-381b84962317), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.542514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c5c2a553-3781-4761-9db0-65606fe4eae6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7a427d9604b441799e3bedadd3a2d46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1485846
Jan 15 21:09:05.543532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a553-3781-4761-9db0-65606fe4eae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f80a9b-6016-4726-84ca-381b84962317,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:05.545196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35940) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:05.600650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] Publish callbacks [] for security_group (89f80a9b-6016-4726-84ca-381b84962317), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.603128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35942) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:05.631115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] Publish callbacks [] for security_group (89f80a9b-6016-4726-84ca-381b84962317), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.695573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89f80a9b-6016-4726-84ca-381b84962317), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.698477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.702347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89f80a9b-6016-4726-84ca-381b84962317 HTTP/1.1" status: 204  len: 168 time: 0.1523316
Jan 15 21:09:05.710919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194d60f-7d36-44f7-b5bc-6df1cefe4a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f80a9b-6016-4726-84ca-381b84962317,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:05.823864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77f4b11a-abdf-4737-ab29-aa22fc958ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.905105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77f4b11a-abdf-4737-ab29-aa22fc958ec2 admin admin] Publish callbacks [] for security_group (62b00e5d-daff-4c49-93e1-e9e3d53d831f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.909449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77f4b11a-abdf-4737-ab29-aa22fc958ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (62b00e5d-daff-4c49-93e1-e9e3d53d831f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:05.950798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4b11a-abdf-4737-ab29-aa22fc958ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b00e5d-daff-4c49-93e1-e9e3d53d831f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:05.955813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-77f4b11a-abdf-4737-ab29-aa22fc958ec2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6746c8b39f324330bd4002ef4587d000&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3513563
Jan 15 21:09:05.958801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35958) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:06.009636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] Publish callbacks [] for security_group (62b00e5d-daff-4c49-93e1-e9e3d53d831f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:06.034350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] Publish callbacks [] for security_group (62b00e5d-daff-4c49-93e1-e9e3d53d831f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:06.083353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (62b00e5d-daff-4c49-93e1-e9e3d53d831f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:06.086423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:06.090180 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62b00e5d-daff-4c49-93e1-e9e3d53d831f HTTP/1.1" status: 204  len: 168 time: 0.1277037
Jan 15 21:09:06.096145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8b76-5881-4844-b336-14db0b6286f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b00e5d-daff-4c49-93e1-e9e3d53d831f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:06.320446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679ad31-a19e-4449-b23c-0e3c86873107 req-dcfa7528-cdfe-47fb-8e1b-088eb0dd70d7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:06.326680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7679ad31-a19e-4449-b23c-0e3c86873107 req-dcfa7528-cdfe-47fb-8e1b-088eb0dd70d7 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0643713
Jan 15 21:09:06.376759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7679ad31-a19e-4449-b23c-0e3c86873107 req-1de1db87-5505-4120-a439-099a547e4d97 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492158
Jan 15 21:09:06.908978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:07.131045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:07.199718 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:07.397940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:07.560277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Allocated IP 172.35.1.211 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5ac2e132-d732-45cd-a081-d0c040ffc504) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:07.583772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818101b5-50d5-4606-b405-e5d0c9838447 req-a824a571-41b0-4ee1-8a84-3d2c9523fa18 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:07.586632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-818101b5-50d5-4606-b405-e5d0c9838447 req-a824a571-41b0-4ee1-8a84-3d2c9523fa18 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0919240
Jan 15 21:09:07.647319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-818101b5-50d5-4606-b405-e5d0c9838447 req-6eec6679-96f2-47dd-921a-2f008302cdcf tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551102
Jan 15 21:09:07.698460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:07.742769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:07.820741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:07.838164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:07.843118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:07.846849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=5ac2e132-d732-45cd-a081-d0c040ffc504,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:07.943142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (eced991e-8613-480f-ad3e-b0a9ada5e3da), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.003189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.070370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973412-dbef-45f4-b13d-6ad366605163 req-c22f9449-f589-4974-a1a1-ea9561ea4e90 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.072055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4973412-dbef-45f4-b13d-6ad366605163 req-c22f9449-f589-4974-a1a1-ea9561ea4e90 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0628030
Jan 15 21:09:08.141210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4973412-dbef-45f4-b13d-6ad366605163 req-4e852672-22be-4be8-8d5e-ec1f18bfd15c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600867
Jan 15 21:09:08.194164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36084) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:08.204941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.214078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.297488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=5ac2e132-d732-45cd-a081-d0c040ffc504,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:08.302790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (eced991e-8613-480f-ad3e-b0a9ada5e3da), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.324100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.325887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5473b89c-7387-4299-bd22-54c39ed5ad98 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4157774
Jan 15 21:09:08.330406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36092) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:08.336145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1896273619'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:08.376133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f224aab0-cd83-415b-9889-4b5f7c626893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.412269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-f0090c30-d7d3-4bb1-8372-5caf6e1a4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.413814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-f0090c30-d7d3-4bb1-8372-5caf6e1a4083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 1096 time: 0.3799889
Jan 15 21:09:08.456958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Made reservation on behalf of beda704789874ed882dc05805c5c19f5 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:08.460908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.475448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.515436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f224aab0-cd83-415b-9889-4b5f7c626893 admin admin] Publish callbacks [] for security_group (678e09dc-031a-4624-b295-520f98993b69), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.523435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f224aab0-cd83-415b-9889-4b5f7c626893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (678e09dc-031a-4624-b295-520f98993b69), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.554508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-b274631e-3d59-4a85-8e8c-e75dfa7a30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.556510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-b274631e-3d59-4a85-8e8c-e75dfa7a30ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 200  len: 916 time: 0.1360600
Jan 15 21:09:08.590495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f224aab0-cd83-415b-9889-4b5f7c626893 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee45ec60370c48099232f1ed01543a72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3947127
Jan 15 21:09:08.595674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36106) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:08.603093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224aab0-cd83-415b-9889-4b5f7c626893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e09dc-031a-4624-b295-520f98993b69,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:08.619053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-e974c4d9-0b60-4491-91ee-b752acc4a685 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3be8950-449a-4055-b53b-ad46640f964d HTTP/1.1" status: 200  len: 217 time: 0.0565574
Jan 15 21:09:08.674392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for security_group (37a4d786-1cbe-4fae-89aa-d0a32f2f36d7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.682016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (37a4d786-1cbe-4fae-89aa-d0a32f2f36d7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.684646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-454c3a4e-9ac1-4831-b53a-f3ef92f4c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.686726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-454c3a4e-9ac1-4831-b53a-f3ef92f4c955 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 200  len: 854 time: 0.0592437
Jan 15 21:09:08.712692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] Publish callbacks [] for security_group (678e09dc-031a-4624-b295-520f98993b69), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.719400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:08.741759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4d786-1cbe-4fae-89aa-d0a32f2f36d7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:08.748282 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (57f5d10f-037c-47cf-9672-28a77e59750f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.748625 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Added segment 57f5d10f-037c-47cf-9672-28a77e59750f of type vlan for network 1542b34d-3636-4a55-930f-b252d1345390
Jan 15 21:09:08.764820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-6e7a0b33-95f3-4772-ae93-31659abcf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.767728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-6e7a0b33-95f3-4772-ae93-31659abcf727 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a04535e-aee7-4868-b63e-486d26da5acd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0743279
Jan 15 21:09:08.780675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-271637b0-9b76-4365-8736-6d0f73d19c99 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:08.781694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-271637b0-9b76-4365-8736-6d0f73d19c99 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066664
Jan 15 21:09:08.792142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] Publish callbacks [] for security_group (678e09dc-031a-4624-b295-520f98993b69), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.819141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1542b34d-3636-4a55-930f-b252d1345390), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.871158 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1542b34d-3636-4a55-930f-b252d1345390), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.880175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:08.881045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.932669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-2f84651a-842b-4911-83ec-bada162077d0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418271
Jan 15 21:09:08.964086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.6326661
Jan 15 21:09:08.965776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (678e09dc-031a-4624-b295-520f98993b69), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.968972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:08.971203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/678e09dc-031a-4624-b295-520f98993b69 HTTP/1.1" status: 204  len: 168 time: 0.3732812
Jan 15 21:09:08.972182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36124) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:08.986807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Request body: {'subnet': {'network_id': '1542b34d-3636-4a55-930f-b252d1345390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:09.010214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f0f6-44ab-4282-beaa-1337acb4597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e09dc-031a-4624-b295-520f98993b69,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:09.042672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e464e-f616-4424-b81f-42fae60d06c8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Network': ['ID=1542b34d-3636-4a55-930f-b252d1345390,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:09.055782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1542b34d-3636-4a55-930f-b252d1345390 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:09.089715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-27e07dae-4f49-42d2-83b8-15f2d6e96466 req-3d0f04ad-ce04-438c-a187-c1c8c261df43 service neutron] 10.222.0.39 "GET /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496227
Jan 15 21:09:09.147559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Made reservation on behalf of beda704789874ed882dc05805c5c19f5 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:09.151647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.315377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90db09-65a1-45a8-8ce6-f98d477dfc01 req-e5670fc4-c62d-40c6-a61c-1dfb0cff884d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:09.317144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c90db09-65a1-45a8-8ce6-f98d477dfc01 req-e5670fc4-c62d-40c6-a61c-1dfb0cff884d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.0828011
Jan 15 21:09:09.453021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c90db09-65a1-45a8-8ce6-f98d477dfc01 req-2c07c35e-90d6-42b5-a163-11168a2bdb9c tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171126
Jan 15 21:09:09.485808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (193df0f8-1277-4880-b9ea-0fccad31875e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.580212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Checking segment: {'id': '57f5d10f-037c-47cf-9672-28a77e59750f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1542b34d-3636-4a55-930f-b252d1345390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:09.580947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network hostable DHCP agents. Network: 1542b34d-3636-4a55-930f-b252d1345390, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:09.621848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Subnet': ['ID=193df0f8-1277-4880-b9ea-0fccad31875e,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:09.646907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 1542b34d-3636-4a55-930f-b252d1345390 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:09.666809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1542b34d-3636-4a55-930f-b252d1345390) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:09.676696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a7713-174e-4a85-8abf-4a2d487e1885 None None] Network 1542b34d-3636-4a55-930f-b252d1345390 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:09.679151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:09.679869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.711192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6a3da3c2-4260-4d51-ac5c-b4884cb4a78b tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7317419
Jan 15 21:09:09.713791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36148) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:09.719429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2138685432', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:09.764789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.767187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.827816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1542b34d-3636-4a55-930f-b252d1345390', 'network_id': '1542b34d-3636-4a55-930f-b252d1345390', 'project_id': 'beda704789874ed882dc05805c5c19f5', 'fixed_ips': [{'subnet_id': '193df0f8-1277-4880-b9ea-0fccad31875e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:09.830183 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:09.896494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_controller (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.038041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Allocated IP 172.20.0.2 (1542b34d-3636-4a55-930f-b252d1345390/193df0f8-1277-4880-b9ea-0fccad31875e/5a011e2b-5e11-4622-80df-e8d42c7a022d) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:10.096605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_gateway (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.221586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks [] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.229588 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.286755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Network 1542b34d-3636-4a55-930f-b252d1345390 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:10.293291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:10.298822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:10.324020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Pushing event updated for resources: {'Port': ['ID=5a011e2b-5e11-4622-80df-e8d42c7a022d,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:10.405205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Attempting to bind port 5a011e2b-5e11-4622-80df-e8d42c7a022d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:10.405591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Attempting to bind port 5a011e2b-5e11-4622-80df-e8d42c7a022d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57f5d10f-037c-47cf-9672-28a77e59750f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1542b34d-3636-4a55-930f-b252d1345390'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:10.405977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Attempting to bind port 5a011e2b-5e11-4622-80df-e8d42c7a022d on network 1542b34d-3636-4a55-930f-b252d1345390 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:10.426719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:10.428296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Checking segment: {'id': '57f5d10f-037c-47cf-9672-28a77e59750f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1542b34d-3636-4a55-930f-b252d1345390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:10.428935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.429482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Bound using segment: {'id': '57f5d10f-037c-47cf-9672-28a77e59750f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1542b34d-3636-4a55-930f-b252d1345390'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:10.429998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Bound port: 5a011e2b-5e11-4622-80df-e8d42c7a022d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f5d10f-037c-47cf-9672-28a77e59750f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1542b34d-3636-4a55-930f-b252d1345390'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:10.430816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.450175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_gateway (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.489765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.569816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] For port 5a011e2b-5e11-4622-80df-e8d42c7a022d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:10.576549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] For port 5a011e2b-5e11-4622-80df-e8d42c7a022d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a011e2b-5e11-4622-80df-e8d42c7a022d,segment=NetworkSegment(57f5d10f-037c-47cf-9672-28a77e59750f),segment_id=57f5d10f-037c-47cf-9672-28a77e59750f)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:10.583525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:10.585975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.603108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.610718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.617865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.626537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.635461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.643246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.645358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73eff27f-387c-4fee-9084-24143d25ad1b req-b43222ed-cbb5-45ec-9a2f-9a7a81c67da4 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1405730
Jan 15 21:09:10.700188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be3c73-2642-47e0-8767-f8049dd33ee8 None None] Pushing event updated for resources: {'Port': ['ID=5a011e2b-5e11-4622-80df-e8d42c7a022d,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:10.781901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Allocated IP 172.35.1.138 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/17ef7f0d-198f-4760-a3a1-f92d75ae90fa) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:10.800537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ed0cb-cb54-4fd3-9f61-6e76e98b296a req-8915ba17-6e15-415a-82e0-d91a7707c1cc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:10.814988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c31ed0cb-cb54-4fd3-9f61-6e76e98b296a req-8915ba17-6e15-415a-82e0-d91a7707c1cc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1680346
Jan 15 21:09:10.826891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36204) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:10.880883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73eff27f-387c-4fee-9084-24143d25ad1b req-ff70608c-bcac-4a6c-a53a-bf54c28bb5e5 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2225502
Jan 15 21:09:10.926792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c31ed0cb-cb54-4fd3-9f61-6e76e98b296a req-b1258eb2-ceaf-4b26-a984-8ea1ccb9a2d1 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103823
Jan 15 21:09:11.033400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:11.157134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:11.258587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:11.269612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:11.278908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:11.295998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924782c5-eaa4-49a2-9fd1-58465f965ff4 req-b25ed3a9-cfb5-4127-8392-154ed98f4dbc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.310323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88827995-0cb0-4354-ac47-d95bdc44f918 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:11.324403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-924782c5-eaa4-49a2-9fd1-58465f965ff4 req-b25ed3a9-cfb5-4127-8392-154ed98f4dbc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.2278931
Jan 15 21:09:11.413083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ce5e28a-cf3f-4e2f-97ef-dc8d8e9ffaea tempest-AgentManagementNegativeTest-50625745 tempest-AgentManagementNegativeTest-50625745-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5809634
Jan 15 21:09:11.450058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-76495256-f3a0-46b3-8303-7442cb7d3524 None None] Provisioning complete for port 17ef7f0d-198f-4760-a3a1-f92d75ae90fa triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:11.450880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-76495256-f3a0-46b3-8303-7442cb7d3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:11.505938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-924782c5-eaa4-49a2-9fd1-58465f965ff4 req-69e5a971-357a-4724-9e9f-e8014449c799 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805487
Jan 15 21:09:11.553213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-76495256-f3a0-46b3-8303-7442cb7d3524 None None] Port 17ef7f0d-198f-4760-a3a1-f92d75ae90fa cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:11.625740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=17ef7f0d-198f-4760-a3a1-f92d75ae90fa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:11.705473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932018c4-b409-4640-8749-12ec655d9298 req-e29ed311-8306-4bd5-bd02-9d7ead0999f9 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.707156 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-932018c4-b409-4640-8749-12ec655d9298 req-e29ed311-8306-4bd5-bd02-9d7ead0999f9 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.1223242
Jan 15 21:09:11.787461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-932018c4-b409-4640-8749-12ec655d9298 req-3d2458c5-b1ad-4622-8bb9-123dea2f3818 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737193
Jan 15 21:09:11.911121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.924072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.931947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.939864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.948284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.966330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.978381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:11.984578 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7cc2dde9-6a58-4bdf-b693-2182e330716e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.3179383
Jan 15 21:09:12.054130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72470-369e-4eb0-9e55-20f2fbe91420 req-8fcb7646-8178-4472-b4c2-724a8b4a8c3f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.064161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afc72470-369e-4eb0-9e55-20f2fbe91420 req-8fcb7646-8178-4472-b4c2-724a8b4a8c3f tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.1817555
Jan 15 21:09:12.107505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5a011e2b-5e11-4622-80df-e8d42c7a022d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:09:12.160371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36278) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:12.174684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.181722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.187839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.207037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.221151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.233478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.240167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.248306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-9c9c1b7d-f429-4f4c-83c7-abceb2b7254b tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 5435 time: 0.1744599
Jan 15 21:09:12.267419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5a011e2b-5e11-4622-80df-e8d42c7a022d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:12.269889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.294773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afc72470-369e-4eb0-9e55-20f2fbe91420 req-cbade2b6-282e-47b9-8489-17050eb7ffe3 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197773
Jan 15 21:09:12.326721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-ae096899-1d6c-4f94-b1e5-1150b1e3ccca req-85628478-dd5e-490c-ac15-e2d31d8d2ac3 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:12.327783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae096899-1d6c-4f94-b1e5-1150b1e3ccca req-85628478-dd5e-490c-ac15-e2d31d8d2ac3 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0090129
Jan 15 21:09:12.429247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae096899-1d6c-4f94-b1e5-1150b1e3ccca req-31e9f279-b122-4d3c-a1aa-0dc0fbfe4f39 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.0934386
Jan 15 21:09:12.443079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5a011e2b-5e11-4622-80df-e8d42c7a022d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:12.444599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.458277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54c21a4a-0105-4ce4-b841-9e75e168432c req-caec4cc4-bb96-49d4-a158-4e822bfacd0d tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2084594
Jan 15 21:09:12.498994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 5a011e2b-5e11-4622-80df-e8d42c7a022d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a011e2b-5e11-4622-80df-e8d42c7a022d,segment=NetworkSegment(57f5d10f-037c-47cf-9672-28a77e59750f),segment_id=57f5d10f-037c-47cf-9672-28a77e59750f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:12.509381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.599608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=5a011e2b-5e11-4622-80df-e8d42c7a022d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:12.662486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90a73594-c7b1-484a-a5c3-a444e489c595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.696013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:12.698575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac6ad6-e2c7-489b-b24c-06afbd5c007b None None] Network 1542b34d-3636-4a55-930f-b252d1345390 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:12.706371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_gateway (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.711181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-bbd31e68-479a-41ca-a56b-197ec80965bf tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:12.712682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-bbd31e68-479a-41ca-a56b-197ec80965bf tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.7225490
Jan 15 21:09:12.862846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90a73594-c7b1-484a-a5c3-a444e489c595 admin admin] Publish callbacks [] for security_group (6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.873448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1bac9ba0-7525-49ab-91de-7fe385ca4a74 None None] Provisioning complete for port 5a011e2b-5e11-4622-80df-e8d42c7a022d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:12.874987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1bac9ba0-7525-49ab-91de-7fe385ca4a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.894734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-90a73594-c7b1-484a-a5c3-a444e489c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:12.960567 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-7e1f0152-bd4d-4d93-8d54-0232888b2d7a tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2061462
Jan 15 21:09:12.974830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:13.018250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1bac9ba0-7525-49ab-91de-7fe385ca4a74 None None] Current status of the port 5a011e2b-5e11-4622-80df-e8d42c7a022d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:13.091829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.112556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.314493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7aae3828-c110-4f12-a966-e04414e9cd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.345391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c9eb03ca-d2f2-492c-b04a-2ae1f3a7e362 None None] Provisioning complete for port 5a011e2b-5e11-4622-80df-e8d42c7a022d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:13.346021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c9eb03ca-d2f2-492c-b04a-2ae1f3a7e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.369002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6624-538c-4b7d-8c61-5f0225b25d87 req-22864826-d453-4b86-9bc5-e5addfc00993 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.370557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e3d6624-538c-4b7d-8c61-5f0225b25d87 req-22864826-d453-4b86-9bc5-e5addfc00993 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.5441856
Jan 15 21:09:13.375019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d36cd432-9054-48c0-a218-c6094ff964e7,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:13.375872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-90a73594-c7b1-484a-a5c3-a444e489c595 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6078598665f4446889352c11396f7a4&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1253200
Jan 15 21:09:13.376889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36312) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:13.381087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a73594-c7b1-484a-a5c3-a444e489c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:13.453965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] For port d36cd432-9054-48c0-a218-c6094ff964e7, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:13.495709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:09:13.509595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb03ca-d2f2-492c-b04a-2ae1f3a7e362 None None] Current status of the port 5a011e2b-5e11-4622-80df-e8d42c7a022d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:13.510577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] device_id is not set on port d36cd432-9054-48c0-a218-c6094ff964e7 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:09:13.514810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e3d6624-538c-4b7d-8c61-5f0225b25d87 req-451594f0-a0f7-41f9-b823-7e46ecc378dc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214254
Jan 15 21:09:13.520153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] Publish callbacks [] for security_group (6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.533314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Publish callbacks [] for port (d36cd432-9054-48c0-a218-c6094ff964e7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.557486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] Publish callbacks [] for security_group (6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.583547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.671771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.673047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.678790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5 HTTP/1.1" status: 204  len: 168 time: 0.2989581
Jan 15 21:09:13.707690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] No DVR routers for this DVR port d36cd432-9054-48c0-a218-c6094ff964e7 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:13.727700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ad4a6-d81d-4dde-ac31-81401370647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cb7e2-7f03-4625-b902-f8e6ac6a10b5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:13.741390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7aae3828-c110-4f12-a966-e04414e9cd1b admin admin] Publish callbacks [] for security_group (5d90bc81-72de-4edb-a485-9b447ae04ad4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.750174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] In _notify_port_updated(), no bound segment for port d36cd432-9054-48c0-a218-c6094ff964e7 on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:09:13.751697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.754873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.756342 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] 10.222.0.39 "PUT /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 200  len: 1027 time: 0.7880437
Jan 15 21:09:13.767684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7aae3828-c110-4f12-a966-e04414e9cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5d90bc81-72de-4edb-a485-9b447ae04ad4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.817011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b59ad-6ca1-4ad2-a1da-661e5819f36d service neutron] Pushing event updated for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:13.823845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:13.834692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] Sync routers for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:13.847562 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:13.848207 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:13.850851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-74284d5e-c708-45a2-98a6-67d12ac9c30e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.852386 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-74284d5e-c708-45a2-98a6-67d12ac9c30e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "GET /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0878732
Jan 15 21:09:13.855844 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:13.861554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-db71ee7f-d664-4a23-9cc9-c486df252181 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 4.1455348
Jan 15 21:09:13.862254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:13.872857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:13.934176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aabb7-5618-4918-a2ce-9bc1a48bf4ab req-105a2603-693c-4131-9e1a-2a03d0215c19 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.939528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-016aabb7-5618-4918-a2ce-9bc1a48bf4ab req-105a2603-693c-4131-9e1a-2a03d0215c19 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.2969456
Jan 15 21:09:13.944444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7aae3828-c110-4f12-a966-e04414e9cd1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58ee2f32488e438c8ca2a28340a948ef&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2467127
Jan 15 21:09:13.946826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36334) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:13.952465 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367670>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:13.967957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.977889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.987290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:13.991671 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:13.992320 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:13.995837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.004180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.011309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.013567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-9c18be6f-5ad1-421b-a97d-d8876e59f3a8 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 4661 time: 0.3952458
Jan 15 21:09:14.014564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3828-c110-4f12-a966-e04414e9cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90bc81-72de-4edb-a485-9b447ae04ad4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:14.045456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5a011e2b-5e11-4622-80df-e8d42c7a022d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:09:14.064470 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367670>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:14.066135 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113c0bf-420d-4ebd-aaa4-417cb3894034 None None] The sync data for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:14.069249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.119816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5a011e2b-5e11-4622-80df-e8d42c7a022d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:14.120180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.172158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c96993c6-e139-47ae-85fa-2d0c479eb4e7 None None] Provisioning complete for port d36cd432-9054-48c0-a218-c6094ff964e7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:14.172537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c96993c6-e139-47ae-85fa-2d0c479eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.180889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-016aabb7-5618-4918-a2ce-9bc1a48bf4ab req-77e7f656-ce6c-4c50-a4e9-e7663ea00eec tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468208
Jan 15 21:09:14.222560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] Publish callbacks [] for security_group (5d90bc81-72de-4edb-a485-9b447ae04ad4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.258181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5a011e2b-5e11-4622-80df-e8d42c7a022d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:14.260292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c96993c6-e139-47ae-85fa-2d0c479eb4e7 None None] Port d36cd432-9054-48c0-a218-c6094ff964e7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:14.269101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db0fb17e-66f7-4dd1-ab93-6c297c747760 req-d5b69eb5-76c5-4389-a8ef-36c37efab3f3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&id=28d9f729-3a08-4c93-9ba8-0a23c60c3c45&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2398062
Jan 15 21:09:14.307032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] Publish callbacks [] for security_group (5d90bc81-72de-4edb-a485-9b447ae04ad4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.394911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.426275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380666-ebc3-4174-8f71-2bad206a27ff req-196e80a3-73b8-4828-891c-1c0b58465bd5 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.436434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85380666-ebc3-4174-8f71-2bad206a27ff req-196e80a3-73b8-4828-891c-1c0b58465bd5 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.0944471
Jan 15 21:09:14.445530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5d90bc81-72de-4edb-a485-9b447ae04ad4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.448097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.451745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d90bc81-72de-4edb-a485-9b447ae04ad4 HTTP/1.1" status: 204  len: 168 time: 0.5005569
Jan 15 21:09:14.467806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a1a0b-7916-4645-b9e1-54fd74c263cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90bc81-72de-4edb-a485-9b447ae04ad4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:14.474325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8af72f0-b932-47f5-b578-70fdd429d39b,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:14.507467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85380666-ebc3-4174-8f71-2bad206a27ff req-11ceeaf1-b2da-4dba-b7ca-27e6826b0e7e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697162
Jan 15 21:09:14.568106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] For port d8af72f0-b932-47f5-b578-70fdd429d39b, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:14.656135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] device_id is not set on port d8af72f0-b932-47f5-b578-70fdd429d39b yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:09:14.670159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Publish callbacks [] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.687913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.789765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] No DVR routers for this DVR port d8af72f0-b932-47f5-b578-70fdd429d39b on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:14.816563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761fa8-7733-42d7-bb4d-20d1a8e901a2 req-594a861e-87c1-4fcc-bf8f-2068d0466217 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.824203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761fa8-7733-42d7-bb4d-20d1a8e901a2 req-594a861e-87c1-4fcc-bf8f-2068d0466217 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.840477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Pushing event updated for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:14.842877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761fa8-7733-42d7-bb4d-20d1a8e901a2 req-594a861e-87c1-4fcc-bf8f-2068d0466217 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.845087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0761fa8-7733-42d7-bb4d-20d1a8e901a2 req-594a861e-87c1-4fcc-bf8f-2068d0466217 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d&device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0&device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 2416 time: 0.1373067
Jan 15 21:09:14.883112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] In _notify_port_updated(), no bound segment for port d8af72f0-b932-47f5-b578-70fdd429d39b on network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:09:14.884008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:14.884644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:14.886076 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-03a8b322-6ad2-4c4d-b142-4b511c2719ce service neutron] 10.222.0.39 "PUT /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 200  len: 1027 time: 1.0228553
Jan 15 21:09:14.915920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0761fa8-7733-42d7-bb4d-20d1a8e901a2 req-a100f787-b720-4352-bf7e-fc7a77f1ca6e tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639160
Jan 15 21:09:14.972362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-a02b2ce1-8b9e-4497-b409-9e64deb3e920 req-082b28cb-97dd-4b21-b7d8-df58b0420143 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:14.973397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a02b2ce1-8b9e-4497-b409-9e64deb3e920 req-082b28cb-97dd-4b21-b7d8-df58b0420143 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067484
Jan 15 21:09:15.055188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36374) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:15.068485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.095372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d36cd432-9054-48c0-a218-c6094ff964e7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:15.104820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e794b72-7088-4422-9640-6b4b8b522873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.214814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e794b72-7088-4422-9640-6b4b8b522873 admin admin] Publish callbacks [] for security_group (3c659089-169f-40a1-9bad-8873008d3761), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.222308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e794b72-7088-4422-9640-6b4b8b522873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3c659089-169f-40a1-9bad-8873008d3761), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.238312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a02b2ce1-8b9e-4497-b409-9e64deb3e920 req-9191d361-fc10-4b12-8a79-1c4d8bc19353 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.2443016
Jan 15 21:09:15.276146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794b72-7088-4422-9640-6b4b8b522873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c659089-169f-40a1-9bad-8873008d3761,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:15.287136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port d36cd432-9054-48c0-a218-c6094ff964e7 host ! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:09:15.287551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d36cd432-9054-48c0-a218-c6094ff964e7 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:15.287982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 9f31cf46-d654-4aef-ada4-dab1fc37d328 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:15.333183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e794b72-7088-4422-9640-6b4b8b522873 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b17d83dfb0f4ebe87077c7cc4601fae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2671909
Jan 15 21:09:15.333183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36386) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:15.353535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eea11a4b-7c94-43a4-92e4-3d92d586563e None None] Provisioning complete for port d8af72f0-b932-47f5-b578-70fdd429d39b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:15.358805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eea11a4b-7c94-43a4-92e4-3d92d586563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.445699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-eea11a4b-7c94-43a4-92e4-3d92d586563e None None] Port d8af72f0-b932-47f5-b578-70fdd429d39b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:15.452553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] Publish callbacks [] for security_group (3c659089-169f-40a1-9bad-8873008d3761), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.454869 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.507332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] Publish callbacks [] for security_group (3c659089-169f-40a1-9bad-8873008d3761), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.566712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:15.589831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:15.595722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 9f31cf46-d654-4aef-ada4-dab1fc37d328 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:15.596138 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.608177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:15.610247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port 1c682467-fd92-4011-a1b3-79b4e61291df {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:15.610673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.618996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:15.645188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:15.655763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:15.665798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-141a3db6-e265-485b-9be9-9b0c55713e84 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3887 time: 0.2930932
Jan 15 21:09:15.677931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:15.685135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:15.689081 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc33e8-2e41-403f-9101-04350bd34d0c" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:15.693453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.694504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 64cf49a0-1762-46ea-8738-821b466cb2c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:15.789874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:15.816370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3c659089-169f-40a1-9bad-8873008d3761), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.822884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.824349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c659089-169f-40a1-9bad-8873008d3761 HTTP/1.1" status: 204  len: 168 time: 0.4924886
Jan 15 21:09:15.836995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0aeb-dfaf-4433-858b-2c49cd17185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c659089-169f-40a1-9bad-8873008d3761,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:15.845178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port 1c682467-fd92-4011-a1b3-79b4e61291df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c682467-fd92-4011-a1b3-79b4e61291df,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:15.847395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 64cf49a0-1762-46ea-8738-821b466cb2c9 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:15.849280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.853689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.855468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe1ec5a0-1229-4d24-8a30-241371c6c4f4 req-7b18866d-0dcd-492f-ae71-89217cbc0fc9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1685457
Jan 15 21:09:15.946528 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd60f5f-f44b-40a2-811b-afef719a247d x-openstack-request-id: req-7dd60f5f-f44b-40a2-811b-afef719a247d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:15.951063 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:15.952287 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7dd60f5f-f44b-40a2-811b-afef719a247d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:15.953708 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'code': 200}
Jan 15 21:09:15.959086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:15.969066 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:15.970474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d8af72f0-b932-47f5-b578-70fdd429d39b no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:16.078227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Allocated IP 172.20.0.1 (1542b34d-3636-4a55-930f-b252d1345390/193df0f8-1277-4880-b9ea-0fccad31875e/d23fb545-aac3-416f-a811-a19d464a455d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:16.122818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2030452698'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:16.132572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port d8af72f0-b932-47f5-b578-70fdd429d39b host ! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:09:16.133980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d8af72f0-b932-47f5-b578-70fdd429d39b not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:16.139881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a63ec384-e15d-441f-b027-6fb09676099b no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:16.147181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.174322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:16.178280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.199942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.279690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a63ec384-e15d-441f-b027-6fb09676099b is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:16.280085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.316600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:16.321663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.322386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device e70cfdd0-1455-44d5-8de1-57e6af6d6aac no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:16.378665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for security_group (1e5304da-d0b5-4d0e-9346-d040c5c659ce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.384673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1e5304da-d0b5-4d0e-9346-d040c5c659ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.444170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5304da-d0b5-4d0e-9346-d040c5c659ce,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.457742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:16.458612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.459112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.459435 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Floating IP 3e5425a0-da83-406e-b2cf-e81c2e9598b2 disassociated. External IP: 172.35.1.126, port: 1c682467-fd92-4011-a1b3-79b4e61291df.
Jan 15 21:09:16.459786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for 1c682467-fd92-4011-a1b3-79b4e61291df owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:16.489076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a20e00e9-555d-4f17-aef1-8d718d1f7b68), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.489447 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment a20e00e9-555d-4f17-aef1-8d718d1f7b68 of type vlan for network 18c095dc-9a53-4f90-ab19-f77687011470
Jan 15 21:09:16.542438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (d23fb545-aac3-416f-a811-a19d464a455d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.545881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.605830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d23fb545-aac3-416f-a811-a19d464a455d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.610689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (18c095dc-9a53-4f90-ab19-f77687011470), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.640078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port e70cfdd0-1455-44d5-8de1-57e6af6d6aac is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:16.643902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.678567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (18c095dc-9a53-4f90-ab19-f77687011470), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.685701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:16.685701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.690967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 1542b34d-3636-4a55-930f-b252d1345390 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:16.703090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:16.706310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:16.742825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:16.749551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.750902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1c682467-fd92-4011-a1b3-79b4e61291df no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:16.779727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=d23fb545-aac3-416f-a811-a19d464a455d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.794626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1c682467-fd92-4011-a1b3-79b4e61291df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:16.850202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=18c095dc-9a53-4f90-ab19-f77687011470,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.868999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-351df831-511a-4cfa-8fa0-8d5a9cf5077c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2010787
Jan 15 21:09:16.878935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 18c095dc-9a53-4f90-ab19-f77687011470 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:16.889118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=1c682467-fd92-4011-a1b3-79b4e61291df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:16.898007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.091831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No active binding found for port 1c682467-fd92-4011-a1b3-79b4e61291df {{(pid=114439) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 15 21:09:17.092218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 1c682467-fd92-4011-a1b3-79b4e61291df host None! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:09:17.092619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1c682467-fd92-4011-a1b3-79b4e61291df not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:17.098380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:17.142995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:17.150646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '18c095dc-9a53-4f90-ab19-f77687011470', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:17.194869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c7b70036-d9fb-4579-8950-1b5d2814708e None None] Provisioning complete for port d23fb545-aac3-416f-a811-a19d464a455d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:17.195438 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c7b70036-d9fb-4579-8950-1b5d2814708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d23fb545-aac3-416f-a811-a19d464a455d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.248889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d23fb545-aac3-416f-a811-a19d464a455d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.278162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c7b70036-d9fb-4579-8950-1b5d2814708e None None] Port d23fb545-aac3-416f-a811-a19d464a455d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:17.308901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892675e2-bc00-49a6-b1db-accda690912f req-a89c61d5-42d4-4f36-b33f-7fddfa4fba4f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:17.316186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892675e2-bc00-49a6-b1db-accda690912f req-a89c61d5-42d4-4f36-b33f-7fddfa4fba4f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:17.322927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892675e2-bc00-49a6-b1db-accda690912f req-a89c61d5-42d4-4f36-b33f-7fddfa4fba4f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:17.330360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892675e2-bc00-49a6-b1db-accda690912f req-a89c61d5-42d4-4f36-b33f-7fddfa4fba4f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:17.332112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-892675e2-bc00-49a6-b1db-accda690912f req-a89c61d5-42d4-4f36-b33f-7fddfa4fba4f tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3143 time: 0.2490332
Jan 15 21:09:17.432252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-892675e2-bc00-49a6-b1db-accda690912f req-6e0d8e06-da77-4c01-9775-567347d4eae3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910161
Jan 15 21:09:17.447541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:17.451734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.560997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:17.803482 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (32a406a8-5f52-4dbf-aa3e-ee1d4558fd89), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.885625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:17.899277 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f56e331b-9c74-436d-8e8b-3af2d1fe7d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:17.909916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Sync routers for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:17.923974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:17.925021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:17.970863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad8bd2-ecec-4925-9a41-d5811b94e514 req-8f610167-7e3d-4b10-b128-03ba4715dd34 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:17.977473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2ad8bd2-ecec-4925-9a41-d5811b94e514 req-8f610167-7e3d-4b10-b128-03ba4715dd34 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.1974449
Jan 15 21:09:17.988521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=32a406a8-5f52-4dbf-aa3e-ee1d4558fd89,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:18.012216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'a20e00e9-555d-4f17-aef1-8d718d1f7b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:18.012644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 18c095dc-9a53-4f90-ab19-f77687011470, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:18.028984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port 1c682467-fd92-4011-a1b3-79b4e61291df on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:18.046506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.050650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 18c095dc-9a53-4f90-ab19-f77687011470 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:18.056675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-17b95da2-cb4c-463a-85fa-e3bd8b4c1b8e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "DELETE /v2.0/ports/1c682467-fd92-4011-a1b3-79b4e61291df HTTP/1.1" status: 204  len: 173 time: 3.1639981
Jan 15 21:09:18.057187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:18.059822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2ad8bd2-ecec-4925-9a41-d5811b94e514 req-db922124-d687-4f49-9835-5c3f5474f358 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814667
Jan 15 21:09:18.059959 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a21067-ed15-4ffe-ae4d-d810d21aa540" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:18.066545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18c095dc-9a53-4f90-ab19-f77687011470) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:18.083285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.084433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.116449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-104f5713-56bb-4e24-82ac-55b2d4ac1752 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.9690881
Jan 15 21:09:18.117867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:18.135397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (d23fb545-aac3-416f-a811-a19d464a455d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.147313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-160532187'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:18.158456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d23fb545-aac3-416f-a811-a19d464a455d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.216098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:18.222661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.264797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=d23fb545-aac3-416f-a811-a19d464a455d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:18.271281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.281774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:18.287079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:18.301730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.302394 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment b4f20ea8-3406-484b-960f-13f3ab0bed5f of type vlan for network d6dd2508-5413-4012-b75b-d3a729abdd95
Jan 15 21:09:18.333196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port e70cfdd0-1455-44d5-8de1-57e6af6d6aac {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:18.333538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.385242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.389135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:18.391723 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c06b05-b29e-4894-8b66-c349b55059b9" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ec384-e15d-441f-b027-6fb09676099b"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:18.394765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bc96f-1ee7-41c4-91bc-b44a73f62843 None None] Network 18c095dc-9a53-4f90-ab19-f77687011470 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:18.483298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.505322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.511899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.537676 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8d281a-bd51-40bb-9b3f-c79e018eaa86 x-openstack-request-id: req-8b8d281a-bd51-40bb-9b3f-c79e018eaa86 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:18.538026 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ec384-e15d-441f-b027-6fb09676099b", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-unplugged", "status": "completed", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:18.538701 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b8d281a-bd51-40bb-9b3f-c79e018eaa86 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:18.539524 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'code': 200}
Jan 15 21:09:18.539932 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b', 'code': 200}
Jan 15 21:09:18.540447 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'code': 200}
Jan 15 21:09:18.643278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18c095dc-9a53-4f90-ab19-f77687011470', 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '32a406a8-5f52-4dbf-aa3e-ee1d4558fd89'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:18.648075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.683985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port e70cfdd0-1455-44d5-8de1-57e6af6d6aac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:18.684360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:18.701605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for e70cfdd0-1455-44d5-8de1-57e6af6d6aac owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:18.774899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6527798
Jan 15 21:09:18.777598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36480) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:18.786095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:18.795122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d7ebe-c434-4f6c-a7d1-d6acaf98cf2e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=d6dd2508-5413-4012-b75b-d3a729abdd95,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:18.815765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d6dd2508-5413-4012-b75b-d3a729abdd95 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:18.855585 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc1dac-74fb-45ce-b360-070b8adeb2c0 x-openstack-request-id: req-c4fc1dac-74fb-45ce-b360-070b8adeb2c0 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:18.855889 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "1c682467-fd92-4011-a1b3-79b4e61291df", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:18.856147 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4fc1dac-74fb-45ce-b360-070b8adeb2c0 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:18.856551 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '1c682467-fd92-4011-a1b3-79b4e61291df', 'status': 'completed', 'code': 200}
Jan 15 21:09:18.858629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-2e54b535-6d76-4526-9bb7-bd2d9ae975de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.877670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-2e54b535-6d76-4526-9bb7-bd2d9ae975de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.886365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-2e54b535-6d76-4526-9bb7-bd2d9ae975de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.897055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-2e54b535-6d76-4526-9bb7-bd2d9ae975de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:18.900023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-2e54b535-6d76-4526-9bb7-bd2d9ae975de tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 3143 time: 0.2088590
Jan 15 21:09:18.933170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437b20>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:18.946285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 1542b34d-3636-4a55-930f-b252d1345390 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:18.964403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:19.041034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Checking router: 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:09:19.044772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4f01b3e-849c-4fbe-86fa-24b5af57b200 req-730a4caa-d042-4996-ac2f-77596c96e56e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380401
Jan 15 21:09:19.092149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Allocated IP 172.20.255.242 (18c095dc-9a53-4f90-ab19-f77687011470/32a406a8-5f52-4dbf-aa3e-ee1d4558fd89/e443b873-3809-4b64-a850-fd50781fc4f2) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:19.099705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:19.100573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:19.255137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:19.259014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.270330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e70cfdd0-1455-44d5-8de1-57e6af6d6aac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.327646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425189ba-a113-411a-b9da-3071046d37a1 req-b80be7c6-d5dc-4451-90a6-5b7475b3c4fc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:19.331821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-425189ba-a113-411a-b9da-3071046d37a1 req-b80be7c6-d5dc-4451-90a6-5b7475b3c4fc tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.1162388
Jan 15 21:09:19.386954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-ba20cbd9-869f-49e4-ac8e-401f52b92b33 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:19.389084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-ba20cbd9-869f-49e4-ac8e-401f52b92b33 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 945 time: 0.3101997
Jan 15 21:09:19.415865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=e70cfdd0-1455-44d5-8de1-57e6af6d6aac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:19.422204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:19.464015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-425189ba-a113-411a-b9da-3071046d37a1 req-66291670-205f-40cd-9de7-78d3d74d9652 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238313
Jan 15 21:09:19.506137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:19.621285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3432d5b8-c546-40f3-94b0-ef145e6359ee None None] Provisioning complete for port d23fb545-aac3-416f-a811-a19d464a455d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:19.621793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3432d5b8-c546-40f3-94b0-ef145e6359ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d23fb545-aac3-416f-a811-a19d464a455d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.676195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port e70cfdd0-1455-44d5-8de1-57e6af6d6aac on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:19.679084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.683371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0627c509-0616-4aee-b784-1091fe1995e6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "DELETE /v2.0/ports/e70cfdd0-1455-44d5-8de1-57e6af6d6aac HTTP/1.1" status: 204  len: 173 time: 1.6204734
Jan 15 21:09:19.729994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3432d5b8-c546-40f3-94b0-ef145e6359ee None None] Port d23fb545-aac3-416f-a811-a19d464a455d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:19.784028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks [] for port (e443b873-3809-4b64-a850-fd50781fc4f2), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.796094 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:19.862338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Network 18c095dc-9a53-4f90-ab19-f77687011470 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:19.871991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:19.876543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:19.881616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Pushing event updated for resources: {'Port': ['ID=e443b873-3809-4b64-a850-fd50781fc4f2,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:19.934218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437b20>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:19.982944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05132e-fb5c-4a41-a858-760a40f041cd None None] The sync data for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 is: [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T20:59:17Z', 'revision_number': 4, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '291b1b50-1cff-4e24-84b9-0bfbf47166b5', 'name': '', 'network_id': 'b740d751-068e-4a93-9225-aa5d63661275', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'mac_address': 'fa:16:3e:6b:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '261f2664-28f9-41f9-952c-e37535c74b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:16Z', 'updated_at': '2022-01-15T20:59:21Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'subnets': [{'id': '261f2664-28f9-41f9-952c-e37535c74b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:19.999892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Attempting to bind port e443b873-3809-4b64-a850-fd50781fc4f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:20.000440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Attempting to bind port e443b873-3809-4b64-a850-fd50781fc4f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a20e00e9-555d-4f17-aef1-8d718d1f7b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:20.001545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Attempting to bind port e443b873-3809-4b64-a850-fd50781fc4f2 on network 18c095dc-9a53-4f90-ab19-f77687011470 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:20.006500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Deleting port ff65d28b-c16d-4f12-aa41-9bb138a73168 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:20.006846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.019971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:20.020833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Checking segment: {'id': 'a20e00e9-555d-4f17-aef1-8d718d1f7b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:20.021435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.026338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Bound using segment: {'id': 'a20e00e9-555d-4f17-aef1-8d718d1f7b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:20.027157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Bound port: e443b873-3809-4b64-a850-fd50781fc4f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20e00e9-555d-4f17-aef1-8d718d1f7b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18c095dc-9a53-4f90-ab19-f77687011470'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:20.027735 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.162978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:20.178741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port 64cf49a0-1762-46ea-8738-821b466cb2c9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:20.179405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.187661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] Sync routers for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:20.206380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] For port e443b873-3809-4b64-a850-fd50781fc4f2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:20.209098 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:20.211239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e84fef460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:20.211631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] For port e443b873-3809-4b64-a850-fd50781fc4f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e443b873-3809-4b64-a850-fd50781fc4f2,segment=NetworkSegment(a20e00e9-555d-4f17-aef1-8d718d1f7b68),segment_id=a20e00e9-555d-4f17-aef1-8d718d1f7b68)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:20.225806 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.227570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6381aae7-5e6e-47ff-b271-c6ce0f746410 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "PUT /v2.0/routers/8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3630896
Jan 15 21:09:20.230909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36518) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:20.237903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Request body: {'port': {'network_id': '1542b34d-3636-4a55-930f-b252d1345390', 'name': 'tempest-FloatingIPAdminTestJSON-1031888849'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:20.278683 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e84fef460>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:20.291919 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:20.292745 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e84fef460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:08:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:20.326406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] For port ff65d28b-c16d-4f12-aa41-9bb138a73168, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff65d28b-c16d-4f12-aa41-9bb138a73168,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:20.326933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.343626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Calling delete_port for ff65d28b-c16d-4f12-aa41-9bb138a73168 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:20.377986 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e84fef460>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:20.385612 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f88f2-5e81-4259-9fc5-cdfca09393e4 None None] The sync data for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:20.402377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bb0a6-cc79-4c53-843c-62a008d8044a None None] Pushing event updated for resources: {'Port': ['ID=e443b873-3809-4b64-a850-fd50781fc4f2,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:20.448589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a578-234b-44d7-ab0d-421e3fffbfa8 req-0c95d90d-e18d-4b65-8581-4f3bf22d09c3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:20.458392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a578-234b-44d7-ab0d-421e3fffbfa8 req-0c95d90d-e18d-4b65-8581-4f3bf22d09c3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:20.466080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a578-234b-44d7-ab0d-421e3fffbfa8 req-0c95d90d-e18d-4b65-8581-4f3bf22d09c3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:20.471523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72c3a578-234b-44d7-ab0d-421e3fffbfa8 req-0c95d90d-e18d-4b65-8581-4f3bf22d09c3 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 2410 time: 0.2954063
Jan 15 21:09:20.536093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1324cf2-d4d0-4817-a43e-150c86394bfb None None] New status for floating IP 3e5425a0-da83-406e-b2cf-e81c2e9598b2: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:09:20.549888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (10491484-de29-4617-ada8-08a924b0a623), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.598884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff65d28b-c16d-4f12-aa41-9bb138a73168), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.637469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f3be8950-449a-4055-b53b-ad46640f964d', 'ff65d28b-c16d-4f12-aa41-9bb138a73168'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:20.646809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['05b918a9-ba4e-497c-b753-eb391f56ed6d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:20.710552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event deleted for resources: {'Port': ['ID=ff65d28b-c16d-4f12-aa41-9bb138a73168,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:20.738235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72c3a578-234b-44d7-ab0d-421e3fffbfa8 req-b01f4e3c-0d60-4d85-bf94-7c1889cd6747 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2609119
Jan 15 21:09:20.775970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=10491484-de29-4617-ada8-08a924b0a623,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:20.839438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-564c3799-1868-4fca-93b5-0101c537798f req-13e388a5-66a8-4ac1-bb9b-6d5c6290b253 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f2d43f-7008-4b4d-ac8d-5959a48ab04d HTTP/1.1" status: 200  len: 210 time: 0.1254930
Jan 15 21:09:20.840371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Made reservation on behalf of beda704789874ed882dc05805c5c19f5 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:20.844490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:20.879611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] device_id is not set on port 1d2d578f-c964-4b28-bacd-f8fe406560d3 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:09:20.887366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:20.889730 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c7a1c9-28b1-49a3-a259-85ec1164123c" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:20.937075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'b4f20ea8-3406-484b-960f-13f3ab0bed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:20.937494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: d6dd2508-5413-4012-b75b-d3a729abdd95, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:20.995451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] No DVR routers for this DVR port ff65d28b-c16d-4f12-aa41-9bb138a73168 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:20.999678 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120f1c36-7363-4db8-87f7-c50f85b36ae1 x-openstack-request-id: req-120f1c36-7363-4db8-87f7-c50f85b36ae1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:20.999984 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "e70cfdd0-1455-44d5-8de1-57e6af6d6aac", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:21.000245 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-120f1c36-7363-4db8-87f7-c50f85b36ae1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:21.001247 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': 'e70cfdd0-1455-44d5-8de1-57e6af6d6aac', 'status': 'completed', 'code': 200}
Jan 15 21:09:21.011281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.015218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-93de8ed6-7dd2-4742-8828-0d4ec6af21a0 req-24edca70-e7cf-4650-a1b1-cde0eabefd5b tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "DELETE /v2.0/ports/ff65d28b-c16d-4f12-aa41-9bb138a73168 HTTP/1.1" status: 204  len: 173 time: 1.6026397
Jan 15 21:09:21.019890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port 64cf49a0-1762-46ea-8738-821b466cb2c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64cf49a0-1762-46ea-8738-821b466cb2c9,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:21.020629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.042554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for 64cf49a0-1762-46ea-8738-821b466cb2c9 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:21.045510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network d6dd2508-5413-4012-b75b-d3a729abdd95 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:21.071893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6dd2508-5413-4012-b75b-d3a729abdd95) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:21.091056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:21.091674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.121312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-240633c1-649d-4f18-bc3c-80a7e7a5ac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.133515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77091c-40af-487f-8523-835f67018278 None None] Network d6dd2508-5413-4012-b75b-d3a729abdd95 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:21.292930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Allocated IP 172.20.0.5 (1542b34d-3636-4a55-930f-b252d1345390/193df0f8-1277-4880-b9ea-0fccad31875e/1d2d578f-c964-4b28-bacd-f8fe406560d3) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:21.295144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:21.299182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bfe493c1-d00c-4eb1-a1c9-244b6e74e25c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.5117567
Jan 15 21:09:21.508099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (64cf49a0-1762-46ea-8738-821b466cb2c9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.579908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=64cf49a0-1762-46ea-8738-821b466cb2c9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:21.691308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port 64cf49a0-1762-46ea-8738-821b466cb2c9 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:21.702643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.713441 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-0a75084e-efca-4592-b742-3c45b6f7977e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "DELETE /v2.0/ports/64cf49a0-1762-46ea-8738-821b466cb2c9 HTTP/1.1" status: 204  len: 173 time: 1.9998338
Jan 15 21:09:21.768628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.809305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6dd2508-5413-4012-b75b-d3a729abdd95', 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '10491484-de29-4617-ada8-08a924b0a623'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:21.821865 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:21.980636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port 9f31cf46-d654-4aef-ada4-dab1fc37d328 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:21.980986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.008196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.149822 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.248528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port 9f31cf46-d654-4aef-ada4-dab1fc37d328, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f31cf46-d654-4aef-ada4-dab1fc37d328,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:22.249050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.256982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e443b873-3809-4b64-a850-fd50781fc4f2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:09:22.280081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for 9f31cf46-d654-4aef-ada4-dab1fc37d328 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:22.393440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b238f-1308-4b9c-b066-67d8107d1a0f req-9ea8b88d-a449-49e1-a7cc-580c0331eed9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:22.404708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b238f-1308-4b9c-b066-67d8107d1a0f req-9ea8b88d-a449-49e1-a7cc-580c0331eed9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:22.407692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626588f-4cb4-4b4b-b36e-82dded640165 None None] Network 18c095dc-9a53-4f90-ab19-f77687011470 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:22.408278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-711b238f-1308-4b9c-b066-67d8107d1a0f req-9ea8b88d-a449-49e1-a7cc-580c0331eed9 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 1677 time: 0.3044033
Jan 15 21:09:22.426580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (10491484-de29-4617-ada8-08a924b0a623), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.464706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.483150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9f31cf46-d654-4aef-ada4-dab1fc37d328), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.514987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Allocated IP 172.20.0.2 (d6dd2508-5413-4012-b75b-d3a729abdd95/10491484-de29-4617-ada8-08a924b0a623/3db18798-0688-4309-8b2c-5681b20c0437) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:22.520611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=9f31cf46-d654-4aef-ada4-dab1fc37d328,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:22.583701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c19a7-e1c2-4300-8871-4489e08c6413 req-58706572-a634-4c7c-9f33-25e58d28b5b6 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:22.591038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5c19a7-e1c2-4300-8871-4489e08c6413 req-58706572-a634-4c7c-9f33-25e58d28b5b6 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.2711897
Jan 15 21:09:22.592253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Provisioning complete for port e443b873-3809-4b64-a850-fd50781fc4f2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:22.592834 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.626312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port 9f31cf46-d654-4aef-ada4-dab1fc37d328 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:22.630765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.638284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-089544df-b571-47da-995f-99b4ff381f0e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "DELETE /v2.0/ports/9f31cf46-d654-4aef-ada4-dab1fc37d328 HTTP/1.1" status: 204  len: 173 time: 0.9191737
Jan 15 21:09:22.640423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Network 1542b34d-3636-4a55-930f-b252d1345390 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:22.657840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:22.681320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:22.734647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e443b873-3809-4b64-a850-fd50781fc4f2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:22.735264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.740969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event updated for resources: {'Port': ['ID=1d2d578f-c964-4b28-bacd-f8fe406560d3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:22.753450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-711b238f-1308-4b9c-b066-67d8107d1a0f req-3f9312c2-4b6a-4efd-8fb6-40f845917f02 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups?id=aba3a8ec-42b3-4288-8d05-99d5b30cd5db&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3281329
Jan 15 21:09:22.772118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5c19a7-e1c2-4300-8871-4489e08c6413 req-a13357eb-fdd5-46fe-9e1c-2eb98781a2bb tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798515
Jan 15 21:09:22.797058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:22.798056 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.809948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port a63ec384-e15d-441f-b027-6fb09676099b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:22.810591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a63ec384-e15d-441f-b027-6fb09676099b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:22.827387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-09acc639-e4b9-4795-9c11-0c93a03767f8 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5920916
Jan 15 21:09:22.828674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36592) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:23.012173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'name': 'network-vif-deleted', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9'}, {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:23.031077 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f44bf2e-2926-4b9e-a383-4bc7b9ae033b" -d '{"events": [{"server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "name": "network-vif-deleted", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9"}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:23.073225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port a63ec384-e15d-441f-b027-6fb09676099b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a63ec384-e15d-441f-b027-6fb09676099b,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:23.076251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a63ec384-e15d-441f-b027-6fb09676099b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.130481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for a63ec384-e15d-441f-b027-6fb09676099b owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:23.170958 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa517ca-c42a-4ffb-8fcd-92c6cb834022 x-openstack-request-id: req-9fa517ca-c42a-4ffb-8fcd-92c6cb834022 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:23.171407 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f2d43f-7008-4b4d-ac8d-5959a48ab04d", "name": "network-vif-deleted", "tag": "ff65d28b-c16d-4f12-aa41-9bb138a73168", "status": "completed", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "64cf49a0-1762-46ea-8738-821b466cb2c9", "status": "completed", "code": 200}, {"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "9f31cf46-d654-4aef-ada4-dab1fc37d328", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:23.171676 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fa517ca-c42a-4ffb-8fcd-92c6cb834022 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:23.172112 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f2d43f-7008-4b4d-ac8d-5959a48ab04d', 'name': 'network-vif-deleted', 'tag': 'ff65d28b-c16d-4f12-aa41-9bb138a73168', 'status': 'completed', 'code': 200}
Jan 15 21:09:23.172986 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '64cf49a0-1762-46ea-8738-821b466cb2c9', 'status': 'completed', 'code': 200}
Jan 15 21:09:23.173242 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': '9f31cf46-d654-4aef-ada4-dab1fc37d328', 'status': 'completed', 'code': 200}
Jan 15 21:09:23.197952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks [] for port (3db18798-0688-4309-8b2c-5681b20c0437), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.205014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ff65d28b-c16d-4f12-aa41-9bb138a73168 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:23.220002 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3db18798-0688-4309-8b2c-5681b20c0437), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.234588 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (10491484-de29-4617-ada8-08a924b0a623), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.348572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=10491484-de29-4617-ada8-08a924b0a623,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:23.364007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e443b873-3809-4b64-a850-fd50781fc4f2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:23.364464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.382160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: ff65d28b-c16d-4f12-aa41-9bb138a73168 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:23.382516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ff65d28b-c16d-4f12-aa41-9bb138a73168 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:23.383907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Current status of the port e443b873-3809-4b64-a850-fd50781fc4f2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:23.384496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.431278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Network d6dd2508-5413-4012-b75b-d3a729abdd95 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:23.439876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:23.455501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:23.482815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port e443b873-3809-4b64-a850-fd50781fc4f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e443b873-3809-4b64-a850-fd50781fc4f2,segment=NetworkSegment(a20e00e9-555d-4f17-aef1-8d718d1f7b68),segment_id=a20e00e9-555d-4f17-aef1-8d718d1f7b68)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:23.484576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.497203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'project_id': 'beda704789874ed882dc05805c5c19f5', 'port_id': '1d2d578f-c964-4b28-bacd-f8fe406560d3'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:23.508170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Pushing event updated for resources: {'Port': ['ID=3db18798-0688-4309-8b2c-5681b20c0437,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:23.516578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.546130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.572050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a63ec384-e15d-441f-b027-6fb09676099b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.593632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a01a430>,) {'filters': {'network_id': ['d6dd2508-5413-4012-b75b-d3a729abdd95']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:23.604572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.609146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Attempting to bind port 3db18798-0688-4309-8b2c-5681b20c0437 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:23.610267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Attempting to bind port 3db18798-0688-4309-8b2c-5681b20c0437 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4f20ea8-3406-484b-960f-13f3ab0bed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:23.610792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Attempting to bind port 3db18798-0688-4309-8b2c-5681b20c0437 on network d6dd2508-5413-4012-b75b-d3a729abdd95 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:23.617737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=a63ec384-e15d-441f-b027-6fb09676099b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:23.622052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a01a430>, 'b4f20ea8-3406-484b-960f-13f3ab0bed5f') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:23.622424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a01a430>, 'b4f20ea8-3406-484b-960f-13f3ab0bed5f') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:23.622689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=e443b873-3809-4b64-a850-fd50781fc4f2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:23.628650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:23.629275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Checking segment: {'id': 'b4f20ea8-3406-484b-960f-13f3ab0bed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:23.630016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.630686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Bound using segment: {'id': 'b4f20ea8-3406-484b-960f-13f3ab0bed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:23.631305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Bound port: 3db18798-0688-4309-8b2c-5681b20c0437, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f20ea8-3406-484b-960f-13f3ab0bed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:23.632562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3db18798-0688-4309-8b2c-5681b20c0437), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.651997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:23.652353 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:23.675121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.682095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port a63ec384-e15d-441f-b027-6fb09676099b on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:23.697431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.700998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3310904e-9213-441e-b2e7-34cba5de9c3f req-2c354190-096e-46cf-a767-962350c67879 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.39 "DELETE /v2.0/ports/a63ec384-e15d-441f-b027-6fb09676099b HTTP/1.1" status: 204  len: 173 time: 1.0576146
Jan 15 21:09:23.707821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.718829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:23.721032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:23.738977 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:23.743739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-85d89f04-285e-4d77-81b5-99da69a22907 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:23.745282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-85d89f04-285e-4d77-81b5-99da69a22907 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.0650356
Jan 15 21:09:23.754719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] For port 3db18798-0688-4309-8b2c-5681b20c0437, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:23.827320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] For port 3db18798-0688-4309-8b2c-5681b20c0437, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db18798-0688-4309-8b2c-5681b20c0437,segment=NetworkSegment(b4f20ea8-3406-484b-960f-13f3ab0bed5f),segment_id=b4f20ea8-3406-484b-960f-13f3ab0bed5f)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:23.832242 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3db18798-0688-4309-8b2c-5681b20c0437), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.835167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:23.835167 ncdv-master-1 neutron-server[114437]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:23.835167 ncdv-master-1 neutron-server[114437]: [parameters: {'id': 'd6dd2508-5413-4012-b75b-d3a729abdd95'}]
Jan 15 21:09:23.835167 ncdv-master-1 neutron-server[114437]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:23.837006 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:23.896761 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.942825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Deleting port 05b918a9-ba4e-497c-b753-eb391f56ed6d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:23.943192 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:23.976093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1843b91-e1d9-4167-a668-c7f867fd5475 None None] Pushing event updated for resources: {'Port': ['ID=3db18798-0688-4309-8b2c-5681b20c0437,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:23.989952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1092e7c3-cedd-4f0e-b1d0-d4cf292212dc None None] Network d6dd2508-5413-4012-b75b-d3a729abdd95 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:24.072939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e443b873-3809-4b64-a850-fd50781fc4f2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:09:24.117189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e3be5d2-0cd0-434e-bd27-ac9e81a0a19f req-78d5f67f-98cf-488d-bde1-5cfcdc438d35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/ports?device_id=686aa731-082f-4584-8607-5a40f0d63220 HTTP/1.1" status: 200  len: 210 time: 0.1694212
Jan 15 21:09:24.181317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba06b-95b6-47c7-a7c7-5122cfd3d5b4 req-1a57e78d-bad0-4c3d-971f-08de62d80c14 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:24.184094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0dba06b-95b6-47c7-a7c7-5122cfd3d5b4 req-1a57e78d-bad0-4c3d-971f-08de62d80c14 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ad265d9-74dd-44bc-80d0-3a10870684e0 HTTP/1.1" status: 200  len: 945 time: 0.2827756
Jan 15 21:09:24.236609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] For port 05b918a9-ba4e-497c-b753-eb391f56ed6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05b918a9-ba4e-497c-b753-eb391f56ed6d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:24.237018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.284249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Calling delete_port for 05b918a9-ba4e-497c-b753-eb391f56ed6d owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:24.320404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Allocated IP 172.35.1.215 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/4c19d15f-840d-4de5-abb0-99477796a32a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:24.398431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.426127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.433841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-32887721-fddc-485b-aa5c-6a5da44814c1 None None] Current status of the port e443b873-3809-4b64-a850-fd50781fc4f2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:24.461429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e443b873-3809-4b64-a850-fd50781fc4f2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:24.461801 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.541002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0dba06b-95b6-47c7-a7c7-5122cfd3d5b4 req-280a6768-5a9f-4a96-96c5-21994f24e723 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355124
Jan 15 21:09:24.541455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (05b918a9-ba4e-497c-b753-eb391f56ed6d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.558052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f3be8950-449a-4055-b53b-ad46640f964d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:24.573432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event deleted for resources: {'Port': ['ID=05b918a9-ba4e-497c-b753-eb391f56ed6d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:24.598050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for port (4c19d15f-840d-4de5-abb0-99477796a32a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.624085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['05b918a9-ba4e-497c-b753-eb391f56ed6d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:24.631283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port 3db18798-0688-4309-8b2c-5681b20c0437 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:24.631744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3db18798-0688-4309-8b2c-5681b20c0437), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.647988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] No DVR routers for this DVR port 05b918a9-ba4e-497c-b753-eb391f56ed6d on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:24.650892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.654937 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f1f3b80-6486-4325-9e86-98fa52c367d4 req-30c0e464-8bc7-482d-953a-6aa642687101 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.45 "DELETE /v2.0/ports/05b918a9-ba4e-497c-b753-eb391f56ed6d HTTP/1.1" status: 204  len: 173 time: 0.9003582
Jan 15 21:09:24.707261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Provisioning complete for port e443b873-3809-4b64-a850-fd50781fc4f2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:24.707850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.725426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port 3db18798-0688-4309-8b2c-5681b20c0437, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3db18798-0688-4309-8b2c-5681b20c0437,segment=NetworkSegment(b4f20ea8-3406-484b-960f-13f3ab0bed5f),segment_id=b4f20ea8-3406-484b-960f-13f3ab0bed5f)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:24.725930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3db18798-0688-4309-8b2c-5681b20c0437), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.729356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:24.775104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for 3db18798-0688-4309-8b2c-5681b20c0437 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:24.797938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:24.803197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:24.810042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:24.907058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Pushing event updated for resources: {'Port': ['ID=4c19d15f-840d-4de5-abb0-99477796a32a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:24.995172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e443b873-3809-4b64-a850-fd50781fc4f2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:25.035987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Current status of the port e443b873-3809-4b64-a850-fd50781fc4f2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:25.084483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Provisioning complete for port 1d2d578f-c964-4b28-bacd-f8fe406560d3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:25.084765 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.129128 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d2ff0-5df0-43b7-90a7-933dbb65dd6a None None] Port 1d2d578f-c964-4b28-bacd-f8fe406560d3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:25.135824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3db18798-0688-4309-8b2c-5681b20c0437), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.174457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b'}, {'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'name': 'network-vif-deleted', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:25.177038 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3164d3-a71e-4f76-99ea-7caa21d6f80e" -d '{"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "a63ec384-e15d-441f-b027-6fb09676099b"}, {"server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "name": "network-vif-deleted", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:25.220708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=3db18798-0688-4309-8b2c-5681b20c0437,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:25.222700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port 3db18798-0688-4309-8b2c-5681b20c0437 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:25.272067 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1cbf21-333d-4538-88fb-21e1fdf28edb x-openstack-request-id: req-8e1cbf21-333d-4538-88fb-21e1fdf28edb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:25.272369 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686aa731-082f-4584-8607-5a40f0d63220", "name": "network-vif-deleted", "tag": "a63ec384-e15d-441f-b027-6fb09676099b", "status": "completed", "code": 200}, {"server_uuid": "6ad265d9-74dd-44bc-80d0-3a10870684e0", "name": "network-vif-deleted", "tag": "05b918a9-ba4e-497c-b753-eb391f56ed6d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:25.272617 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e1cbf21-333d-4538-88fb-21e1fdf28edb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:25.273069 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686aa731-082f-4584-8607-5a40f0d63220', 'name': 'network-vif-deleted', 'tag': 'a63ec384-e15d-441f-b027-6fb09676099b', 'status': 'completed', 'code': 200}
Jan 15 21:09:25.273321 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad265d9-74dd-44bc-80d0-3a10870684e0', 'name': 'network-vif-deleted', 'tag': '05b918a9-ba4e-497c-b753-eb391f56ed6d', 'status': 'completed', 'code': 200}
Jan 15 21:09:25.293353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:25.416648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (aba3a8ec-42b3-4288-8d05-99d5b30cd5db), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.417978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.458490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (aba3a8ec-42b3-4288-8d05-99d5b30cd5db), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.493926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e785f6bb0>,) {'filters': {'network_id': ['d6dd2508-5413-4012-b75b-d3a729abdd95']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:25.547549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e785f6bb0>, 'b4f20ea8-3406-484b-960f-13f3ab0bed5f') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:25.548032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e785f6bb0>, 'b4f20ea8-3406-484b-960f-13f3ab0bed5f') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:25.552726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aba3a8ec-42b3-4288-8d05-99d5b30cd5db), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.556444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.562619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/security-groups/aba3a8ec-42b3-4288-8d05-99d5b30cd5db HTTP/1.1" status: 204  len: 168 time: 0.2639320
Jan 15 21:09:25.563870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36704) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:25.633572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10cca7-49c0-4002-9345-b48fd1b9fbd7 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:25.639634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5f00a-31fa-4222-845c-2a462f76fb35 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3a8ec-42b3-4288-8d05-99d5b30cd5db,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:25.663488 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-1ec37af4-13b2-4c20-8326-c1dade2c208c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] show failed (client error): The resource could not be found.
Jan 15 21:09:25.664764 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ec37af4-13b2-4c20-8326-c1dade2c208c tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "GET /v2.0/security-groups/aba3a8ec-42b3-4288-8d05-99d5b30cd5db HTTP/1.1" status: 404  len: 347 time: 0.0524106
Jan 15 21:09:25.667973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:25.668552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.720606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.746722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:25.747124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (b4f20ea8-3406-484b-960f-13f3ab0bed5f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:25.756289 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:25.912231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10cca7-49c0-4002-9345-b48fd1b9fbd7 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:25.930033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port d186cb97-4a30-4fe1-a33a-40a3fe957203 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:25.930433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.013296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (ecb26f56-26eb-40ab-95c8-12188c4dae26), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.065015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d6dd2508-5413-4012-b75b-d3a729abdd95), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.089096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.092791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/d6dd2508-5413-4012-b75b-d3a729abdd95 HTTP/1.1" status: 204  len: 168 time: 4.7963235
Jan 15 21:09:26.095849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.096434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (d186cb97-4a30-4fe1-a33a-40a3fe957203), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.111059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36732) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:26.117113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for d186cb97-4a30-4fe1-a33a-40a3fe957203 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:26.139868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185280220'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:26.152248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e163d8-c50d-4f54-895d-3e52cba853c2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=d6dd2508-5413-4012-b75b-d3a729abdd95,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:26.188797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.193293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:26.197350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.357671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d186cb97-4a30-4fe1-a33a-40a3fe957203), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.408936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=d186cb97-4a30-4fe1-a33a-40a3fe957203,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:26.434027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef979c-0007-4562-a9a2-8f83ae2d60e6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:26.479447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8089cc58-8f5f-4d64-8004-0154888b43b2 None None] Provisioning complete for port 88a0e402-80ed-4694-bcd3-f181c1c18d44 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:26.479828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8089cc58-8f5f-4d64-8004-0154888b43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.512686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for floatingip (3e5425a0-da83-406e-b2cf-e81c2e9598b2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.516166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.517948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4fa4dded-b819-4347-afd8-0aa0680f968e tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/floatingips/3e5425a0-da83-406e-b2cf-e81c2e9598b2 HTTP/1.1" status: 204  len: 168 time: 0.8483260
Jan 15 21:09:26.520815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36754) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:26.594178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8089cc58-8f5f-4d64-8004-0154888b43b2 None None] Current status of the port 88a0e402-80ed-4694-bcd3-f181c1c18d44 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:26.638056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port d8af72f0-b932-47f5-b578-70fdd429d39b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:26.638610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.660900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591a91f-5c2b-4a7a-be71-a907a390bb00 req-9445b0b8-6ca1-42bd-afde-372fb860c08d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:26.662432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4591a91f-5c2b-4a7a-be71-a907a390bb00 req-9445b0b8-6ca1-42bd-afde-372fb860c08d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.6004715
Jan 15 21:09:26.682435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:26.716306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.716768 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment e02b6a01-a9a5-4f8a-9ab8-95569123a362 of type vlan for network e8107a8b-3659-4215-85c7-7c42398fa7ce
Jan 15 21:09:26.744227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.758399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for d8af72f0-b932-47f5-b578-70fdd429d39b owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:26.829800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4591a91f-5c2b-4a7a-be71-a907a390bb00 req-862c53ca-4da7-40fd-b3d8-22160b9a1f40 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593237
Jan 15 21:09:26.831446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.843144 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:09:26.881243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.887247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:26.887884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:26.976494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8504493
Jan 15 21:09:26.977177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:26.996012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:27.059729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719a984-28c0-47b8-b60d-076dd394750c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=e8107a8b-3659-4215-85c7-7c42398fa7ce,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:27.072790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e8107a8b-3659-4215-85c7-7c42398fa7ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:27.082469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for port (4c19d15f-840d-4de5-abb0-99477796a32a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.096607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.143115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:27.241669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ecb26f56-26eb-40ab-95c8-12188c4dae26), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.296891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Pushing event updated for resources: {'Port': ['ID=4c19d15f-840d-4de5-abb0-99477796a32a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:27.345506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:27.350137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.392006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d8af72f0-b932-47f5-b578-70fdd429d39b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.435331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=d8af72f0-b932-47f5-b578-70fdd429d39b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:27.470215 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6528cef-ead4-464e-9345-21ab36a3a7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.472749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing IP validity checks on allocation pools {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:09:27.473297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:09:27.488773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36784) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:27.507640 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Floating IP ecb26f56-26eb-40ab-95c8-12188c4dae26 associated. External IP: 172.35.1.215, port: 1d2d578f-c964-4b28-bacd-f8fe406560d3.
Jan 15 21:09:27.553398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.560298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a669e1a-fc53-411d-bce1-e74ecbc8def6 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/ports/d8af72f0-b932-47f5-b578-70fdd429d39b HTTP/1.1" status: 204  len: 168 time: 1.0380487
Jan 15 21:09:27.562122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36788) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:27.624947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-dcfe8dff-75c8-40e2-a7eb-39b4279a192d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:27.626453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-dcfe8dff-75c8-40e2-a7eb-39b4279a192d tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.1140146
Jan 15 21:09:27.676198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b30e055-732f-44bb-80d2-9315b3621cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.751565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port d36cd432-9054-48c0-a218-c6094ff964e7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:27.752477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.797288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6528cef-ead4-464e-9345-21ab36a3a7e0 admin admin] Publish callbacks [] for security_group (0d20d75a-b0b1-4d7b-9303-30c2766b76c5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.826796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Deleting port f3be8950-449a-4055-b53b-ad46640f964d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:27.827205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f3be8950-449a-4055-b53b-ad46640f964d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.843102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a6528cef-ead4-464e-9345-21ab36a3a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d20d75a-b0b1-4d7b-9303-30c2766b76c5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.854322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e806374c-f322-4d1b-8760-1924c34bd900), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.918608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:27.946623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for d36cd432-9054-48c0-a218-c6094ff964e7 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:28.017377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] For port f3be8950-449a-4055-b53b-ad46640f964d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f3be8950-449a-4055-b53b-ad46640f964d,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:28.017749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f3be8950-449a-4055-b53b-ad46640f964d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.024017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6528cef-ead4-464e-9345-21ab36a3a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20d75a-b0b1-4d7b-9303-30c2766b76c5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.028383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a6528cef-ead4-464e-9345-21ab36a3a7e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=992745d755ed40158083897a00739a0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8780830
Jan 15 21:09:28.039538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36792) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.050590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Calling delete_port for f3be8950-449a-4055-b53b-ad46640f964d owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:28.093757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=e806374c-f322-4d1b-8760-1924c34bd900,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.106321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b30e055-732f-44bb-80d2-9315b3621cae admin admin] Publish callbacks [] for security_group (a6bc9154-2bf3-4ca0-a599-ed345fe50df2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.116425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b30e055-732f-44bb-80d2-9315b3621cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a6bc9154-2bf3-4ca0-a599-ed345fe50df2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.141322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd949-35ac-4e86-8872-a13a895e5f58 req-a2f9f1da-f87f-45e2-a877-4902775542a4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:28.142776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2bdbd949-35ac-4e86-8872-a13a895e5f58 req-a2f9f1da-f87f-45e2-a877-4902775542a4 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 945 time: 0.2062376
Jan 15 21:09:28.149470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:28.162387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'e02b6a01-a9a5-4f8a-9ab8-95569123a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:28.162763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: e8107a8b-3659-4215-85c7-7c42398fa7ce, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:28.203828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] Publish callbacks [] for security_group (0d20d75a-b0b1-4d7b-9303-30c2766b76c5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.204040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30e055-732f-44bb-80d2-9315b3621cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc9154-2bf3-4ca0-a599-ed345fe50df2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.208992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b30e055-732f-44bb-80d2-9315b3621cae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d1927db1fdc428db486a728f66309c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7160149
Jan 15 21:09:28.218341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.274996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] Publish callbacks [] for security_group (0d20d75a-b0b1-4d7b-9303-30c2766b76c5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.279065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d36cd432-9054-48c0-a218-c6094ff964e7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.281651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network e8107a8b-3659-4215-85c7-7c42398fa7ce is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:28.294749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2bdbd949-35ac-4e86-8872-a13a895e5f58 req-854f20aa-efd2-443b-9d01-dd747b3004cf tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/security-groups?id=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410937
Jan 15 21:09:28.307855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8107a8b-3659-4215-85c7-7c42398fa7ce) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:28.314308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:28.314919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.329997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed775ee-b4e0-422b-b7c7-58d3c3e39290 None None] Network e8107a8b-3659-4215-85c7-7c42398fa7ce requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:28.382692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=d36cd432-9054-48c0-a218-c6094ff964e7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.394778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4c3a67cf-323d-4bc4-a200-60c45359fdd2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.4074063
Jan 15 21:09:28.400910 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.462713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:28.464973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8107a8b-3659-4215-85c7-7c42398fa7ce', 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': 'e806374c-f322-4d1b-8760-1924c34bd900'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:28.466464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.479315 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] Sync routers for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:28.489253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] Publish callbacks [] for security_group (a6bc9154-2bf3-4ca0-a599-ed345fe50df2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.492740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.500744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f3be8950-449a-4055-b53b-ad46640f964d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.501792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:28.502782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2cf790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:28.511282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 05b918a9-ba4e-497c-b753-eb391f56ed6d no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:28.534745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.541667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-677af2bf-2587-48ab-b219-10fb323338af tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/ports/d36cd432-9054-48c0-a218-c6094ff964e7 HTTP/1.1" status: 204  len: 168 time: 0.9780087
Jan 15 21:09:28.542157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d794c063-ee14-4fb2-b801-78ce37b5ae5f tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 5.7122769
Jan 15 21:09:28.542705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.545756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.556225 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2cf790>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:28.560495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 05b918a9-ba4e-497c-b753-eb391f56ed6d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:28.560495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 05b918a9-ba4e-497c-b753-eb391f56ed6d not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:28.561480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f3be8950-449a-4055-b53b-ad46640f964d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:28.569112 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:28.570029 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2cf790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:28.570153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d20d75a-b0b1-4d7b-9303-30c2766b76c5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.573467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.573778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d20d75a-b0b1-4d7b-9303-30c2766b76c5 HTTP/1.1" status: 204  len: 168 time: 0.5332394
Jan 15 21:09:28.595757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] Publish callbacks [] for security_group (a6bc9154-2bf3-4ca0-a599-ed345fe50df2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.597625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Pushing event deleted for resources: {'Port': ['ID=f3be8950-449a-4055-b53b-ad46640f964d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.607642 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2cf790>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:28.608833 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed38dc-50b6-40c4-9f10-5b8e5555a503 None None] The sync data for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:28.628710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.651571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469ecc-0916-4382-95f0-556f95e367a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20d75a-b0b1-4d7b-9303-30c2766b76c5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:28.681493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] No DVR routers for this DVR port f3be8950-449a-4055-b53b-ad46640f964d on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:28.684350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.689127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e4b3797d-7672-4328-8b99-106dc5daa55c req-4ed00e9c-bb48-4292-9b4f-0b095bc5d782 tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.39 "DELETE /v2.0/ports/f3be8950-449a-4055-b53b-ad46640f964d HTTP/1.1" status: 204  len: 173 time: 1.0426688
Jan 15 21:09:28.699145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'name': 'network-vif-deleted', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:28.701950 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af485b-fcad-4b07-be4e-89cc77ea33e1" -d '{"events": [{"server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "name": "network-vif-deleted", "tag": "f3be8950-449a-4055-b53b-ad46640f964d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:28.755732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting subnet f8a965f3-eb93-40e8-a566-2470acf7aac2 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:28.760282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for subnet (f8a965f3-eb93-40e8-a566-2470acf7aac2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.787078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f9060f3d-9ce9-4f29-b1bb-973decb43b24 tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "GET /v2.0/floatingips/ecb26f56-26eb-40ab-95c8-12188c4dae26 HTTP/1.1" status: 200  len: 983 time: 0.2400784
Jan 15 21:09:28.826501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:28.829390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f8a965f3-eb93-40e8-a566-2470acf7aac2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.869388 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0453f877-0274-4321-8939-deeffbbc16bc x-openstack-request-id: req-0453f877-0274-4321-8939-deeffbbc16bc {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:28.869838 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827235d8-4a51-49b0-af9e-f45e37bcf762", "name": "network-vif-deleted", "tag": "f3be8950-449a-4055-b53b-ad46640f964d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:28.870239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0453f877-0274-4321-8939-deeffbbc16bc {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:28.870729 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827235d8-4a51-49b0-af9e-f45e37bcf762', 'name': 'network-vif-deleted', 'tag': 'f3be8950-449a-4055-b53b-ad46640f964d', 'status': 'completed', 'code': 200}
Jan 15 21:09:28.908951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a6bc9154-2bf3-4ca0-a599-ed345fe50df2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.912174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:28.917181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6bc9154-2bf3-4ca0-a599-ed345fe50df2 HTTP/1.1" status: 204  len: 168 time: 0.6965985
Jan 15 21:09:28.934439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Allocated IP 172.20.0.3 (e8107a8b-3659-4215-85c7-7c42398fa7ce/e806374c-f322-4d1b-8760-1924c34bd900/c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:28.995333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb083859-2b3c-4319-ab6f-ef45b4817d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc9154-2bf3-4ca0-a599-ed345fe50df2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.037267 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f8a965f3-eb93-40e8-a566-2470acf7aac2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.143780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e806374c-f322-4d1b-8760-1924c34bd900), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.181890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f8a965f3-eb93-40e8-a566-2470acf7aac2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.192208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-491dbf66-d050-487e-85ee-3c36191950c9 tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1467 time: 0.3635991
Jan 15 21:09:29.195285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36814) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.245123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a965f3-eb93-40e8-a566-2470acf7aac2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.263627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.268597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b5170bc-c0d3-4295-9c8d-ad91af381715 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/subnets/f8a965f3-eb93-40e8-a566-2470acf7aac2 HTTP/1.1" status: 204  len: 168 time: 0.6937032
Jan 15 21:09:29.271263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36818) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.287167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694dc9d-dda6-4d87-8f5b-afe754ce192d None None] Network f213ffd6-16a4-404b-80d4-e008020201ac requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:29.289529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.321725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfcba-3c9f-4938-a175-d9801358a42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.367800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks [] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.440353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting subnet bd2bc871-6286-450c-91cc-75d6c771f544 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:29.447823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for subnet (bd2bc871-6286-450c-91cc-75d6c771f544), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.458584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e806374c-f322-4d1b-8760-1924c34bd900), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.464483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.504817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (bd2bc871-6286-450c-91cc-75d6c771f544), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.535930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=e806374c-f322-4d1b-8760-1924c34bd900,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.545075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Network e8107a8b-3659-4215-85c7-7c42398fa7ce is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:29.554995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:29.564259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:29.569094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Pushing event updated for resources: {'Port': ['ID=c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.636710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-648e4cf1-0d75-483b-9e0d-7aab24409585 req-112a3ddc-eef8-4b77-b55b-eea67ba2d1ce tempest-ListServerFiltersTestJSON-889084796 tempest-ListServerFiltersTestJSON-889084796-project] 10.222.0.46 "GET /v2.0/ports?device_id=827235d8-4a51-49b0-af9e-f45e37bcf762 HTTP/1.1" status: 200  len: 210 time: 0.1318574
Jan 15 21:09:29.645144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36826) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.665835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] DHCP port deletion for f213ffd6-16a4-404b-80d4-e008020201ac request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:29.674715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.684708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d72b3546-d7f2-4aa6-8b8d-14c1751f53be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.702942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bd2bc871-6286-450c-91cc-75d6c771f544), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.708946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Attempting to bind port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:29.709320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Attempting to bind port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e02b6a01-a9a5-4f8a-9ab8-95569123a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:29.709676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Attempting to bind port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 on network e8107a8b-3659-4215-85c7-7c42398fa7ce {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:29.717230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:29.717438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfcba-3c9f-4938-a175-d9801358a42e admin admin] Publish callbacks [] for security_group (31bdaef2-1b46-4153-a171-5634d9d5b931), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.717651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Checking segment: {'id': 'e02b6a01-a9a5-4f8a-9ab8-95569123a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:29.718196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.718363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Bound using segment: {'id': 'e02b6a01-a9a5-4f8a-9ab8-95569123a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:29.719241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Bound port: c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02b6a01-a9a5-4f8a-9ab8-95569123a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:29.719649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.723642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a79d610>,) {'filters': {'network_id': ['e8107a8b-3659-4215-85c7-7c42398fa7ce']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:29.736415 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfcba-3c9f-4938-a175-d9801358a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (31bdaef2-1b46-4153-a171-5634d9d5b931), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.746140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a79d610>, 'e02b6a01-a9a5-4f8a-9ab8-95569123a362') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:29.746527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a79d610>, 'e02b6a01-a9a5-4f8a-9ab8-95569123a362') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:29.766588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port 4c19d15f-840d-4de5-abb0-99477796a32a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:29.767060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.788621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.794222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Deleting port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:29.794589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.814109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (bd2bc871-6286-450c-91cc-75d6c771f544), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.835318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] For port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:29.854957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4d8bfcba-3c9f-4938-a175-d9801358a42e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd356f8bdb4f4bfbb7c1a79fed537348&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5618126
Jan 15 21:09:29.855173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2bc871-6286-450c-91cc-75d6c771f544,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.855283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bfcba-3c9f-4938-a175-d9801358a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bdaef2-1b46-4153-a171-5634d9d5b931,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:29.857569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.858344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] For port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5,segment=NetworkSegment(e02b6a01-a9a5-4f8a-9ab8-95569123a362),segment_id=e02b6a01-a9a5-4f8a-9ab8-95569123a362)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:29.870263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.873042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.875459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.880202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c39ba034-1511-4381-b385-58fa4c2281d1 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/subnets/bd2bc871-6286-450c-91cc-75d6c771f544 HTTP/1.1" status: 204  len: 168 time: 0.5899818
Jan 15 21:09:29.883375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36830) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:29.885920 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d72b3546-d7f2-4aa6-8b8d-14c1751f53be admin admin] Publish callbacks [] for security_group (5ef332f9-2ef2-4e67-9878-8ffb7f21325b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.889266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011f6f4-d200-46aa-8dc3-85dde4ac2691 None None] Network f6dce376-1a08-428a-8bf0-aa7cf17a7a69 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:29.897699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:29.898119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:29.901324 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:29.976432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] For port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:29.976888 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.979410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.979941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (4c19d15f-840d-4de5-abb0-99477796a32a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:29.998834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f213ffd6-16a4-404b-80d4-e008020201ac), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.004064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d72b3546-d7f2-4aa6-8b8d-14c1751f53be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ef332f9-2ef2-4e67-9878-8ffb7f21325b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.016346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for 4c19d15f-840d-4de5-abb0-99477796a32a owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:30.032131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Calling delete_port for 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:30.033449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:30.033449 ncdv-master-1 neutron-server[114437]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:30.033449 ncdv-master-1 neutron-server[114437]: [parameters: {'id': 'e8107a8b-3659-4215-85c7-7c42398fa7ce'}]
Jan 15 21:09:30.033449 ncdv-master-1 neutron-server[114437]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:30.033782 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:30.044972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] Publish callbacks [] for security_group (31bdaef2-1b46-4153-a171-5634d9d5b931), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.057918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:30.063081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3546-d7f2-4aa6-8b8d-14c1751f53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef332f9-2ef2-4e67-9878-8ffb7f21325b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.086719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a10e9-2317-4edc-b17d-40c9cc051f0b None None] Pushing event updated for resources: {'Port': ['ID=c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.118977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0cca6d-648f-4195-8698-9127d9e590f1 None None] Network e8107a8b-3659-4215-85c7-7c42398fa7ce requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:30.122630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d72b3546-d7f2-4aa6-8b8d-14c1751f53be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05828d16896841ff94278c4d10a1c4a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4738996
Jan 15 21:09:30.126783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36832) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:30.141174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] Publish callbacks [] for security_group (31bdaef2-1b46-4153-a171-5634d9d5b931), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.185162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Deleting port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:30.185512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.251958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] Publish callbacks [] for security_group (5ef332f9-2ef2-4e67-9878-8ffb7f21325b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.289443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] For port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,segment=NetworkSegment(469ae71f-f193-4059-baee-3b17841b6369),segment_id=469ae71f-f193-4059-baee-3b17841b6369)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:30.289818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.303439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] Publish callbacks [] for security_group (5ef332f9-2ef2-4e67-9878-8ffb7f21325b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.319094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Calling delete_port for 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:30.327847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:30.328450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.347540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.386482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] Pushing event deleted for resources: {'Port': ['ID=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.392283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1074f1-de56-4b66-b902-8abb0065fd44 None None] No DVR routers for this DVR port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:30.403602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] DHCP port deletion for f6dce376-1a08-428a-8bf0-aa7cf17a7a69 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:30.459663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5ef332f9-2ef2-4e67-9878-8ffb7f21325b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.462762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.464260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ef332f9-2ef2-4e67-9878-8ffb7f21325b HTTP/1.1" status: 204  len: 168 time: 0.3339086
Jan 15 21:09:30.478584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866a88e-6f7a-410a-a6c4-589d784a02ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef332f9-2ef2-4e67-9878-8ffb7f21325b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.491625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Deleting port f8b01774-96c3-4805-a82c-40577a516d66 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:30.492024 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f8b01774-96c3-4805-a82c-40577a516d66), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.493390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6e3ea58b-3a51-4e09-bac2-d6df632a0b6a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.534836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] No DVR routers for this DVR port 6e3ea58b-3a51-4e09-bac2-d6df632a0b6a on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:30.548258 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.548818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Port': ['ID=6e3ea58b-3a51-4e09-bac2-d6df632a0b6a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.606689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] For port f8b01774-96c3-4805-a82c-40577a516d66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8b01774-96c3-4805-a82c-40577a516d66,segment=NetworkSegment(660ce4a5-166a-4fab-9387-e5f395edf288),segment_id=660ce4a5-166a-4fab-9387-e5f395edf288)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:30.607147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f8b01774-96c3-4805-a82c-40577a516d66), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.632295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Calling delete_port for f8b01774-96c3-4805-a82c-40577a516d66 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:30.632435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f213ffd6-16a4-404b-80d4-e008020201ac), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.657194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f5f430>,) {'filters': {'network_id': ['f213ffd6-16a4-404b-80d4-e008020201ac']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:30.667568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f5f430>, '469ae71f-f193-4059-baee-3b17841b6369') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:30.667568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f5f430>, '469ae71f-f193-4059-baee-3b17841b6369') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:30.680756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (469ae71f-f193-4059-baee-3b17841b6369), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.691946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (31bdaef2-1b46-4153-a171-5634d9d5b931), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.694471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (469ae71f-f193-4059-baee-3b17841b6369), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.701047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:30.701798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (469ae71f-f193-4059-baee-3b17841b6369), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.707174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.718614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31bdaef2-1b46-4153-a171-5634d9d5b931 HTTP/1.1" status: 204  len: 168 time: 0.8586402
Jan 15 21:09:30.726226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:30.729084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.733369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36842) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:30.775111 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:30.782130 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (f8b01774-96c3-4805-a82c-40577a516d66), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.782950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f213ffd6-16a4-404b-80d4-e008020201ac), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.792794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b6b09-5e89-4462-b008-ce8789cdc90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bdaef2-1b46-4153-a171-5634d9d5b931,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.836270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.838053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4c19d15f-840d-4de5-abb0-99477796a32a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.847316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/networks/f213ffd6-16a4-404b-80d4-e008020201ac HTTP/1.1" status: 204  len: 168 time: 0.9599094
Jan 15 21:09:30.852008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db6d19-f31e-4bb8-a12c-279b5b4b2530 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Network': ['ID=f213ffd6-16a4-404b-80d4-e008020201ac,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.852352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] Pushing event deleted for resources: {'Port': ['ID=f8b01774-96c3-4805-a82c-40577a516d66,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.855146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:30.873452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b98e7-c576-4089-b0d8-38290c4afc89 None None] No DVR routers for this DVR port f8b01774-96c3-4805-a82c-40577a516d66 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:30.887107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=4c19d15f-840d-4de5-abb0-99477796a32a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:30.896904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5,segment=NetworkSegment(e02b6a01-a9a5-4f8a-9ab8-95569123a362),segment_id=e02b6a01-a9a5-4f8a-9ab8-95569123a362)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:30.897263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.904230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Deleting subnet 14814085-c409-4c14-9f95-7b4d53951ad4 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:30.919492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d476c741-4d3c-4072-a0d8-bce8ab2a67d3 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:30.928229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Publish callbacks [] for subnet (14814085-c409-4c14-9f95-7b4d53951ad4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:30.961525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:31.006998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f6dce376-1a08-428a-8bf0-aa7cf17a7a69), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.049903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (14814085-c409-4c14-9f95-7b4d53951ad4), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.088532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (ecb26f56-26eb-40ab-95c8-12188c4dae26), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.089129 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Floating IP ecb26f56-26eb-40ab-95c8-12188c4dae26 disassociated (deleted). External IP: 172.35.1.215, port: 1d2d578f-c964-4b28-bacd-f8fe406560d3.
Jan 15 21:09:31.124805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f6dce376-1a08-428a-8bf0-aa7cf17a7a69), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.134543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d476c741-4d3c-4072-a0d8-bce8ab2a67d3 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:31.151492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78b7fc10>,) {'filters': {'network_id': ['f6dce376-1a08-428a-8bf0-aa7cf17a7a69']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.157560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f3be8950-449a-4055-b53b-ad46640f964d no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:31.164790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b7fc10>, '660ce4a5-166a-4fab-9387-e5f395edf288') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.165233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78b7fc10>, '660ce4a5-166a-4fab-9387-e5f395edf288') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.178745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (660ce4a5-166a-4fab-9387-e5f395edf288), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.199483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (660ce4a5-166a-4fab-9387-e5f395edf288), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.208572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f3be8950-449a-4055-b53b-ad46640f964d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:31.209048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f3be8950-449a-4055-b53b-ad46640f964d not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:31.212463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:31.214012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (660ce4a5-166a-4fab-9387-e5f395edf288), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:31.225431 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:31.300305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.316108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (14814085-c409-4c14-9f95-7b4d53951ad4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.329379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f6dce376-1a08-428a-8bf0-aa7cf17a7a69), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.338099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.349308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] 10.222.0.46 "DELETE /v2.0/networks/f6dce376-1a08-428a-8bf0-aa7cf17a7a69 HTTP/1.1" status: 204  len: 168 time: 0.4907680
Jan 15 21:09:31.367400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:31.403872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port c8ba9e22-59f8-4ba4-b5eb-c0b250aea2f5 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:31.417353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3a07d-d5f5-4101-a049-3ae246307624 tempest-TaggedBootDevicesTest-1219595898 tempest-TaggedBootDevicesTest-1219595898-project] Pushing event deleted for resources: {'Network': ['ID=f6dce376-1a08-428a-8bf0-aa7cf17a7a69,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:31.584169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.607109 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (14814085-c409-4c14-9f95-7b4d53951ad4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.629974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7839e730>,) {'filters': {'network_id': ['e8107a8b-3659-4215-85c7-7c42398fa7ce']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.676237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7839e730>, 'e02b6a01-a9a5-4f8a-9ab8-95569123a362') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.676499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7839e730>, 'e02b6a01-a9a5-4f8a-9ab8-95569123a362') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:31.690461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14814085-c409-4c14-9f95-7b4d53951ad4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:31.730338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.746545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.748421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e1b23-2527-4696-a96a-fd7b95053c30 None None] Network 3a04535e-aee7-4868-b63e-486d26da5acd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:31.751189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-476610ce-f25b-42f7-9b7f-a07ec02ffafe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14814085-c409-4c14-9f95-7b4d53951ad4 HTTP/1.1" status: 204  len: 168 time: 1.0117021
Jan 15 21:09:31.754621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36882) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:31.757859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.826515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:31.826934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (e02b6a01-a9a5-4f8a-9ab8-95569123a362), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:31.830896 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:31.970108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3a04535e-aee7-4868-b63e-486d26da5acd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:31.995113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:32.027049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e8107a8b-3659-4215-85c7-7c42398fa7ce), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.048688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] DHCP port deletion for 3a04535e-aee7-4868-b63e-486d26da5acd request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:32.055326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8b01774-96c3-4805-a82c-40577a516d66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:32.092709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f8b01774-96c3-4805-a82c-40577a516d66 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:32.093197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f8b01774-96c3-4805-a82c-40577a516d66 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:32.104827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.108966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/e8107a8b-3659-4215-85c7-7c42398fa7ce HTTP/1.1" status: 204  len: 168 time: 3.7070768
Jan 15 21:09:32.113205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36904) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:32.118510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362444226'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:32.145579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41517354-0aba-45b6-b5d4-351a286473f4 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=e8107a8b-3659-4215-85c7-7c42398fa7ce,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:32.189664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:32.193563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.238507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Deleting port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:32.239090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.253505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:32.279251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6891b6ef-98c1-447d-a5b5-30d31a020d1d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.279632 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 6891b6ef-98c1-447d-a5b5-30d31a020d1d of type vlan for network 4843da78-eba8-4927-a555-3df5b1385c17
Jan 15 21:09:32.354051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:32.369555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4843da78-eba8-4927-a555-3df5b1385c17), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.369926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] Sync routers for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:32.379241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.388376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:32.389137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.434798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5f09792d-18ee-452d-b438-dc081c25f022 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/floatingips/ecb26f56-26eb-40ab-95c8-12188c4dae26 HTTP/1.1" status: 204  len: 168 time: 3.2382298
Jan 15 21:09:32.435082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a2bb0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.438951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:32.447183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:32.450932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] For port aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:32.451355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.454351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:32.458930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.459113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4843da78-eba8-4927-a555-3df5b1385c17), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.467915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:32.469870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.470024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Calling delete_port for aa8b4fa8-c787-4c42-b8a8-d6a965a61376 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:32.518572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7a2bb0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.519330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d470954-fd61-47ca-aab7-d7c2214f66c3 None None] The sync data for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:32.540107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Deleting port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:32.540786 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.603089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.630557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5161765
Jan 15 21:09:32.635437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 36936) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:32.640448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '4843da78-eba8-4927-a555-3df5b1385c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:32.644885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] For port aa8b4fa8-c787-4c42-b8a8-d6a965a61376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,segment=NetworkSegment(6872e59b-c375-47eb-bfe3-c893dcef97cf),segment_id=6872e59b-c375-47eb-bfe3-c893dcef97cf)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:32.645241 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.645529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:32.647536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] No DVR routers for this DVR port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:32.663065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Calling delete_port for aa8b4fa8-c787-4c42-b8a8-d6a965a61376 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:32.686440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07ac8-614b-4f38-a8d6-a3f4bfd0fc22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=4843da78-eba8-4927-a555-3df5b1385c17,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:32.701908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.720035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4843da78-eba8-4927-a555-3df5b1385c17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:32.731321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3a04535e-aee7-4868-b63e-486d26da5acd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.758175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a228130>,) {'filters': {'network_id': ['3a04535e-aee7-4868-b63e-486d26da5acd']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.772098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a228130>, '6872e59b-c375-47eb-bfe3-c893dcef97cf') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.772463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a228130>, '6872e59b-c375-47eb-bfe3-c893dcef97cf') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:32.787925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (6872e59b-c375-47eb-bfe3-c893dcef97cf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.805921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:32.809592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.809881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6872e59b-c375-47eb-bfe3-c893dcef97cf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.818811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:32.819317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (6872e59b-c375-47eb-bfe3-c893dcef97cf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.830214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (aa8b4fa8-c787-4c42-b8a8-d6a965a61376), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.874855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Pushing event deleted for resources: {'Port': ['ID=aa8b4fa8-c787-4c42-b8a8-d6a965a61376,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:32.884135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] No DVR routers for this DVR port aa8b4fa8-c787-4c42-b8a8-d6a965a61376 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:32.896952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.897303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:32.897607 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.900895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.901307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.901660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.902569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc8366c-36ad-43f5-a48b-2df28457f3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:32.903121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3a04535e-aee7-4868-b63e-486d26da5acd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.911927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:32.916685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a04535e-aee7-4868-b63e-486d26da5acd HTTP/1.1" status: 204  len: 168 time: 1.1601391
Jan 15 21:09:32.928619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d17ea-28e9-4e67-a0e3-0ac26f9e6e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a04535e-aee7-4868-b63e-486d26da5acd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:32.933973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.101998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36962) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:33.124687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Allocated IP 172.35.1.100 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d9987609-c8c3-459f-8f7c-a5ed3aab16a9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:33.155685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a453e75-f78f-423d-a03d-147bff3021bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d727625d6eb47febd54a3f4071bb7c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0523138
Jan 15 21:09:33.159474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 36964) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:33.215941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b1561d93-2fc6-42c7-8765-fc43a951582c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.240711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] Publish callbacks [] for security_group (9571dc00-1ac6-4cde-9db5-577f0e0ca4f6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.268881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] Publish callbacks [] for security_group (9571dc00-1ac6-4cde-9db5-577f0e0ca4f6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.336130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9571dc00-1ac6-4cde-9db5-577f0e0ca4f6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.340114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.342035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9571dc00-1ac6-4cde-9db5-577f0e0ca4f6 HTTP/1.1" status: 204  len: 168 time: 0.1818092
Jan 15 21:09:33.358769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41f40a-7d78-40fa-bcad-67e4b806ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571dc00-1ac6-4cde-9db5-577f0e0ca4f6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:33.652249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=b1561d93-2fc6-42c7-8765-fc43a951582c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:33.680169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': '6891b6ef-98c1-447d-a5b5-30d31a020d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4843da78-eba8-4927-a555-3df5b1385c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:33.680528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 4843da78-eba8-4927-a555-3df5b1385c17, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:33.696404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.716282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 4843da78-eba8-4927-a555-3df5b1385c17 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:33.737573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4843da78-eba8-4927-a555-3df5b1385c17) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:33.743677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:33.744518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.749542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e309d54-80c5-49ea-b062-4d4ee18e4841 None None] Network 4843da78-eba8-4927-a555-3df5b1385c17 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:33.762505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:33.773927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c121bd9-5e58-441a-b5ed-783a0f715035 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1374655
Jan 15 21:09:33.776676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:33.891102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:33.904416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:33.911153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:33.931527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58969108-958d-4576-95c9-82b22d7dcd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4843da78-eba8-4927-a555-3df5b1385c17', 'network_id': '4843da78-eba8-4927-a555-3df5b1385c17', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': 'b1561d93-2fc6-42c7-8765-fc43a951582c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:33.932446 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-58969108-958d-4576-95c9-82b22d7dcd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.029744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Pushing event updated for resources: {'Port': ['ID=d9987609-c8c3-459f-8f7c-a5ed3aab16a9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:34.089561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4843da78-eba8-4927-a555-3df5b1385c17), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.165175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b1561d93-2fc6-42c7-8765-fc43a951582c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.171531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (3b34f158-61f4-4592-8780-7f5bee06d11c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.180629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device aa8b4fa8-c787-4c42-b8a8-d6a965a61376 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:34.228217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.251101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: aa8b4fa8-c787-4c42-b8a8-d6a965a61376 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:34.251510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device aa8b4fa8-c787-4c42-b8a8-d6a965a61376 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:34.267713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (b1561d93-2fc6-42c7-8765-fc43a951582c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-58969108-958d-4576-95c9-82b22d7dcd03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1561d93-2fc6-42c7-8765-fc43a951582c: This subnet is being modified by another concurrent operation.
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:09:34.294588 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1561d93-2fc6-42c7-8765-fc43a951582c: This subnet is being modified by another concurrent operation.
Jan 15 21:09:34.298364 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:09:34.316186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=b1561d93-2fc6-42c7-8765-fc43a951582c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:34.319086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d6ac4-94b4-465d-8fe6-c8b70bbcfacc None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:34.411711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4843da78-eba8-4927-a555-3df5b1385c17), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.456739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d6ac4-94b4-465d-8fe6-c8b70bbcfacc None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:34.464122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79b9ddc0>,) {'filters': {'network_id': ['4843da78-eba8-4927-a555-3df5b1385c17']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:34.487628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b9ddc0>, '6891b6ef-98c1-447d-a5b5-30d31a020d1d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:34.487943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b9ddc0>, '6891b6ef-98c1-447d-a5b5-30d31a020d1d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:34.505093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (6891b6ef-98c1-447d-a5b5-30d31a020d1d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.543063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6891b6ef-98c1-447d-a5b5-30d31a020d1d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.546206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.556635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.562102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:34.562561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (6891b6ef-98c1-447d-a5b5-30d31a020d1d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:34.572323 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:34.682066 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4843da78-eba8-4927-a555-3df5b1385c17), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.687426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.694927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/4843da78-eba8-4927-a555-3df5b1385c17 HTTP/1.1" status: 204  len: 168 time: 0.9138882
Jan 15 21:09:34.695100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Pushing event updated for resources: {'Port': ['ID=d9987609-c8c3-459f-8f7c-a5ed3aab16a9,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:34.700568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37056) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:34.712887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (3b34f158-61f4-4592-8780-7f5bee06d11c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.716265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006688662'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:34.731004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.732969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03865a73-f8ce-45c0-abbf-1c34e4caf07d tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2910998
Jan 15 21:09:34.736572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37058) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:34.754009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f06bb-809b-452b-9dbf-01be32d1d872 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=4843da78-eba8-4927-a555-3df5b1385c17,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:34.784699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:34.791642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.850094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:34.857988 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7807b847-124f-4414-b1bd-7df02fae383d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.858469 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 7807b847-124f-4414-b1bd-7df02fae383d of type vlan for network f2456e22-5c56-4919-a060-66c29792dbf5
Jan 15 21:09:34.890073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc7841-755b-4242-b130-9d2e8f5b169f None None] Network 4843da78-eba8-4927-a555-3df5b1385c17 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:34.912323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f2456e22-5c56-4919-a060-66c29792dbf5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.917411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc7841-755b-4242-b130-9d2e8f5b169f None None] Network 4843da78-eba8-4927-a555-3df5b1385c17 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:09:34.956255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f2456e22-5c56-4919-a060-66c29792dbf5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:34.963772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:34.963772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.039519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3329213
Jan 15 21:09:35.044243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37078) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:35.053607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6032a4b-dfd7-474a-988b-3ce8b049d6c3 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=f2456e22-5c56-4919-a060-66c29792dbf5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:35.054799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': 'f2456e22-5c56-4919-a060-66c29792dbf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:35.071835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f2456e22-5c56-4919-a060-66c29792dbf5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:35.253920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:35.258991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:35.262889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.306693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37086) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:35.384928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.530229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4842f4e0-8586-478a-a5b5-3b529e788886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.592217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.640115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4842f4e0-8586-478a-a5b5-3b529e788886 admin admin] Publish callbacks [] for security_group (8cd0ae3b-fed1-4179-b517-bb4d7af3ed16), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.644931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4842f4e0-8586-478a-a5b5-3b529e788886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8cd0ae3b-fed1-4179-b517-bb4d7af3ed16), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.649555 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.693070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:35.694119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842f4e0-8586-478a-a5b5-3b529e788886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd0ae3b-fed1-4179-b517-bb4d7af3ed16,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:35.702389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4842f4e0-8586-478a-a5b5-3b529e788886 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8c2446d8b5f408c9284207e455a7021&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3942866
Jan 15 21:09:35.703062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:35.740690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': '7807b847-124f-4414-b1bd-7df02fae383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f2456e22-5c56-4919-a060-66c29792dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:35.742199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: f2456e22-5c56-4919-a060-66c29792dbf5, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:35.754278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] Publish callbacks [] for security_group (8cd0ae3b-fed1-4179-b517-bb4d7af3ed16), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.789942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] Publish callbacks [] for security_group (8cd0ae3b-fed1-4179-b517-bb4d7af3ed16), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.794894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network f2456e22-5c56-4919-a060-66c29792dbf5 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:35.831163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Allocated IP 172.35.1.160 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:35.833382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2456e22-5c56-4919-a060-66c29792dbf5) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:35.840906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:35.844548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b6f96-8286-436c-b205-1ce8cbdd5c74 None None] Network f2456e22-5c56-4919-a060-66c29792dbf5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:35.848279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.897577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-06723ab5-af8b-4b90-b1ed-280effb9ddb9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8481629
Jan 15 21:09:35.903731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37108) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:35.984192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8cd0ae3b-fed1-4179-b517-bb4d7af3ed16), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.987590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:35.988817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cd0ae3b-fed1-4179-b517-bb4d7af3ed16 HTTP/1.1" status: 204  len: 168 time: 0.2848351
Jan 15 21:09:36.009986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e23ae3-7646-42ce-8752-c26566c9c5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2456e22-5c56-4919-a060-66c29792dbf5', 'network_id': 'f2456e22-5c56-4919-a060-66c29792dbf5', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': 'dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:36.011784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.013001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-58e23ae3-7646-42ce-8752-c26566c9c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.013391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a454-ba5a-4705-9ddb-e86bad16c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd0ae3b-fed1-4179-b517-bb4d7af3ed16,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:36.075590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.077418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f2456e22-5c56-4919-a060-66c29792dbf5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.127892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:36.138766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:36.147841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:36.150674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.180580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Pushing event updated for resources: {'Port': ['ID=90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:36.228960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-58e23ae3-7646-42ce-8752-c26566c9c5f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe: This subnet is being modified by another concurrent operation.
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:09:36.233430 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe: This subnet is being modified by another concurrent operation.
Jan 15 21:09:36.238518 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:09:36.270111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c1d879-df97-4788-9bf7-ce7175084a83 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:36.280103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:36.322565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for floatingip (8cd76df0-d394-4a0b-a39f-bc537cde33c0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.408270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1d879-df97-4788-9bf7-ce7175084a83 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:36.409000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f2456e22-5c56-4919-a060-66c29792dbf5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.411388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.477193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78bd0b50>,) {'filters': {'network_id': ['f2456e22-5c56-4919-a060-66c29792dbf5']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:36.507132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78bd0b50>, '7807b847-124f-4414-b1bd-7df02fae383d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:36.507447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78bd0b50>, '7807b847-124f-4414-b1bd-7df02fae383d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:36.523746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (7807b847-124f-4414-b1bd-7df02fae383d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.552812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7807b847-124f-4414-b1bd-7df02fae383d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.560199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:36.560613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (7807b847-124f-4414-b1bd-7df02fae383d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:36.564877 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:36.647877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f2456e22-5c56-4919-a060-66c29792dbf5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.659135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.669369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/f2456e22-5c56-4919-a060-66c29792dbf5 HTTP/1.1" status: 204  len: 168 time: 0.7612958
Jan 15 21:09:36.674306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37142) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:36.692271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d41a9e-2eee-4ee6-b2a4-c9ce5b84d994 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=f2456e22-5c56-4919-a060-66c29792dbf5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:36.699886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951483333'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:36.778873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:36.783193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.806379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.807103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a63ab-3a73-4762-b938-096e37358cc8 None None] Network f2456e22-5c56-4919-a060-66c29792dbf5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:36.815432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.826615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a63ab-3a73-4762-b938-096e37358cc8 None None] Network f2456e22-5c56-4919-a060-66c29792dbf5 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:09:36.827884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:36.867352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.867704 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 21d43a5f-7398-41e2-8cde-37c6fcae8324 of type vlan for network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d
Jan 15 21:09:36.901614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:36.946622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Pushing event updated for resources: {'Port': ['ID=90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:36.949046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41414485-b0e8-4bc2-8a43-f8bcae5f3f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.981108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (8cd76df0-d394-4a0b-a39f-bc537cde33c0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:36.981241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:36.986460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.008657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.012551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-91889e57-329c-4266-b244-40057217327b tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2746859
Jan 15 21:09:37.012822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:37.054474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.061015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:37.061015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.073670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6708581-24c2-449a-b465-39cdb0dd1e2c tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1652 time: 0.0598822
Jan 15 21:09:37.076156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:37.147175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4688845
Jan 15 21:09:37.151505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:37.160866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:37.186812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-25cc3292-63fa-4503-9c08-37c9fad37b21 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1084766
Jan 15 21:09:37.189899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37166) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:37.222170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89877d54-5acf-476b-af3b-117b026aacc7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=5b9a8514-b5bc-4271-82da-aa84c0f1d62d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:37.238544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:37.267191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41414485-b0e8-4bc2-8a43-f8bcae5f3f32 admin admin] Publish callbacks [] for security_group (67d9aace-c65f-48f6-bdbc-94d32d6a305c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.285450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41414485-b0e8-4bc2-8a43-f8bcae5f3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (67d9aace-c65f-48f6-bdbc-94d32d6a305c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.335578 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41414485-b0e8-4bc2-8a43-f8bcae5f3f32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=119bc5a395b34e7ab8036e5573030b3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4333749
Jan 15 21:09:37.341190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37172) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:37.373303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41414485-b0e8-4bc2-8a43-f8bcae5f3f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9aace-c65f-48f6-bdbc-94d32d6a305c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:37.403192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:37.409171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.492719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] Publish callbacks [] for security_group (67d9aace-c65f-48f6-bdbc-94d32d6a305c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.513268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing IP validity checks on allocation pools {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:09:37.514249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:09:37.544012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] Publish callbacks [] for security_group (67d9aace-c65f-48f6-bdbc-94d32d6a305c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.651790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (67d9aace-c65f-48f6-bdbc-94d32d6a305c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.655115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.658781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67d9aace-c65f-48f6-bdbc-94d32d6a305c HTTP/1.1" status: 204  len: 168 time: 0.3121507
Jan 15 21:09:37.673670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbbae6-0ef6-4457-98e7-0532d1a2904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9aace-c65f-48f6-bdbc-94d32d6a305c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:37.740737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (2538c1c0-46c4-4ba7-872c-802c08878188), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.823101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=2538c1c0-46c4-4ba7-872c-802c08878188,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:37.823641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Deleting port 90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:37.823981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.829187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': '21d43a5f-7398-41e2-8cde-37c6fcae8324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:37.829667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 5b9a8514-b5bc-4271-82da-aa84c0f1d62d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:37.862679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:37.878299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b9a8514-b5bc-4271-82da-aa84c0f1d62d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:37.891203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2912b5-aecc-4367-826e-fd7e1175af7e None None] Network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:37.894509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:37.896053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:37.920319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1c59b2f4-4765-476f-b219-fde00b772458 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.7673018
Jan 15 21:09:37.923485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:38.104233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.199245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.200367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for floatingip (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.221995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Calling delete_port for 90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:38.231189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b9a8514-b5bc-4271-82da-aa84c0f1d62d', 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '2538c1c0-46c4-4ba7-872c-802c08878188'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:38.233502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.335194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2538c1c0-46c4-4ba7-872c-802c08878188), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.482174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Allocated IP 172.20.0.3 (5b9a8514-b5bc-4271-82da-aa84c0f1d62d/2538c1c0-46c4-4ba7-872c-802c08878188/98fbf7ab-7bdc-4f89-ad22-e034992f1d7a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:38.528261 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.540568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.607765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Pushing event deleted for resources: {'Port': ['ID=90f1c26b-3543-4ee2-8f5d-0a25ebfffcc8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:38.712586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks [] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.720416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.733821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks [] for floatingip (8cd76df0-d394-4a0b-a39f-bc537cde33c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.737017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.740807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e2465e8f-c18f-4d9d-816d-8f1354eb69f0 tempest-FloatingIPAdminTestJSON-285727722 tempest-FloatingIPAdminTestJSON-285727722-project] 10.222.0.46 "DELETE /v2.0/floatingips/8cd76df0-d394-4a0b-a39f-bc537cde33c0 HTTP/1.1" status: 204  len: 168 time: 1.5494745
Jan 15 21:09:38.741813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:38.786479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:38.792404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:38.798129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:38.806536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Pushing event updated for resources: {'Port': ['ID=98fbf7ab-7bdc-4f89-ad22-e034992f1d7a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:38.822100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (2538c1c0-46c4-4ba7-872c-802c08878188), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.892135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=2538c1c0-46c4-4ba7-872c-802c08878188,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:38.929242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Attempting to bind port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:38.929585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Attempting to bind port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21d43a5f-7398-41e2-8cde-37c6fcae8324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:38.929948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Attempting to bind port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a on network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:38.941451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:38.941827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Checking segment: {'id': '21d43a5f-7398-41e2-8cde-37c6fcae8324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:38.942230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.942621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Bound using segment: {'id': '21d43a5f-7398-41e2-8cde-37c6fcae8324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:38.943098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Bound port: 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d43a5f-7398-41e2-8cde-37c6fcae8324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:38.943465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.965375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Deleting port 291b1b50-1cff-4e24-84b9-0bfbf47166b5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:38.965927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:38.983731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37228) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:39.012587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.046902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a56bcd0>,) {'filters': {'network_id': ['5b9a8514-b5bc-4271-82da-aa84c0f1d62d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:39.056024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] For port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:39.059124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a56bcd0>, '21d43a5f-7398-41e2-8cde-37c6fcae8324') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:39.059424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a56bcd0>, '21d43a5f-7398-41e2-8cde-37c6fcae8324') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:39.059965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] For port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98fbf7ab-7bdc-4f89-ad22-e034992f1d7a,segment=NetworkSegment(21d43a5f-7398-41e2-8cde-37c6fcae8324),segment_id=21d43a5f-7398-41e2-8cde-37c6fcae8324)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:39.067633 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.075845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.091267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Deleting port d9987609-c8c3-459f-8f7c-a5ed3aab16a9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:39.091647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.096603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.103003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] For port 291b1b50-1cff-4e24-84b9-0bfbf47166b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=291b1b50-1cff-4e24-84b9-0bfbf47166b5,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:39.103591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.123755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Calling delete_port for 291b1b50-1cff-4e24-84b9-0bfbf47166b5 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:39.137121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:39.137535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:39.141914 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:39.160116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437ead7-a2dc-491e-9d5a-0a458aa4bbdb None None] Pushing event updated for resources: {'Port': ['ID=98fbf7ab-7bdc-4f89-ad22-e034992f1d7a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:39.223733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:39.223733 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:39.223733 ncdv-master-1 neutron-server[114438]: [parameters: {'id': '5b9a8514-b5bc-4271-82da-aa84c0f1d62d'}]
Jan 15 21:09:39.223733 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:39.224125 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:39.237349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537438f-add9-4777-b180-5b15e895f9bc None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:39.246277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.248247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.254746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b51495a7-79ef-434f-9111-c30c450616dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.264142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Calling delete_port for d9987609-c8c3-459f-8f7c-a5ed3aab16a9 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:39.352423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:39.353581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537438f-add9-4777-b180-5b15e895f9bc None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:39.452439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d9987609-c8c3-459f-8f7c-a5ed3aab16a9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.485777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9987609-c8c3-459f-8f7c-a5ed3aab16a9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:39.493829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (291b1b50-1cff-4e24-84b9-0bfbf47166b5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.543429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-498767094-network', 'tenant_id': '07c8dd6789ba45a7a04452dc080a37cf'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:39.547384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Pushing event deleted for resources: {'Port': ['ID=291b1b50-1cff-4e24-84b9-0bfbf47166b5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:39.555112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b51495a7-79ef-434f-9111-c30c450616dd admin admin] Publish callbacks [] for security_group (ae69c470-a8dc-4203-885e-8ca8f75d4d9a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.557081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks [] for floatingip (3b34f158-61f4-4592-8780-7f5bee06d11c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.560036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.566589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37244) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:39.566964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d7bcfe8a-fe6e-4938-bfb5-4ba4f1531b1e tempest-FloatingIPAdminTestJSON-1766533458 tempest-FloatingIPAdminTestJSON-1766533458-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/3b34f158-61f4-4592-8780-7f5bee06d11c HTTP/1.1" status: 204  len: 168 time: 0.8233669
Jan 15 21:09:39.568009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b51495a7-79ef-434f-9111-c30c450616dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae69c470-a8dc-4203-885e-8ca8f75d4d9a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.626827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d8574-0aba-4aa0-aa8d-bbaea21089d6 None None] Network 5b9a8514-b5bc-4271-82da-aa84c0f1d62d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:39.728966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.730173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Made reservation on behalf of 07c8dd6789ba45a7a04452dc080a37cf for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:39.732882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.735029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51495a7-79ef-434f-9111-c30c450616dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae69c470-a8dc-4203-885e-8ca8f75d4d9a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:39.740214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b51495a7-79ef-434f-9111-c30c450616dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cd75898e4484664bd4d361de75c3696&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7554045
Jan 15 21:09:39.746221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37248) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:39.756425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.835553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] Publish callbacks [] for security_group (ae69c470-a8dc-4203-885e-8ca8f75d4d9a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.861649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:39.862091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.880671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] Publish callbacks [] for security_group (ae69c470-a8dc-4203-885e-8ca8f75d4d9a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.901758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port 1d2d578f-c964-4b28-bacd-f8fe406560d3 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:39.902009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.959858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98fbf7ab-7bdc-4f89-ad22-e034992f1d7a,segment=NetworkSegment(21d43a5f-7398-41e2-8cde-37c6fcae8324),segment_id=21d43a5f-7398-41e2-8cde-37c6fcae8324)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:39.960219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.973676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:39.987949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:40.003187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae69c470-a8dc-4203-885e-8ca8f75d4d9a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.005747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.006885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae69c470-a8dc-4203-885e-8ca8f75d4d9a HTTP/1.1" status: 204  len: 168 time: 0.2583902
Jan 15 21:09:40.039521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.046954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f6dca-df45-4e0f-8551-d4f660caf407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae69c470-a8dc-4203-885e-8ca8f75d4d9a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.074696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks [] for security_group (08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.082364 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.107909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (98fbf7ab-7bdc-4f89-ad22-e034992f1d7a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.121545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for 1d2d578f-c964-4b28-bacd-f8fe406560d3 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:40.133309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=98fbf7ab-7bdc-4f89-ad22-e034992f1d7a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.139037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port 98fbf7ab-7bdc-4f89-ad22-e034992f1d7a on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:40.156715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:40.232311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.240341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.249339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df343c56-abe2-4c0a-9ca3-122cae0c2d21), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.249746 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Added segment df343c56-abe2-4c0a-9ca3-122cae0c2d21 of type vlan for network 2fa5a3aa-4ace-46fa-b2bd-304536abb207
Jan 15 21:09:40.254879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa6c310>,) {'filters': {'network_id': ['5b9a8514-b5bc-4271-82da-aa84c0f1d62d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:40.267405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa6c310>, '21d43a5f-7398-41e2-8cde-37c6fcae8324') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:40.267811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa6c310>, '21d43a5f-7398-41e2-8cde-37c6fcae8324') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:40.280600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.296359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.304787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:40.305344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (21d43a5f-7398-41e2-8cde-37c6fcae8324), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:40.308387 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:40.325723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2fa5a3aa-4ace-46fa-b2bd-304536abb207), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.360329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37256) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:40.384772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcad9e71-02be-4e0b-99d7-194affe79734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.403914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5b9a8514-b5bc-4271-82da-aa84c0f1d62d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.415794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.419212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/5b9a8514-b5bc-4271-82da-aa84c0f1d62d HTTP/1.1" status: 204  len: 168 time: 2.4945891
Jan 15 21:09:40.425357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37258) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:40.430274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767876154'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:40.434724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386f34b-4175-44e9-9022-d4f4a921b09b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=5b9a8514-b5bc-4271-82da-aa84c0f1d62d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.442096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2fa5a3aa-4ace-46fa-b2bd-304536abb207), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.443047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:40.443626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.488343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcad9e71-02be-4e0b-99d7-194affe79734 admin admin] Publish callbacks [] for security_group (970f8233-8a5d-484e-83f8-aaf02a6b3e5c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.492414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcad9e71-02be-4e0b-99d7-194affe79734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (970f8233-8a5d-484e-83f8-aaf02a6b3e5c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.537292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bcad9e71-02be-4e0b-99d7-194affe79734 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4eada68ecb644209931733a6cc7aebd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1728680
Jan 15 21:09:40.537292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9e71-02be-4e0b-99d7-194affe79734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f8233-8a5d-484e-83f8-aaf02a6b3e5c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.538368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:40.619382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] Publish callbacks [] for security_group (970f8233-8a5d-484e-83f8-aaf02a6b3e5c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.649530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] Publish callbacks [] for security_group (970f8233-8a5d-484e-83f8-aaf02a6b3e5c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.670078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-f6b496ab-e3ab-421e-ba4c-280931931cb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0762184
Jan 15 21:09:40.730789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (970f8233-8a5d-484e-83f8-aaf02a6b3e5c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.734276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.737405 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/970f8233-8a5d-484e-83f8-aaf02a6b3e5c HTTP/1.1" status: 204  len: 168 time: 0.1979442
Jan 15 21:09:40.756202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5dfbb-4043-47cf-b08b-2c886bb149a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f8233-8a5d-484e-83f8-aaf02a6b3e5c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.759556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-10c77be1-adf5-4e63-b892-2675be3127ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:40.761900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-10c77be1-adf5-4e63-b892-2675be3127ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 1097 time: 0.0691466
Jan 15 21:09:40.816164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4577956
Jan 15 21:09:40.823781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:40.834957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Request body: {'subnet': {'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-498767094-subnet', 'tenant_id': '07c8dd6789ba45a7a04452dc080a37cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:40.855008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1d2d578f-c964-4b28-bacd-f8fe406560d3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.860156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d421fa-6adf-4a9f-a480-18389185a65c admin admin] Pushing event updated for resources: {'Network': ['ID=2fa5a3aa-4ace-46fa-b2bd-304536abb207,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:40.871352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:40.899280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:40.903123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:40.925548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-9c8952fd-7c82-4918-b150-08f47152e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:40.930155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-9c8952fd-7c82-4918-b150-08f47152e8a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 915 time: 0.1441848
Jan 15 21:09:40.976060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:40.980359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=1d2d578f-c964-4b28-bacd-f8fe406560d3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:41.029846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-d2a41e3e-a517-402b-a4b6-96534b7cace7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44 HTTP/1.1" status: 200  len: 217 time: 0.0956941
Jan 15 21:09:41.114793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-9fa1a3f1-e658-4767-adca-8125ab520659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:41.117184 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-9fa1a3f1-e658-4767-adca-8125ab520659 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.0812280
Jan 15 21:09:41.125713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Made reservation on behalf of 07c8dd6789ba45a7a04452dc080a37cf for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:41.127975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.136495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:41.180744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.182707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-8a037a38-710e-4664-9ee4-2c6cfef86931 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578663
Jan 15 21:09:41.184184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a0c8c72-0e22-4ad5-88d0-84093fe5a9d2 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/ports/1d2d578f-c964-4b28-bacd-f8fe406560d3 HTTP/1.1" status: 204  len: 168 time: 1.6135836
Jan 15 21:09:41.187038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:41.278566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.278743 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment c3f1c98e-e101-4279-8615-5bd9f778d307 of type vlan for network 53aa50fe-947d-460c-b899-1cdafe837199
Jan 15 21:09:41.300874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b38af2-b455-498d-b92c-21697d69c12d tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:41.317427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a8b38af2-b455-498d-b92c-21697d69c12d tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 HTTP/1.1" status: 200  len: 913 time: 0.1292293
Jan 15 21:09:41.319009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:41.362651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (53aa50fe-947d-460c-b899-1cdafe837199), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.367232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:41.377124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c2d1351d-cd31-487b-a025-60e9ca004432 admin admin] 10.222.0.46 "PUT /v2.0/routers/82cb140e-a7f5-44e3-aa68-18a7ff2c9b75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3927181
Jan 15 21:09:41.378215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37300) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:41.396502 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Sync routers for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:41.409179 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:41.411053 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0ea850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:41.543256 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:41.570816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (53aa50fe-947d-460c-b899-1cdafe837199), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.576563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:41.577281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.617068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1891603
Jan 15 21:09:41.640689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37316) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:41.646804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '53aa50fe-947d-460c-b899-1cdafe837199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:41.743548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0e75-d45a-47fd-8333-cee90ced18fc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=53aa50fe-947d-460c-b899-1cdafe837199,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:41.758813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 53aa50fe-947d-460c-b899-1cdafe837199 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:41.759563 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0ea850>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T21:09:39Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:41.769869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-f98ac134-33e3-4a5d-874c-4a238cf27e17 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5717120
Jan 15 21:09:41.794879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Checking router: 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:09:41.804441 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Routers {'82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:41.805063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks [] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.805191 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0ea850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:41.938647 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] Set router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:41.939242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6e90e541-3fd2-41e6-9b68-7432d4f5d07e req-d58d91d2-bb2b-4d96-96be-d87ce6a29db2 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616468
Jan 15 21:09:41.944097 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks [] for router_gateway (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:41.990421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (77fe672b-adb3-4b90-99bc-e6dde0f155ae), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.080696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Checking segment: {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:42.081181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Network hostable DHCP agents. Network: 2fa5a3aa-4ace-46fa-b2bd-304536abb207, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:42.132725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fe672b-adb3-4b90-99bc-e6dde0f155ae,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:42.151236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Deleting port 7cb02148-2b51-49b4-b773-5214786c6edf {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:42.151703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.166496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:42.168492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:42.172533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.182691 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0ea850>, [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T21:09:39Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:42.215513 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d253714-5879-4a6f-8484-0d0c397041ad None None] The sync data for ids ['82cb140e-a7f5-44e3-aa68-18a7ff2c9b75'] in ncdv-master-1 is: [{'id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'name': 'tempest-TaggedBootDevicesTest-1376960295-router', 'tenant_id': '2b36b007e8a9409783a549b87017c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:09Z', 'updated_at': '2022-01-15T21:09:39Z', 'revision_number': 5, 'project_id': '2b36b007e8a9409783a549b87017c8ee', 'gw_port': {'id': '7cb02148-2b51-49b4-b773-5214786c6edf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb140e-a7f5-44e3-aa68-18a7ff2c9b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:11Z', 'updated_at': '2022-01-15T20:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:42.287347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2fa5a3aa-4ace-46fa-b2bd-304536abb207) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:42.298554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:42.299165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.302110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf49ede-59cb-4cf6-b2ee-45be64d9a2ff None None] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:42.367681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae709275-6c09-4b0e-b914-296a2771b639 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5396736
Jan 15 21:09:42.393519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] For port 7cb02148-2b51-49b4-b773-5214786c6edf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cb02148-2b51-49b4-b773-5214786c6edf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:42.393519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.412333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Calling delete_port for 7cb02148-2b51-49b4-b773-5214786c6edf owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:42.423520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.525804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a4aaf-85bf-4d2a-a9e3-d19ccde22f02 None None] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:42.690756 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (b2fd7fde-10d1-4516-87a1-05591460ab36), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.796493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=b2fd7fde-10d1-4516-87a1-05591460ab36,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:42.818274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'c3f1c98e-e101-4279-8615-5bd9f778d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:42.818653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 53aa50fe-947d-460c-b899-1cdafe837199, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:42.837347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7cb02148-2b51-49b4-b773-5214786c6edf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.876425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 53aa50fe-947d-460c-b899-1cdafe837199 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:42.880621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb02148-2b51-49b4-b773-5214786c6edf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:42.895476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port d23fb545-aac3-416f-a811-a19d464a455d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:42.895986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d23fb545-aac3-416f-a811-a19d464a455d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.902589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa2924-f643-444a-9d2b-d599d6e9c059 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:42.910016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53aa50fe-947d-460c-b899-1cdafe837199) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:42.929940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeaa702-76c2-4eaa-a3eb-cfeee6cddcfa None None] Network 53aa50fe-947d-460c-b899-1cdafe837199 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:42.937014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:42.937821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.965757 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:42.976054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f8acb34-8786-4936-8550-8e67003a73fe tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3327172
Jan 15 21:09:42.979321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37346) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:43.078018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.080227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks [] for router_controller (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.095540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53aa50fe-947d-460c-b899-1cdafe837199', 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': 'b2fd7fde-10d1-4516-87a1-05591460ab36'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:43.097559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.178247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (82cb140e-a7f5-44e3-aa68-18a7ff2c9b75), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.178887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:09:43.184869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d23fb545-aac3-416f-a811-a19d464a455d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.185433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.192904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37354) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:43.194367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-256a5512-e3cf-43e4-9175-d245c977e4bb admin admin] 10.222.0.46 "DELETE /v2.0/routers/82cb140e-a7f5-44e3-aa68-18a7ff2c9b75 HTTP/1.1" status: 204  len: 168 time: 1.8131881
Jan 15 21:09:43.215896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for d23fb545-aac3-416f-a811-a19d464a455d owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:43.247053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (53aa50fe-947d-460c-b899-1cdafe837199), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.355029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Allocated IP 172.20.0.1 (53aa50fe-947d-460c-b899-1cdafe837199/b2fd7fde-10d1-4516-87a1-05591460ab36/7c81380d-0848-4648-8e41-273d632c5888) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:43.356122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Deleting subnet 261f2664-28f9-41f9-952c-e37535c74b96 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:43.383216 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Publish callbacks [] for subnet (261f2664-28f9-41f9-952c-e37535c74b96), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.454936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b2fd7fde-10d1-4516-87a1-05591460ab36), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.487098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (261f2664-28f9-41f9-952c-e37535c74b96), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.680215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (261f2664-28f9-41f9-952c-e37535c74b96), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.744470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d23fb545-aac3-416f-a811-a19d464a455d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.784106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=d23fb545-aac3-416f-a811-a19d464a455d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:43.798285 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks [] for port (7c81380d-0848-4648-8e41-273d632c5888), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.807171 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7c81380d-0848-4648-8e41-273d632c5888), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.841592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (261f2664-28f9-41f9-952c-e37535c74b96), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.853859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Network 53aa50fe-947d-460c-b899-1cdafe837199 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:43.858162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:43.864064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:43.913461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261f2664-28f9-41f9-952c-e37535c74b96,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:43.946440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:43.948470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Pushing event updated for resources: {'Port': ['ID=7c81380d-0848-4648-8e41-273d632c5888,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:43.951435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Attempting to bind port 7c81380d-0848-4648-8e41-273d632c5888 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:43.951966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Attempting to bind port 7c81380d-0848-4648-8e41-273d632c5888 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3f1c98e-e101-4279-8615-5bd9f778d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:43.952503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Attempting to bind port 7c81380d-0848-4648-8e41-273d632c5888 on network 53aa50fe-947d-460c-b899-1cdafe837199 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:43.954305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-20d43f62-3e31-4e75-bd3a-1ac288de2c3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/261f2664-28f9-41f9-952c-e37535c74b96 HTTP/1.1" status: 204  len: 168 time: 0.7528534
Jan 15 21:09:43.956751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37384) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:43.962806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e588fb1-9324-414e-8db0-fab79a324cc5 None None] Network b740d751-068e-4a93-9225-aa5d63661275 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:43.970978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b2fd7fde-10d1-4516-87a1-05591460ab36), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.063800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fd7fde-10d1-4516-87a1-05591460ab36,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:44.075157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:44.075454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Checking segment: {'id': 'c3f1c98e-e101-4279-8615-5bd9f778d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:44.079363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.080059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Bound using segment: {'id': 'c3f1c98e-e101-4279-8615-5bd9f778d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:44.080709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Bound port: 7c81380d-0848-4648-8e41-273d632c5888, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f1c98e-e101-4279-8615-5bd9f778d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '53aa50fe-947d-460c-b899-1cdafe837199'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:44.081303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7c81380d-0848-4648-8e41-273d632c5888), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.127087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b740d751-068e-4a93-9225-aa5d63661275), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.190266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7cb02148-2b51-49b4-b773-5214786c6edf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:44.205920 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (53aa50fe-947d-460c-b899-1cdafe837199), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.219497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Deleting port df8dac73-a12d-49e5-af96-6b40aa12a820 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:44.220039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.254887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7cb02148-2b51-49b4-b773-5214786c6edf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:44.255294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7cb02148-2b51-49b4-b773-5214786c6edf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:44.256341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 291b1b50-1cff-4e24-84b9-0bfbf47166b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:44.257786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aca83d0>,) {'filters': {'network_id': ['53aa50fe-947d-460c-b899-1cdafe837199']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.273496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aca83d0>, 'c3f1c98e-e101-4279-8615-5bd9f778d307') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.273791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aca83d0>, 'c3f1c98e-e101-4279-8615-5bd9f778d307') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.288404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.291877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.302135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] For port df8dac73-a12d-49e5-af96-6b40aa12a820, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df8dac73-a12d-49e5-af96-6b40aa12a820,segment=NetworkSegment(334a3c0a-dccd-4582-a6aa-318f6f2c2f2e),segment_id=334a3c0a-dccd-4582-a6aa-318f6f2c2f2e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:44.302507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.320067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 291b1b50-1cff-4e24-84b9-0bfbf47166b5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:44.320428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 291b1b50-1cff-4e24-84b9-0bfbf47166b5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:44.325782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.329002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Calling delete_port for df8dac73-a12d-49e5-af96-6b40aa12a820 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:44.342440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] For port 7c81380d-0848-4648-8e41-273d632c5888, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:44.385762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:44.386174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.398118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:44.410496 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:44.434250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] DHCP port deletion for b740d751-068e-4a93-9225-aa5d63661275 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:44.447149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.487881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] For port 7c81380d-0848-4648-8e41-273d632c5888, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c81380d-0848-4648-8e41-273d632c5888,segment=NetworkSegment(c3f1c98e-e101-4279-8615-5bd9f778d307),segment_id=c3f1c98e-e101-4279-8615-5bd9f778d307)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:44.491582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8dac73-a12d-49e5-af96-6b40aa12a820,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:44.497521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7c81380d-0848-4648-8e41-273d632c5888), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.500411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] No DVR routers for this DVR port df8dac73-a12d-49e5-af96-6b40aa12a820 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:44.520229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:44.520229 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:44.520229 ncdv-master-1 neutron-server[114438]: [parameters: {'id': '53aa50fe-947d-460c-b899-1cdafe837199'}]
Jan 15 21:09:44.520229 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:44.520684 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:44.547256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Deleting port df8dac73-a12d-49e5-af96-6b40aa12a820 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:44.547650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.621057 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b740d751-068e-4a93-9225-aa5d63661275), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.647141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3d2df-b06c-432b-8ef0-7f9de011af49 None None] Pushing event updated for resources: {'Port': ['ID=7c81380d-0848-4648-8e41-273d632c5888,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:44.649870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a687370>,) {'filters': {'network_id': ['b740d751-068e-4a93-9225-aa5d63661275']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.661854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a687370>, '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.662389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a687370>, '334a3c0a-dccd-4582-a6aa-318f6f2c2f2e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:44.674628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] For port df8dac73-a12d-49e5-af96-6b40aa12a820, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:44.675050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.675971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (334a3c0a-dccd-4582-a6aa-318f6f2c2f2e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.686780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9864c18-c0f2-4d14-9a89-6d1c799481a5 None None] Network 53aa50fe-947d-460c-b899-1cdafe837199 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:44.694241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (334a3c0a-dccd-4582-a6aa-318f6f2c2f2e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.710911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:44.711667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (334a3c0a-dccd-4582-a6aa-318f6f2c2f2e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:44.718302 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:44.743599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:44.758692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Calling delete_port for df8dac73-a12d-49e5-af96-6b40aa12a820 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:44.763148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Port df8dac73-a12d-49e5-af96-6b40aa12a820 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:09:44.779189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (df8dac73-a12d-49e5-af96-6b40aa12a820), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.845585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] Pushing event deleted for resources: {'Port': ['ID=df8dac73-a12d-49e5-af96-6b40aa12a820,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:44.853770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f872fd-7416-46cc-9aed-326ccec35afc None None] No DVR routers for this DVR port df8dac73-a12d-49e5-af96-6b40aa12a820 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:44.888258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a101cf-9f2e-4cf9-bb0b-cc85b17cd897 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:44.889807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:44.901587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-56f40bd7-20e4-483d-8395-a30733b6b26a tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "PUT /v2.0/routers/8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5791776
Jan 15 21:09:44.904007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37416) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:44.907808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b740d751-068e-4a93-9225-aa5d63661275), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.917143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:44.920635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b740d751-068e-4a93-9225-aa5d63661275 HTTP/1.1" status: 204  len: 168 time: 0.9626024
Jan 15 21:09:44.932789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:44.938416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] Sync routers for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:44.944808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e61bd-5275-4a34-9240-2a15a4058fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b740d751-068e-4a93-9225-aa5d63661275,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:44.967429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:44.968092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bbc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.063368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bbc10>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.085088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-9f804cfa-46dc-4189-81a4-29913b0a27d0 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:45.092578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-9f804cfa-46dc-4189-81a4-29913b0a27d0 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 808 time: 0.2574522
Jan 15 21:09:45.095393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] Routers {'8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:45.096129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bbc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.120159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-6c66fcd2-7802-4bf4-9e5e-2ad046cc6014 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/quotas/07c8dd6789ba45a7a04452dc080a37cf HTTP/1.1" status: 200  len: 375 time: 0.0261455
Jan 15 21:09:45.158380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bbc10>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.160384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0387566-c1e9-4639-8c1b-c446696e2fe5 None None] The sync data for ids ['8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:45.170850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a101cf-9f2e-4cf9-bb0b-cc85b17cd897 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:45.197171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-71c57f20-9303-4a10-8e15-3d2a9eaaeefb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0757093
Jan 15 21:09:45.208506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-2e5da9ac-35b6-4ced-9587-7accde07a4ba service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:45.215585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-2e5da9ac-35b6-4ced-9587-7accde07a4ba service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0175397
Jan 15 21:09:45.270828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.274270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (53aa50fe-947d-460c-b899-1cdafe837199), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.417098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port 7c81380d-0848-4648-8e41-273d632c5888 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:45.417694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7c81380d-0848-4648-8e41-273d632c5888), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.479877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.556702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port 7c81380d-0848-4648-8e41-273d632c5888, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c81380d-0848-4648-8e41-273d632c5888,segment=NetworkSegment(c3f1c98e-e101-4279-8615-5bd9f778d307),segment_id=c3f1c98e-e101-4279-8615-5bd9f778d307)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:45.557293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7c81380d-0848-4648-8e41-273d632c5888), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.603980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for 7c81380d-0848-4648-8e41-273d632c5888 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:45.648382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-aec9e561-045a-460c-9d47-30c1cac20cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4316633
Jan 15 21:09:45.665075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_gateway (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.736186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7c81380d-0848-4648-8e41-273d632c5888), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.770906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port 7c81380d-0848-4648-8e41-273d632c5888 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:45.778164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=7c81380d-0848-4648-8e41-273d632c5888,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:45.806568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port 17ef7f0d-198f-4760-a3a1-f92d75ae90fa {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:45.806909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.810919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-5e6d1b75-8c72-4b14-9703-fa88594292d6 service neutron] 10.222.0.46 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534195
Jan 15 21:09:45.894717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.912021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (53aa50fe-947d-460c-b899-1cdafe837199), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.947895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1dac0>,) {'filters': {'network_id': ['53aa50fe-947d-460c-b899-1cdafe837199']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.967613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1dac0>, 'c3f1c98e-e101-4279-8615-5bd9f778d307') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.967994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79a1dac0>, 'c3f1c98e-e101-4279-8615-5bd9f778d307') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:45.978360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:45.988106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.000347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for 17ef7f0d-198f-4760-a3a1-f92d75ae90fa owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:46.012375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.037381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:46.037864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (c3f1c98e-e101-4279-8615-5bd9f778d307), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:46.044135 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:46.055903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df8dac73-a12d-49e5-af96-6b40aa12a820 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:46.096001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: df8dac73-a12d-49e5-af96-6b40aa12a820 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:46.096332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df8dac73-a12d-49e5-af96-6b40aa12a820 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:46.164112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (53aa50fe-947d-460c-b899-1cdafe837199), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.169049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.169582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-371be0dd-5b7c-40c5-99c6-5a96217e6ff0 req-6ef50591-e7c0-44ec-9da2-d6a267b7c617 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 210 time: 0.0379801
Jan 15 21:09:46.177021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37444) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:46.177186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/53aa50fe-947d-460c-b899-1cdafe837199 HTTP/1.1" status: 204  len: 168 time: 3.1967945
Jan 15 21:09:46.185123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603664784'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:46.228312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78d61-741e-41f4-afba-3c721068068d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=53aa50fe-947d-460c-b899-1cdafe837199,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:46.261071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:46.264880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.330139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:46.335858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (17ef7f0d-198f-4760-a3a1-f92d75ae90fa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.347085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.347828 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment dfe03b91-2f6d-4718-9800-951dfb653be8 of type vlan for network 7565535d-c11b-4bfc-9f0b-7c97738caa0a
Jan 15 21:09:46.381175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=17ef7f0d-198f-4760-a3a1-f92d75ae90fa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:46.399906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc32aac-9c25-45a6-a03e-c20d588ff994 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:46.415673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.446473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Deleting port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:46.446928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.499207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.502549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.508717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:46.509484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.580354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3987327
Jan 15 21:09:46.597718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:46.604518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:46.614785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.617095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router_controller (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.668006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b69517-f641-440f-98a1-f09b5f592b81 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=7565535d-c11b-4bfc-9f0b-7c97738caa0a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:46.674758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.675354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:09:46.691419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 7565535d-c11b-4bfc-9f0b-7c97738caa0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:46.691562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.696731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] For port 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:46.696969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-59967363-d13e-4e44-8e36-1d7997ad2f26 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/routers/8fb4d0a9-0cd9-484f-a0df-a8bb18b4c439 HTTP/1.1" status: 204  len: 168 time: 1.7916474
Jan 15 21:09:46.697297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.697553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37466) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:46.722058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Calling delete_port for 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:46.763466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting subnet 193df0f8-1277-4880-b9ea-0fccad31875e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:46.767912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for subnet (193df0f8-1277-4880-b9ea-0fccad31875e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.806781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:46.810584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.818689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (193df0f8-1277-4880-b9ea-0fccad31875e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:46.933732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (193df0f8-1277-4880-b9ea-0fccad31875e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.015924 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (193df0f8-1277-4880-b9ea-0fccad31875e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.054574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Subnet': ['ID=193df0f8-1277-4880-b9ea-0fccad31875e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:47.059386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.065711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8d194366-522a-4832-8d4d-0232e4c52a36 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/subnets/193df0f8-1277-4880-b9ea-0fccad31875e HTTP/1.1" status: 204  len: 168 time: 0.3649135
Jan 15 21:09:47.066917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6eba04-903e-4abb-8c06-6b51b733ea76 None None] Network 1542b34d-3636-4a55-930f-b252d1345390 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:47.079562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37472) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:47.082757 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.130929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:47.133989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (462d4cc2-db4b-42d1-b5f2-e19a63f3d319), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.268378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1542b34d-3636-4a55-930f-b252d1345390), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.302099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=462d4cc2-db4b-42d1-b5f2-e19a63f3d319,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:47.362175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port 5a011e2b-5e11-4622-80df-e8d42c7a022d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:47.363200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.364336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] DHCP port deletion for 1542b34d-3636-4a55-930f-b252d1345390 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:47.394611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ae756e9-95fa-4066-be1f-8a7695bb7b7e req-5fedc8a5-adc1-4467-be33-5cc05de26c60 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 210 time: 0.0799308
Jan 15 21:09:47.404130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'dfe03b91-2f6d-4718-9800-951dfb653be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:47.404630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 7565535d-c11b-4bfc-9f0b-7c97738caa0a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:47.436262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Deleting port 5a011e2b-5e11-4622-80df-e8d42c7a022d {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:47.437375 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.443517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 7565535d-c11b-4bfc-9f0b-7c97738caa0a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:47.475085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] For port 5a011e2b-5e11-4622-80df-e8d42c7a022d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a011e2b-5e11-4622-80df-e8d42c7a022d,segment=NetworkSegment(57f5d10f-037c-47cf-9672-28a77e59750f),segment_id=57f5d10f-037c-47cf-9672-28a77e59750f)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:47.475614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.491058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for 5a011e2b-5e11-4622-80df-e8d42c7a022d owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:47.525719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7565535d-c11b-4bfc-9f0b-7c97738caa0a) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:47.535066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:47.536536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.550501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] For port 5a011e2b-5e11-4622-80df-e8d42c7a022d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a011e2b-5e11-4622-80df-e8d42c7a022d,segment=NetworkSegment(57f5d10f-037c-47cf-9672-28a77e59750f),segment_id=57f5d10f-037c-47cf-9672-28a77e59750f)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:47.551101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.570131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Calling delete_port for 5a011e2b-5e11-4622-80df-e8d42c7a022d owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:47.586550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ab92bf2-e108-4351-87e6-7d54df116d92 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9868429
Jan 15 21:09:47.586891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc74a00-065f-47af-812e-d721ba2e2d93 None None] Network 7565535d-c11b-4bfc-9f0b-7c97738caa0a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:47.587533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37484) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:47.597427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.790914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.803356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5a011e2b-5e11-4622-80df-e8d42c7a022d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.820378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7565535d-c11b-4bfc-9f0b-7c97738caa0a', 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '462d4cc2-db4b-42d1-b5f2-e19a63f3d319'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:47.821904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.829341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] Pushing event deleted for resources: {'Port': ['ID=5a011e2b-5e11-4622-80df-e8d42c7a022d,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:47.853727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fdbe9-a708-4b99-b02f-e727bcb7cbe5 None None] No DVR routers for this DVR port 5a011e2b-5e11-4622-80df-e8d42c7a022d on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:47.904678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=5a011e2b-5e11-4622-80df-e8d42c7a022d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:47.909615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] No DVR routers for this DVR port 5a011e2b-5e11-4622-80df-e8d42c7a022d on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:47.967558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:47.977275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b2d1bc00-ad1c-444c-98bb-1c502986f29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.003108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-c72aad42-f93b-45c0-bec0-3069f09a4151 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:48.006044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-c72aad42-f93b-45c0-bec0-3069f09a4151 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 808 time: 0.3661647
Jan 15 21:09:48.011590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Router bf3f0290-e5a4-4fa9-b48b-720169ccce72 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:09:48.054929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Request body: {'port': {'device_id': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207', 'admin_state_up': True, 'tenant_id': '07c8dd6789ba45a7a04452dc080a37cf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:48.062585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Allocated IP 172.20.0.1 (7565535d-c11b-4bfc-9f0b-7c97738caa0a/462d4cc2-db4b-42d1-b5f2-e19a63f3d319/7e1c901d-d7d8-41f9-96f4-4a4120f2d419) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:48.121019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1542b34d-3636-4a55-930f-b252d1345390), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.121177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5a011e2b-5e11-4622-80df-e8d42c7a022d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:48.154359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5a011e2b-5e11-4622-80df-e8d42c7a022d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:48.154975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5a011e2b-5e11-4622-80df-e8d42c7a022d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:48.183687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79856670>,) {'filters': {'network_id': ['1542b34d-3636-4a55-930f-b252d1345390']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.185793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:09:48.191743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e5447c26-4406-4f11-bc07-d772a9fc7738 admin admin] 10.222.0.46 "PUT /v2.0/routers/bf3f0290-e5a4-4fa9-b48b-720169ccce72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2576454
Jan 15 21:09:48.194413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37494) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:48.198590 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Sync routers for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:09:48.216479 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:48.217161 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80933f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.227827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79856670>, '57f5d10f-037c-47cf-9672-28a77e59750f') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.228219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79856670>, '57f5d10f-037c-47cf-9672-28a77e59750f') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.251417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (57f5d10f-037c-47cf-9672-28a77e59750f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.322485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (57f5d10f-037c-47cf-9672-28a77e59750f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.324672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (462d4cc2-db4b-42d1-b5f2-e19a63f3d319), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.337075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks [] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.348134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.392582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Network 7565535d-c11b-4bfc-9f0b-7c97738caa0a is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:48.392961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:48.393435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (57f5d10f-037c-47cf-9672-28a77e59750f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:48.396400 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:48.399357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:48.403857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:48.405763 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:48.407740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks [] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.419061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Pushing event updated for resources: {'Port': ['ID=7e1c901d-d7d8-41f9-96f4-4a4120f2d419,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:48.494398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Attempting to bind port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:48.495631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Attempting to bind port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dfe03b91-2f6d-4718-9800-951dfb653be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:48.496411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Attempting to bind port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 on network 7565535d-c11b-4bfc-9f0b-7c97738caa0a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:48.504677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1542b34d-3636-4a55-930f-b252d1345390), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.511419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:48.512296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Checking segment: {'id': 'dfe03b91-2f6d-4718-9800-951dfb653be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:48.513101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.513733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Bound using segment: {'id': 'dfe03b91-2f6d-4718-9800-951dfb653be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:48.513872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.516479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Bound port: 7e1c901d-d7d8-41f9-96f4-4a4120f2d419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe03b91-2f6d-4718-9800-951dfb653be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:48.517166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.517731 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/networks/1542b34d-3636-4a55-930f-b252d1345390 HTTP/1.1" status: 204  len: 168 time: 1.4375646
Jan 15 21:09:48.520373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37504) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:48.533671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (462d4cc2-db4b-42d1-b5f2-e19a63f3d319), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.539617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc052-9daf-43a2-8403-19a1d7fe2045 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Network': ['ID=1542b34d-3636-4a55-930f-b252d1345390,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:48.541883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Made reservation on behalf of 07c8dd6789ba45a7a04452dc080a37cf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:48.545627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.582533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=462d4cc2-db4b-42d1-b5f2-e19a63f3d319,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:48.662238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e227288e-0bfb-4d34-a842-829c634efd81 req-dc47aeeb-f984-47ff-b4fb-73189a2fa9b1 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 210 time: 0.0417476
Jan 15 21:09:48.738391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.810671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks [] for router_gateway (bf3f0290-e5a4-4fa9-b48b-720169ccce72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.839678 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80933f10>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108'}], 'enable_snat': True}, 'gw_port_id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T21:09:46Z', 'revision_number': 5, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port': {'id': '5f76c848-a96f-44d6-b52a-aaf5daad168f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T20:59:24Z', 'updated_at': '2022-01-15T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.870041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] For port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:48.870372 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Checking router: bf3f0290-e5a4-4fa9-b48b-720169ccce72 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:09:48.873481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Allocated IP 172.20.0.3 (2fa5a3aa-4ace-46fa-b2bd-304536abb207/77fe672b-adb3-4b90-99bc-e6dde0f155ae/0ec24633-6357-4924-9ce3-f732c91c179a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:48.876299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] For port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e1c901d-d7d8-41f9-96f4-4a4120f2d419,segment=NetworkSegment(dfe03b91-2f6d-4718-9800-951dfb653be8),segment_id=dfe03b91-2f6d-4718-9800-951dfb653be8)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:48.882141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Routers {'bf3f0290-e5a4-4fa9-b48b-720169ccce72'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:09:48.882323 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.883476 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80933f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:09:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.893538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Deleting port 5ac2e132-d732-45cd-a081-d0c040ffc504 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:48.894019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.902460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd7cd90>,) {'filters': {'network_id': ['7565535d-c11b-4bfc-9f0b-7c97738caa0a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.946733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd7cd90>, 'dfe03b91-2f6d-4718-9800-951dfb653be8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.946946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd7cd90>, 'dfe03b91-2f6d-4718-9800-951dfb653be8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:48.970259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.970498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Deleting port 5f76c848-a96f-44d6-b52a-aaf5daad168f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:48.970598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:48.996317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.004517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d60db7-bec6-4e2b-b915-e786d54af3c4 None None] Pushing event updated for resources: {'Port': ['ID=7e1c901d-d7d8-41f9-96f4-4a4120f2d419,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:49.060272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:49.060695 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.070219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.070558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (5ac2e132-d732-45cd-a081-d0c040ffc504), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.082375 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] Set router bf3f0290-e5a4-4fa9-b48b-720169ccce72 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:09:49.086976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] For port 5f76c848-a96f-44d6-b52a-aaf5daad168f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76c848-a96f-44d6-b52a-aaf5daad168f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:49.087351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.098466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Calling delete_port for 5ac2e132-d732-45cd-a081-d0c040ffc504 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:49.108553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Calling delete_port for 5f76c848-a96f-44d6-b52a-aaf5daad168f owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:49.114802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75072a0-2c23-4e35-b1ab-a0b0b0ba4485 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:49.152059 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:49.199592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80933f10>, [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T21:09:48Z', 'revision_number': 6, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:49.241384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks [] for port (0ec24633-6357-4924-9ce3-f732c91c179a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.245320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75072a0-2c23-4e35-b1ab-a0b0b0ba4485 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:49.252786 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110200fe-d301-44b6-b11c-74c7099b0fd6 None None] The sync data for ids ['bf3f0290-e5a4-4fa9-b48b-720169ccce72'] in ncdv-master-1 is: [{'id': 'bf3f0290-e5a4-4fa9-b48b-720169ccce72', 'name': 'tempest-TaggedBootDevicesTest-657460176-router', 'tenant_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T20:59:23Z', 'updated_at': '2022-01-15T21:09:48Z', 'revision_number': 6, 'project_id': '6afa2913e1a54335be94bfa6ed11d4b2', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:09:49.286170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:49.286170 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:49.286170 ncdv-master-1 neutron-server[114438]: [parameters: {'id': '7565535d-c11b-4bfc-9f0b-7c97738caa0a'}]
Jan 15 21:09:49.286170 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:49.286630 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:49.287954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.361321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:49.365945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:49.375845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:49.408621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5ac2e132-d732-45cd-a081-d0c040ffc504), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.434956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Pushing event updated for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:49.439885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Pushing event deleted for resources: {'Port': ['ID=5ac2e132-d732-45cd-a081-d0c040ffc504,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:49.474186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:49.475190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.496466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-36e9fbc6-9da2-4ee8-b630-b285e658bafb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4478221
Jan 15 21:09:49.511413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-bb0d113b-9f02-49ae-8fd8-fd9665bb6e17 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:49.514823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-bb0d113b-9f02-49ae-8fd8-fd9665bb6e17 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096960
Jan 15 21:09:49.518859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks [] for floatingip (eced991e-8613-480f-ad3e-b0a9ada5e3da), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.521786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.525819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b63a8f1-e837-44b8-a398-6ab440e35894 tempest-FloatingIPAdminTestJSON-933545804 tempest-FloatingIPAdminTestJSON-933545804-project] 10.222.0.46 "DELETE /v2.0/floatingips/eced991e-8613-480f-ad3e-b0a9ada5e3da HTTP/1.1" status: 204  len: 168 time: 1.0044136
Jan 15 21:09:49.527279 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5f76c848-a96f-44d6-b52a-aaf5daad168f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.551527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f76c848-a96f-44d6-b52a-aaf5daad168f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:49.589171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91aed5-0a1e-48b7-9bb8-d336e4eaa871 None None] Network 7565535d-c11b-4bfc-9f0b-7c97738caa0a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:49.629669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.653167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af243954-6964-4fae-bba7-7801533716c6 None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:49.678357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2fca5-1556-48b6-9cf8-e9e307372700 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:49.787976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.805182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-616b4ce2-ec02-491c-8943-8afd1c4f6576 None None] Provisioning complete for port 0ec24633-6357-4924-9ce3-f732c91c179a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:49.805564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-616b4ce2-ec02-491c-8943-8afd1c4f6576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:49.855929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-616b4ce2-ec02-491c-8943-8afd1c4f6576 None None] Port 0ec24633-6357-4924-9ce3-f732c91c179a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:49.903523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:49.904191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.033258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37524) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.033611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37526) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.091476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.107865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks [] for router_controller (bf3f0290-e5a4-4fa9-b48b-720169ccce72), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.194948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b34dd255-a7c9-4675-81d7-0dea68f0a6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.208996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (bf3f0290-e5a4-4fa9-b48b-720169ccce72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.209567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3f0290-e5a4-4fa9-b48b-720169ccce72 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:09:50.215298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:50.223487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.224650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a3e4e0fd-55df-4a36-b8e3-a15dd1910ee9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bf3f0290-e5a4-4fa9-b48b-720169ccce72 HTTP/1.1" status: 204  len: 168 time: 2.0293012
Jan 15 21:09:50.228275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37532) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.236519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440378b0-41ca-4d27-9639-2f7489644c93 req-fe33a19c-e1e0-4a50-9f1e-9edff9654afa tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:50.238125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-440378b0-41ca-4d27-9639-2f7489644c93 req-fe33a19c-e1e0-4a50-9f1e-9edff9654afa tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 931 time: 0.2059655
Jan 15 21:09:50.254235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:50.254779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8e8bcb84-3fe4-4217-ad6a-8e6a6bf1cae7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:50.255129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f76c848-a96f-44d6-b52a-aaf5daad168f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:50.269709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Request body: {'port': {'device_id': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:50.279115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5f76c848-a96f-44d6-b52a-aaf5daad168f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:50.279565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5f76c848-a96f-44d6-b52a-aaf5daad168f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:50.324163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7317ce54-8721-4106-b91c-a5717ee2489c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=beda704789874ed882dc05805c5c19f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2872350
Jan 15 21:09:50.330373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37534) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.348577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e1c901d-d7d8-41f9-96f4-4a4120f2d419,segment=NetworkSegment(dfe03b91-2f6d-4718-9800-951dfb653be8),segment_id=dfe03b91-2f6d-4718-9800-951dfb653be8)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:50.357356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.369231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.384372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Deleting subnet bebfdeec-fed1-488d-bf62-4889264fe181 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:09:50.384573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:50.395879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Publish callbacks [] for subnet (bebfdeec-fed1-488d-bf62-4889264fe181), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.445376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-440378b0-41ca-4d27-9639-2f7489644c93 req-3a833f6e-3c0c-4257-87e5-63b6eec2908d tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923184
Jan 15 21:09:50.491737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (bebfdeec-fed1-488d-bf62-4889264fe181), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.547311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b34dd255-a7c9-4675-81d7-0dea68f0a6ec admin admin] Publish callbacks [] for security_group (c1c39f6e-ac06-4b66-8117-2a74fb5e1706), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.547311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] Publish callbacks [] for security_group (37a4d786-1cbe-4fae-89aa-d0a32f2f36d7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.561166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b34dd255-a7c9-4675-81d7-0dea68f0a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c1c39f6e-ac06-4b66-8117-2a74fb5e1706), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.623854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7e1c901d-d7d8-41f9-96f4-4a4120f2d419), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.635083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] Publish callbacks [] for security_group (37a4d786-1cbe-4fae-89aa-d0a32f2f36d7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.651751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b34dd255-a7c9-4675-81d7-0dea68f0a6ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02abaf2ee59e44e281bd31a3f019e2eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6138880
Jan 15 21:09:50.654013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37538) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.664592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port 7e1c901d-d7d8-41f9-96f4-4a4120f2d419 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:50.667540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=7e1c901d-d7d8-41f9-96f4-4a4120f2d419,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:50.668284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dd255-a7c9-4675-81d7-0dea68f0a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c39f6e-ac06-4b66-8117-2a74fb5e1706,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:50.674091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9416d63b-c6f2-4d82-839d-10efd408a4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.690171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.690724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.690889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.691289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.691723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.692182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.692291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bebfdeec-fed1-488d-bf62-4889264fe181), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.692538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.692895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.693222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.693564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.693870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.694188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.694505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:09:50.740381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (37a4d786-1cbe-4fae-89aa-d0a32f2f36d7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.743012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.744109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37a4d786-1cbe-4fae-89aa-d0a32f2f36d7 HTTP/1.1" status: 204  len: 168 time: 0.4083178
Jan 15 21:09:50.754999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f955d-e582-4d4d-a827-1979c7877a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4d786-1cbe-4fae-89aa-d0a32f2f36d7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:50.778836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (bebfdeec-fed1-488d-bf62-4889264fe181), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.799558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.803667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bebfdeec-fed1-488d-bf62-4889264fe181 HTTP/1.1" status: 204  len: 168 time: 0.5645492
Jan 15 21:09:50.804256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b12859-9af0-4d0f-a51f-0a03162cdf68 None None] Network 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:50.809456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37542) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:50.825955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c86a6-3fca-4780-950f-73602cc9010a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebfdeec-fed1-488d-bf62-4889264fe181,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:50.883353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.938728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] Publish callbacks [] for security_group (c1c39f6e-ac06-4b66-8117-2a74fb5e1706), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:50.947953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7878be80>,) {'filters': {'network_id': ['7565535d-c11b-4bfc-9f0b-7c97738caa0a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:50.975278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7878be80>, 'dfe03b91-2f6d-4718-9800-951dfb653be8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:50.975564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7878be80>, 'dfe03b91-2f6d-4718-9800-951dfb653be8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:50.983439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] DHCP port deletion for 11c7b3fc-2a02-4c30-b4fe-2709a9b61144 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:50.985646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (11c7b3fc-2a02-4c30-b4fe-2709a9b61144), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.002819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.040157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Deleting port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:51.040559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.042058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] Publish callbacks [] for security_group (c1c39f6e-ac06-4b66-8117-2a74fb5e1706), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.073890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.078232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37546) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:51.095816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec24633-6357-4924-9ce3-f732c91c179a {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:09:51.097360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e311e329-553c-4cfc-9f1a-29ac53af1651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.100308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:51.100705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (dfe03b91-2f6d-4718-9800-951dfb653be8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.114724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] For port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,segment=NetworkSegment(8ae20fad-829b-4f8e-a393-bb32e45e8bca),segment_id=8ae20fad-829b-4f8e-a393-bb32e45e8bca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:51.115513 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:51.121988 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:51.136161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Calling delete_port for 1aee60d5-1f55-4164-ab60-ba9968a2d9cc owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:51.144936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks [] for port (0ec24633-6357-4924-9ce3-f732c91c179a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.185887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e311e329-553c-4cfc-9f1a-29ac53af1651 admin admin] Publish callbacks [] for security_group (2b94a965-a052-4ec9-b418-45ebf235937b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.190667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e311e329-553c-4cfc-9f1a-29ac53af1651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2b94a965-a052-4ec9-b418-45ebf235937b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.227381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (7565535d-c11b-4bfc-9f0b-7c97738caa0a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.239526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.242010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e311e329-553c-4cfc-9f1a-29ac53af1651 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db9225fbc7ce49899ea9365f3b98b3ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1622369
Jan 15 21:09:51.243363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/7565535d-c11b-4bfc-9f0b-7c97738caa0a HTTP/1.1" status: 204  len: 168 time: 3.6547294
Jan 15 21:09:51.246946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37548) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:51.250507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:51.254423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-458863995'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:51.255725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Transition to ACTIVE for port object 0ec24633-6357-4924-9ce3-f732c91c179a will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:09:51.257213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c1c39f6e-ac06-4b66-8117-2a74fb5e1706), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.258100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.259866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.263703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1c39f6e-ac06-4b66-8117-2a74fb5e1706 HTTP/1.1" status: 204  len: 168 time: 0.6083579
Jan 15 21:09:51.266192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Deleting port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:51.266502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.266613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e329-553c-4cfc-9f1a-29ac53af1651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94a965-a052-4ec9-b418-45ebf235937b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.272162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d18bc-e275-40ff-afb7-30a289ed9c47 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=7565535d-c11b-4bfc-9f0b-7c97738caa0a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.289491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.292400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f40fc-3eca-47da-aa56-a10618a90ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c39f6e-ac06-4b66-8117-2a74fb5e1706,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.295147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] Pushing event deleted for resources: {'Port': ['ID=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.300710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3177ef4-544d-48a4-8bbc-124edf0cf31e None None] No DVR routers for this DVR port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:51.347032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:51.359380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.389611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1875546-eba4-4a2a-a6bb-6959ffbf414b None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:51.406791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:51.412672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] Publish callbacks [] for security_group (2b94a965-a052-4ec9-b418-45ebf235937b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.424219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] For port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:51.424599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.427135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.457269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Calling delete_port for 1aee60d5-1f55-4164-ab60-ba9968a2d9cc owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:51.460634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc was not found and therefore no delete operation was performed {{(pid=114438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:09:51.462443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] Publish callbacks [] for security_group (2b94a965-a052-4ec9-b418-45ebf235937b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.474236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.477364 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 400a41a7-ebb0-40d2-b562-dc1904fd1e29 of type vlan for network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148
Jan 15 21:09:51.502058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1aee60d5-1f55-4164-ab60-ba9968a2d9cc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.517931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] No DVR routers for this DVR port 1aee60d5-1f55-4164-ab60-ba9968a2d9cc on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:51.550498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.572383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aee60d5-1f55-4164-ab60-ba9968a2d9cc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.613251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2b94a965-a052-4ec9-b418-45ebf235937b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.615879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.619412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b94a965-a052-4ec9-b418-45ebf235937b HTTP/1.1" status: 204  len: 168 time: 0.3586164
Jan 15 21:09:51.620450 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.627669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:51.628283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.643774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Attempting to bind port 0ec24633-6357-4924-9ce3-f732c91c179a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:51.644329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Attempting to bind port 0ec24633-6357-4924-9ce3-f732c91c179a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:51.644438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Attempting to bind port 0ec24633-6357-4924-9ce3-f732c91c179a on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:51.649078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (11c7b3fc-2a02-4c30-b4fe-2709a9b61144), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.659819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Port 0ec24633-6357-4924-9ce3-f732c91c179a on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:09:51.660146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Attempting to bind port 0ec24633-6357-4924-9ce3-f732c91c179a on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:51.676113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6f70>,) {'filters': {'network_id': ['11c7b3fc-2a02-4c30-b4fe-2709a9b61144']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:51.678555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:51.678900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Checking segment: {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:51.679289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Bound using segment: {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:51.679730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Bound port: 0ec24633-6357-4924-9ce3-f732c91c179a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:51.680095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.688528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411526c-485c-4078-aa78-a3075ef7e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94a965-a052-4ec9-b418-45ebf235937b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.704536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6f70>, '8ae20fad-829b-4f8e-a393-bb32e45e8bca') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:51.705024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6f70>, '8ae20fad-829b-4f8e-a393-bb32e45e8bca') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:51.716793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4650826
Jan 15 21:09:51.727355 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd0bc-3a49-4760-8939-e5aa8692912e req-d57f726c-9a81-4ac2-b080-cf92ef00c8c3 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:51.728885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b60bd0bc-3a49-4760-8939-e5aa8692912e req-d57f726c-9a81-4ac2-b080-cf92ef00c8c3 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 943 time: 0.1691482
Jan 15 21:09:51.729007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37562) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:51.732226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1021a01-1d0e-4970-b238-605677a73929 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=cc7e8700-bb04-4e2c-aaf7-e5b672ac4148,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:51.748494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:51.755325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (8ae20fad-829b-4f8e-a393-bb32e45e8bca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.756726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:51.819738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8ae20fad-829b-4f8e-a393-bb32e45e8bca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.830398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b60bd0bc-3a49-4760-8939-e5aa8692912e req-c11ed678-7f30-48fb-8f89-e148a6e6d3df tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845168
Jan 15 21:09:51.850047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:51.850464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (8ae20fad-829b-4f8e-a393-bb32e45e8bca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:51.856737 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:51.876146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37564) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:51.885721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.896181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fe98235-d642-46df-8c56-633adb5f2a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:51.913188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:51.949928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ec24633-6357-4924-9ce3-f732c91c179a,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:51.980978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.016987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1aee60d5-1f55-4164-ab60-ba9968a2d9cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:09:52.029755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fe98235-d642-46df-8c56-633adb5f2a0b admin admin] Publish callbacks [] for security_group (56190001-917b-4d56-9b71-ebee2ad7e422), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.037382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fe98235-d642-46df-8c56-633adb5f2a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56190001-917b-4d56-9b71-ebee2ad7e422), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.045441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (11c7b3fc-2a02-4c30-b4fe-2709a9b61144), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.046074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1aee60d5-1f55-4164-ab60-ba9968a2d9cc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:09:52.047384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1aee60d5-1f55-4164-ab60-ba9968a2d9cc not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:09:52.070506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.076513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] 10.222.0.46 "DELETE /v2.0/networks/11c7b3fc-2a02-4c30-b4fe-2709a9b61144 HTTP/1.1" status: 204  len: 168 time: 1.2636940
Jan 15 21:09:52.097041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2642b5d-97c7-4a02-8869-1b83280959eb None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:52.097768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:52.098399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.099997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] 10.222.0.45 "PUT /v2.0/ports/0ec24633-6357-4924-9ce3-f732c91c179a HTTP/1.1" status: 200  len: 1091 time: 2.5750976
Jan 15 21:09:52.100466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:52.104682 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7a52e-176e-42cb-816c-b10928a1f807" -d '{"events": [{"name": "network-changed", "server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:52.128963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4fe98235-d642-46df-8c56-633adb5f2a0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=814013e03a724ee3ac88f353ca5c6c07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2512822
Jan 15 21:09:52.131536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98235-d642-46df-8c56-633adb5f2a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56190001-917b-4d56-9b71-ebee2ad7e422,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.134268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37572) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.172795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2aee1-86f6-4396-9914-c2202c3cbc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c7b3fc-2a02-4c30-b4fe-2709a9b61144,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.187557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.189283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.191024 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6c953-97be-4fdf-97a9-58f6f8467589 x-openstack-request-id: req-8df6c953-97be-4fdf-97a9-58f6f8467589 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:52.191319 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:52.191581 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8df6c953-97be-4fdf-97a9-58f6f8467589 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:52.192066 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a', 'status': 'completed', 'code': 200}
Jan 15 21:09:52.215384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2864261b-3079-4b23-9910-a6ad8f03feee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.220914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6fd4f-0666-4e2f-900a-91b3bd655680 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.235821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] Publish callbacks [] for security_group (56190001-917b-4d56-9b71-ebee2ad7e422), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.237983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.293323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] Publish callbacks [] for security_group (56190001-917b-4d56-9b71-ebee2ad7e422), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.294588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 is not hosted by any dhcp agent {{(pid=114438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:09:52.301281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:52.302025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.303574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "PUT /v2.0/networks/cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 HTTP/1.1" status: 200  len: 723 time: 0.5624359
Jan 15 21:09:52.306771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37580) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.316180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:52.317666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-745ba392-b644-422e-ab46-83224e98491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:52.319266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-745ba392-b644-422e-ab46-83224e98491e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 1094 time: 0.1482456
Jan 15 21:09:52.341462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d15dd1-80b4-4bc1-8125-16c9f1be6bb1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=cc7e8700-bb04-4e2c-aaf7-e5b672ac4148,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.366052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:52.382320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-cb7a3c1f-0522-41b1-b8fc-da1bd3809a74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ec24633-6357-4924-9ce3-f732c91c179a HTTP/1.1" status: 200  len: 217 time: 0.0500517
Jan 15 21:09:52.475524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2864261b-3079-4b23-9910-a6ad8f03feee admin admin] Publish callbacks [] for security_group (6583e7ce-94f9-43c1-878f-3c847c3ebc32), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.485253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56190001-917b-4d56-9b71-ebee2ad7e422), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.485253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.488622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56190001-917b-4d56-9b71-ebee2ad7e422 HTTP/1.1" status: 204  len: 168 time: 0.3497827
Jan 15 21:09:52.494069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2864261b-3079-4b23-9910-a6ad8f03feee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6583e7ce-94f9-43c1-878f-3c847c3ebc32), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.494665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-09b4a0f7-19c0-4478-a681-37f0976821f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:52.500187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-09b4a0f7-19c0-4478-a681-37f0976821f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77fe672b-adb3-4b90-99bc-e6dde0f155ae HTTP/1.1" status: 200  len: 848 time: 0.1064413
Jan 15 21:09:52.504628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7a85c-227c-4ece-b237-c20c94f53321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56190001-917b-4d56-9b71-ebee2ad7e422,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.520211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:52.523790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.560525 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-ca0d3bf0-a5f1-42d5-951a-d1737838a2e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fa5a3aa-4ace-46fa-b2bd-304536abb207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513010
Jan 15 21:09:52.561042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37586) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.615748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2864261b-3079-4b23-9910-a6ad8f03feee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f30ad2be7fb548f797effeae4e0d9566&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4225869
Jan 15 21:09:52.621164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37588) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.629708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864261b-3079-4b23-9910-a6ad8f03feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6583e7ce-94f9-43c1-878f-3c847c3ebc32,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.687592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7df4092-7145-4d91-8702-0521b5eaee58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b36b007e8a9409783a549b87017c8ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1223590
Jan 15 21:09:52.696646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37592) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:52.737857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] Publish callbacks [] for security_group (6583e7ce-94f9-43c1-878f-3c847c3ebc32), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.750115 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-fb572a73-b695-46f1-99b6-6a60ee008e97 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731968
Jan 15 21:09:52.778583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] Publish callbacks [] for security_group (6583e7ce-94f9-43c1-878f-3c847c3ebc32), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.797866 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] Publish callbacks [] for security_group (28d9f729-3a08-4c93-9ba8-0a23c60c3c45), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.807888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (585db310-eda9-4d0f-8ec1-8eeb86cc03f9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.854356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] Publish callbacks [] for security_group (28d9f729-3a08-4c93-9ba8-0a23c60c3c45), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.902474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55ae7e46-cae6-4756-8db3-9c0e44346e53 req-1b7c7256-c29e-454a-a3b2-a1f5f138c634 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416295
Jan 15 21:09:52.909551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=585db310-eda9-4d0f-8ec1-8eeb86cc03f9,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.920447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6583e7ce-94f9-43c1-878f-3c847c3ebc32), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.926256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.930446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6583e7ce-94f9-43c1-878f-3c847c3ebc32 HTTP/1.1" status: 204  len: 168 time: 0.3058841
Jan 15 21:09:52.941048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198654ac-6d2e-482c-945c-1fe0d29d8c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6583e7ce-94f9-43c1-878f-3c847c3ebc32,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:52.990738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': '400a41a7-ebb0-40d2-b562-dc1904fd1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:52.991108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: cc7e8700-bb04-4e2c-aaf7-e5b672ac4148, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:52.996330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28d9f729-3a08-4c93-9ba8-0a23c60c3c45), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:52.999078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.001079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28d9f729-3a08-4c93-9ba8-0a23c60c3c45 HTTP/1.1" status: 204  len: 168 time: 0.3034325
Jan 15 21:09:53.019041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f6ef-f3b4-41a3-91c2-2d6b62156d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9f729-3a08-4c93-9ba8-0a23c60c3c45,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:53.041409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-33da3737-aa17-4fab-b7be-4a4d00f06e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.043050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1db7-6d3e-4656-9be0-c3b72a06c622 req-66046773-7513-4d5d-9cc0-426ca8af0c74 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.043697 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-33da3737-aa17-4fab-b7be-4a4d00f06e99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 1094 time: 0.0710797
Jan 15 21:09:53.050940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-107b1db7-6d3e-4656-9be0-c3b72a06c622 req-66046773-7513-4d5d-9cc0-426ca8af0c74 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 943 time: 0.1247334
Jan 15 21:09:53.066949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:53.086812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc7e8700-bb04-4e2c-aaf7-e5b672ac4148) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:53.094900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab366be7-ae9e-43d5-9126-6a4c5eca3d2a None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:53.105956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.106585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586808'] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.147664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-107b1db7-6d3e-4656-9be0-c3b72a06c622 req-29f570ea-bd16-4cd6-8275-2d78bb12476e tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908289
Jan 15 21:09:53.153604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a107f97b-d85a-4528-a2d6-1c7af95da028 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8457818
Jan 15 21:09:53.156205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37610) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:53.162431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:53.166686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-55d1c077-d814-419f-820d-b03079004305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.168278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-55d1c077-d814-419f-820d-b03079004305 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 909 time: 0.1111169
Jan 15 21:09:53.226944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-cbc69a44-cab9-4f5b-9fd2-8fdce3696985 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ec24633-6357-4924-9ce3-f732c91c179a HTTP/1.1" status: 200  len: 217 time: 0.0519609
Jan 15 21:09:53.300472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264211413'] for subnet (585db310-eda9-4d0f-8ec1-8eeb86cc03f9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.306266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-fbfa30a2-0c76-407b-be60-3b8d86c4df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.308432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-fbfa30a2-0c76-407b-be60-3b8d86c4df18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77fe672b-adb3-4b90-99bc-e6dde0f155ae HTTP/1.1" status: 200  len: 848 time: 0.0738482
Jan 15 21:09:53.329219 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.341502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc7e8700-bb04-4e2c-aaf7-e5b672ac4148', 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '585db310-eda9-4d0f-8ec1-8eeb86cc03f9'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:53.343609 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.346062 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-3bee2aab-2271-41cb-bbc0-344885317f21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fa5a3aa-4ace-46fa-b2bd-304536abb207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305464
Jan 15 21:09:53.457086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-44b341db-79fc-495a-bed5-a66c94af4f8a service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041369
Jan 15 21:09:53.521015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735563492931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263812944'] for subnet (585db310-eda9-4d0f-8ec1-8eeb86cc03f9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.574811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Allocated IP 172.20.0.2 (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148/585db310-eda9-4d0f-8ec1-8eeb86cc03f9/5d322b25-c79c-430c-b912-8806661c127e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:53.580612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:53.580832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.585291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "PUT /v2.0/subnets/585db310-eda9-4d0f-8ec1-8eeb86cc03f9 HTTP/1.1" status: 200  len: 806 time: 0.4273188
Jan 15 21:09:53.588457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37626) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:53.600664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc7a52e-176e-42cb-816c-b10928a1f807 req-46d8f677-36b6-421a-a5d1-b98dd0590103 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347067
Jan 15 21:09:53.660260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f37d-b6d9-48ab-bb6d-46dd04c7fcbc tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=585db310-eda9-4d0f-8ec1-8eeb86cc03f9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:53.719330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.746275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37634) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:53.788188 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks [] for port (5d322b25-c79c-430c-b912-8806661c127e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.797590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (585db310-eda9-4d0f-8ec1-8eeb86cc03f9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.798215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5d322b25-c79c-430c-b912-8806661c127e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.807465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ac973ac-22e8-48b0-9870-15fee3a556d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6afa2913e1a54335be94bfa6ed11d4b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0597596
Jan 15 21:09:53.809720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37638) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:53.859215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:53.863872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:53.866933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:53.869900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] Publish callbacks [] for security_group (cba250a8-8b96-4848-b341-4827d50958e0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.882581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (585db310-eda9-4d0f-8ec1-8eeb86cc03f9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.901158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] Publish callbacks [] for security_group (cba250a8-8b96-4848-b341-4827d50958e0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.921727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=585db310-eda9-4d0f-8ec1-8eeb86cc03f9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:53.925804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Pushing event updated for resources: {'Port': ['ID=5d322b25-c79c-430c-b912-8806661c127e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:53.952789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Attempting to bind port 5d322b25-c79c-430c-b912-8806661c127e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:53.952789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Attempting to bind port 5d322b25-c79c-430c-b912-8806661c127e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '400a41a7-ebb0-40d2-b562-dc1904fd1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:53.952789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Attempting to bind port 5d322b25-c79c-430c-b912-8806661c127e on network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:53.963039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:53.963563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Checking segment: {'id': '400a41a7-ebb0-40d2-b562-dc1904fd1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:53.964231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.964718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Bound using segment: {'id': '400a41a7-ebb0-40d2-b562-dc1904fd1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:53.965589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Bound port: 5d322b25-c79c-430c-b912-8806661c127e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400a41a7-ebb0-40d2-b562-dc1904fd1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:53.966032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5d322b25-c79c-430c-b912-8806661c127e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.976173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cba250a8-8b96-4848-b341-4827d50958e0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.981354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:53.985343 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cba250a8-8b96-4848-b341-4827d50958e0 HTTP/1.1" status: 204  len: 168 time: 0.1719253
Jan 15 21:09:53.997960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86becf-77e7-4ea3-888a-684bfeb9560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba250a8-8b96-4848-b341-4827d50958e0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:54.017129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.043467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8126faf0>,) {'filters': {'network_id': ['cc7e8700-bb04-4e2c-aaf7-e5b672ac4148']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:54.058102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8126faf0>, '400a41a7-ebb0-40d2-b562-dc1904fd1e29') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:54.058899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8126faf0>, '400a41a7-ebb0-40d2-b562-dc1904fd1e29') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:54.073770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.078786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] For port 5d322b25-c79c-430c-b912-8806661c127e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:54.083675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] For port 5d322b25-c79c-430c-b912-8806661c127e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d322b25-c79c-430c-b912-8806661c127e,segment=NetworkSegment(400a41a7-ebb0-40d2-b562-dc1904fd1e29),segment_id=400a41a7-ebb0-40d2-b562-dc1904fd1e29)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:54.093890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5d322b25-c79c-430c-b912-8806661c127e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.096969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.107707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:54.108125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:54.112291 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:54.179166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2821d9d-7829-4c9c-873b-40080828bead None None] Pushing event updated for resources: {'Port': ['ID=5d322b25-c79c-430c-b912-8806661c127e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:54.189403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:54.189403 ncdv-master-1 neutron-server[114437]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:54.189403 ncdv-master-1 neutron-server[114437]: [parameters: {'id': 'cc7e8700-bb04-4e2c-aaf7-e5b672ac4148'}]
Jan 15 21:09:54.189403 ncdv-master-1 neutron-server[114437]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:54.189722 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:54.213325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.230954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1c0350-4d09-4b08-b009-172adbd97251 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:54.306578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c989b-cf71-496b-9b33-fa4f06193e97 req-41217633-ef9e-4f2c-8e49-93b82d590c6d tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:54.313438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d69c989b-cf71-496b-9b33-fa4f06193e97 req-41217633-ef9e-4f2c-8e49-93b82d590c6d tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 943 time: 0.0726471
Jan 15 21:09:54.332369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c0350-4d09-4b08-b009-172adbd97251 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:54.377887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d69c989b-cf71-496b-9b33-fa4f06193e97 req-463a6797-c395-45e3-a6cd-f40f130a09e1 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605681
Jan 15 21:09:54.582060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9705831-b301-4ad7-affa-932d4396c9cf None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:54.692571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.699229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd11a47-9768-4dd2-b64b-9e1c005ca57a None None] Network cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:54.766816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port 5d322b25-c79c-430c-b912-8806661c127e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:54.767532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5d322b25-c79c-430c-b912-8806661c127e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.863934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port 5d322b25-c79c-430c-b912-8806661c127e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d322b25-c79c-430c-b912-8806661c127e,segment=NetworkSegment(400a41a7-ebb0-40d2-b562-dc1904fd1e29),segment_id=400a41a7-ebb0-40d2-b562-dc1904fd1e29)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:54.864327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5d322b25-c79c-430c-b912-8806661c127e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:54.882122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for 5d322b25-c79c-430c-b912-8806661c127e owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:54.977981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5d322b25-c79c-430c-b912-8806661c127e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.004960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=5d322b25-c79c-430c-b912-8806661c127e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:55.008743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port 5d322b25-c79c-430c-b912-8806661c127e on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:55.094145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.117362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e818a8af0>,) {'filters': {'network_id': ['cc7e8700-bb04-4e2c-aaf7-e5b672ac4148']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:55.128089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e818a8af0>, '400a41a7-ebb0-40d2-b562-dc1904fd1e29') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:55.128464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e818a8af0>, '400a41a7-ebb0-40d2-b562-dc1904fd1e29') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:55.138112 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.153398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.161423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:55.161777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (400a41a7-ebb0-40d2-b562-dc1904fd1e29), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:55.165248 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:55.231726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (cc7e8700-bb04-4e2c-aaf7-e5b672ac4148), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.236375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.243265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37692) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.252801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 HTTP/1.1" status: 204  len: 168 time: 1.6628349
Jan 15 21:09:55.271072 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a728552e-5eab-43a3-b6b5-c563862992dd tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:09:55.271591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a728552e-5eab-43a3-b6b5-c563862992dd tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:09:55.279494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b459fa-614d-4c99-9724-1c6071da872b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=cc7e8700-bb04-4e2c-aaf7-e5b672ac4148,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:55.282133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37694) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.288384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940799133', 'description': 'd1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:55.291639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a728552e-5eab-43a3-b6b5-c563862992dd tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 HTTP/1.1" status: 404  len: 339 time: 0.0472326
Jan 15 21:09:55.316257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:55.319931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.343262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:55.356410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (439c8d00-21cc-428f-87e5-54f3c7089583), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.356410 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 439c8d00-21cc-428f-87e5-54f3c7089583 of type vlan for network 2cfa8afb-a43a-446d-b6ec-a40fefd2703d
Jan 15 21:09:55.404651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.442743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.450514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:55.451328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.550854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=2cfa8afb-a43a-446d-b6ec-a40fefd2703d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:55.557537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9e37c34-e93c-4fca-8f0d-196c72e68ea7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2738535
Jan 15 21:09:55.560354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.565929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2cfa8afb-a43a-446d-b6ec-a40fefd2703d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:55.587956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde88c-549b-4348-9d1b-fb1f2222f4ff req-4ef1cdd8-a62b-4286-b292-2b12cae29694 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:55.589459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6dde88c-549b-4348-9d1b-fb1f2222f4ff req-4ef1cdd8-a62b-4286-b292-2b12cae29694 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 943 time: 0.1285639
Jan 15 21:09:55.642147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.656522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6dde88c-549b-4348-9d1b-fb1f2222f4ff req-0c60ded2-1a88-42a6-9f31-07ae44e113f1 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607235
Jan 15 21:09:55.710025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61383ef-4a65-4908-9f32-26e9dc54c1d2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:55.711665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f61383ef-4a65-4908-9f32-26e9dc54c1d2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks?id=2cfa8afb-a43a-446d-b6ec-a40fefd2703d HTTP/1.1" status: 200  len: 761 time: 0.1502872
Jan 15 21:09:55.717223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.723829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'description': 'd2'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:55.891882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.906359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.916246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 2cfa8afb-a43a-446d-b6ec-a40fefd2703d is not hosted by any dhcp agent {{(pid=114438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:09:55.920779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-749660812-network', 'tenant_id': '755ac4fd2f294bd4862f38492f48d4f6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:55.923322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:55.924232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:55.925818 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "PUT /v2.0/networks/2cfa8afb-a43a-446d-b6ec-a40fefd2703d HTTP/1.1" status: 200  len: 758 time: 0.2090003
Jan 15 21:09:55.930295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:55.992311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00396f47-eab9-4c38-8228-edb35f61242e tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=2cfa8afb-a43a-446d-b6ec-a40fefd2703d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:56.006507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2cfa8afb-a43a-446d-b6ec-a40fefd2703d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:56.045654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:56.048631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Made reservation on behalf of 755ac4fd2f294bd4862f38492f48d4f6 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:56.053380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.082518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.094674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859bd82-55e1-4f73-849e-5a2f0b3468ae tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:56.096913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5859bd82-55e1-4f73-849e-5a2f0b3468ae tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks?id=2cfa8afb-a43a-446d-b6ec-a40fefd2703d HTTP/1.1" status: 200  len: 761 time: 0.1636469
Jan 15 21:09:56.100517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:56.107022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285888161'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:56.154298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:56.160560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.169210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1459187758', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:56.204825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks [] for security_group (a42e8bd5-3da6-42bb-b342-81784d22d4d9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.206736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:56.211851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a42e8bd5-3da6-42bb-b342-81784d22d4d9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.219767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Made reservation on behalf of 0a73551644d54cedb2955547477ed3b9 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:56.223194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.230625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cf06c836-59bd-420f-b656-543c305e743e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.231623 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment cf06c836-59bd-420f-b656-543c305e743e of type vlan for network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a
Jan 15 21:09:56.247746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.256856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:09:56.278908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e8bd5-3da6-42bb-b342-81784d22d4d9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:56.283620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df598966-7890-4f68-82be-61cfa503a58b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.284516 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Added segment df598966-7890-4f68-82be-61cfa503a58b of type vlan for network 9e601050-ec11-415f-a692-bc6382a8d02d
Jan 15 21:09:56.323757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.335176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9e601050-ec11-415f-a692-bc6382a8d02d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.371554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9e601050-ec11-415f-a692-bc6382a8d02d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.373059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:56.373388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.374731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.381182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:56.382096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.437745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7943079
Jan 15 21:09:56.440543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:56.447820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Request body: {'subnet': {'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-749660812-subnet', 'tenant_id': '755ac4fd2f294bd4862f38492f48d4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:56.453115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15545bac-3367-4d04-bb08-9e889620de1c admin admin] Pushing event updated for resources: {'Network': ['ID=9e601050-ec11-415f-a692-bc6382a8d02d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:56.469043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9e601050-ec11-415f-a692-bc6382a8d02d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:56.476110 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3740757
Jan 15 21:09:56.477451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Made reservation on behalf of 755ac4fd2f294bd4862f38492f48d4f6 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:56.480470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.482690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37764) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:56.485800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for security_group (7ae74a54-e502-430d-b576-11f2964f9eea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.491159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b072f4-3a15-42e0-bf32-b40b78b21f16 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:56.494650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7ae74a54-e502-430d-b576-11f2964f9eea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.500210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:56.501303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] device_id is not set on port f3f4bcd9-8295-44be-b9c6-3ab2c246114d yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:09:56.533307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:09:56.568237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae74a54-e502-430d-b576-11f2964f9eea,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:56.617440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0ec24633-6357-4924-9ce3-f732c91c179a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:09:56.697922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Allocated IP 172.35.1.189 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f3f4bcd9-8295-44be-b9c6-3ab2c246114d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:56.830310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:09:56.834418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.867508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.903358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (250b6fe1-4c36-43fc-be94-349765a8ea54), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.916539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:56.966605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:56.973635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:56.978417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:56.978785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c2a7-327d-40cc-9037-bd77d5f78ee4 req-7bd6ff00-bd79-4ce0-97be-92c93a513e85 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:56.980316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ef1c2a7-327d-40cc-9037-bd77d5f78ee4 req-7bd6ff00-bd79-4ce0-97be-92c93a513e85 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 943 time: 0.1958532
Jan 15 21:09:56.981715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Pushing event updated for resources: {'Port': ['ID=f3f4bcd9-8295-44be-b9c6-3ab2c246114d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:57.002774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a5c942-a3fd-454b-8b1c-4a2ada51520e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:57.020216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ec24633-6357-4924-9ce3-f732c91c179a,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:57.033849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '0ec24633-6357-4924-9ce3-f732c91c179a', 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207', 'port_id': '0ec24633-6357-4924-9ce3-f732c91c179a', 'mac_address': 'fa:16:3e:a1:29:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fe672b-adb3-4b90-99bc-e6dde0f155ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:09:57.034248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=250b6fe1-4c36-43fc-be94-349765a8ea54,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:57.038303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:57.039102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.065188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3f410c9-b70b-4369-a96d-ba3155112cca tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0181649
Jan 15 21:09:57.068722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37782) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:57.069952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Checking segment: {'id': 'df598966-7890-4f68-82be-61cfa503a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:57.070326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Network hostable DHCP agents. Network: 9e601050-ec11-415f-a692-bc6382a8d02d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:57.074962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.189'}]}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:09:57.090442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0ec24633-6357-4924-9ce3-f732c91c179a is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:57.090921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.103480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (c1585464-849e-49e8-afb7-29910e9ad4bf), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.104579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (c1585464-849e-49e8-afb7-29910e9ad4bf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.113233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec24633-6357-4924-9ce3-f732c91c179a {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:09:57.120475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ef1c2a7-327d-40cc-9037-bd77d5f78ee4 req-1b73895c-be2e-47c8-9790-44ad891666aa tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234109
Jan 15 21:09:57.141608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Network 9e601050-ec11-415f-a692-bc6382a8d02d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:57.169366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ec24633-6357-4924-9ce3-f732c91c179a,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:57.170502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-37730fd8-fe59-4a8e-bc2e-7682b4c7e522 None None] Provisioning complete for port f3f4bcd9-8295-44be-b9c6-3ab2c246114d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:57.170996 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-37730fd8-fe59-4a8e-bc2e-7682b4c7e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.182064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e601050-ec11-415f-a692-bc6382a8d02d) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:57.191228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:57.191879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.203505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0956b-0d22-46e0-89be-ee20b4e7b0c5 None None] Network 9e601050-ec11-415f-a692-bc6382a8d02d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:57.212681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (dc4e9594-c16a-44bd-9492-b23c1d1d6edb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.217095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for router_controller (c1585464-849e-49e8-afb7-29910e9ad4bf), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.229434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-88b74311-a88e-4045-a033-de6dd9ba1e27 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7875862
Jan 15 21:09:57.245130 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.295208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:57.310665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-37730fd8-fe59-4a8e-bc2e-7682b4c7e522 None None] Port f3f4bcd9-8295-44be-b9c6-3ab2c246114d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:09:57.336987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=dc4e9594-c16a-44bd-9492-b23c1d1d6edb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:57.346929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': 'cf06c836-59bd-420f-b656-543c305e743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:57.348645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:09:57.349435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:57.382274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:09:57.406259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192996af-dc5c-4a70-bf5a-342c8773c226 None None] Network 9e601050-ec11-415f-a692-bc6382a8d02d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:57.410125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:57.423600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:57.426240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.454833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1026202a-96da-404e-ab1b-197e4c204fcb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9699123
Jan 15 21:09:57.464905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428e7a3-0640-48b9-b74d-836d139dde3e None None] Network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:57.465136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:57.519746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for router_gateway (c1585464-849e-49e8-afb7-29910e9ad4bf), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.557378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['0ec24633-6357-4924-9ce3-f732c91c179a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:09:57.580817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99bb1548-3f99-49e3-ace9-94f594ed47e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.715687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a', 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': 'dc4e9594-c16a-44bd-9492-b23c1d1d6edb'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:09:57.716755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.769396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99bb1548-3f99-49e3-ace9-94f594ed47e8 admin admin] Publish callbacks [] for security_group (4c383e16-4622-4c4d-8d81-9b7203e31319), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.776115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99bb1548-3f99-49e3-ace9-94f594ed47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c383e16-4622-4c4d-8d81-9b7203e31319), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.818102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-99bb1548-3f99-49e3-ace9-94f594ed47e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95761cdf2d4c44319dff305f910a2552&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5193005
Jan 15 21:09:57.821351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:57.927851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.940229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] Publish callbacks [] for security_group (4c383e16-4622-4c4d-8d81-9b7203e31319), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:57.952876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb1548-3f99-49e3-ace9-94f594ed47e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c383e16-4622-4c4d-8d81-9b7203e31319,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:57.955173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Allocated IP 172.20.0.2 (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a/dc4e9594-c16a-44bd-9492-b23c1d1d6edb/aa3f7747-95f8-4d7c-9939-06ec6e266e63) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:09:58.004412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (dc4e9594-c16a-44bd-9492-b23c1d1d6edb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.021670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] Publish callbacks [] for security_group (4c383e16-4622-4c4d-8d81-9b7203e31319), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.098334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1e2dc9b1-5a59-4476-b259-1b60f1021533 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:58.105224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1e2dc9b1-5a59-4476-b259-1b60f1021533 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/networks?id=9e601050-ec11-415f-a692-bc6382a8d02d HTTP/1.1" status: 200  len: 813 time: 0.1791980
Jan 15 21:09:58.121594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25a3e5-c34e-4939-bfab-b27396794fce tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/quotas/755ac4fd2f294bd4862f38492f48d4f6 HTTP/1.1" status: 200  len: 375 time: 0.0154786
Jan 15 21:09:58.134346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks [] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.140735 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.150100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-158c4321-7a6d-42c6-9f84-1dcce60a6c60 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=755ac4fd2f294bd4862f38492f48d4f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276420
Jan 15 21:09:58.150811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4c383e16-4622-4c4d-8d81-9b7203e31319), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.153388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.157626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c383e16-4622-4c4d-8d81-9b7203e31319 HTTP/1.1" status: 204  len: 168 time: 0.3315849
Jan 15 21:09:58.185923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (dc4e9594-c16a-44bd-9492-b23c1d1d6edb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.187646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d24ea-d8a2-4f46-9b37-723dd89800c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c383e16-4622-4c4d-8d81-9b7203e31319,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:58.198648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for router_gateway (c1585464-849e-49e8-afb7-29910e9ad4bf), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.249409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:09:58.253660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4e9594-c16a-44bd-9492-b23c1d1d6edb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:58.258293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.270539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:09:58.277212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Pushing event updated for resources: {'Port': ['ID=aa3f7747-95f8-4d7c-9939-06ec6e266e63,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:58.280511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:09:58.281111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1a717a75-e2d7-4418-ad81-f4d63e79d7ac service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:09:58.286997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1a717a75-e2d7-4418-ad81-f4d63e79d7ac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1073029
Jan 15 21:09:58.349896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Attempting to bind port aa3f7747-95f8-4d7c-9939-06ec6e266e63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:09:58.350958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Attempting to bind port aa3f7747-95f8-4d7c-9939-06ec6e266e63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf06c836-59bd-420f-b656-543c305e743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:09:58.351929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Attempting to bind port aa3f7747-95f8-4d7c-9939-06ec6e266e63 on network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:09:58.357297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:09:58.357487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Checking segment: {'id': 'cf06c836-59bd-420f-b656-543c305e743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:09:58.357904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.359093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Bound using segment: {'id': 'cf06c836-59bd-420f-b656-543c305e743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:09:58.359745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Bound port: aa3f7747-95f8-4d7c-9939-06ec6e266e63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf06c836-59bd-420f-b656-543c305e743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:09:58.360288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.368403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057b1cb-64e2-4dc9-aae0-1c506e4ff5bf req-1e2ed09a-8a68-4391-8f44-aec52ea47b0a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:58.370094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c057b1cb-64e2-4dc9-aae0-1c506e4ff5bf req-1e2ed09a-8a68-4391-8f44-aec52ea47b0a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 944 time: 0.1461945
Jan 15 21:09:58.444000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] For port aa3f7747-95f8-4d7c-9939-06ec6e266e63, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:09:58.448644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] For port aa3f7747-95f8-4d7c-9939-06ec6e266e63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa3f7747-95f8-4d7c-9939-06ec6e266e63,segment=NetworkSegment(cf06c836-59bd-420f-b656-543c305e743e),segment_id=cf06c836-59bd-420f-b656-543c305e743e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:09:58.449879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.454628 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.462815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-f2ab5c9b-a2ba-48c5-b78c-651e9b8455e5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683426
Jan 15 21:09:58.502229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e796a0070>,) {'filters': {'network_id': ['ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:58.522511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e796a0070>, 'cf06c836-59bd-420f-b656-543c305e743e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:58.523184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e796a0070>, 'cf06c836-59bd-420f-b656-543c305e743e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:58.562351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (cf06c836-59bd-420f-b656-543c305e743e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.583472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cf06c836-59bd-420f-b656-543c305e743e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.585406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e23b-48cd-4146-8f6d-5c7ffea6db6b None None] Pushing event updated for resources: {'Port': ['ID=aa3f7747-95f8-4d7c-9939-06ec6e266e63,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:58.600677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:58.601179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (cf06c836-59bd-420f-b656-543c305e743e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:58.604917 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:58.617126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for router (c1585464-849e-49e8-afb7-29910e9ad4bf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.620954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0ec24633-6357-4924-9ce3-f732c91c179a up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:09:58.644045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37826) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:58.673396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e95563-d04a-45bb-aad2-f700dc417b0d None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:09:58.708176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ce8c-5872-491e-bc1e-b3be9f85eb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.756577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 0ec24633-6357-4924-9ce3-f732c91c179a completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:09:58.762503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:09:58.762503 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:09:58.762503 ncdv-master-1 neutron-server[114438]: [parameters: {'id': 'ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a'}]
Jan 15 21:09:58.762503 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:09:58.762946 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:09:58.768690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 0ec24633-6357-4924-9ce3-f732c91c179a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:09:58.769454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.802331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e95563-d04a-45bb-aad2-f700dc417b0d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:09:58.814769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c057b1cb-64e2-4dc9-aae0-1c506e4ff5bf req-458893a9-3c52-4b26-b4b5-b44b1047e567 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4184835
Jan 15 21:09:58.872615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-e1d6b5d7-196e-4537-9faa-d7857a52f3b3 service neutron] 10.222.0.46 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027832
Jan 15 21:09:58.882848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (c1585464-849e-49e8-afb7-29910e9ad4bf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.886458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks [] for router_controller (c1585464-849e-49e8-afb7-29910e9ad4bf), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.948830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 0ec24633-6357-4924-9ce3-f732c91c179a is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:09:58.949328 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.950987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (c1585464-849e-49e8-afb7-29910e9ad4bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.951603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1585464-849e-49e8-afb7-29910e9ad4bf {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:09:58.988035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ce8c-5872-491e-bc1e-b3be9f85eb7e admin admin] Publish callbacks [] for security_group (b9fa1115-798c-438f-a855-30c10f9f4b74), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:58.996900 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:09:58.998223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dd13f7cb-4345-4e09-8304-2e9cd95fe066 tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.9284410
Jan 15 21:09:59.001755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:09:59.002433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:59.007111 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e4767-2aa0-4086-baf2-926573ae4ecd" -d '{"events": [{"server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "name": "network-vif-plugged", "status": "completed", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:09:59.010358 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2fd3ce8c-5872-491e-bc1e-b3be9f85eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b9fa1115-798c-438f-a855-30c10f9f4b74), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.073156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2fd3ce8c-5872-491e-bc1e-b3be9f85eb7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=476c87d1eccd4fc0b961455664763d94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4271750
Jan 15 21:09:59.074945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37842) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:09:59.078777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3ce8c-5872-491e-bc1e-b3be9f85eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa1115-798c-438f-a855-30c10f9f4b74,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:59.085499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ec24633-6357-4924-9ce3-f732c91c179a,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:59.093312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.156293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:59.169912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73d689b3-89f3-4bb5-a6b9-ed8ef7291fe3 req-a4336db1-20a7-44d8-b265-6ffbc0a46ca7 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 210 time: 0.0880051
Jan 15 21:09:59.200754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] Publish callbacks [] for security_group (b9fa1115-798c-438f-a855-30c10f9f4b74), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.239530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Deleting port f3f4bcd9-8295-44be-b9c6-3ab2c246114d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:59.239882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.254565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] Publish callbacks [] for security_group (b9fa1115-798c-438f-a855-30c10f9f4b74), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.264288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.298347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafaaf4-e193-4005-b1b0-530d94421c3a None None] Network ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:09:59.346547 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3626dbab-2037-41c3-8f38-813b26931bea x-openstack-request-id: req-3626dbab-2037-41c3-8f38-813b26931bea {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:09:59.346903 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "name": "network-vif-plugged", "status": "completed", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:09:59.347094 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3626dbab-2037-41c3-8f38-813b26931bea {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:09:59.347475 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a', 'code': 200}
Jan 15 21:09:59.349069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port aa3f7747-95f8-4d7c-9939-06ec6e266e63 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:09:59.351054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.411310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.427295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Calling delete_port for f3f4bcd9-8295-44be-b9c6-3ab2c246114d owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:59.431902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b9fa1115-798c-438f-a855-30c10f9f4b74), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.434579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.435842 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9fa1115-798c-438f-a855-30c10f9f4b74 HTTP/1.1" status: 204  len: 168 time: 0.3593776
Jan 15 21:09:59.453090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e34ae-b513-4bdf-bd42-edae2c1107c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa1115-798c-438f-a855-30c10f9f4b74,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:59.532603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd71c81-2450-4ad9-a454-fbac2b963c2b req-07d6a7c3-1f28-4402-8f31-da4bcbf513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:59.535023 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebd71c81-2450-4ad9-a454-fbac2b963c2b req-07d6a7c3-1f28-4402-8f31-da4bcbf513eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 1096 time: 0.1055875
Jan 15 21:09:59.537176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port aa3f7747-95f8-4d7c-9939-06ec6e266e63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa3f7747-95f8-4d7c-9939-06ec6e266e63,segment=NetworkSegment(cf06c836-59bd-420f-b656-543c305e743e),segment_id=cf06c836-59bd-420f-b656-543c305e743e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:09:59.537724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.581696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for aa3f7747-95f8-4d7c-9939-06ec6e266e63 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:09:59.595915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f3f4bcd9-8295-44be-b9c6-3ab2c246114d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.616575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ebd71c81-2450-4ad9-a454-fbac2b963c2b req-e7555436-a9db-4e35-b26d-afc3f9a7695e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700011
Jan 15 21:09:59.635593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3f4bcd9-8295-44be-b9c6-3ab2c246114d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:59.651874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774aca6f-f7fb-40b9-b67f-86bb09e7977e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:09:59.710347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (aa3f7747-95f8-4d7c-9939-06ec6e266e63), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.716372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.725098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a97a881c-0163-4f5e-9c0e-5813fc4d7e9c tempest-RoutersAdminNegativeTest-552587654 tempest-RoutersAdminNegativeTest-552587654-project-admin] 10.222.0.46 "DELETE /v2.0/ports/f3f4bcd9-8295-44be-b9c6-3ab2c246114d HTTP/1.1" status: 204  len: 168 time: 0.7211878
Jan 15 21:09:59.744600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=aa3f7747-95f8-4d7c-9939-06ec6e266e63,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:09:59.748325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port aa3f7747-95f8-4d7c-9939-06ec6e266e63 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:09:59.866480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.896890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a1c40>,) {'filters': {'network_id': ['ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:59.911341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a1c40>, 'cf06c836-59bd-420f-b656-543c305e743e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:59.911684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a1c40>, 'cf06c836-59bd-420f-b656-543c305e743e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:09:59.923312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (cf06c836-59bd-420f-b656-543c305e743e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.946346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cf06c836-59bd-420f-b656-543c305e743e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.953464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:09:59.953961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (cf06c836-59bd-420f-b656-543c305e743e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:09:59.957631 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:09:59.991661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758cbe4-4b51-44f3-8c6e-ecfb5988da84 req-0e7f92be-709f-4889-b520-f15fbeb74348 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:09:59.994261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1758cbe4-4b51-44f3-8c6e-ecfb5988da84 req-0e7f92be-709f-4889-b520-f15fbeb74348 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 945 time: 0.0637784
Jan 15 21:10:00.039994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.055492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.059299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1758cbe4-4b51-44f3-8c6e-ecfb5988da84 req-e587c345-cd6e-433b-a079-1f476e2354ba tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576031
Jan 15 21:10:00.060760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a HTTP/1.1" status: 204  len: 168 time: 2.5951710
Jan 15 21:10:00.063895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37870) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.095075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572208-74f9-4550-a6da-20498fb34539 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:00.107794 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f461b7-d0a3-47aa-9d50-e93d4895b317 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:00.110562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13f461b7-d0a3-47aa-9d50-e93d4895b317 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets/dc4e9594-c16a-44bd-9492-b23c1d1d6edb HTTP/1.1" status: 404  len: 337 time: 0.0455167
Jan 15 21:10:00.114315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37872) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.137615 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a8d71d-94fc-460b-922c-a490ebdbfd10 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:00.138539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a8d71d-94fc-460b-922c-a490ebdbfd10 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:00.143236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f7a8d71d-94fc-460b-922c-a490ebdbfd10 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a HTTP/1.1" status: 404  len: 339 time: 0.0278056
Jan 15 21:10:00.148556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.271903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37880) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.353491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dab7b013-c7af-4037-ab44-d4c918a456fd req-ef19fe07-6b62-45fd-8310-c9552eb611df tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 210 time: 0.0607643
Jan 15 21:10:00.419761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-d6fb3e2f-2945-4730-91a0-e822d039c530 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.422088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-d6fb3e2f-2945-4730-91a0-e822d039c530 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.39 "GET /v2.0/networks?id=9e601050-ec11-415f-a692-bc6382a8d02d HTTP/1.1" status: 200  len: 813 time: 0.2130384
Jan 15 21:10:00.437290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Request body: {'port': {'device_id': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d', 'admin_state_up': True, 'tenant_id': '755ac4fd2f294bd4862f38492f48d4f6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:00.476087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b6ede-8cd3-42d1-a4a6-bc5519192f22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.477860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b4b6ede-8cd3-42d1-a4a6-bc5519192f22 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3281019
Jan 15 21:10:00.478605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37888) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.482462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37890) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.535482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b0c9a83d-d36b-4d52-9e83-dd9042a9b1ac tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 207 time: 0.0479345
Jan 15 21:10:00.538804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37896) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.584504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Made reservation on behalf of 755ac4fd2f294bd4862f38492f48d4f6 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:00.588375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.621163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be4f349f-b532-4dd5-853a-c1cd371fc2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.623520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad8d17cb-e280-400f-88a2-6bae4bfbd598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.751291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Allocated IP 172.20.0.5 (9e601050-ec11-415f-a692-bc6382a8d02d/250b6fe1-4c36-43fc-be94-349765a8ea54/545a7b8f-5716-4583-a500-c410de25d9d8) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:00.766149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6015a-84b5-4e57-9450-79e0f02a1b8a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.772933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6015a-84b5-4e57-9450-79e0f02a1b8a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.781516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6015a-84b5-4e57-9450-79e0f02a1b8a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.788038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6015a-84b5-4e57-9450-79e0f02a1b8a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:00.793959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-87c6015a-84b5-4e57-9450-79e0f02a1b8a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2501574
Jan 15 21:10:00.795956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:00.915801 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be4f349f-b532-4dd5-853a-c1cd371fc2ef admin admin] Publish callbacks [] for security_group (51f15980-8b8e-4f34-bb07-cb559889daa4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.935273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be4f349f-b532-4dd5-853a-c1cd371fc2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51f15980-8b8e-4f34-bb07-cb559889daa4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.947887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks [] for port (545a7b8f-5716-4583-a500-c410de25d9d8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.976198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad8d17cb-e280-400f-88a2-6bae4bfbd598 admin admin] Publish callbacks [] for security_group (9900e55d-952c-4208-902c-5e6f002d30fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.989462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:00.996033 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ad8d17cb-e280-400f-88a2-6bae4bfbd598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9900e55d-952c-4208-902c-5e6f002d30fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.037367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Network 9e601050-ec11-415f-a692-bc6382a8d02d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:01.037584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f349f-b532-4dd5-853a-c1cd371fc2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f15980-8b8e-4f34-bb07-cb559889daa4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:01.043412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:01.048758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:01.053204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Pushing event updated for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:01.053695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be4f349f-b532-4dd5-853a-c1cd371fc2ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c390492f1a6641cfaa5922c874ef12ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5739207
Jan 15 21:10:01.058402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.074871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d1983-a487-4653-ae5a-3953c6aa8f60 None None] DHCP port deletion for 9e601050-ec11-415f-a692-bc6382a8d02d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:01.075953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8c26efb-bac0-4a84-86c1-f90ed3134023 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2787914
Jan 15 21:10:01.083652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37914) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.120895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ad8d17cb-e280-400f-88a2-6bae4bfbd598 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b2e900c69f8424bbf62c627f7dc78f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8473158
Jan 15 21:10:01.127808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37918) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.151563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.152256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.163902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d17cb-e280-400f-88a2-6bae4bfbd598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9900e55d-952c-4208-902c-5e6f002d30fb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:01.192992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-7ae82041-41bd-422c-85dd-e30d5f1adae2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7623384
Jan 15 21:10:01.210766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-42f2ff00-e089-480e-9938-f735060c9a1d None None] Provisioning complete for port 545a7b8f-5716-4583-a500-c410de25d9d8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:01.211867 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-42f2ff00-e089-480e-9938-f735060c9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.219524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Request body: {'port': {'device_id': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:01.227160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] Publish callbacks [] for security_group (51f15980-8b8e-4f34-bb07-cb559889daa4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.265061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-42f2ff00-e089-480e-9938-f735060c9a1d None None] Port 545a7b8f-5716-4583-a500-c410de25d9d8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:01.266042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca3ae-b185-4232-b480-5737e0449dd1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.268533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca3ae-b185-4232-b480-5737e0449dd1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.270653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-814ca3ae-b185-4232-b480-5737e0449dd1 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1808450
Jan 15 21:10:01.277988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37924) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.290787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7155f-86ed-414f-ac6a-a635cfdf55e9 req-54a5393d-5ec6-47da-bcad-63c05cd96415 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.292608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4b7155f-86ed-414f-ac6a-a635cfdf55e9 req-54a5393d-5ec6-47da-bcad-63c05cd96415 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 945 time: 0.1109891
Jan 15 21:10:01.346726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4b7155f-86ed-414f-ac6a-a635cfdf55e9 req-6ea61c58-d707-442f-bb30-1900157849e5 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453553
Jan 15 21:10:01.353473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] Publish callbacks [] for security_group (51f15980-8b8e-4f34-bb07-cb559889daa4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.365119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] Publish callbacks [] for security_group (9900e55d-952c-4208-902c-5e6f002d30fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.404894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.473677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] Publish callbacks [] for security_group (9900e55d-952c-4208-902c-5e6f002d30fb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.503796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e449b8-eea8-40ac-b165-131765b34263 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.505328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e449b8-eea8-40ac-b165-131765b34263 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['shared'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.506932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0e449b8-eea8-40ac-b165-131765b34263 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2210567
Jan 15 21:10:01.511130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37936) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.521784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2f798-259f-4e2f-966b-7ead52981388 req-f0ef7368-0bbf-4371-9a5f-238569751d4d tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.523338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9df2f798-259f-4e2f-966b-7ead52981388 req-f0ef7368-0bbf-4371-9a5f-238569751d4d tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 931 time: 0.0634875
Jan 15 21:10:01.631164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51f15980-8b8e-4f34-bb07-cb559889daa4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.633800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.637614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51f15980-8b8e-4f34-bb07-cb559889daa4 HTTP/1.1" status: 204  len: 168 time: 0.5498445
Jan 15 21:10:01.647679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80729f-f649-4da3-a986-c336adb2669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f15980-8b8e-4f34-bb07-cb559889daa4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:01.671191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9900e55d-952c-4208-902c-5e6f002d30fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.674428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.675724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9900e55d-952c-4208-902c-5e6f002d30fb HTTP/1.1" status: 204  len: 168 time: 0.5470405
Jan 15 21:10:01.694690 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9df2f798-259f-4e2f-966b-7ead52981388 req-4acf0138-60a8-4039-bb2f-5056049b3f3d tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549218
Jan 15 21:10:01.710678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801c89b-dd50-46d6-b190-bfc6b7564b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900e55d-952c-4208-902c-5e6f002d30fb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:01.720172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee34075-273a-4fa3-bd65-dbcf06a40556 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:01.724334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ee34075-273a-4fa3-bd65-dbcf06a40556 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks/18c095dc-9a53-4f90-ab19-f77687011470 HTTP/1.1" status: 200  len: 800 time: 0.2120557
Jan 15 21:10:01.727790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.902336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545a7b8f-5716-4583-a500-c410de25d9d8 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:01.915631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks [] for port (545a7b8f-5716-4583-a500-c410de25d9d8), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:01.924389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ba5a3d56-e635-4cf6-9c27-5ad80ccc93ce tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/networks/18c095dc-9a53-4f90-ab19-f77687011470?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1941838
Jan 15 21:10:01.926721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37956) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:01.947438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Transition to ACTIVE for port object 545a7b8f-5716-4583-a500-c410de25d9d8 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:10:01.954448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.019241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d6366-347c-4dec-a0f8-cfc62dd6ee1a None None] DHCP port deletion for 9e601050-ec11-415f-a692-bc6382a8d02d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:02.023957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Pushing event updated for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:02.044280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ad924-4310-4f6e-8156-5376493c20da tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.045633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-660ad924-4310-4f6e-8156-5376493c20da tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets/32a406a8-5f52-4dbf-aa3e-ee1d4558fd89 HTTP/1.1" status: 200  len: 811 time: 0.1179526
Jan 15 21:10:02.053295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37962) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.140126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Attempting to bind port 545a7b8f-5716-4583-a500-c410de25d9d8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:02.140453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Attempting to bind port 545a7b8f-5716-4583-a500-c410de25d9d8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'df598966-7890-4f68-82be-61cfa503a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:02.140956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Attempting to bind port 545a7b8f-5716-4583-a500-c410de25d9d8 on network 9e601050-ec11-415f-a692-bc6382a8d02d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:02.146733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Port 545a7b8f-5716-4583-a500-c410de25d9d8 on network 9e601050-ec11-415f-a692-bc6382a8d02d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:10:02.147065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Attempting to bind port 545a7b8f-5716-4583-a500-c410de25d9d8 on network 9e601050-ec11-415f-a692-bc6382a8d02d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:02.152863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:02.153310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Checking segment: {'id': 'df598966-7890-4f68-82be-61cfa503a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:02.153572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Bound using segment: {'id': 'df598966-7890-4f68-82be-61cfa503a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:02.154142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Bound port: 545a7b8f-5716-4583-a500-c410de25d9d8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df598966-7890-4f68-82be-61cfa503a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:02.154944 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.174186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bdadd2-72a6-43e5-920c-3c84f4491c7b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['shared'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.179649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91bdadd2-72a6-43e5-920c-3c84f4491c7b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "GET /v2.0/subnets/32a406a8-5f52-4dbf-aa3e-ee1d4558fd89?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1214182
Jan 15 21:10:02.179649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37968) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.185158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1594975880'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:02.233179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:02.238116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.266202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:02.282205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (26d1774f-6d0a-47c9-bd12-8eaf29750169), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.282205 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Added segment 26d1774f-6d0a-47c9-bd12-8eaf29750169 of type vlan for network 8afaec04-6d9e-4143-8e44-f439e4d10e0f
Jan 15 21:10:02.283466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:02.293235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545a7b8f-5716-4583-a500-c410de25d9d8,segment=NetworkSegment(df598966-7890-4f68-82be-61cfa503a58b),segment_id=df598966-7890-4f68-82be-61cfa503a58b)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:02.302098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.339418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90915ce-3b55-45ca-98ed-f2f1d89753d7 None None] DHCP port deletion for 9e601050-ec11-415f-a692-bc6382a8d02d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:02.343063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.343663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.345245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] 10.222.0.39 "PUT /v2.0/ports/545a7b8f-5716-4583-a500-c410de25d9d8 HTTP/1.1" status: 200  len: 1091 time: 1.1316893
Jan 15 21:10:02.345691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:02.365096 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705b11e-a609-4d89-9b4e-19e046eb0d70" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:02.387399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8afaec04-6d9e-4143-8e44-f439e4d10e0f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.450445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db994d0-4d77-4671-a7d5-23569436cb84 req-464ec343-8a3b-479f-a929-b53d18b4491e tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.451320 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03013afd-674c-4e03-be1b-a6b43d2949e6 x-openstack-request-id: req-03013afd-674c-4e03-be1b-a6b43d2949e6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:02.451682 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:02.452151 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03013afd-674c-4e03-be1b-a6b43d2949e6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:02.452408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8db994d0-4d77-4671-a7d5-23569436cb84 req-464ec343-8a3b-479f-a929-b53d18b4491e tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 945 time: 0.1381321
Jan 15 21:10:02.452918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37978) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.453240 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8', 'status': 'completed', 'code': 200}
Jan 15 21:10:02.475136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25c52f-c54d-4d57-8c99-e3c8983833fa service neutron] Pushing event updated for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:02.483314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8afaec04-6d9e-4143-8e44-f439e4d10e0f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.486425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1638c862-0b13-454c-96d8-d1bc21ffb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.488101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1638c862-0b13-454c-96d8-d1bc21ffb65c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755ac4fd2f294bd4862f38492f48d4f6&device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 1094 time: 0.0915041
Jan 15 21:10:02.489887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.490495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.550707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-1162bcbe-4b30-48d4-a273-bff39c207542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=545a7b8f-5716-4583-a500-c410de25d9d8 HTTP/1.1" status: 200  len: 217 time: 0.0550010
Jan 15 21:10:02.576422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3959949
Jan 15 21:10:02.594548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37982) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.601386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:02.619136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-b73e0309-99af-4d5f-b4a5-936bc7415a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.620625 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-b73e0309-99af-4d5f-b4a5-936bc7415a46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=250b6fe1-4c36-43fc-be94-349765a8ea54 HTTP/1.1" status: 200  len: 853 time: 0.0634866
Jan 15 21:10:02.641558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 37984) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.662580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-c6415628-cca5-4046-9aea-ad4d22ae352d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e601050-ec11-415f-a692-bc6382a8d02d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352161
Jan 15 21:10:02.688203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eccbe75f-556c-4a1c-9fdd-3d9cf99b5ef5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a73551644d54cedb2955547477ed3b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319303
Jan 15 21:10:02.689156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Network': ['ID=8afaec04-6d9e-4143-8e44-f439e4d10e0f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:02.691346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 37990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:02.698116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8db994d0-4d77-4671-a7d5-23569436cb84 req-a0cfc1a5-23d7-416b-91ca-2d0809df1ed7 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335284
Jan 15 21:10:02.735974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.736346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.736701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.737575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.737922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.738279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.738604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.738940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.739274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.739608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.739942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.740272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.740603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded7915-9ea3-44a0-be5e-84a9f00cf01f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:02.754069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:02.820734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-312c3c65-5185-4d15-8894-ef7a74a37e8d service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517777
Jan 15 21:10:02.951796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] Publish callbacks [] for security_group (7ae74a54-e502-430d-b576-11f2964f9eea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.959752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc3681-2f1d-401b-8a4d-754c22ec8b5d req-f78719ba-9788-45ba-b00c-cc111668b224 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:02.961326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5bc3681-2f1d-401b-8a4d-754c22ec8b5d req-f78719ba-9788-45ba-b00c-cc111668b224 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 943 time: 0.1717367
Jan 15 21:10:02.961947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Made reservation on behalf of 8377d0cf483a4ab78020d03e187315c2 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:02.964281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6f69fb7-df5c-4104-a7e2-5d4029ad86bc req-46955ee1-f4b4-4b30-b003-96acee1ff496 service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351221
Jan 15 21:10:02.965199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ae7c0cd-6e00-4522-b2f2-e51bded959a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:02.965400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.079338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Performing IP validity checks on allocation pools {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:10:03.079914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:10:03.088673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-a3086002-15c3-4440-9f66-123c30c94191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:03.089695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] Publish callbacks [] for security_group (7ae74a54-e502-430d-b576-11f2964f9eea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.090257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-a3086002-15c3-4440-9f66-123c30c94191 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755ac4fd2f294bd4862f38492f48d4f6&device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 1094 time: 0.0744424
Jan 15 21:10:03.095568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ae7c0cd-6e00-4522-b2f2-e51bded959a7 admin admin] Publish callbacks [] for security_group (3ed72079-4705-4bd2-a633-113722b3c2f7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.106167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ae7c0cd-6e00-4522-b2f2-e51bded959a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3ed72079-4705-4bd2-a633-113722b3c2f7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.153733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5bc3681-2f1d-401b-8a4d-754c22ec8b5d req-b35494d1-d2c2-4989-82b8-1918eb76eebf tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221068
Jan 15 21:10:03.190788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7c0cd-6e00-4522-b2f2-e51bded959a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed72079-4705-4bd2-a633-113722b3c2f7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:03.205731 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2ae7c0cd-6e00-4522-b2f2-e51bded959a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3182b2c68c9c40b7be5b7b37f0d52e32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5592000
Jan 15 21:10:03.206791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38008) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:03.235926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7ae74a54-e502-430d-b576-11f2964f9eea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.239074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.242751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ae74a54-e502-430d-b576-11f2964f9eea HTTP/1.1" status: 204  len: 168 time: 0.5412235
Jan 15 21:10:03.255235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c53f7-56cc-4dad-8a71-955acb53cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae74a54-e502-430d-b576-11f2964f9eea,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:03.270233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-6debacd3-0775-4dbb-90d3-a63a4eb5cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:03.271737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-6debacd3-0775-4dbb-90d3-a63a4eb5cfe3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e601050-ec11-415f-a692-bc6382a8d02d HTTP/1.1" status: 200  len: 914 time: 0.1749740
Jan 15 21:10:03.334948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] Publish callbacks [] for security_group (3ed72079-4705-4bd2-a633-113722b3c2f7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.341280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-bb7ade9f-a9b5-492f-936f-427a869859ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=545a7b8f-5716-4583-a500-c410de25d9d8 HTTP/1.1" status: 200  len: 217 time: 0.0560756
Jan 15 21:10:03.342765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (043db96b-9cbc-4fb8-89ba-048ffe490df6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.394717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] Publish callbacks [] for security_group (3ed72079-4705-4bd2-a633-113722b3c2f7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.423436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=043db96b-9cbc-4fb8-89ba-048ffe490df6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:03.440676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-bd459354-3e87-4804-8f2d-f5c3cb4ed56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:03.440918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Checking segment: {'id': '26d1774f-6d0a-47c9-bd12-8eaf29750169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:03.441231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network hostable DHCP agents. Network: 8afaec04-6d9e-4143-8e44-f439e4d10e0f, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:10:03.442326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-bd459354-3e87-4804-8f2d-f5c3cb4ed56f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=250b6fe1-4c36-43fc-be94-349765a8ea54 HTTP/1.1" status: 200  len: 853 time: 0.0946426
Jan 15 21:10:03.464626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:10:03.478038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8afaec04-6d9e-4143-8e44-f439e4d10e0f) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:03.483593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:03.484543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.496557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07581ca4-2f2a-443c-ac0f-186be667b1e9 None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:03.505366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-6aca66d9-e422-49b1-b852-515b24fa40b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e601050-ec11-415f-a692-bc6382a8d02d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537977
Jan 15 21:10:03.506579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f8d3832c-b283-4635-9248-d3b56d2dcec0 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.9091499
Jan 15 21:10:03.509326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38016) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:03.519686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:03.560155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3ed72079-4705-4bd2-a633-113722b3c2f7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.562859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.567517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ed72079-4705-4bd2-a633-113722b3c2f7 HTTP/1.1" status: 204  len: 168 time: 0.3591547
Jan 15 21:10:03.674459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8afaec04-6d9e-4143-8e44-f439e4d10e0f', 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f', 'project_id': '8377d0cf483a4ab78020d03e187315c2', 'fixed_ips': [{'subnet_id': '043db96b-9cbc-4fb8-89ba-048ffe490df6'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:10:03.675663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.723550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264211413'] for subnet (043db96b-9cbc-4fb8-89ba-048ffe490df6), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.841654 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:10:03.955708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31358e1-362f-4459-aa1e-3cb67703054f req-84d37776-58f2-4b32-be35-cc92580cc4e5 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:03.957290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d31358e1-362f-4459-aa1e-3cb67703054f req-84d37776-58f2-4b32-be35-cc92580cc4e5 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 945 time: 0.0953803
Jan 15 21:10:03.958451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735563492931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263812944'] for subnet (043db96b-9cbc-4fb8-89ba-048ffe490df6), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:03.967261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f03c6c-771d-4d5e-b887-4e9de567338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed72079-4705-4bd2-a633-113722b3c2f7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:04.023825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event updated for resources: {'Subnet': ['ID=043db96b-9cbc-4fb8-89ba-048ffe490df6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:04.047699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-169963a1-62bc-43ce-9033-706f617f04ce service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5372195
Jan 15 21:10:04.048582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:04.049249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.053559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-20b9dff2-49eb-4a28-ad40-e20edef96aa5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "PUT /v2.0/subnets/043db96b-9cbc-4fb8-89ba-048ffe490df6 HTTP/1.1" status: 200  len: 877 time: 0.5430079
Jan 15 21:10:04.055556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-5be3c055-2552-421e-9c03-184eaa1f0a83 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:04.056822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38038) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:04.057016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-5be3c055-2552-421e-9c03-184eaa1f0a83 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 945 time: 0.0926509
Jan 15 21:10:04.116658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Allocated IP 172.20.0.3 (8afaec04-6d9e-4143-8e44-f439e4d10e0f/043db96b-9cbc-4fb8-89ba-048ffe490df6/d36c88d6-1f89-45a1-95e5-abb3bad83c5c) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:04.151662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38040) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:04.200287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a762a04-5f60-4bf6-9194-78fbfdf811fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.337943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c705b11e-a609-4d89-9b4e-19e046eb0d70 req-c9b02170-abdf-4b28-b442-5375f8a53e13 service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799065
Jan 15 21:10:04.393626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Deleting port 0ec24633-6357-4924-9ce3-f732c91c179a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:04.393626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.586901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] For port 0ec24633-6357-4924-9ce3-f732c91c179a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ec24633-6357-4924-9ce3-f732c91c179a,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:04.587280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.616978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a762a04-5f60-4bf6-9194-78fbfdf811fa admin admin] Publish callbacks [] for security_group (a03a225a-6040-458d-a629-ab6a7675d8e6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.625012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Calling delete_port for 0ec24633-6357-4924-9ce3-f732c91c179a owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:04.627189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a762a04-5f60-4bf6-9194-78fbfdf811fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a03a225a-6040-458d-a629-ab6a7675d8e6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.669852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d31358e1-362f-4459-aa1e-3cb67703054f req-538016d3-3e99-49bb-a3ab-d3a18a583f63 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6518440
Jan 15 21:10:04.698298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks [] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.708134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b0180-2b97-446f-9595-36b7f1eac5aa req-a98f1677-b2b9-4d8c-bf74-e42e608bc927 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:04.709981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582b0180-2b97-446f-9595-36b7f1eac5aa req-a98f1677-b2b9-4d8c-bf74-e42e608bc927 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 943 time: 0.1007228
Jan 15 21:10:04.723179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.730468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a762a04-5f60-4bf6-9194-78fbfdf811fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98f54533e49241a1b5baf15f52a502f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5770266
Jan 15 21:10:04.731537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38060) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:04.742657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a762a04-5f60-4bf6-9194-78fbfdf811fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a225a-6040-458d-a629-ab6a7675d8e6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:04.761859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (8afaec04-6d9e-4143-8e44-f439e4d10e0f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.799588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582b0180-2b97-446f-9595-36b7f1eac5aa req-c29d0c53-6aad-4754-93c7-212a0bd09527 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817373
Jan 15 21:10:04.806209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:04.812168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:04.818792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:04.852359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Pushing event updated for resources: {'Port': ['ID=d36c88d6-1f89-45a1-95e5-abb3bad83c5c,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:04.869571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port d36c88d6-1f89-45a1-95e5-abb3bad83c5c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:04.870127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.893876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Attempting to bind port d36c88d6-1f89-45a1-95e5-abb3bad83c5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:04.894291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Attempting to bind port d36c88d6-1f89-45a1-95e5-abb3bad83c5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26d1774f-6d0a-47c9-bd12-8eaf29750169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:04.894612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Attempting to bind port d36c88d6-1f89-45a1-95e5-abb3bad83c5c on network 8afaec04-6d9e-4143-8e44-f439e4d10e0f {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:04.899025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] Publish callbacks [] for security_group (a03a225a-6040-458d-a629-ab6a7675d8e6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.901269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:04.901907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Checking segment: {'id': '26d1774f-6d0a-47c9-bd12-8eaf29750169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:04.902554 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.903155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Bound using segment: {'id': '26d1774f-6d0a-47c9-bd12-8eaf29750169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:04.903962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Bound port: d36c88d6-1f89-45a1-95e5-abb3bad83c5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d1774f-6d0a-47c9-bd12-8eaf29750169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8afaec04-6d9e-4143-8e44-f439e4d10e0f'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:04.904555 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.926848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] Publish callbacks [] for security_group (a03a225a-6040-458d-a629-ab6a7675d8e6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.975694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] For port d36c88d6-1f89-45a1-95e5-abb3bad83c5c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:04.979015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] For port d36c88d6-1f89-45a1-95e5-abb3bad83c5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d36c88d6-1f89-45a1-95e5-abb3bad83c5c,segment=NetworkSegment(26d1774f-6d0a-47c9-bd12-8eaf29750169),segment_id=26d1774f-6d0a-47c9-bd12-8eaf29750169)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:04.985106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:04.999462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a03a225a-6040-458d-a629-ab6a7675d8e6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.002187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.003359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a03a225a-6040-458d-a629-ab6a7675d8e6 HTTP/1.1" status: 204  len: 168 time: 0.2708535
Jan 15 21:10:05.008997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port d36c88d6-1f89-45a1-95e5-abb3bad83c5c, host ncdv-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:05.009373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.017755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38074) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:05.055205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for d36c88d6-1f89-45a1-95e5-abb3bad83c5c owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:05.068819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9317032-776d-418b-bea2-bc3fcc26e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a225a-6040-458d-a629-ab6a7675d8e6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.075439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b086f-7ffa-4363-913b-6c022b22917a None None] Pushing event updated for resources: {'Port': ['ID=d36c88d6-1f89-45a1-95e5-abb3bad83c5c,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.135821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ec24633-6357-4924-9ce3-f732c91c179a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.170463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c980d-1b66-4657-a1fd-22169012e68b None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:05.214047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Pushing event deleted for resources: {'Port': ['ID=0ec24633-6357-4924-9ce3-f732c91c179a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.245617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] No DVR routers for this DVR port 0ec24633-6357-4924-9ce3-f732c91c179a on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:05.250081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.254710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ef2dc8e-b01e-4cea-bcfe-e2a2a802d4bf req-035257fd-e926-4696-9eff-3e124a1d771a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "DELETE /v2.0/ports/0ec24633-6357-4924-9ce3-f732c91c179a HTTP/1.1" status: 204  len: 173 time: 1.1737967
Jan 15 21:10:05.255208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'name': 'network-vif-deleted', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:05.257604 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af69c15c-b5a6-431f-8947-4c9f0fcc10bc" -d '{"events": [{"server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "name": "network-vif-deleted", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:05.257939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1608928384'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:05.265301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 545a7b8f-5716-4583-a500-c410de25d9d8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:10:05.277653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d36c88d6-1f89-45a1-95e5-abb3bad83c5c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.351915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=d36c88d6-1f89-45a1-95e5-abb3bad83c5c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.354284 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dd0490-254e-431d-9fc5-5782cd1c944f x-openstack-request-id: req-59dd0490-254e-431d-9fc5-5782cd1c944f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:05.354938 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908b8d0-88c5-44e7-920a-1d9f54de7cb1", "name": "network-vif-deleted", "tag": "0ec24633-6357-4924-9ce3-f732c91c179a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:05.355397 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59dd0490-254e-431d-9fc5-5782cd1c944f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:05.355998 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908b8d0-88c5-44e7-920a-1d9f54de7cb1', 'name': 'network-vif-deleted', 'tag': '0ec24633-6357-4924-9ce3-f732c91c179a', 'status': 'completed', 'code': 200}
Jan 15 21:10:05.431280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port d36c88d6-1f89-45a1-95e5-abb3bad83c5c on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:05.433039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Made reservation on behalf of 748a14038f7946b8adf0c1b4a62dc1be for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:05.443977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.491884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545a7b8f-5716-4583-a500-c410de25d9d8,segment=NetworkSegment(df598966-7890-4f68-82be-61cfa503a58b),segment_id=df598966-7890-4f68-82be-61cfa503a58b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:05.508473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '545a7b8f-5716-4583-a500-c410de25d9d8', 'network_id': '9e601050-ec11-415f-a692-bc6382a8d02d', 'port_id': '545a7b8f-5716-4583-a500-c410de25d9d8', 'mac_address': 'fa:16:3e:86:79:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250b6fe1-4c36-43fc-be94-349765a8ea54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:10:05.536688 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.575063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 545a7b8f-5716-4583-a500-c410de25d9d8 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:05.575684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (043db96b-9cbc-4fb8-89ba-048ffe490df6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.583082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.600303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545a7b8f-5716-4583-a500-c410de25d9d8 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:05.625780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545a7b8f-5716-4583-a500-c410de25d9d8,segment=NetworkSegment(df598966-7890-4f68-82be-61cfa503a58b),segment_id=df598966-7890-4f68-82be-61cfa503a58b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:05.631677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.727103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.757404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (043db96b-9cbc-4fb8-89ba-048ffe490df6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.760541 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks [] for security_group (7dc962ee-d9b1-4485-9239-82436b78ea37), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.790193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7dc962ee-d9b1-4485-9239-82436b78ea37), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:05.793511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=043db96b-9cbc-4fb8-89ba-048ffe490df6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:05.849384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['545a7b8f-5716-4583-a500-c410de25d9d8'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:05.957177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:05.963692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e301acc5-0d5d-46e0-9f9f-17d3c7b9f29e req-9704c43c-c38c-42fd-a5f4-3c0e36570975 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908b8d0-88c5-44e7-920a-1d9f54de7cb1 HTTP/1.1" status: 200  len: 210 time: 0.1547084
Jan 15 21:10:06.081982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f5ebbb87-414f-4b6f-a468-8b4a6be600e1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.082327 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Added segment f5ebbb87-414f-4b6f-a468-8b4a6be600e1 of type vlan for network 4ce84ace-3b95-408e-86af-89c514d03807
Jan 15 21:10:06.128315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (8afaec04-6d9e-4143-8e44-f439e4d10e0f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.156111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc962ee-d9b1-4485-9239-82436b78ea37,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:06.191669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4ce84ace-3b95-408e-86af-89c514d03807), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.194758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a820f10>,) {'filters': {'network_id': ['8afaec04-6d9e-4143-8e44-f439e4d10e0f']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.216024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a820f10>, '26d1774f-6d0a-47c9-bd12-8eaf29750169') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.221275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a820f10>, '26d1774f-6d0a-47c9-bd12-8eaf29750169') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.249696 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (26d1774f-6d0a-47c9-bd12-8eaf29750169), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.258998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5012-f040-4ba0-a7a7-399d38f9fea3 req-eee1e0c3-4209-4207-ab49-d85c50e78b4e tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:06.266470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7ff5012-f040-4ba0-a7a7-399d38f9fea3 req-eee1e0c3-4209-4207-ab49-d85c50e78b4e tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 944 time: 0.2635975
Jan 15 21:10:06.293290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4ce84ace-3b95-408e-86af-89c514d03807), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.300967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:06.301835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.308566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (26d1774f-6d0a-47c9-bd12-8eaf29750169), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.339256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:06.339917 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (26d1774f-6d0a-47c9-bd12-8eaf29750169), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:06.391234 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:06.429241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 1.4071815
Jan 15 21:10:06.429337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38138) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.435539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-e0e4fb0f-b649-446f-bc33-0a5c7f92c35f tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7adb8370>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1771065697') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.494940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7ff5012-f040-4ba0-a7a7-399d38f9fea3 req-737e4c93-a0ab-4384-8ec2-0e82b5cd36d5 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2274058
Jan 15 21:10:06.496006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19830-e641-48f3-83de-845eaf08e021 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Pushing event updated for resources: {'Network': ['ID=4ce84ace-3b95-408e-86af-89c514d03807,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:06.518356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4ce84ace-3b95-408e-86af-89c514d03807 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:06.520678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (8afaec04-6d9e-4143-8e44-f439e4d10e0f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.533926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:06.538152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/8afaec04-6d9e-4143-8e44-f439e4d10e0f HTTP/1.1" status: 204  len: 168 time: 2.4791510
Jan 15 21:10:06.548435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38144) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.559398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fad9e-f4dc-45d1-b464-2f148981444d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=8afaec04-6d9e-4143-8e44-f439e4d10e0f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:06.620430 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c6858c-eaef-4d6e-8742-198fcac9850c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:06.641818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c6858c-eaef-4d6e-8742-198fcac9850c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:06.648262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38148) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.648465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0ec24633-6357-4924-9ce3-f732c91c179a no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:06.649148 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97c6858c-eaef-4d6e-8742-198fcac9850c tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/043db96b-9cbc-4fb8-89ba-048ffe490df6 HTTP/1.1" status: 404  len: 337 time: 0.0988529
Jan 15 21:10:06.673330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 0ec24633-6357-4924-9ce3-f732c91c179a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:06.673710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 0ec24633-6357-4924-9ce3-f732c91c179a not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:06.684873 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e5b7c0-abb1-4498-b8da-34ee034b05be tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:06.688409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e5b7c0-abb1-4498-b8da-34ee034b05be tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:06.694305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6e5b7c0-abb1-4498-b8da-34ee034b05be tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/8afaec04-6d9e-4143-8e44-f439e4d10e0f HTTP/1.1" status: 404  len: 339 time: 0.0421071
Jan 15 21:10:06.694990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.695124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38152) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.696461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e0e4fb0f-b649-446f-bc33-0a5c7f92c35f tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "PUT /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1771065697 HTTP/1.1" status: 201  len: 201 time: 0.2646229
Jan 15 21:10:06.701910 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-8617e4b7-16ff-4cdd-b373-c8ebc9d0732d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b361f10>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1771065697') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.781577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f639b-f47f-4605-85e2-5a6661548e06 None None] DHCP port deletion for 8afaec04-6d9e-4143-8e44-f439e4d10e0f request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:06.787382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6300e801-d109-497a-8cc3-ed2bafa96d21 None None] Could not find standard attr ID for object d36c88d6-1f89-45a1-95e5-abb3bad83c5c. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:10:06.788734 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-59108f30-19ab-45dd-b05f-51380098eba5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:06.789445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59108f30-19ab-45dd-b05f-51380098eba5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:06.795248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-59108f30-19ab-45dd-b05f-51380098eba5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/dc4e9594-c16a-44bd-9492-b23c1d1d6edb HTTP/1.1" status: 404  len: 337 time: 0.0968075
Jan 15 21:10:06.796240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.818685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca904c-ace9-4177-98f8-415a472d747c None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:06.825153 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-35799182-6266-45f0-a82c-a21442a8e475 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:06.825924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35799182-6266-45f0-a82c-a21442a8e475 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:06.827331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8617e4b7-16ff-4cdd-b373-c8ebc9d0732d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1771065697 HTTP/1.1" status: 204  len: 168 time: 0.1293616
Jan 15 21:10:06.830427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.832931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38160) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:06.833355 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35799182-6266-45f0-a82c-a21442a8e475 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/ff3d3d6f-4c61-4ad3-ad07-b85dd985d53a HTTP/1.1" status: 404  len: 339 time: 0.0355737
Jan 15 21:10:06.836865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca904c-ace9-4177-98f8-415a472d747c None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:10:06.837706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-b428c693-223a-4398-b4cb-d1326e2026c7 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e787e9880>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:06.845525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf71e6-75d1-4079-b552-17daf4f3b79d None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:06.862994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf71e6-75d1-4079-b552-17daf4f3b79d None None] Network 8afaec04-6d9e-4143-8e44-f439e4d10e0f could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:10:06.983569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.015173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b428c693-223a-4398-b4cb-d1326e2026c7 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags HTTP/1.1" status: 200  len: 238 time: 0.1824069
Jan 15 21:10:07.020660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.047764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-d3c631d0-fe26-4804-a976-45c7b742d5b3 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e78bd0070>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', {'tags': ['tempest-TagsTest-Tag-2050389798', 'tempest-TagsTest-Tag-1403710287', 'tempest-TagsTest-Tag-1012523600']}) {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.198842 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.239535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d3c631d0-fe26-4804-a976-45c7b742d5b3 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "PUT /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags HTTP/1.1" status: 200  len: 309 time: 0.2134233
Jan 15 21:10:07.242234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.247877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-332cd4f0-3bf0-4bd7-b1ed-887d6138f06d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79671340>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-2050389798') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.252633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba950a0>,) {'filters': {'network_id': ['2cfa8afb-a43a-446d-b6ec-a40fefd2703d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.263494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba950a0>, '439c8d00-21cc-428f-87e5-54f3c7089583') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.263871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba950a0>, '439c8d00-21cc-428f-87e5-54f3c7089583') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.267172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 545a7b8f-5716-4583-a500-c410de25d9d8 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:07.275650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (439c8d00-21cc-428f-87e5-54f3c7089583), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.297122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (439c8d00-21cc-428f-87e5-54f3c7089583), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.308405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:07.309979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (439c8d00-21cc-428f-87e5-54f3c7089583), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:07.320486 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:07.391043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.394994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 545a7b8f-5716-4583-a500-c410de25d9d8 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:10:07.410334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 545a7b8f-5716-4583-a500-c410de25d9d8 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:07.410735 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.434773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-332cd4f0-3bf0-4bd7-b1ed-887d6138f06d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "DELETE /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-2050389798 HTTP/1.1" status: 204  len: 168 time: 0.1886475
Jan 15 21:10:07.435326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38210) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.448313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-39f0e39b-b69f-4789-a0f9-1bbed0a3425c tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7bcadb80>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-2050389798') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.471189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2cfa8afb-a43a-446d-b6ec-a40fefd2703d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.500173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.503974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/2cfa8afb-a43a-446d-b6ec-a40fefd2703d HTTP/1.1" status: 204  len: 168 time: 0.6698003
Jan 15 21:10:07.507544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df144660-dc0a-4260-bd94-c567177c5a03 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=2cfa8afb-a43a-446d-b6ec-a40fefd2703d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:07.521378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38214) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.549620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 545a7b8f-5716-4583-a500-c410de25d9d8 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:07.550386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.554654 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-84079fde-a58c-43bc-9a74-add0036c96f9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.555362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84079fde-a58c-43bc-9a74-add0036c96f9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.558940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-84079fde-a58c-43bc-9a74-add0036c96f9 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/585db310-eda9-4d0f-8ec1-8eeb86cc03f9 HTTP/1.1" status: 404  len: 337 time: 0.0361929
Jan 15 21:10:07.563521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38220) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.599463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:07.602508 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e7a845-3d83-4466-87eb-af96ab2e482a" -d '{"events": [{"server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "name": "network-vif-plugged", "status": "completed", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:07.604021 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-a017c062-17db-49e5-b387-fc5c4e46017d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.604585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a017c062-17db-49e5-b387-fc5c4e46017d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.607741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a017c062-17db-49e5-b387-fc5c4e46017d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/cc7e8700-bb04-4e2c-aaf7-e5b672ac4148 HTTP/1.1" status: 404  len: 339 time: 0.0430017
Jan 15 21:10:07.613329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38224) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.621758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545a7b8f-5716-4583-a500-c410de25d9d8,segment=NetworkSegment(df598966-7890-4f68-82be-61cfa503a58b),segment_id=df598966-7890-4f68-82be-61cfa503a58b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:07.629845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.638976 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-39f0e39b-b69f-4789-a0f9-1bbed0a3425c tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] show failed (client error): The resource could not be found.
Jan 15 21:10:07.641160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39f0e39b-b69f-4789-a0f9-1bbed0a3425c tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-2050389798 HTTP/1.1" status: 404  len: 326 time: 0.2048078
Jan 15 21:10:07.644198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38226) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.650423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-4d1e075c-bf5c-434c-92f2-d953be95010d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e80278f10>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1403710287') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.653627 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-60168162-87c1-44c4-ad6a-a9bda775324f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.654109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60168162-87c1-44c4-ad6a-a9bda775324f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.658554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-60168162-87c1-44c4-ad6a-a9bda775324f tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/462d4cc2-db4b-42d1-b5f2-e19a63f3d319 HTTP/1.1" status: 404  len: 337 time: 0.0336976
Jan 15 21:10:07.669030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38228) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.673927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.680927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-a64beeca-70f5-4926-bcd7-01950ba82f11 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:07.682478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-a64beeca-70f5-4926-bcd7-01950ba82f11 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 808 time: 0.3389692
Jan 15 21:10:07.693450 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-305c1c37-494f-4992-a93c-1a0623ab03d7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.694558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305c1c37-494f-4992-a93c-1a0623ab03d7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.701834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-305c1c37-494f-4992-a93c-1a0623ab03d7 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/7565535d-c11b-4bfc-9f0b-7c97738caa0a HTTP/1.1" status: 404  len: 339 time: 0.0314188
Jan 15 21:10:07.704948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.718485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:07.740476 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-36007460-828b-4600-800c-48bf4d71875d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.740870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36007460-828b-4600-800c-48bf4d71875d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.743963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-36007460-828b-4600-800c-48bf4d71875d tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/b2fd7fde-10d1-4516-87a1-05591460ab36 HTTP/1.1" status: 404  len: 337 time: 0.0380325
Jan 15 21:10:07.745784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-c259a109-e29d-4d63-98a3-ed4657e99fe2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/quotas/07c8dd6789ba45a7a04452dc080a37cf HTTP/1.1" status: 200  len: 375 time: 0.0546372
Jan 15 21:10:07.747388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.783766 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-377ffc4c-7509-4255-91f7-b9f12aba37a2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.784327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377ffc4c-7509-4255-91f7-b9f12aba37a2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.788884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4d1e075c-bf5c-434c-92f2-d953be95010d tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1403710287 HTTP/1.1" status: 204  len: 168 time: 0.1416285
Jan 15 21:10:07.789065 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-377ffc4c-7509-4255-91f7-b9f12aba37a2 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/53aa50fe-947d-460c-b899-1cdafe837199 HTTP/1.1" status: 404  len: 339 time: 0.0391066
Jan 15 21:10:07.790603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38238) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.791551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38240) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.794587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0ee730ad-8944-44ce-9903-828179f7695f tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:07.803523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-3f217d71-b7c2-4fea-b087-7b3e2b462327 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7baae550>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1012523600') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:07.823138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de2e9b-f6ce-45e1-b07b-fb4314632b2e req-76863d42-f7f9-4e71-a8ec-dda534cd2604 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:07.824652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0de2e9b-f6ce-45e1-b07b-fb4314632b2e req-76863d42-f7f9-4e71-a8ec-dda534cd2604 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 944 time: 0.2146201
Jan 15 21:10:07.843517 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-13821d80-c2b0-433a-aacd-c61f0fe184eb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.844035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13821d80-c2b0-433a-aacd-c61f0fe184eb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.845247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-22e04c33-9c14-417a-803b-008a7c5768b8 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552013
Jan 15 21:10:07.847431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13821d80-c2b0-433a-aacd-c61f0fe184eb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/2538c1c0-46c4-4ba7-872c-802c08878188 HTTP/1.1" status: 404  len: 337 time: 0.0537715
Jan 15 21:10:07.851596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.880438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4f28-7745-4e83-bfb7-c6e1e444ce3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:07.890697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ee730ad-8944-44ce-9903-828179f7695f tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "PUT /v2.0/quotas/b4dbb33e818749918de1221456fab665 HTTP/1.1" status: 200  len: 368 time: 0.2057328
Jan 15 21:10:07.895602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.902821 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91d1928-8538-4830-bb1c-05bfd6d866a8 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.903349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91d1928-8538-4830-bb1c-05bfd6d866a8 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.907726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a91d1928-8538-4830-bb1c-05bfd6d866a8 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/5b9a8514-b5bc-4271-82da-aa84c0f1d62d HTTP/1.1" status: 404  len: 339 time: 0.0552130
Jan 15 21:10:07.907982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Request body: {'network': {'project_id': 'b4dbb33e818749918de1221456fab665'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:07.912485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.958476 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e14fb2-a0bc-41d7-8faf-9a71e4187c48 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:07.958705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d36c88d6-1f89-45a1-95e5-abb3bad83c5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:07.959173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e14fb2-a0bc-41d7-8faf-9a71e4187c48 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:07.961961 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c3e14fb2-a0bc-41d7-8faf-9a71e4187c48 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/dcdb000d-8dbb-4d23-bd3a-bd292d57b5fe HTTP/1.1" status: 404  len: 337 time: 0.0467591
Jan 15 21:10:07.966776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:07.987650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d36c88d6-1f89-45a1-95e5-abb3bad83c5c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:07.988335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d36c88d6-1f89-45a1-95e5-abb3bad83c5c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:07.993948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f217d71-b7c2-4fea-b087-7b3e2b462327 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1012523600 HTTP/1.1" status: 204  len: 168 time: 0.1990137
Jan 15 21:10:07.997039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.001624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0de2e9b-f6ce-45e1-b07b-fb4314632b2e req-b502bfb5-7fd9-4425-ac30-4bc1524babb0 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600718
Jan 15 21:10:08.003212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-41203d22-ccdc-44c0-9cc9-2488dd13a567 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79894a00>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:08.005835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Made reservation on behalf of b4dbb33e818749918de1221456fab665 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:08.008137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.008646 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-518e6d61-2871-433e-a766-776e56018b14 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.009208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518e6d61-2871-433e-a766-776e56018b14 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.017478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-518e6d61-2871-433e-a766-776e56018b14 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/f2456e22-5c56-4919-a060-66c29792dbf5 HTTP/1.1" status: 404  len: 339 time: 0.0440218
Jan 15 21:10:08.017860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.045085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.058152 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b82f4e5-22df-4032-a872-8ea0307bd52b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.058615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b82f4e5-22df-4032-a872-8ea0307bd52b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.063016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b82f4e5-22df-4032-a872-8ea0307bd52b tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/b1561d93-2fc6-42c7-8765-fc43a951582c HTTP/1.1" status: 404  len: 337 time: 0.0442896
Jan 15 21:10:08.063275 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22713c1-825c-47f3-b0b8-a89102ee9cb0 x-openstack-request-id: req-c22713c1-825c-47f3-b0b8-a89102ee9cb0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:08.063587 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "name": "network-vif-plugged", "status": "completed", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:08.063865 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c22713c1-825c-47f3-b0b8-a89102ee9cb0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:08.064573 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8', 'code': 200}
Jan 15 21:10:08.065561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38254) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.087935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-a237db06-aae7-46ba-8682-4587fe24aa9b service neutron] 10.222.0.46 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257872
Jan 15 21:10:08.089330 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-904f6138-4ad0-4f45-90f5-af65f05e6d97 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.089831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904f6138-4ad0-4f45-90f5-af65f05e6d97 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.093866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-904f6138-4ad0-4f45-90f5-af65f05e6d97 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/4843da78-eba8-4927-a555-3df5b1385c17 HTTP/1.1" status: 404  len: 339 time: 0.0273631
Jan 15 21:10:08.096317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.154017 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e382faf-1da0-47db-a87a-b0474a36bbb5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.154483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e382faf-1da0-47db-a87a-b0474a36bbb5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.160025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0e382faf-1da0-47db-a87a-b0474a36bbb5 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/e806374c-f322-4d1b-8760-1924c34bd900 HTTP/1.1" status: 404  len: 337 time: 0.0603526
Jan 15 21:10:08.166163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.202818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4f28-7745-4e83-bfb7-c6e1e444ce3d admin admin] Publish callbacks [] for security_group (5dc9c6c5-2822-4a35-8aa3-c385ac154ed8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.213332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d3a4f28-7745-4e83-bfb7-c6e1e444ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5dc9c6c5-2822-4a35-8aa3-c385ac154ed8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.216715 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-72950492-1d66-40f9-8255-eeb80b4d17cb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.217333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72950492-1d66-40f9-8255-eeb80b4d17cb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.220774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-72950492-1d66-40f9-8255-eeb80b4d17cb tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/e8107a8b-3659-4215-85c7-7c42398fa7ce HTTP/1.1" status: 404  len: 339 time: 0.0510833
Jan 15 21:10:08.223971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.261628 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bf5280-acbe-4b9e-95dc-34ee54e2b143 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.262114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bf5280-acbe-4b9e-95dc-34ee54e2b143 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.265898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9bf5280-acbe-4b9e-95dc-34ee54e2b143 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/10491484-de29-4617-ada8-08a924b0a623 HTTP/1.1" status: 404  len: 337 time: 0.0404477
Jan 15 21:10:08.268426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.278445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b8f9a-b132-40d9-999e-1cdb3f76064d req-4f2ad2a9-5bd5-4c0b-838f-1c5f37de1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:08.280157 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-519b8f9a-b132-40d9-999e-1cdb3f76064d req-4f2ad2a9-5bd5-4c0b-838f-1c5f37de1105 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 1096 time: 0.1604455
Jan 15 21:10:08.280393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-fd9952a7-52fa-40a7-b9e1-a05415f82e1a service neutron] 10.222.0.46 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849289
Jan 15 21:10:08.290721 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa908cd-20a4-4ac6-978e-fc6259c96628 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:08.291484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa908cd-20a4-4ac6-978e-fc6259c96628 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:08.294922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6fa908cd-20a4-4ac6-978e-fc6259c96628 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/d6dd2508-5413-4012-b75b-d3a729abdd95 HTTP/1.1" status: 404  len: 339 time: 0.0253220
Jan 15 21:10:08.297674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38266) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.297927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1d3a4f28-7745-4e83-bfb7-c6e1e444ce3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83d6fb9975844aeab4b1c0676b9531b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9057848
Jan 15 21:10:08.298024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38268) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.310139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a4f28-7745-4e83-bfb7-c6e1e444ce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9c6c5-2822-4a35-8aa3-c385ac154ed8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.354356 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41203d22-ccdc-44c0-9cc9-2488dd13a567 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "DELETE /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags HTTP/1.1" status: 204  len: 168 time: 0.3562093
Jan 15 21:10:08.360133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.367211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.tag.tag_plugin [None req-be795c0a-6a23-4ea8-b2e4-6af33caaac5b tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4406a0>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1403710287') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:08.381046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for security_group (25b4ad8d-b484-40cb-bac3-7e4a828051ba), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.384063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-519b8f9a-b132-40d9-999e-1cdb3f76064d req-ae774278-5be5-4ed6-b697-0d2350fd788c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918298
Jan 15 21:10:08.386166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25b4ad8d-b484-40cb-bac3-7e4a828051ba), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.409025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:08.425699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4ad8d-b484-40cb-bac3-7e4a828051ba,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.428700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0f709b8d-c562-465f-868b-50f53b9d624b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.429153 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Added segment 0f709b8d-c562-465f-868b-50f53b9d624b of type vlan for network 6524e470-6164-4c9e-89a5-3e821f8a7acb
Jan 15 21:10:08.467031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting subnet 32a406a8-5f52-4dbf-aa3e-ee1d4558fd89 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:10:08.472183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (32a406a8-5f52-4dbf-aa3e-ee1d4558fd89), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.475855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6524e470-6164-4c9e-89a5-3e821f8a7acb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.509449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6524e470-6164-4c9e-89a5-3e821f8a7acb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.511269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:08.511850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.566876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (32a406a8-5f52-4dbf-aa3e-ee1d4558fd89), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.577429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.6758101
Jan 15 21:10:08.577429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38276) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.582396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Request body: {'network': {'project_id': 'b4dbb33e818749918de1221456fab665'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:08.594070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f7a66cb-ca3d-4c62-97c8-5319747dd423 req-6a6eb931-2f86-4f75-936a-b8db7c59fcfc tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 210 time: 0.0948894
Jan 15 21:10:08.598149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a08f5-22b0-46ad-9787-cdf0f114d08e tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event updated for resources: {'Network': ['ID=6524e470-6164-4c9e-89a5-3e821f8a7acb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.598786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] Publish callbacks [] for security_group (5dc9c6c5-2822-4a35-8aa3-c385ac154ed8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.619639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6524e470-6164-4c9e-89a5-3e821f8a7acb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:08.620428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Made reservation on behalf of b4dbb33e818749918de1221456fab665 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:08.628570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.663220 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-be795c0a-6a23-4ea8-b2e4-6af33caaac5b tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] show failed (client error): The resource could not be found.
Jan 15 21:10:08.664772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be795c0a-6a23-4ea8-b2e4-6af33caaac5b tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1403710287 HTTP/1.1" status: 404  len: 326 time: 0.3009350
Jan 15 21:10:08.674989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.676130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] Publish callbacks [] for security_group (5dc9c6c5-2822-4a35-8aa3-c385ac154ed8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.681049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-22a049fa-15bd-4e8f-85ee-9b7a16fc2131 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1e79516d30>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807', 'tempest-TagsTest-Tag-1012523600') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:08.712951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:08.746604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (32a406a8-5f52-4dbf-aa3e-ee1d4558fd89), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.752860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (acc7f952-3466-43f6-a69f-715db96c0635), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.753203 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Added segment acc7f952-3466-43f6-a69f-715db96c0635 of type vlan for network c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea
Jan 15 21:10:08.793093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5dc9c6c5-2822-4a35-8aa3-c385ac154ed8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.797413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.798615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dc9c6c5-2822-4a35-8aa3-c385ac154ed8 HTTP/1.1" status: 204  len: 168 time: 0.4994860
Jan 15 21:10:08.812682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.814824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21cf12-9b0b-45ac-8bf6-5299e9e378a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9c6c5-2822-4a35-8aa3-c385ac154ed8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.834713 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-22a049fa-15bd-4e8f-85ee-9b7a16fc2131 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] show failed (client error): The resource could not be found.
Jan 15 21:10:08.835051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (32a406a8-5f52-4dbf-aa3e-ee1d4558fd89), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.835806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-22a049fa-15bd-4e8f-85ee-9b7a16fc2131 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "GET /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags/tempest-TagsTest-Tag-1012523600 HTTP/1.1" status: 404  len: 326 time: 0.1596887
Jan 15 21:10:08.840238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.844875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.tag.tag_plugin [None req-ab991c2d-9331-44d1-b44c-95719c3cca3f tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1e79f84460>, 'networks', '4ce84ace-3b95-408e-86af-89c514d03807') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:08.868257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Subnet': ['ID=32a406a8-5f52-4dbf-aa3e-ee1d4558fd89,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.877343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.882261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b5c21-1eca-4cde-b5a9-4d899cbad298 None None] Network 18c095dc-9a53-4f90-ab19-f77687011470 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:08.885008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40734b15-c2b8-4b89-a7de-360df15d1d2a tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/subnets/32a406a8-5f52-4dbf-aa3e-ee1d4558fd89 HTTP/1.1" status: 204  len: 168 time: 0.5817046
Jan 15 21:10:08.887370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38290) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.901369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.902365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:08.902907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:08.977813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3996711
Jan 15 21:10:08.981148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38292) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:08.985838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2f04-fd9c-4ade-9761-4e590ef173ca tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event updated for resources: {'Network': ['ID=c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:08.992283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d14e53a6-40c7-4d77-b0f2-17e9aba3f7ac tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Request body: {'network': {'project_id': 'b4dbb33e818749918de1221456fab665'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:09.001740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:09.009645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (18c095dc-9a53-4f90-ab19-f77687011470), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.019464 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14e53a6-40c7-4d77-b0f2-17e9aba3f7ac tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:10:09.019972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14e53a6-40c7-4d77-b0f2-17e9aba3f7ac tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:09.021577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d14e53a6-40c7-4d77-b0f2-17e9aba3f7ac tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0366330
Jan 15 21:10:09.028118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ab991c2d-9331-44d1-b44c-95719c3cca3f tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "DELETE /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807/tags HTTP/1.1" status: 204  len: 168 time: 0.1824300
Jan 15 21:10:09.028118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.028930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38296) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.121239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d46bb792-435b-4b82-b3f1-6ec9b95dffb9 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4dbb33e818749918de1221456fab665&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0958207
Jan 15 21:10:09.124182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.208831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for security_group (25b4ad8d-b484-40cb-bac3-7e4a828051ba), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.219145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4ce84ace-3b95-408e-86af-89c514d03807), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.256021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d4f4f-254a-49f1-bc1c-4cd4064e001c req-bac48059-c27f-4b1a-bee1-b60211992b66 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:09.258073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-598d4f4f-254a-49f1-bc1c-4cd4064e001c req-bac48059-c27f-4b1a-bee1-b60211992b66 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.1149123
Jan 15 21:10:09.264874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Deleting port e443b873-3809-4b64-a850-fd50781fc4f2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:09.265500 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.280298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for security_group (25b4ad8d-b484-40cb-bac3-7e4a828051ba), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.331029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38310) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.365120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] DHCP port deletion for 18c095dc-9a53-4f90-ab19-f77687011470 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:09.370239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a306b2d8-1886-4dfb-840a-b9e9951bcd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.464748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Deleting port e443b873-3809-4b64-a850-fd50781fc4f2 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:09.465407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.513664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a306b2d8-1886-4dfb-840a-b9e9951bcd70 admin admin] Publish callbacks [] for security_group (36ca73b5-1113-4b5d-a302-69bfc1e1df12), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.516166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25b4ad8d-b484-40cb-bac3-7e4a828051ba), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.519545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.521139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/25b4ad8d-b484-40cb-bac3-7e4a828051ba HTTP/1.1" status: 204  len: 168 time: 0.3959560
Jan 15 21:10:09.525935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a306b2d8-1886-4dfb-840a-b9e9951bcd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (36ca73b5-1113-4b5d-a302-69bfc1e1df12), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.526202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.527747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4ce84ace-3b95-408e-86af-89c514d03807), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.542830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfb50d-4c03-4601-8595-7c5cdba50b03 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4ad8d-b484-40cb-bac3-7e4a828051ba,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:09.577100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] For port e443b873-3809-4b64-a850-fd50781fc4f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e443b873-3809-4b64-a850-fd50781fc4f2,segment=NetworkSegment(a20e00e9-555d-4f17-aef1-8d718d1f7b68),segment_id=a20e00e9-555d-4f17-aef1-8d718d1f7b68)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:09.578113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.594008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-598d4f4f-254a-49f1-bc1c-4cd4064e001c req-ab336869-d49c-4788-8c01-014da4d82e30 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2651486
Jan 15 21:10:09.596764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Calling delete_port for e443b873-3809-4b64-a850-fd50781fc4f2 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:09.625499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a306b2d8-1886-4dfb-840a-b9e9951bcd70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab36f7edb9ee4ec88a7867b92b9ae207&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2933726
Jan 15 21:10:09.626133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38318) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:09.627910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306b2d8-1886-4dfb-840a-b9e9951bcd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca73b5-1113-4b5d-a302-69bfc1e1df12,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:09.628525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aac3250>,) {'filters': {'network_id': ['4ce84ace-3b95-408e-86af-89c514d03807']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:09.670466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] For port e443b873-3809-4b64-a850-fd50781fc4f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e443b873-3809-4b64-a850-fd50781fc4f2,segment=NetworkSegment(a20e00e9-555d-4f17-aef1-8d718d1f7b68),segment_id=a20e00e9-555d-4f17-aef1-8d718d1f7b68)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:09.670887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.676937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aac3250>, 'f5ebbb87-414f-4b6f-a468-8b4a6be600e1') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:09.676937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aac3250>, 'f5ebbb87-414f-4b6f-a468-8b4a6be600e1') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:09.721540 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f5ebbb87-414f-4b6f-a468-8b4a6be600e1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.729429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Calling delete_port for e443b873-3809-4b64-a850-fd50781fc4f2 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:09.742521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.758439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.761581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] No DVR routers for this DVR port e443b873-3809-4b64-a850-fd50781fc4f2 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:09.778173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f5ebbb87-414f-4b6f-a468-8b4a6be600e1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.801514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86526a11-6cd3-464b-9832-566ffe5ed46a req-1d99472f-80d1-4595-96ba-c835189ae901 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 210 time: 0.0531967
Jan 15 21:10:09.814175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9953923-dea5-4f0e-ad4e-136e87b12d64 None None] Pushing event deleted for resources: {'Port': ['ID=e443b873-3809-4b64-a850-fd50781fc4f2,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:09.845612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:09.846012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f5ebbb87-414f-4b6f-a468-8b4a6be600e1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:09.851539 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:09.896714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-a29ca0f2-4801-47b7-ae6a-002c82265479 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:09.898433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-a29ca0f2-4801-47b7-ae6a-002c82265479 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 808 time: 0.1504102
Jan 15 21:10:09.917267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Request body: {'port': {'device_id': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207', 'admin_state_up': True, 'tenant_id': '07c8dd6789ba45a7a04452dc080a37cf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:09.999367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e443b873-3809-4b64-a850-fd50781fc4f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:10.029931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e443b873-3809-4b64-a850-fd50781fc4f2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:10.030798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e443b873-3809-4b64-a850-fd50781fc4f2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:10.045056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Made reservation on behalf of 07c8dd6789ba45a7a04452dc080a37cf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:10.049640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.206459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] Publish callbacks [] for security_group (36ca73b5-1113-4b5d-a302-69bfc1e1df12), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.294546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4ce84ace-3b95-408e-86af-89c514d03807), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.302877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] Publish callbacks [] for security_group (36ca73b5-1113-4b5d-a302-69bfc1e1df12), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.305346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.313483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.317777 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] 10.222.0.46 "DELETE /v2.0/networks/4ce84ace-3b95-408e-86af-89c514d03807 HTTP/1.1" status: 204  len: 168 time: 1.2857666
Jan 15 21:10:10.350766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d8070-66eb-4716-acae-c384eeccdad2 tempest-TagsTest-1095152310 tempest-TagsTest-1095152310-project] Pushing event deleted for resources: {'Network': ['ID=4ce84ace-3b95-408e-86af-89c514d03807,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:10.352953 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e443b873-3809-4b64-a850-fd50781fc4f2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.405259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8fb310>,) {'filters': {'network_id': ['c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.405609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Allocated IP 172.20.0.5 (2fa5a3aa-4ace-46fa-b2bd-304536abb207/77fe672b-adb3-4b90-99bc-e6dde0f155ae/58f07104-e0f7-47d8-9ec4-ca6f4efcb046) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:10.411240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Port': ['ID=e443b873-3809-4b64-a850-fd50781fc4f2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:10.414116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] No DVR routers for this DVR port e443b873-3809-4b64-a850-fd50781fc4f2 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:10.429637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8fb310>, 'acc7f952-3466-43f6-a69f-715db96c0635') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.429902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8fb310>, 'acc7f952-3466-43f6-a69f-715db96c0635') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.460453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (acc7f952-3466-43f6-a69f-715db96c0635), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.524328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (36ca73b5-1113-4b5d-a302-69bfc1e1df12), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.527150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.528256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36ca73b5-1113-4b5d-a302-69bfc1e1df12 HTTP/1.1" status: 204  len: 168 time: 0.8921173
Jan 15 21:10:10.529479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (acc7f952-3466-43f6-a69f-715db96c0635), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.549509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:10.549883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (acc7f952-3466-43f6-a69f-715db96c0635), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:10.551596 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:10.562321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (18c095dc-9a53-4f90-ab19-f77687011470), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.564943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d911b6-2f19-4908-a09c-02b9d1895a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca73b5-1113-4b5d-a302-69bfc1e1df12,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:10.651712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks [] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.656013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e81928d90>,) {'filters': {'network_id': ['18c095dc-9a53-4f90-ab19-f77687011470']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.672242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81928d90>, 'a20e00e9-555d-4f17-aef1-8d718d1f7b68') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.672242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81928d90>, 'a20e00e9-555d-4f17-aef1-8d718d1f7b68') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:10.672419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38332) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:10.673115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.679363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.687266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea HTTP/1.1" status: 204  len: 168 time: 1.1530604
Jan 15 21:10:10.687889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38336) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:10.711998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.774531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa3e0b-780f-4e4d-95f8-352aeb8126f1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event deleted for resources: {'Network': ['ID=c16f5d1d-2e6d-4d48-b18f-4208fe3cf0ea,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:10.781438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (a20e00e9-555d-4f17-aef1-8d718d1f7b68), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.817256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:10.837550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:10.848710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:10.853222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8383a90-d19c-4b1d-842b-ae4efb0bba6b None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:10.890377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a20e00e9-555d-4f17-aef1-8d718d1f7b68), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.892165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Pushing event updated for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:10.898542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:10.899253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (a20e00e9-555d-4f17-aef1-8d718d1f7b68), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:10.904141 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:10.924824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6524e470-6164-4c9e-89a5-3e821f8a7acb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.963573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:10.964424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:10.973526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fe04519b-bd59-442e-ab29-b99242088967 None None] Provisioning complete for port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:10.977566 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe04519b-bd59-442e-ab29-b99242088967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.000870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fada0d-3d7c-4cca-9db8-640b15750e5f req-3686176b-99d1-49fc-af2c-e5e4c66ada16 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:11.007778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04fada0d-3d7c-4cca-9db8-640b15750e5f req-3686176b-99d1-49fc-af2c-e5e4c66ada16 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.2471313
Jan 15 21:10:11.024352 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-8ca48faa-41db-4276-b14c-2d7d638cc8e2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1093214
Jan 15 21:10:11.039324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Request body: {'port': {'device_id': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:11.071381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe04519b-bd59-442e-ab29-b99242088967 None None] Port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:11.144373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.148305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04fada0d-3d7c-4cca-9db8-640b15750e5f req-eba4a10c-b167-4d73-a0e6-7ad0b14aa27a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396501
Jan 15 21:10:11.168597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6524e470-6164-4c9e-89a5-3e821f8a7acb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.180562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a589d01d-f8d6-4a16-a2d3-2841eb6a2db7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=748a14038f7946b8adf0c1b4a62dc1be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5068529
Jan 15 21:10:11.190062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (18c095dc-9a53-4f90-ab19-f77687011470), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.193552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38356) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:11.213569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.216727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] 10.222.0.46 "DELETE /v2.0/networks/18c095dc-9a53-4f90-ab19-f77687011470 HTTP/1.1" status: 204  len: 168 time: 2.3281043
Jan 15 21:10:11.232403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7302e0>,) {'filters': {'network_id': ['6524e470-6164-4c9e-89a5-3e821f8a7acb']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:11.269157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85929c0-2b30-4862-894a-e0495c973cc6 tempest-NetworksTest-1699854307 tempest-NetworksTest-1699854307-project] Pushing event deleted for resources: {'Network': ['ID=18c095dc-9a53-4f90-ab19-f77687011470,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:11.272197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7302e0>, '0f709b8d-c562-465f-868b-50f53b9d624b') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:11.272499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7302e0>, '0f709b8d-c562-465f-868b-50f53b9d624b') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:11.317321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (0f709b8d-c562-465f-868b-50f53b9d624b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.355426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60345014-e247-4126-87cf-63940ef49dbe req-b7840b49-c6a9-458d-942c-f5c6bacec791 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:11.355426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60345014-e247-4126-87cf-63940ef49dbe req-b7840b49-c6a9-458d-942c-f5c6bacec791 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 931 time: 0.2703340
Jan 15 21:10:11.361253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0f709b8d-c562-465f-868b-50f53b9d624b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.374198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:11.374620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (0f709b8d-c562-465f-868b-50f53b9d624b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:11.377773 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:11.451020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b239b-5528-4ad1-8cb2-b355cc7dee56 req-31452755-2e45-42e2-8067-c7c543e7e5c3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:11.452710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a0b239b-5528-4ad1-8cb2-b355cc7dee56 req-31452755-2e45-42e2-8067-c7c543e7e5c3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.1982341
Jan 15 21:10:11.469096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] Publish callbacks [] for security_group (7dc962ee-d9b1-4485-9239-82436b78ea37), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.526839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6524e470-6164-4c9e-89a5-3e821f8a7acb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.537590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:11.549874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks [] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.552012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.557800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6524e470-6164-4c9e-89a5-3e821f8a7acb HTTP/1.1" status: 204  len: 168 time: 0.8593762
Jan 15 21:10:11.558924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] Publish callbacks [] for security_group (7dc962ee-d9b1-4485-9239-82436b78ea37), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.566968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-60345014-e247-4126-87cf-63940ef49dbe req-8300eb7e-c72f-4915-8205-2b87c95a186b tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977680
Jan 15 21:10:11.583364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Transition to ACTIVE for port object 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:10:11.589411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185de3d-42a2-4825-a0a7-76f8718382a1 tempest-QuotasNegativeTest-241091041 tempest-QuotasNegativeTest-241091041-project-admin] Pushing event deleted for resources: {'Network': ['ID=6524e470-6164-4c9e-89a5-3e821f8a7acb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:11.597139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.597841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a0b239b-5528-4ad1-8cb2-b355cc7dee56 req-600ded8d-36df-4693-9fd5-26791410a40a tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335101
Jan 15 21:10:11.651136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6692416-9e78-4c8d-adf7-d40347254726 None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:11.673950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7dc962ee-d9b1-4485-9239-82436b78ea37), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.676543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.678689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38372) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:11.682155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dc962ee-d9b1-4485-9239-82436b78ea37 HTTP/1.1" status: 204  len: 168 time: 0.4838097
Jan 15 21:10:11.697466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31265d-7410-4b06-8d50-6e949d666e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc962ee-d9b1-4485-9239-82436b78ea37,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:11.789807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Pushing event updated for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:11.822874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Attempting to bind port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:11.823239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Attempting to bind port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:11.823620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Attempting to bind port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:11.829835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:10:11.830146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Attempting to bind port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 on network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:11.835599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:11.835792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Checking segment: {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:11.836218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Bound using segment: {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:11.836688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Bound port: 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df343c56-abe2-4c0a-9ca3-122cae0c2d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:11.837114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:11.988811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:12.010060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:12.021378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:12.040517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd098a-1b3a-4328-9ace-23a3b9c48c1a req-45a9d274-d8ab-4432-b023-76a81c4aabf9 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.048354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8dd098a-1b3a-4328-9ace-23a3b9c48c1a req-45a9d274-d8ab-4432-b023-76a81c4aabf9 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.1127539
Jan 15 21:10:12.085765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16524b43-2f9a-435c-8a0e-0e0af31cdff3 None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:12.101107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.103556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:12.106649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/58f07104-e0f7-47d8-9ec4-ca6f4efcb046 HTTP/1.1" status: 200  len: 1091 time: 1.0734882
Jan 15 21:10:12.131484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:12.144084 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a813e-ba3a-49b3-8d91-7dd31322463a" -d '{"events": [{"name": "network-changed", "server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:12.150305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-3ad65970-2c9c-4a8c-863b-8c01efa583fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.151384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8dd098a-1b3a-4328-9ace-23a3b9c48c1a req-5de68652-4da3-4d7a-b62d-203f4a68dd83 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020505
Jan 15 21:10:12.155842 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-3ad65970-2c9c-4a8c-863b-8c01efa583fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=755ac4fd2f294bd4862f38492f48d4f6&device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 1096 time: 0.1968904
Jan 15 21:10:12.254605 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd57220-4004-4dca-9acb-b5a7346f0131 x-openstack-request-id: req-7cd57220-4004-4dca-9acb-b5a7346f0131 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:12.254907 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:12.255165 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cd57220-4004-4dca-9acb-b5a7346f0131 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:12.255570 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046', 'status': 'completed', 'code': 200}
Jan 15 21:10:12.289788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d7327-61a4-4b10-b799-b49bd23534c6 service neutron] Pushing event updated for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:12.362930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-9f703d1c-9129-491d-a4be-1a723c70a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.364698 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-9f703d1c-9129-491d-a4be-1a723c70a5a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 1094 time: 0.1899319
Jan 15 21:10:12.425026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-5976d672-3b82-4712-afd0-010c4bb7af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.426550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-5976d672-3b82-4712-afd0-010c4bb7af41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e601050-ec11-415f-a692-bc6382a8d02d HTTP/1.1" status: 200  len: 914 time: 0.2534051
Jan 15 21:10:12.433872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-1406c5a3-1b7a-468e-9ff0-89c7508db47e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046 HTTP/1.1" status: 200  len: 217 time: 0.0550916
Jan 15 21:10:12.490329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-f1ac4edf-1739-4f01-85bb-82dd692c3d0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=545a7b8f-5716-4583-a500-c410de25d9d8 HTTP/1.1" status: 200  len: 217 time: 0.0538990
Jan 15 21:10:12.594687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fc84aaa5-5c08-4b08-ba7a-8b3c0dcdf7fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8377d0cf483a4ab78020d03e187315c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8803046
Jan 15 21:10:12.596803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38406) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:12.601985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38408) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:12.629653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-c77eb48a-f531-4f12-9f19-e13b8d783ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.631012 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-c77eb48a-f531-4f12-9f19-e13b8d783ad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77fe672b-adb3-4b90-99bc-e6dde0f155ae HTTP/1.1" status: 200  len: 848 time: 0.1548755
Jan 15 21:10:12.661340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-aa8061c0-1d7f-4576-b74e-29ebb076a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.662856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-aa8061c0-1d7f-4576-b74e-29ebb076a4cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=250b6fe1-4c36-43fc-be94-349765a8ea54 HTTP/1.1" status: 200  len: 853 time: 0.1425228
Jan 15 21:10:12.719665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-08d07b70-8a51-4fa4-9f7e-9ca2864e9311 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.721248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-08d07b70-8a51-4fa4-9f7e-9ca2864e9311 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.1997147
Jan 15 21:10:12.723136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-9938a712-852b-49da-9171-2ab31049dcf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fa5a3aa-4ace-46fa-b2bd-304536abb207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754733
Jan 15 21:10:12.752956 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-8a7ee84e-2c29-4f35-9675-dd418883677f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e601050-ec11-415f-a692-bc6382a8d02d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0798135
Jan 15 21:10:12.809339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0e186f0-3d4a-4e1c-8a58-0340769f6c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:12.844999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9794-6cf8-4599-b309-e4e07ecc796b req-9cb7d500-4d22-4a12-a909-e435bf58c280 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.856234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-583f9794-6cf8-4599-b309-e4e07ecc796b req-9cb7d500-4d22-4a12-a909-e435bf58c280 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.0999293
Jan 15 21:10:12.867732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dfc47-9986-46c0-920f-26d7cedf355d req-3ad1afe1-524a-4025-be78-c797eb8a456e tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:12.875819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a93dfc47-9986-46c0-920f-26d7cedf355d req-3ad1afe1-524a-4025-be78-c797eb8a456e tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 943 time: 0.1697505
Jan 15 21:10:12.925964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] Publish callbacks [] for security_group (1e5304da-d0b5-4d0e-9346-d040c5c659ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:12.980306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:13.053136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a93dfc47-9986-46c0-920f-26d7cedf355d req-4b22e44a-b0cd-4028-9d7e-6545f05f3f53 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761525
Jan 15 21:10:13.066940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0e186f0-3d4a-4e1c-8a58-0340769f6c83 admin admin] Publish callbacks [] for security_group (c94450b9-9e18-4bdb-a108-4df115a3e104), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.073657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0e186f0-3d4a-4e1c-8a58-0340769f6c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c94450b9-9e18-4bdb-a108-4df115a3e104), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.101438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-583f9794-6cf8-4599-b309-e4e07ecc796b req-0e56a9f7-24a2-4915-af1d-1d13ce061aa3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2226841
Jan 15 21:10:13.112622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b0e186f0-3d4a-4e1c-8a58-0340769f6c83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=961486dda20142be81c8e12b47368f00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5140636
Jan 15 21:10:13.140071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38432) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:13.162626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e186f0-3d4a-4e1c-8a58-0340769f6c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94450b9-9e18-4bdb-a108-4df115a3e104,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:13.171697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6aab96ca-39d7-43ff-8b58-6bf6c53f4008 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2042482512'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:13.172302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6aab96ca-39d7-43ff-8b58-6bf6c53f4008 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Unknown quota resources ['metering_label']. {{(pid=114437) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:10:13.303547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] Publish callbacks [] for security_group (1e5304da-d0b5-4d0e-9346-d040c5c659ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.333966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-fef923c4-d60a-46a5-94a6-3932519c2461 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5903766
Jan 15 21:10:13.441929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Deleting port 88a0e402-80ed-4694-bcd3-f181c1c18d44 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:13.442290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.451056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-93df5a87-887b-45dd-a730-8076dda36188 service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6714222
Jan 15 21:10:13.462809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] Publish callbacks [] for security_group (c94450b9-9e18-4bdb-a108-4df115a3e104), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.468861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6aab96ca-39d7-43ff-8b58-6bf6c53f4008 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.470062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6aab96ca-39d7-43ff-8b58-6bf6c53f4008 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4805532
Jan 15 21:10:13.478102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38442) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:13.482885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fd8b085e-8b5a-46db-9275-0842428a6ad4 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5468c3b0-ee4f-4cad-9b9b-343e62dab086'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:13.484058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fd8b085e-8b5a-46db-9275-0842428a6ad4 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114437) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:10:13.508680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc8a9-4253-42e5-a456-8dac8b03c56a req-7422cd37-c8e2-4bae-b110-662746c56dca tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:13.516387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acadc8a9-4253-42e5-a456-8dac8b03c56a req-7422cd37-c8e2-4bae-b110-662746c56dca tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.2711318
Jan 15 21:10:13.527653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] Publish callbacks [] for security_group (c94450b9-9e18-4bdb-a108-4df115a3e104), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.575518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1e5304da-d0b5-4d0e-9346-d040c5c659ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.579344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.580767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e5304da-d0b5-4d0e-9346-d040c5c659ce HTTP/1.1" status: 204  len: 168 time: 0.9776926
Jan 15 21:10:13.626610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9992b-cc8c-47db-9562-9dc9dfae0c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5304da-d0b5-4d0e-9346-d040c5c659ce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:13.651086 ncdv-master-1 neutron-server[114437]: WARNING neutron.services.metering.metering_plugin [None req-fd8b085e-8b5a-46db-9275-0842428a6ad4 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 15 21:10:13.664560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c51281ff-cb67-46c6-851b-5a47c27b4d57 req-969c9cdc-b720-4285-aeb8-7ae68c3f96b7 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166070
Jan 15 21:10:13.754089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acadc8a9-4253-42e5-a456-8dac8b03c56a req-248b8bb2-33a0-45a6-840d-3ebf3a5ddbfa tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367296
Jan 15 21:10:13.775499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-229cd60a-3559-4b6a-80a9-1b25d93f6db4 req-538a2435-99a2-4f9b-9677-7da5f2c38616 service neutron] 10.222.0.39 "GET /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3083816
Jan 15 21:10:13.777303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] For port 88a0e402-80ed-4694-bcd3-f181c1c18d44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88a0e402-80ed-4694-bcd3-f181c1c18d44,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:13.777665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.799565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fd8b085e-8b5a-46db-9275-0842428a6ad4 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.801256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fd8b085e-8b5a-46db-9275-0842428a6ad4 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3218527
Jan 15 21:10:13.805831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:13.810501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9ac81e5d-42de-41cb-b9b6-442f89761017 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5468c3b0-ee4f-4cad-9b9b-343e62dab086'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:13.812568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9ac81e5d-42de-41cb-b9b6-442f89761017 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114437) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:10:13.818965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c94450b9-9e18-4bdb-a108-4df115a3e104), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.821694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:13.823142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c94450b9-9e18-4bdb-a108-4df115a3e104 HTTP/1.1" status: 204  len: 168 time: 0.6814814
Jan 15 21:10:13.826215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Calling delete_port for 88a0e402-80ed-4694-bcd3-f181c1c18d44 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:13.839025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61110e-e449-4482-ab9a-4a4048b4353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94450b9-9e18-4bdb-a108-4df115a3e104,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:13.843631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-cd8af9ab-a122-4aed-a1ac-3759396988cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:13.847177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-cd8af9ab-a122-4aed-a1ac-3759396988cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 1094 time: 0.1079319
Jan 15 21:10:13.907649 ncdv-master-1 neutron-server[114437]: WARNING neutron.services.metering.metering_plugin [None req-9ac81e5d-42de-41cb-b9b6-442f89761017 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Jan 15 21:10:14.018332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ac81e5d-42de-41cb-b9b6-442f89761017 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.020750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9ac81e5d-42de-41cb-b9b6-442f89761017 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2132049
Jan 15 21:10:14.022829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38464) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.037338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-90496fb8-faf0-42a8-8a47-245e888b8918 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=2451045a-3823-4c58-a4e5-9c78f73d108b HTTP/1.1" status: 200  len: 462 time: 0.0123014
Jan 15 21:10:14.039452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.050747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-9d5c40d2-bc52-4633-b808-86561a5c8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:14.052592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-9d5c40d2-bc52-4633-b808-86561a5c8a45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 200  len: 909 time: 0.1992478
Jan 15 21:10:14.106003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-07ab1cc3-5085-43be-8c26-28118fd3e225 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046 HTTP/1.1" status: 200  len: 217 time: 0.0464928
Jan 15 21:10:14.185499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e736bbe-6be2-490f-af4e-63f2949fb868 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.188732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4e736bbe-6be2-490f-af4e-63f2949fb868 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/2451045a-3823-4c58-a4e5-9c78f73d108b HTTP/1.1" status: 204  len: 168 time: 0.1479409
Jan 15 21:10:14.216753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38476) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.261683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-101c41b3-faf4-4622-80f1-ca60ea7133d2 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=2451045a-3823-4c58-a4e5-9c78f73d108b HTTP/1.1" status: 200  len: 221 time: 0.0274694
Jan 15 21:10:14.267123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38482) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.279330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5a1f1626-1d4a-42d9-95ab-5431b19c053f tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1083531298', 'description': 'label created by tempest'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:14.280038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5a1f1626-1d4a-42d9-95ab-5431b19c053f tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Unknown quota resources ['metering_label']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:10:14.291203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-dea65b71-cd99-406e-a0b0-851853b2e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:14.292980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-dea65b71-cd99-406e-a0b0-851853b2e3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77fe672b-adb3-4b90-99bc-e6dde0f155ae HTTP/1.1" status: 200  len: 848 time: 0.1514518
Jan 15 21:10:14.316678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (88a0e402-80ed-4694-bcd3-f181c1c18d44), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.347239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126dc4b-a7f7-4c68-ab3b-c56c2f0027f6 req-cae4033b-da1b-48cc-8612-3974074fcd12 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:14.363130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2126dc4b-a7f7-4c68-ab3b-c56c2f0027f6 req-cae4033b-da1b-48cc-8612-3974074fcd12 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 943 time: 0.1728494
Jan 15 21:10:14.387439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.410717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-dd2e6f0d-3ba1-44a8-884d-0a97197aa037 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2fa5a3aa-4ace-46fa-b2bd-304536abb207&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958817
Jan 15 21:10:14.425054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38486) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.447663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3db29abd-4fbb-418e-8289-a4b835ff1aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.461696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Pushing event deleted for resources: {'Port': ['ID=88a0e402-80ed-4694-bcd3-f181c1c18d44,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:14.480173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d177aa-0dbf-47a4-8bae-c3b4621439af req-f504bde4-9065-43c0-95fa-f80a98f231ea tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:14.481755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77d177aa-0dbf-47a4-8bae-c3b4621439af req-f504bde4-9065-43c0-95fa-f80a98f231ea tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b698ae-0ed3-4195-a604-1f3d1ec13d65 HTTP/1.1" status: 200  len: 946 time: 0.2454448
Jan 15 21:10:14.521987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2126dc4b-a7f7-4c68-ab3b-c56c2f0027f6 req-de5e71cc-97ea-4fe6-97af-82cdcda06a7d tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532052
Jan 15 21:10:14.540516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce45ac-0240-46dd-8198-2e856b081e82 None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:14.591078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77d177aa-0dbf-47a4-8bae-c3b4621439af req-24b096ac-3ef8-46dd-b99d-113d8da760fd tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004341
Jan 15 21:10:14.662897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3db29abd-4fbb-418e-8289-a4b835ff1aeb admin admin] Publish callbacks [] for security_group (2a12b1bd-401e-4c18-a24b-c88c88a5bda1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.676457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3db29abd-4fbb-418e-8289-a4b835ff1aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2a12b1bd-401e-4c18-a24b-c88c88a5bda1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.719552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] No DVR routers for this DVR port 88a0e402-80ed-4694-bcd3-f181c1c18d44 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:14.723335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3db29abd-4fbb-418e-8289-a4b835ff1aeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5361dcbe6224eb995f87abd5438cc8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2941933
Jan 15 21:10:14.730529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38492) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.734284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db29abd-4fbb-418e-8289-a4b835ff1aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a12b1bd-401e-4c18-a24b-c88c88a5bda1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:14.755909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.759208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-21fb82f7-3066-403a-a843-9fe4b7b60341 req-42e5c2d8-2f98-4443-b87b-f696d2e68d31 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "DELETE /v2.0/ports/88a0e402-80ed-4694-bcd3-f181c1c18d44 HTTP/1.1" status: 204  len: 173 time: 2.0325267
Jan 15 21:10:14.760031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'name': 'network-vif-deleted', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:14.762381 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d45fb9-383d-4676-9de4-cf7e828557d9" -d '{"events": [{"server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "name": "network-vif-deleted", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:14.771365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1626-1d4a-42d9-95ab-5431b19c053f tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:14.775048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a1f1626-1d4a-42d9-95ab-5431b19c053f tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.5013363
Jan 15 21:10:14.786282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38500) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:14.844497 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-ec4759af-e98d-44b8-aa40-f30fd86235d1 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084926
Jan 15 21:10:14.867348 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4138441-243a-4192-a15a-cd6a9e196002 x-openstack-request-id: req-f4138441-243a-4192-a15a-cd6a9e196002 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:14.867499 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b698ae-0ed3-4195-a604-1f3d1ec13d65", "name": "network-vif-deleted", "tag": "88a0e402-80ed-4694-bcd3-f181c1c18d44", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:14.867777 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4138441-243a-4192-a15a-cd6a9e196002 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:14.868104 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b698ae-0ed3-4195-a604-1f3d1ec13d65', 'name': 'network-vif-deleted', 'tag': '88a0e402-80ed-4694-bcd3-f181c1c18d44', 'status': 'completed', 'code': 200}
Jan 15 21:10:15.029544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a813e-ba3a-49b3-8d91-7dd31322463a req-7d0e84d1-b4eb-4cd3-b1bb-cd85e1cf35e4 service neutron] 10.222.0.45 "GET /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754949
Jan 15 21:10:15.084956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.177436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7c3ecbb6-611a-423a-9421-1937cee30fa7 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=7cc91a83-20a1-4c5a-affb-c4169f9e08d9 HTTP/1.1" status: 200  len: 468 time: 0.3889494
Jan 15 21:10:15.180227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38520) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.200020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dee6948b-517f-4d02-8293-cdb8be049471 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] Request body: {'port': {'network_id': 'dd23242c-7cbc-4837-af6a-b34b6b2e71e7', 'name': 'tempest-NetworksNegativeTestJSON-115637180'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:15.205382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] Publish callbacks [] for security_group (2a12b1bd-401e-4c18-a24b-c88c88a5bda1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.241178 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] Publish callbacks [] for security_group (2a12b1bd-401e-4c18-a24b-c88c88a5bda1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.242428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.256812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2c39-093c-4168-8f40-883d88e0219a req-76097a85-a2d9-4dcb-964f-05913e31a1b2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:15.265212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059c2c39-093c-4168-8f40-883d88e0219a req-76097a85-a2d9-4dcb-964f-05913e31a1b2 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.0998945
Jan 15 21:10:15.269026 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee6948b-517f-4d02-8293-cdb8be049471 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] POST failed (client error): The resource could not be found.
Jan 15 21:10:15.269566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee6948b-517f-4d02-8293-cdb8be049471 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.270827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dee6948b-517f-4d02-8293-cdb8be049471 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1847389
Jan 15 21:10:15.276378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38524) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.326143 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3007cf0-a1b6-45df-ad47-52cb11a4d0b6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:15.327385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3007cf0-a1b6-45df-ad47-52cb11a4d0b6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.330801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3007cf0-a1b6-45df-ad47-52cb11a4d0b6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "DELETE /v2.0/networks/ea85e186-c071-452c-b0e5-c652ecd33220 HTTP/1.1" status: 404  len: 339 time: 0.0526040
Jan 15 21:10:15.335436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38526) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.342502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 88a0e402-80ed-4694-bcd3-f181c1c18d44 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:15.382760 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2aa0fc-dc59-4c25-b2d7-bc3e653242d9 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:15.384196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2aa0fc-dc59-4c25-b2d7-bc3e653242d9 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.387830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ee2aa0fc-dc59-4c25-b2d7-bc3e653242d9 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "DELETE /v2.0/ports/dd637833-3aff-42d0-adc1-1b9b7a3d2d85 HTTP/1.1" status: 404  len: 333 time: 0.0474727
Jan 15 21:10:15.392382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.394506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 88a0e402-80ed-4694-bcd3-f181c1c18d44 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:15.395547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 88a0e402-80ed-4694-bcd3-f181c1c18d44 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:15.417006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059c2c39-093c-4168-8f40-883d88e0219a req-dec7908d-8330-42ea-b12e-de7de80cb509 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457081
Jan 15 21:10:15.449741 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95c78e1-5b70-4b3f-ba0c-127fd14d1ff6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:10:15.450201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95c78e1-5b70-4b3f-ba0c-127fd14d1ff6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.454474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b95c78e1-5b70-4b3f-ba0c-127fd14d1ff6 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "DELETE /v2.0/subnets/72492089-bb56-42ab-9ed2-7eb58db24690 HTTP/1.1" status: 404  len: 337 time: 0.0608938
Jan 15 21:10:15.455903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2a12b1bd-401e-4c18-a24b-c88c88a5bda1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.458531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.461017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38534) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.472596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a12b1bd-401e-4c18-a24b-c88c88a5bda1 HTTP/1.1" status: 204  len: 168 time: 0.7394547
Jan 15 21:10:15.506309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c185d-6eb5-4181-bc9d-ea64fbf04d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a12b1bd-401e-4c18-a24b-c88c88a5bda1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:15.532802 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d6d2fc-6363-4b0e-878f-0e5a8fcad7cf tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:15.534352 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54d6d2fc-6363-4b0e-878f-0e5a8fcad7cf tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "GET /v2.0/networks/42b6a737-1792-4187-8515-2585667616c5 HTTP/1.1" status: 404  len: 339 time: 0.0720241
Jan 15 21:10:15.538392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.556066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6fca180d-2b57-4085-9e0c-6c2d5edf7b08 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:15.560024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6fca180d-2b57-4085-9e0c-6c2d5edf7b08 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/7cc91a83-20a1-4c5a-affb-c4169f9e08d9 HTTP/1.1" status: 204  len: 168 time: 0.3786712
Jan 15 21:10:15.563060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38546) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.583572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ea21bb8-4f34-4e28-8f93-d932eacf59bd tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=7cc91a83-20a1-4c5a-affb-c4169f9e08d9 HTTP/1.1" status: 200  len: 216 time: 0.0191245
Jan 15 21:10:15.588318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38550) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.598357 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-56606c5b-0024-4a4e-86a5-0dfd4f710033 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:15.604516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56606c5b-0024-4a4e-86a5-0dfd4f710033 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "GET /v2.0/ports/47d28944-f3a1-44db-b84c-bddab077581c HTTP/1.1" status: 404  len: 333 time: 0.0650539
Jan 15 21:10:15.606130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38552) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.610978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13642cef-52af-4c9a-8d51-74176b09bf38 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0212560
Jan 15 21:10:15.614293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38554) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.648057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cfcd0099-1d34-4a12-bd9a-596c9001a931 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0293198
Jan 15 21:10:15.648298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38558) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.660645 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee07327-dbb7-4956-98e6-51732b0cbc94 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:15.666405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eee07327-dbb7-4956-98e6-51732b0cbc94 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "GET /v2.0/subnets/f526ff1a-d05a-400d-92ce-5ab8468aca74 HTTP/1.1" status: 404  len: 337 time: 0.0586233
Jan 15 21:10:15.666982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38560) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.712656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-319ba776-cbc2-4851-b9dd-4ff06ae53652 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:15.728832 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-319ba776-cbc2-4851-b9dd-4ff06ae53652 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] PUT failed (client error): The resource could not be found.
Jan 15 21:10:15.729379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319ba776-cbc2-4851-b9dd-4ff06ae53652 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.735872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-319ba776-cbc2-4851-b9dd-4ff06ae53652 tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "PUT /v2.0/networks/4ad654bd-6c87-4481-9bef-de0a9e71e8b0 HTTP/1.1" status: 404  len: 339 time: 0.0671458
Jan 15 21:10:15.737509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38562) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.745214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3e08311c-c336-456c-b723-fe069e632ffc tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:15.774803 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e08311c-c336-456c-b723-fe069e632ffc tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] PUT failed (client error): The resource could not be found.
Jan 15 21:10:15.775947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e08311c-c336-456c-b723-fe069e632ffc tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.781373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3e08311c-c336-456c-b723-fe069e632ffc tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "PUT /v2.0/ports/e8583d32-ed12-4408-8231-dfdc108e3e3b HTTP/1.1" status: 404  len: 333 time: 0.0426776
Jan 15 21:10:15.783199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.786680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-22860dda-0b50-4872-a782-04e68847df34 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/5468c3b0-ee4f-4cad-9b9b-343e62dab086 HTTP/1.1" status: 200  len: 473 time: 0.1367826
Jan 15 21:10:15.790561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.799722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-291d82e7-0643-4012-9fb6-b1f62c2202dd tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:15.802728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47445aa6-18ca-4f0e-9748-be35961eeaac req-8d2060cf-29d6-449c-b9a9-9711fe1323e9 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:15.804782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47445aa6-18ca-4f0e-9748-be35961eeaac req-8d2060cf-29d6-449c-b9a9-9711fe1323e9 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 943 time: 0.1463528
Jan 15 21:10:15.821141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-51641fca-9692-4c95-bb43-1f43f16f505a tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/57d656ec-ffe0-446c-8d8e-829af22d30c4 HTTP/1.1" status: 200  len: 459 time: 0.0119233
Jan 15 21:10:15.827784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38572) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:15.859662 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-291d82e7-0643-4012-9fb6-b1f62c2202dd tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] PUT failed (client error): The resource could not be found.
Jan 15 21:10:15.860923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291d82e7-0643-4012-9fb6-b1f62c2202dd tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:10:15.863102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-291d82e7-0643-4012-9fb6-b1f62c2202dd tempest-NetworksNegativeTestJSON-1081459251 tempest-NetworksNegativeTestJSON-1081459251-project] 10.222.0.46 "PUT /v2.0/subnets/7ceabeea-f379-4d82-b344-ae6f62b9e9d4 HTTP/1.1" status: 404  len: 337 time: 0.0784297
Jan 15 21:10:15.961542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47445aa6-18ca-4f0e-9748-be35961eeaac req-a4143ade-5b05-4ac1-bedb-a57d50e54591 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242478
Jan 15 21:10:15.990294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b264f0c-9392-4586-9fdf-316b954c636d req-3fd009f0-63c5-458e-9a14-91aa67d084b5 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:15.999586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b264f0c-9392-4586-9fdf-316b954c636d req-3fd009f0-63c5-458e-9a14-91aa67d084b5 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.1180527
Jan 15 21:10:16.034759 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-706ba84a-4b6b-4c3e-a60e-5e0f07095e70 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.035930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-706ba84a-4b6b-4c3e-a60e-5e0f07095e70 tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/57d656ec-ffe0-446c-8d8e-829af22d30c4 HTTP/1.1" status: 204  len: 168 time: 0.2069335
Jan 15 21:10:16.038483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38582) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:16.145355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b264f0c-9392-4586-9fdf-316b954c636d req-52becb6a-e6c8-402d-a370-33a81f931bf0 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442659
Jan 15 21:10:16.266559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b58cfea-3a30-4c8f-8c3f-c6c23212264e tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.267744 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b58cfea-3a30-4c8f-8c3f-c6c23212264e tempest-MeteringIpV6TestJSON-87784971 tempest-MeteringIpV6TestJSON-87784971-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/5468c3b0-ee4f-4cad-9b9b-343e62dab086 HTTP/1.1" status: 204  len: 168 time: 0.2282512
Jan 15 21:10:16.517124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38616) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:16.572506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38620) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:16.603083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:16.672824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:10:16.708730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a22a0c78-d935-4c2f-9f3d-9de4d866534f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.732882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b3901d73-375a-4fd9-86cd-1e2eea19e72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.781238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-966579db-f971-4804-a7c4-9d172cfa3370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.791953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:16.806252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046', 'network_id': '2fa5a3aa-4ace-46fa-b2bd-304536abb207', 'port_id': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046', 'mac_address': 'fa:16:3e:57:79:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fe672b-adb3-4b90-99bc-e6dde0f155ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:10:16.852559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:16.853239 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.872989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:16.900331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:16.904886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.922594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b3901d73-375a-4fd9-86cd-1e2eea19e72f admin admin] Publish callbacks [] for security_group (79621c05-a7ae-45f9-bfbd-292b34382548), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.934556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b3901d73-375a-4fd9-86cd-1e2eea19e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (79621c05-a7ae-45f9-bfbd-292b34382548), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.952543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a22a0c78-d935-4c2f-9f3d-9de4d866534f admin admin] Publish callbacks [] for security_group (b5a1d915-bf7c-4c09-b2a7-57d6326308a2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:16.957052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:16.974775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a22a0c78-d935-4c2f-9f3d-9de4d866534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b5a1d915-bf7c-4c09-b2a7-57d6326308a2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.012372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-966579db-f971-4804-a7c4-9d172cfa3370 admin admin] Publish callbacks [] for security_group (98d7eb4f-5daf-43b4-be59-c7158c696158), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.023521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901d73-375a-4fd9-86cd-1e2eea19e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79621c05-a7ae-45f9-bfbd-292b34382548,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.033442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b3901d73-375a-4fd9-86cd-1e2eea19e72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08522301e43d4877b6151982bc67d619&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4574382
Jan 15 21:10:17.033442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-966579db-f971-4804-a7c4-9d172cfa3370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (98d7eb4f-5daf-43b4-be59-c7158c696158), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.033923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38640) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:17.057010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a22a0c78-d935-4c2f-9f3d-9de4d866534f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=642eadeb0b5e4d3a9c3f9dfe9489a5e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5380895
Jan 15 21:10:17.072472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:17.096360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-966579db-f971-4804-a7c4-9d172cfa3370 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff6716066a0048018f1ddf2ba09c0e8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4918308
Jan 15 21:10:17.097212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:17.104156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a0c78-d935-4c2f-9f3d-9de4d866534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1d915-bf7c-4c09-b2a7-57d6326308a2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.135003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['58f07104-e0f7-47d8-9ec4-ca6f4efcb046'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:17.156573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966579db-f971-4804-a7c4-9d172cfa3370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d7eb4f-5daf-43b4-be59-c7158c696158,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.179151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] Publish callbacks [] for security_group (79621c05-a7ae-45f9-bfbd-292b34382548), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.192741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] Publish callbacks [] for security_group (98d7eb4f-5daf-43b4-be59-c7158c696158), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.197260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02194-f32e-4d24-ad66-dbd246b980f1 req-c1ef266a-f0b6-4a66-b3b9-bc20de5e7801 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:17.204016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05f02194-f32e-4d24-ad66-dbd246b980f1 req-c1ef266a-f0b6-4a66-b3b9-bc20de5e7801 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 944 time: 0.1515930
Jan 15 21:10:17.227978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] Publish callbacks [] for security_group (b5a1d915-bf7c-4c09-b2a7-57d6326308a2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.262209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] Publish callbacks [] for security_group (79621c05-a7ae-45f9-bfbd-292b34382548), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.275293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] Publish callbacks [] for security_group (98d7eb4f-5daf-43b4-be59-c7158c696158), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.331076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] Publish callbacks [] for security_group (b5a1d915-bf7c-4c09-b2a7-57d6326308a2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.356614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-af5408e7-b675-409e-a747-8b50316cdf0d tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:17.358725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-af5408e7-b675-409e-a747-8b50316cdf0d tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.39 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.1575789
Jan 15 21:10:17.402440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (98d7eb4f-5daf-43b4-be59-c7158c696158), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.406248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.407421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98d7eb4f-5daf-43b4-be59-c7158c696158 HTTP/1.1" status: 204  len: 168 time: 0.3089507
Jan 15 21:10:17.422909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5f396-2ca7-4e26-9590-f3530558eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d7eb4f-5daf-43b4-be59-c7158c696158,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.428438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05f02194-f32e-4d24-ad66-dbd246b980f1 req-07c3f5b2-8999-4ac8-bb7e-179a36760bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231016
Jan 15 21:10:17.476316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56411d5-7540-4817-9547-60cd0cd70497 req-3a5c915e-b7d6-44a7-8f2b-4391d3b788e6 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:17.483484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b56411d5-7540-4817-9547-60cd0cd70497 req-3a5c915e-b7d6-44a7-8f2b-4391d3b788e6 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 945 time: 0.1763315
Jan 15 21:10:17.504290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (79621c05-a7ae-45f9-bfbd-292b34382548), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.507302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.508770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79621c05-a7ae-45f9-bfbd-292b34382548 HTTP/1.1" status: 204  len: 168 time: 0.4737415
Jan 15 21:10:17.515175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b5a1d915-bf7c-4c09-b2a7-57d6326308a2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.518320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.519715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5a1d915-bf7c-4c09-b2a7-57d6326308a2 HTTP/1.1" status: 204  len: 168 time: 0.4461617
Jan 15 21:10:17.542519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e6257-4f41-4999-b047-7642e7a62722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79621c05-a7ae-45f9-bfbd-292b34382548,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.561800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd3577-1c53-497c-85c8-2f79537acdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1d915-bf7c-4c09-b2a7-57d6326308a2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.573346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Deleting port 545a7b8f-5716-4583-a500-c410de25d9d8 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:17.573703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.579933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b56411d5-7540-4817-9547-60cd0cd70497 req-5805d605-9b58-4e2f-87bf-c8d43afe9843 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/security-groups?id=a42e8bd5-3da6-42bb-b342-81784d22d4d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946276
Jan 15 21:10:17.685200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] For port 545a7b8f-5716-4583-a500-c410de25d9d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=545a7b8f-5716-4583-a500-c410de25d9d8,segment=NetworkSegment(df598966-7890-4f68-82be-61cfa503a58b),segment_id=df598966-7890-4f68-82be-61cfa503a58b)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:17.685721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.704770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Calling delete_port for 545a7b8f-5716-4583-a500-c410de25d9d8 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:17.850504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (545a7b8f-5716-4583-a500-c410de25d9d8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.868051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['545a7b8f-5716-4583-a500-c410de25d9d8'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:17.888417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Pushing event deleted for resources: {'Port': ['ID=545a7b8f-5716-4583-a500-c410de25d9d8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:17.915099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fc5a9-7cc1-4d7f-bd94-7c2ab43f1fd5 None None] DHCP port deletion for 9e601050-ec11-415f-a692-bc6382a8d02d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:17.938321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8a1328ca-92da-4a7a-bde1-97dac3a83ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.940762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] No DVR routers for this DVR port 545a7b8f-5716-4583-a500-c410de25d9d8 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:17.943535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:17.947091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b782dbb8-193c-4a3f-aa47-f71c3e68346e req-b864448e-742d-4109-8679-4eb4fcfb0a7a tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.39 "DELETE /v2.0/ports/545a7b8f-5716-4583-a500-c410de25d9d8 HTTP/1.1" status: 204  len: 173 time: 0.5832918
Jan 15 21:10:17.947807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'name': 'network-vif-deleted', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:17.950068 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c5e94b-c66f-406b-a12c-8667574645ae" -d '{"events": [{"server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "name": "network-vif-deleted", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:17.994548 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8d812c-b829-4718-a16e-ff0e2110c8fd x-openstack-request-id: req-5d8d812c-b829-4718-a16e-ff0e2110c8fd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:17.994845 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0e0fd-270c-4d4e-a290-084ae916a1ea", "name": "network-vif-deleted", "tag": "545a7b8f-5716-4583-a500-c410de25d9d8", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:17.995100 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d8d812c-b829-4718-a16e-ff0e2110c8fd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:17.995486 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0e0fd-270c-4d4e-a290-084ae916a1ea', 'name': 'network-vif-deleted', 'tag': '545a7b8f-5716-4583-a500-c410de25d9d8', 'status': 'completed', 'code': 200}
Jan 15 21:10:18.047958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38674) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:18.062232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf5d836c-c153-4211-8a2f-3351b1cc7f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.089545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:18.108428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d24-6bd6-45ac-a3be-1c2e59ffe90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.156202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf5d836c-c153-4211-8a2f-3351b1cc7f53 admin admin] Publish callbacks [] for security_group (84ee8ea7-fd67-4e87-8e6e-4e8683664d34), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.161388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf5d836c-c153-4211-8a2f-3351b1cc7f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84ee8ea7-fd67-4e87-8e6e-4e8683664d34), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.207371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bf5d836c-c153-4211-8a2f-3351b1cc7f53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5765f66ae023471d91e5f373acc446c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1579964
Jan 15 21:10:18.210675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38680) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:18.210898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d24-6bd6-45ac-a3be-1c2e59ffe90e admin admin] Publish callbacks [] for security_group (48e2a5f7-c83a-4943-88fd-6fede5ed7f03), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.223470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-10bf2d24-6bd6-45ac-a3be-1c2e59ffe90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48e2a5f7-c83a-4943-88fd-6fede5ed7f03), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.226277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d836c-c153-4211-8a2f-3351b1cc7f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee8ea7-fd67-4e87-8e6e-4e8683664d34,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:18.278296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] Publish callbacks [] for security_group (84ee8ea7-fd67-4e87-8e6e-4e8683664d34), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.311153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] Publish callbacks [] for security_group (84ee8ea7-fd67-4e87-8e6e-4e8683664d34), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.331535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2d24-6bd6-45ac-a3be-1c2e59ffe90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e2a5f7-c83a-4943-88fd-6fede5ed7f03,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:18.339306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-10bf2d24-6bd6-45ac-a3be-1c2e59ffe90e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44c4eb8a73544533b76ec38f8093f9c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2486019
Jan 15 21:10:18.340566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38692) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:18.689942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:18.691466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a7361-fad3-4fce-a182-cb7ea799537a req-43fba8d8-c601-4a2c-a7b8-70d5fd0acfb2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:18.695681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b4a7361-fad3-4fce-a182-cb7ea799537a req-43fba8d8-c601-4a2c-a7b8-70d5fd0acfb2 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 944 time: 0.1097157
Jan 15 21:10:18.819079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-904fccb7-0aa6-4280-80d6-454d11007394 req-e89b9fbf-904c-49ad-8207-7d8820690f68 tempest-InstanceActionsTestJSON-376729662 tempest-InstanceActionsTestJSON-376729662-project] 10.222.0.46 "GET /v2.0/ports?device_id=9be0e0fd-270c-4d4e-a290-084ae916a1ea HTTP/1.1" status: 200  len: 210 time: 0.0478988
Jan 15 21:10:18.831798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:10:18.832825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b4a7361-fad3-4fce-a182-cb7ea799537a req-197fa51f-e19c-4c0b-81bf-490da720e783 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276193
Jan 15 21:10:18.848581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:18.849378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.895134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] Publish callbacks [] for security_group (48e2a5f7-c83a-4943-88fd-6fede5ed7f03), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.913671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38728) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:18.919752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] Publish callbacks [] for security_group (48e2a5f7-c83a-4943-88fd-6fede5ed7f03), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.968030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (84ee8ea7-fd67-4e87-8e6e-4e8683664d34), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.970804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:18.972288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.972379 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:18.972458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84ee8ea7-fd67-4e87-8e6e-4e8683664d34 HTTP/1.1" status: 204  len: 168 time: 0.7605140
Jan 15 21:10:18.980704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035564d4-9b0c-4885-88df-434f8628dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee8ea7-fd67-4e87-8e6e-4e8683664d34,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:19.002957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48e2a5f7-c83a-4943-88fd-6fede5ed7f03), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.006069 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.007444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48e2a5f7-c83a-4943-88fd-6fede5ed7f03 HTTP/1.1" status: 204  len: 168 time: 0.6659248
Jan 15 21:10:19.031934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:19.032794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5a1c7-3a4a-4d10-9976-9a5b990a2c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e2a5f7-c83a-4943-88fd-6fede5ed7f03,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:19.034626 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a85043-b0cc-4399-af57-aa0f0a86bee2" -d '{"events": [{"server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "name": "network-vif-plugged", "status": "completed", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:19.057080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:19.068923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.086734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2f01701d-3a70-439c-95e1-75cd3211f2ee tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:19.114260 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e0da30-130b-42af-bef9-71de912866fb x-openstack-request-id: req-44e0da30-130b-42af-bef9-71de912866fb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:19.116197 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "name": "network-vif-plugged", "status": "completed", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:19.116741 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44e0da30-130b-42af-bef9-71de912866fb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:19.118232 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046', 'code': 200}
Jan 15 21:10:19.160174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.160511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f01701d-3a70-439c-95e1-75cd3211f2ee tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "PUT /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c HTTP/1.1" status: 200  len: 366 time: 0.2464795
Jan 15 21:10:19.168528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:19.206434 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a79e483-fc93-4959-80af-886e64a6b624 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0450666
Jan 15 21:10:19.210072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38748) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.236485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-70780989-6968-4639-83ca-8843aa89f09b tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c HTTP/1.1" status: 200  len: 366 time: 0.0228775
Jan 15 21:10:19.236770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38750) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.247177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaff75-fdcd-4c3d-8a39-bae44bfa5aff req-8d966b72-b843-4a01-89e4-3b73a77b8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:19.249669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fdaaff75-fdcd-4c3d-8a39-bae44bfa5aff req-8d966b72-b843-4a01-89e4-3b73a77b8ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 1096 time: 0.0743847
Jan 15 21:10:19.259939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2feeaef6-f552-421c-82e5-db06ec58755e tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c HTTP/1.1" status: 204  len: 168 time: 0.0218067
Jan 15 21:10:19.263450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.299902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d10a5083-34ea-44a9-bbb9-e7df5284c373 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0344715
Jan 15 21:10:19.302955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38754) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.325208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5184775-149e-4774-93b3-9b90eb6d0ac6 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c HTTP/1.1" status: 200  len: 370 time: 0.0200992
Jan 15 21:10:19.327690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38756) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.341489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.341709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-576ad12e-5c99-4a0b-b545-57239712af1d tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c/default HTTP/1.1" status: 200  len: 370 time: 0.0120640
Jan 15 21:10:19.347106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.364432 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-80365a92-a778-4629-b421-abc6c7f1a586 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] delete failed (client error): The resource could not be found.
Jan 15 21:10:19.366639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80365a92-a778-4629-b421-abc6c7f1a586 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/267b04841889403a95eba2ca2e0fc85c HTTP/1.1" status: 404  len: 348 time: 0.0159028
Jan 15 21:10:19.372930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fdaaff75-fdcd-4c3d-8a39-bae44bfa5aff req-70ed83d4-e191-45fa-87d2-5048b00fb094 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117098
Jan 15 21:10:19.603309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b354e157-fe01-4f73-a17d-17616a387c51 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:19.604097 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-b354e157-fe01-4f73-a17d-17616a387c51 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 15 21:10:19.605617 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-b354e157-fe01-4f73-a17d-17616a387c51 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:10:19.607570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b354e157-fe01-4f73-a17d-17616a387c51 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2591653
Jan 15 21:10:19.611067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.619039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--698491014'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:19.648592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38774) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.662952 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.679365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.689997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:network and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.701926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.719174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:subnet and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.728493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.745022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:subnetpool and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.755793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.774831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:port and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.784763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.795352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:router and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.795927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (58f1930c-8570-456a-89be-fad65c27346e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.802310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.806497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58f1930c-8570-456a-89be-fad65c27346e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:19.809816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:floatingip and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.815468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.863980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:security_group and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.873037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.910146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Usage tracker for resource:security_group_rule and project:ce58a36cfdde4f9dab13f505e2e14b86 is out of sync, need to count used quota {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Jan 15 21:10:19.922303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.quota.resource [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114438) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Jan 15 21:10:19.927913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-217cc000-3dcf-4456-b411-f0c77a5208a5 tempest-QuotasTest-1691712480 tempest-QuotasTest-1691712480-project-admin] 10.222.0.46 "GET /v2.0/quotas/ce58a36cfdde4f9dab13f505e2e14b86/details.json HTTP/1.1" status: 200  len: 703 time: 0.2777500
Jan 15 21:10:19.936331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:19.960968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1930c-8570-456a-89be-fad65c27346e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.055034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Deleting subnet 250b6fe1-4c36-43fc-be94-349765a8ea54 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:10:20.064310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Publish callbacks [] for subnet (250b6fe1-4c36-43fc-be94-349765a8ea54), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.065837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (baeedf0e-e6f7-4770-abc8-735ffa35a564), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.072430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (baeedf0e-e6f7-4770-abc8-735ffa35a564), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.087886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21eb1c-31df-4f01-a957-75cde92fcdf4 req-d530c0ac-3836-4bdc-b363-ae6d8f7fced9 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:20.089500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c21eb1c-31df-4f01-a957-75cde92fcdf4 req-d530c0ac-3836-4bdc-b363-ae6d8f7fced9 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 945 time: 0.1159604
Jan 15 21:10:20.137244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (250b6fe1-4c36-43fc-be94-349765a8ea54), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.140768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.142310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5293794
Jan 15 21:10:20.171672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38812) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.188097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c21eb1c-31df-4f01-a957-75cde92fcdf4 req-0e6ecd26-e5ce-440c-aae5-ac31d787d7a5 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830114
Jan 15 21:10:20.192965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'baeedf0e-e6f7-4770-abc8-735ffa35a564', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:20.206416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (250b6fe1-4c36-43fc-be94-349765a8ea54), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.210709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f290-d261-4b01-a385-5746023f6fa5 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baeedf0e-e6f7-4770-abc8-735ffa35a564,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.248235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group_rule (f986e8da-32d2-4346-9e3a-cd1c9b2d70b7), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.297739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (250b6fe1-4c36-43fc-be94-349765a8ea54), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.324680 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group_rule (f986e8da-32d2-4346-9e3a-cd1c9b2d70b7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.331434 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (f986e8da-32d2-4346-9e3a-cd1c9b2d70b7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.338044 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.344604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268baf7a-9227-4b78-8f7d-df9885e88b1b None None] Network 9e601050-ec11-415f-a692-bc6382a8d02d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:20.345743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/250b6fe1-4c36-43fc-be94-349765a8ea54 HTTP/1.1" status: 204  len: 168 time: 0.4078581
Jan 15 21:10:20.347702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b871e-af0c-4146-8b6a-a91d5da7abbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250b6fe1-4c36-43fc-be94-349765a8ea54,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.349253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38818) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.396104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f986e8da-32d2-4346-9e3a-cd1c9b2d70b7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.429534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.430932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-705c178c-08d9-4c78-bcf9-cad7a23a5061 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2418244
Jan 15 21:10:20.435986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38824) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.450972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2f1c1373-8644-4a2b-bb19-e2f095d69d19 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'baeedf0e-e6f7-4770-abc8-735ffa35a564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:20.465810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9e601050-ec11-415f-a692-bc6382a8d02d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.522640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1373-8644-4a2b-bb19-e2f095d69d19 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group_rule (5b7a7458-4460-4e90-981b-1cfdce9be677), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.535068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2332293-870d-445d-8c2d-66901f9cb8a3 None None] DHCP port deletion for 9e601050-ec11-415f-a692-bc6382a8d02d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:20.596468 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-2f1c1373-8644-4a2b-bb19-e2f095d69d19 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:10:20.600827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f1c1373-8644-4a2b-bb19-e2f095d69d19 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1605425
Jan 15 21:10:20.601113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38830) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.619457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9e601050-ec11-415f-a692-bc6382a8d02d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.623161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.658129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c0ba90>,) {'filters': {'network_id': ['9e601050-ec11-415f-a692-bc6382a8d02d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:20.672391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-73c60c80-8b47-45ff-92d7-c26d4bf0d1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.678367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (baeedf0e-e6f7-4770-abc8-735ffa35a564), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.683532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c0ba90>, 'df598966-7890-4f68-82be-61cfa503a58b') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:20.683838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c0ba90>, 'df598966-7890-4f68-82be-61cfa503a58b') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:20.695134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (df598966-7890-4f68-82be-61cfa503a58b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.717075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df598966-7890-4f68-82be-61cfa503a58b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.722511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (baeedf0e-e6f7-4770-abc8-735ffa35a564), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.729811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:20.730228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (df598966-7890-4f68-82be-61cfa503a58b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:20.734542 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:20.775996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (baeedf0e-e6f7-4770-abc8-735ffa35a564), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.778674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.782309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/baeedf0e-e6f7-4770-abc8-735ffa35a564 HTTP/1.1" status: 204  len: 168 time: 0.1779876
Jan 15 21:10:20.784588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38842) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.796557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e0d30-e622-4ccf-8ef4-64797feeb96e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeedf0e-e6f7-4770-abc8-735ffa35a564,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.803196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9e601050-ec11-415f-a692-bc6382a8d02d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.808660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.817992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e601050-ec11-415f-a692-bc6382a8d02d HTTP/1.1" status: 204  len: 168 time: 0.4573736
Jan 15 21:10:20.831926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012eac58-ac82-425b-a794-1cd3afea681d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e601050-ec11-415f-a692-bc6382a8d02d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:20.855288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-be052c10-c1a9-42a0-b800-1e2ccb85f66c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0694196
Jan 15 21:10:20.859329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38846) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:20.863957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086544561'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:20.893240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.974451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (b68b579d-52e7-4cbf-b4e0-c8753c06d0c1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:20.980200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b68b579d-52e7-4cbf-b4e0-c8753c06d0c1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.025200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71b6d9e6-1d73-484f-b97d-a59c500db25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.030952 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.037432 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1719749
Jan 15 21:10:21.038246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f6fb-cdc3-46df-999f-b570fa5b60d6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b579d-52e7-4cbf-b4e0-c8753c06d0c1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.043052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.054817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b7c3368e-c53f-44b0-8c0d-15baaed0174d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'b68b579d-52e7-4cbf-b4e0-c8753c06d0c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:21.056928 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-b7c3368e-c53f-44b0-8c0d-15baaed0174d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Jan 15 21:10:21.057540 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-b7c3368e-c53f-44b0-8c0d-15baaed0174d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:21.062730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b7c3368e-c53f-44b0-8c0d-15baaed0174d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0116420
Jan 15 21:10:21.062730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38856) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.158572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38860) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.175449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (b68b579d-52e7-4cbf-b4e0-c8753c06d0c1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.181278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71b6d9e6-1d73-484f-b97d-a59c500db25c admin admin] Publish callbacks [] for security_group (c0f98856-d34b-4c47-8a3d-059e4d759de3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.188125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71b6d9e6-1d73-484f-b97d-a59c500db25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0f98856-d34b-4c47-8a3d-059e4d759de3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.203240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (b68b579d-52e7-4cbf-b4e0-c8753c06d0c1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.259873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9d0779d4-d118-4d82-97e5-ade77fce1bea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=755ac4fd2f294bd4862f38492f48d4f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0980253
Jan 15 21:10:21.264691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71b6d9e6-1d73-484f-b97d-a59c500db25c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc79008c07d44b73b9a67ff5b1a04472&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6394329
Jan 15 21:10:21.266536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38864) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.276760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.299320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b68b579d-52e7-4cbf-b4e0-c8753c06d0c1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.302158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.303413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/b68b579d-52e7-4cbf-b4e0-c8753c06d0c1 HTTP/1.1" status: 204  len: 168 time: 0.2393076
Jan 15 21:10:21.306845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38872) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.322465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f09e6-76ce-436b-861a-c31f9f998090 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b579d-52e7-4cbf-b4e0-c8753c06d0c1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.324920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d9e6-1d73-484f-b97d-a59c500db25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f98856-d34b-4c47-8a3d-059e4d759de3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.379531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37ec4e9a-a040-46ad-84d3-1855000afebc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0619128
Jan 15 21:10:21.380259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.385283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 545a7b8f-5716-4583-a500-c410de25d9d8 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:21.390674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155364968'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:21.408966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 545a7b8f-5716-4583-a500-c410de25d9d8 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:21.409712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 545a7b8f-5716-4583-a500-c410de25d9d8 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:21.471849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e294d-c5bf-4931-bb42-35f87159547b req-2c865343-dd19-461f-9bb5-f4313a84f3fb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:21.473279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-149e294d-c5bf-4931-bb42-35f87159547b req-2c865343-dd19-461f-9bb5-f4313a84f3fb tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 945 time: 0.1441600
Jan 15 21:10:21.486219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] Publish callbacks [] for security_group (c0f98856-d34b-4c47-8a3d-059e4d759de3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.495232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.527546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] Publish callbacks [] for security_group (a42e8bd5-3da6-42bb-b342-81784d22d4d9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.547200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] Publish callbacks [] for security_group (c0f98856-d34b-4c47-8a3d-059e4d759de3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.599637 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] Publish callbacks [] for security_group (a42e8bd5-3da6-42bb-b342-81784d22d4d9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.646692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-149e294d-c5bf-4931-bb42-35f87159547b req-835b26fe-7407-4fc4-9ede-be258027471a tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584656
Jan 15 21:10:21.708750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a42e8bd5-3da6-42bb-b342-81784d22d4d9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.712882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.716496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a42e8bd5-3da6-42bb-b342-81784d22d4d9 HTTP/1.1" status: 204  len: 168 time: 0.4465787
Jan 15 21:10:21.722753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0f98856-d34b-4c47-8a3d-059e4d759de3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.727612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.731536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0f98856-d34b-4c47-8a3d-059e4d759de3 HTTP/1.1" status: 204  len: 168 time: 0.4512892
Jan 15 21:10:21.740730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b176-35f6-4c52-b39b-4f165f3d2878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e8bd5-3da6-42bb-b342-81784d22d4d9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.760639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125e791-eff2-4b24-8ff6-1995ecea9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f98856-d34b-4c47-8a3d-059e4d759de3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.816547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (ddb10cd5-bf8d-427c-82ee-81696024c204), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.821996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ddb10cd5-bf8d-427c-82ee-81696024c204), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.879072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.880525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:21.882214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4986544
Jan 15 21:10:21.884922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38902) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.886970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd847a-ac40-47b3-9154-7cf0038ca97d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb10cd5-bf8d-427c-82ee-81696024c204,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:21.890044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-74cc8a6d-b7f0-4a5e-9e36-8d956ae115aa tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'ddb10cd5-bf8d-427c-82ee-81696024c204', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:21.891145 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-74cc8a6d-b7f0-4a5e-9e36-8d956ae115aa tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Jan 15 21:10:21.891851 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-74cc8a6d-b7f0-4a5e-9e36-8d956ae115aa tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:21.893058 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-74cc8a6d-b7f0-4a5e-9e36-8d956ae115aa tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0068889
Jan 15 21:10:21.895921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38904) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:21.928155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38906) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.001893 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (ddb10cd5-bf8d-427c-82ee-81696024c204), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.042152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (ddb10cd5-bf8d-427c-82ee-81696024c204), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.117086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ddb10cd5-bf8d-427c-82ee-81696024c204), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.119830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.124536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38924) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.137513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/ddb10cd5-bf8d-427c-82ee-81696024c204 HTTP/1.1" status: 204  len: 168 time: 0.2368155
Jan 15 21:10:22.165891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738e113-a8ae-4bf6-bdd5-005eb836a340 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb10cd5-bf8d-427c-82ee-81696024c204,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:22.221607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38928) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.226194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730196165'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.231828 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f77b7821-51a2-4a1d-80bd-690bac664c9b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1054668
Jan 15 21:10:22.270399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.368467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1151228217'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.380109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (0ee3aac9-d5e3-4ddd-9bd5-710b00474488), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.391063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ee3aac9-d5e3-4ddd-9bd5-710b00474488), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.442373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.443959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2214093
Jan 15 21:10:22.447226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380f749-4f63-415b-a630-bf8549641a98 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3aac9-d5e3-4ddd-9bd5-710b00474488,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:22.449544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38938) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.455740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-905b99f7-f7ee-4782-8842-373b1268d9ae tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '0ee3aac9-d5e3-4ddd-9bd5-710b00474488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.457444 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-905b99f7-f7ee-4782-8842-373b1268d9ae tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Jan 15 21:10:22.458136 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-905b99f7-f7ee-4782-8842-373b1268d9ae tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:22.459348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-905b99f7-f7ee-4782-8842-373b1268d9ae tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0086300
Jan 15 21:10:22.462040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38940) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.471637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-084198b0-3e7b-462e-9a84-b4d96bd21d1e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '0ee3aac9-d5e3-4ddd-9bd5-710b00474488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.472393 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-084198b0-3e7b-462e-9a84-b4d96bd21d1e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Jan 15 21:10:22.476338 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-084198b0-3e7b-462e-9a84-b4d96bd21d1e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:22.477299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-084198b0-3e7b-462e-9a84-b4d96bd21d1e tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0141437
Jan 15 21:10:22.480503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38946) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.487289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-33b5cc13-9e12-4b8e-81fd-71f835299296 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '0ee3aac9-d5e3-4ddd-9bd5-710b00474488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.488771 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-33b5cc13-9e12-4b8e-81fd-71f835299296 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Jan 15 21:10:22.489777 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-33b5cc13-9e12-4b8e-81fd-71f835299296 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:22.491137 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-33b5cc13-9e12-4b8e-81fd-71f835299296 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0091023
Jan 15 21:10:22.493165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.494793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38948) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.496687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.503311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d9dc492a-19d9-4c46-a9e7-2a4bff255a25 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '0ee3aac9-d5e3-4ddd-9bd5-710b00474488', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:22.504759 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-d9dc492a-19d9-4c46-a9e7-2a4bff255a25 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Jan 15 21:10:22.507572 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-d9dc492a-19d9-4c46-a9e7-2a4bff255a25 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:22.514139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d9dc492a-19d9-4c46-a9e7-2a4bff255a25 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0146303
Jan 15 21:10:22.516697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38956) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.630437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38958) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.645473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (69e23d2a-9164-41b5-861d-cc517cdc18de), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.647031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42591135-628d-4694-82d5-5a7e5154ddcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.663650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753bc52-876e-4df7-b6f3-84542d132427 req-e14faf82-7cf3-4108-99c4-0a51fd741e71 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:22.665429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a753bc52-876e-4df7-b6f3-84542d132427 req-e14faf82-7cf3-4108-99c4-0a51fd741e71 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 945 time: 0.2655933
Jan 15 21:10:22.673122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.734462 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.738934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38962) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.739298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-50e8bf26-b92d-4955-b23b-6c4c97de9927 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.8110373
Jan 15 21:10:22.792825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a753bc52-876e-4df7-b6f3-84542d132427 req-d63cf621-0f58-475a-a577-82da22cf4c85 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162961
Jan 15 21:10:22.800036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42591135-628d-4694-82d5-5a7e5154ddcc admin admin] Publish callbacks [] for security_group (22d2756d-e8c8-47fa-9a01-b8e5b645933c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.800172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (0ee3aac9-d5e3-4ddd-9bd5-710b00474488), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.845149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-1f07efef-4491-43a3-9b01-a44285ca0b7b tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:22.848806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42591135-628d-4694-82d5-5a7e5154ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (22d2756d-e8c8-47fa-9a01-b8e5b645933c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.851866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-1f07efef-4491-43a3-9b01-a44285ca0b7b tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 814 time: 0.3223920
Jan 15 21:10:22.869345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (0ee3aac9-d5e3-4ddd-9bd5-710b00474488), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.885367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-132da569-f423-4564-bf57-ec23eab7f93d tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/quotas/3aa736a1907e4790b2ea49bc7f31e50c HTTP/1.1" status: 200  len: 375 time: 0.0309620
Jan 15 21:10:22.886416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42591135-628d-4694-82d5-5a7e5154ddcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce58a36cfdde4f9dab13f505e2e14b86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2548082
Jan 15 21:10:22.890679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38974) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:22.899834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:22.925632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-1017a9b5-5086-4e1a-bed9-924ff9d4da32 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409672
Jan 15 21:10:22.958629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42591135-628d-4694-82d5-5a7e5154ddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2756d-e8c8-47fa-9a01-b8e5b645933c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:23.004441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ee3aac9-d5e3-4ddd-9bd5-710b00474488), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.007711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.011295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ee3aac9-d5e3-4ddd-9bd5-710b00474488 HTTP/1.1" status: 204  len: 168 time: 0.4890387
Jan 15 21:10:23.016891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38976) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.062672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784a16-75a3-4a26-9dc8-8c99a725f121 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3aac9-d5e3-4ddd-9bd5-710b00474488,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:23.109899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-39f24aa5-b523-4957-8b60-baee0ae0f77d service neutron] 10.222.0.46 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832321
Jan 15 21:10:23.118487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.122378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (69e23d2a-9164-41b5-861d-cc517cdc18de), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.129627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] Publish callbacks [] for security_group (22d2756d-e8c8-47fa-9a01-b8e5b645933c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.187322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (69e23d2a-9164-41b5-861d-cc517cdc18de), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.187836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69e23d2a-9164-41b5-861d-cc517cdc18de {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:23.188286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-79450b92-e786-49ab-8f0a-6a5dd8470359 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1643643
Jan 15 21:10:23.189510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38984) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.196663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645693321'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.208600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.208600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae449762-50e4-4106-930b-405d3c3523bc tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "DELETE /v2.0/routers/69e23d2a-9164-41b5-861d-cc517cdc18de HTTP/1.1" status: 204  len: 168 time: 0.4685495
Jan 15 21:10:23.211603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] Publish callbacks [] for security_group (22d2756d-e8c8-47fa-9a01-b8e5b645933c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.213315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.226286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Request body: {'router': {'name': 'tempest-router-562034867', 'distributed': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.255613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-8e744397-8459-4a25-94b1-810ffd4f025d service neutron] 10.222.0.46 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444395
Jan 15 21:10:23.283717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.296799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.301136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.302313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.350942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (22d2756d-e8c8-47fa-9a01-b8e5b645933c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.353696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.354931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22d2756d-e8c8-47fa-9a01-b8e5b645933c HTTP/1.1" status: 204  len: 168 time: 0.4632614
Jan 15 21:10:23.387634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c900622-248f-4497-89bc-dda869cb31d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2756d-e8c8-47fa-9a01-b8e5b645933c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:23.427654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (de0a4f92-91af-4593-9bdc-7d2df96250c1), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.446379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.458265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (4dec827f-a7af-4fee-891a-80e860bec72b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.468975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4dec827f-a7af-4fee-891a-80e860bec72b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.497419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.502370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 38996) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.502885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-56009978-2671-4fb3-aff3-dd7889ba9730 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.2877278
Jan 15 21:10:23.519898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:23.521317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3308239
Jan 15 21:10:23.522646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036225f5-cd74-454f-978d-0eb8502c6999 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dec827f-a7af-4fee-891a-80e860bec72b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:23.524942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 38998) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.530184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-56f6e42f-58c2-4d8e-a0ec-d01e80c6224c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.530716 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-56f6e42f-58c2-4d8e-a0ec-d01e80c6224c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 15 21:10:23.531096 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-56f6e42f-58c2-4d8e-a0ec-d01e80c6224c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:23.532126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-56f6e42f-58c2-4d8e-a0ec-d01e80c6224c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0062132
Jan 15 21:10:23.536690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39000) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.560160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6d45d112-2c70-4ab0-a909-e1cf6ecd4e27 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.648090 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6d45d112-2c70-4ab0-a909-e1cf6ecd4e27 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:23.649469 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6d45d112-2c70-4ab0-a909-e1cf6ecd4e27 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1127014
Jan 15 21:10:23.652207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39008) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.656877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5f800f61-1377-4c95-acb9-b97d257b1708 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.657393 ncdv-master-1 neutron-server[114438]: WARNING neutron.api.v2.base [None req-5f800f61-1377-4c95-acb9-b97d257b1708 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Jan 15 21:10:23.657846 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-5f800f61-1377-4c95-acb9-b97d257b1708 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:23.661937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39010) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:23.665276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f800f61-1377-4c95-acb9-b97d257b1708 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0056777
Jan 15 21:10:23.792807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-af7500e9-66e7-41eb-9581-5e1a34e0839a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:23.828818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-a2642b7d-3cf0-49d0-bcd2-907809491d41 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:23.834381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-a2642b7d-3cf0-49d0-bcd2-907809491d41 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 945 time: 0.0915802
Jan 15 21:10:23.850358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3ce0ab3-fabe-4027-8cd4-c1b54323fed2 req-a7da1be5-979a-4daa-bb6b-881eec5f7b98 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 210 time: 0.2242129
Jan 15 21:10:23.861290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.038228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Deleting port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:24.038685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.101888 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-af7500e9-66e7-41eb-9581-5e1a34e0839a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:24.110009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af7500e9-66e7-41eb-9581-5e1a34e0839a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4429643
Jan 15 21:10:24.111726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39038) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.169507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-35b94cf5-be40-48f8-9ce6-52d778a32257 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.170764 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-35b94cf5-be40-48f8-9ce6-52d778a32257 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Jan 15 21:10:24.171366 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-35b94cf5-be40-48f8-9ce6-52d778a32257 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:24.172450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-35b94cf5-be40-48f8-9ce6-52d778a32257 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0527873
Jan 15 21:10:24.220186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] For port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,segment=NetworkSegment(df343c56-abe2-4c0a-9ca3-122cae0c2d21),segment_id=df343c56-abe2-4c0a-9ca3-122cae0c2d21)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:24.220664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.231985 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.239482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Calling delete_port for 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:24.244640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39052) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.305182 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.315306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2292833a-9511-4341-ae46-c575d92d927d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.325099 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (de0a4f92-91af-4593-9bdc-7d2df96250c1), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.439317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (58f07104-e0f7-47d8-9ec4-ca6f4efcb046), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.445520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279a555-76dc-4ed4-a1b2-664e55e2edcc req-560b7187-56b5-4e84-806d-fb1d15662cd3 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:24.454037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6279a555-76dc-4ed4-a1b2-664e55e2edcc req-560b7187-56b5-4e84-806d-fb1d15662cd3 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/ports?device_id=c150ed13-89c9-4f8a-b20b-819effbc3bcc HTTP/1.1" status: 200  len: 945 time: 0.4142923
Jan 15 21:10:24.478368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['58f07104-e0f7-47d8-9ec4-ca6f4efcb046'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:24.513185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (de0a4f92-91af-4593-9bdc-7d2df96250c1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.513781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0a4f92-91af-4593-9bdc-7d2df96250c1 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:24.523984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.525786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-176f3e94-d8ad-46ab-a558-bb552348023c tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "DELETE /v2.0/routers/de0a4f92-91af-4593-9bdc-7d2df96250c1 HTTP/1.1" status: 204  len: 168 time: 1.0215378
Jan 15 21:10:24.531714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Pushing event deleted for resources: {'Port': ['ID=58f07104-e0f7-47d8-9ec4-ca6f4efcb046,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:24.539390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39072) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.553957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Request body: {'router': {'name': 'tempest-router-2018189405', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3dd1d60377414e848a806536c4ef6bd4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.580704 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-2292833a-9511-4341-ae46-c575d92d927d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:24.581802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2292833a-9511-4341-ae46-c575d92d927d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2746296
Jan 15 21:10:24.585446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39076) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.593187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5cf126da-059f-4256-9613-44847d2b9aaf tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.593878 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-5cf126da-059f-4256-9613-44847d2b9aaf tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Jan 15 21:10:24.594574 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5cf126da-059f-4256-9613-44847d2b9aaf tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:24.597204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5cf126da-059f-4256-9613-44847d2b9aaf tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0108860
Jan 15 21:10:24.599965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39078) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.601104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebac79-00fb-47df-920e-b9b01d09c0d4 None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:24.605934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d6dd1bd7-725d-437e-a637-b16cb6062df0 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.617624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6279a555-76dc-4ed4-a1b2-664e55e2edcc req-99224d19-f6c9-4f8e-97a2-9e7120049215 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.46 "GET /v2.0/security-groups?id=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626740
Jan 15 21:10:24.622406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] No DVR routers for this DVR port 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:10:24.626139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.635863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-532342f8-86f5-4f67-8b24-168c37810cc6 req-cef9b2b2-3f81-442d-9237-082649470bf4 tempest-VolumesActionsTest-777683023 tempest-VolumesActionsTest-777683023-project] 10.222.0.45 "DELETE /v2.0/ports/58f07104-e0f7-47d8-9ec4-ca6f4efcb046 HTTP/1.1" status: 204  len: 173 time: 0.7883000
Jan 15 21:10:24.637097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'name': 'network-vif-deleted', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:24.640897 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a1428-de5d-47b5-a46f-05f4af9a5c38" -d '{"events": [{"server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "name": "network-vif-deleted", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:24.656366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.657699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.724779 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-d6dd1bd7-725d-437e-a637-b16cb6062df0 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:24.726092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6dd1bd7-725d-437e-a637-b16cb6062df0 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1252263
Jan 15 21:10:24.726256 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86626ef1-52b6-400b-8f44-bdeeb1a0a580 x-openstack-request-id: req-86626ef1-52b6-400b-8f44-bdeeb1a0a580 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:24.726561 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c150ed13-89c9-4f8a-b20b-819effbc3bcc", "name": "network-vif-deleted", "tag": "58f07104-e0f7-47d8-9ec4-ca6f4efcb046", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:24.726836 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86626ef1-52b6-400b-8f44-bdeeb1a0a580 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:24.727226 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c150ed13-89c9-4f8a-b20b-819effbc3bcc', 'name': 'network-vif-deleted', 'tag': '58f07104-e0f7-47d8-9ec4-ca6f4efcb046', 'status': 'completed', 'code': 200}
Jan 15 21:10:24.728943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39086) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.729754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.736513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d55c2aa0-3100-435b-8b67-82dd843528fc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '4dec827f-a7af-4fee-891a-80e860bec72b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.736729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.766927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:24.769823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c229424-c045-4a22-a0f2-6f7a4c871a0e tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.2188809
Jan 15 21:10:24.771479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39090) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:24.778349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:24.912636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39098) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.085757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-358f27b8-4347-4e7a-abfe-c0edc752a294 req-905d7117-bd81-4a81-b5af-62d62de15194 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 210 time: 0.0888755
Jan 15 21:10:25.088298 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-d55c2aa0-3100-435b-8b67-82dd843528fc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:25.092958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d55c2aa0-3100-435b-8b67-82dd843528fc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3592632
Jan 15 21:10:25.092958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.126108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0427f47a-cf2f-4856-b4fe-298c9064d4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.235951 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:25.239168 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:25.241755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-913887c5-f21b-440c-9ff8-3082d24c69a1 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:25.244778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-913887c5-f21b-440c-9ff8-3082d24c69a1 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 814 time: 0.2212081
Jan 15 21:10:25.259869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Request body: {'port': {'device_id': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d', 'admin_state_up': True, 'tenant_id': '3aa736a1907e4790b2ea49bc7f31e50c'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:25.310233 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.311702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.428101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (4dec827f-a7af-4fee-891a-80e860bec72b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.442957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0427f47a-cf2f-4856-b4fe-298c9064d4d1 admin admin] Publish callbacks [] for security_group (3110cbb3-4f9d-437e-b160-80e7e99c962d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.449689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0427f47a-cf2f-4856-b4fe-298c9064d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3110cbb3-4f9d-437e-b160-80e7e99c962d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.461903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114437) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Jan 15 21:10:25.462543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Router 5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f1e820c56a0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f1e820aad00> provider. {{(pid=114437) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Jan 15 21:10:25.463138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.466371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (4dec827f-a7af-4fee-891a-80e860bec72b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.469532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Made reservation on behalf of 3aa736a1907e4790b2ea49bc7f31e50c for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:25.473033 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.480300 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.493134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.507473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0427f47a-cf2f-4856-b4fe-298c9064d4d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c75d8976ee1741a593208701e57fdaae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5935960
Jan 15 21:10:25.511259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39130) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.512564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f47a-cf2f-4856-b4fe-298c9064d4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3110cbb3-4f9d-437e-b160-80e7e99c962d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:25.700602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Allocated IP 172.20.0.3 (2d9d48cd-f1ff-460c-8042-7a2e183af37d/f1ca5610-aa20-4cd7-bed7-fc4a151ed889/d46b9724-0123-47b5-a443-4daf591a33d4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:25.852615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39144) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.876662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4dec827f-a7af-4fee-891a-80e860bec72b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.879275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.882843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/4dec827f-a7af-4fee-891a-80e860bec72b HTTP/1.1" status: 204  len: 168 time: 0.7865903
Jan 15 21:10:25.896305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.897086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae45bb-92c0-4f90-8270-893d70d479ce tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dec827f-a7af-4fee-891a-80e860bec72b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:25.899423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks [] for port (d46b9724-0123-47b5-a443-4daf591a33d4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.927537 ncdv-master-1 neutron-server[114437]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] No L3 agents can host the router 5e2761f4-dbe2-4c54-adc1-dfed2ef5d318
Jan 15 21:10:25.948600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.981337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e02db8e9-c4f3-42cb-9df1-91494ac755e1 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0776985
Jan 15 21:10:25.981337 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] Publish callbacks [] for security_group (3110cbb3-4f9d-437e-b160-80e7e99c962d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:25.982810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:25.995341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--431831474'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:25.997679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:26.004186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:26.006726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:26.015147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Pushing event updated for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:26.019050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] Publish callbacks [] for security_group (3110cbb3-4f9d-437e-b160-80e7e99c962d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.031317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbbc81-3d8f-4394-a73f-74b620c0a994 None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:26.053645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1673695881', 'router:external': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:26.084074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:26.084698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.106232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-0a61e64e-b922-4af0-a5e6-d8c6403b21ab tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8518801
Jan 15 21:10:26.112160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Made reservation on behalf of 338ef0f74c1d4a7cb4acdaa384e9ccae for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:26.114850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.128662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Request body: {'port': {'device_id': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:26.155935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.159105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4abd937-1545-4e64-a625-4f7334c13a1e None None] Provisioning complete for port d46b9724-0123-47b5-a443-4daf591a33d4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:26.159768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4abd937-1545-4e64-a625-4f7334c13a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.198164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f4abd937-1545-4e64-a625-4f7334c13a1e None None] Port d46b9724-0123-47b5-a443-4daf591a33d4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:26.210692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.256920 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.267659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3110cbb3-4f9d-437e-b160-80e7e99c962d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.271733 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.275947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3110cbb3-4f9d-437e-b160-80e7e99c962d HTTP/1.1" status: 204  len: 168 time: 0.7612722
Jan 15 21:10:26.286795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Hosts for router 5e2761f4-dbe2-4c54-adc1-dfed2ef5d318: [] {{(pid=114437) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Jan 15 21:10:26.347632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790e91c-d319-420c-a7e9-8a3c779dc663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3110cbb3-4f9d-437e-b160-80e7e99c962d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:26.399857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Hosts for other DVR routers connected to router 5e2761f4-dbe2-4c54-adc1-dfed2ef5d318: set() {{(pid=114437) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Jan 15 21:10:26.402628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.404632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d6a75d6-06b9-4668-928d-a22f585e82c5 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "PUT /v2.0/routers/5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 HTTP/1.1" status: 200  len: 717 time: 1.6313632
Jan 15 21:10:26.413670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39172) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:26.468414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for security_group (c0927fca-80ca-4704-a1ad-ce4cc14263ab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.483042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0927fca-80ca-4704-a1ad-ce4cc14263ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.500011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d1e04-1a1f-47ef-80d7-4c86f1cceb24 req-d570ac35-377f-49bf-8b73-a66bbbde6182 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:26.507707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-041d1e04-1a1f-47ef-80d7-4c86f1cceb24 req-d570ac35-377f-49bf-8b73-a66bbbde6182 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 931 time: 0.2922390
Jan 15 21:10:26.554499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:26.556142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (85d3e60d-e5d4-429b-bcaf-c8f0d6b41769), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.563883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0927fca-80ca-4704-a1ad-ce4cc14263ab,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:26.574767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2282784c-8f31-480f-8cce-db77fd446df6 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "GET /v2.0/routers/5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 HTTP/1.1" status: 200  len: 717 time: 0.1597984
Jan 15 21:10:26.575640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (85d3e60d-e5d4-429b-bcaf-c8f0d6b41769), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.579146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39182) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:26.596116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a324d342-c25c-4440-b3d1-11b0528fddb8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.596767 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Added segment a324d342-c25c-4440-b3d1-11b0528fddb8 of type vlan for network d8a509db-4548-45d4-9a94-7c1512fd63ef
Jan 15 21:10:26.630091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.631524 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6459081
Jan 15 21:10:26.636454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:26.648976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5ebaed87-f1c1-43d3-8822-e66a84b7ada7 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '85d3e60d-e5d4-429b-bcaf-c8f0d6b41769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:26.656285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da977c-3f5e-4a86-b407-efe1f22a8b3c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3e60d-e5d4-429b-bcaf-c8f0d6b41769,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:26.675405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-041d1e04-1a1f-47ef-80d7-4c86f1cceb24 req-4575093c-b487-492b-8c9f-4627f7752614 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667521
Jan 15 21:10:26.690067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:10:26.720198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:10:26.720570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 58f07104-e0f7-47d8-9ec4-ca6f4efcb046 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:10:26.773868 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5ebaed87-f1c1-43d3-8822-e66a84b7ada7 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The resource could not be found.
Jan 15 21:10:26.776052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ebaed87-f1c1-43d3-8822-e66a84b7ada7 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1382616
Jan 15 21:10:26.779388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39204) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:26.795406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c3bbc4c2-ba9e-48e4-b4bb-f46a5e4f0fcc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': '85d3e60d-e5d4-429b-bcaf-c8f0d6b41769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '835b8fe5-84e8-4936-a517-552c4b8288fb'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:26.820962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46b9724-0123-47b5-a443-4daf591a33d4 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:26.834148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d8a509db-4548-45d4-9a94-7c1512fd63ef), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.837628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks [] for port (d46b9724-0123-47b5-a443-4daf591a33d4), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.861805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Transition to ACTIVE for port object d46b9724-0123-47b5-a443-4daf591a33d4 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:10:26.869174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.891297 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-c3bbc4c2-ba9e-48e4-b4bb-f46a5e4f0fcc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The resource could not be found.
Jan 15 21:10:26.895837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c3bbc4c2-ba9e-48e4-b4bb-f46a5e4f0fcc tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1147895
Jan 15 21:10:26.896423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:26.937726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d8a509db-4548-45d4-9a94-7c1512fd63ef), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.939792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:26.945866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:26.956071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358d14e-04f2-4241-b88a-7ddb87d06842 None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:27.011715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (85d3e60d-e5d4-429b-bcaf-c8f0d6b41769), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.052962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (85d3e60d-e5d4-429b-bcaf-c8f0d6b41769), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.128924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (85d3e60d-e5d4-429b-bcaf-c8f0d6b41769), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.132388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.138893 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/85d3e60d-e5d4-429b-bcaf-c8f0d6b41769 HTTP/1.1" status: 204  len: 168 time: 0.2373486
Jan 15 21:10:27.139671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39228) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:27.145016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Pushing event updated for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:27.159492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.3057866
Jan 15 21:10:27.173979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39232) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:27.202331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'subnet': {'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:27.229335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958013c2-d36e-4838-bc7b-304dd350b4b2 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3e60d-e5d4-429b-bcaf-c8f0d6b41769,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:27.287997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ef172e6-508f-4af5-92f8-9a0c81bac69c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1289175
Jan 15 21:10:27.287997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:27.289476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-532873cb-c89c-44b8-a1f8-236173bff92f tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'f04f9070-ab75-4023-b70c-edb9b1e53b94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:27.310867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14db0fb-bba7-4d28-9f3e-55f592126b32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Network': ['ID=d8a509db-4548-45d4-9a94-7c1512fd63ef,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:27.335486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:27.337469 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-56ec4143-92d3-43c1-b68e-b90394093b9f tempest-RoutersTestDVR-1672457522 tempest-RoutersTestDVR-1672457522-project] 10.222.0.46 "GET /v2.0/routers/5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 HTTP/1.1" status: 200  len: 683 time: 0.7528110
Jan 15 21:10:27.337760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d8a509db-4548-45d4-9a94-7c1512fd63ef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:27.362386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Made reservation on behalf of 338ef0f74c1d4a7cb4acdaa384e9ccae for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:27.368880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.442449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Attempting to bind port d46b9724-0123-47b5-a443-4daf591a33d4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:27.442808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Attempting to bind port d46b9724-0123-47b5-a443-4daf591a33d4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:27.443131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Attempting to bind port d46b9724-0123-47b5-a443-4daf591a33d4 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:27.448624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Port d46b9724-0123-47b5-a443-4daf591a33d4 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:10:27.449038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Attempting to bind port d46b9724-0123-47b5-a443-4daf591a33d4 on network 2d9d48cd-f1ff-460c-8042-7a2e183af37d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:27.455006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:27.455378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Checking segment: {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:27.455915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Bound using segment: {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:27.456418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Bound port: d46b9724-0123-47b5-a443-4daf591a33d4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a21f8a-8ec6-4135-8550-4c4cc53cd208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:27.456789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.560747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:27.567292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d46b9724-0123-47b5-a443-4daf591a33d4,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:27.581611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.618927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:27.695680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Pushing event updated for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:27.713722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a256111-58c8-43d0-8a99-ea45b0408523 None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:27.717897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:27.719271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.728134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-e4093c94-5610-461d-9dc6-7cc96ab913eb service neutron] 10.222.0.39 "PUT /v2.0/ports/d46b9724-0123-47b5-a443-4daf591a33d4 HTTP/1.1" status: 200  len: 1091 time: 1.6048992
Jan 15 21:10:27.729388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:27.738340 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17de59-017c-4fff-88f5-ca1287f6bcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:27.739600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:27.904651 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068d52ad-4ffa-4616-909f-c18a85e9c472 x-openstack-request-id: req-068d52ad-4ffa-4616-909f-c18a85e9c472 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:27.906025 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:27.906306 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-068d52ad-4ffa-4616-909f-c18a85e9c472 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:27.906724 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4', 'status': 'completed', 'code': 200}
Jan 15 21:10:27.940744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-94dff787-b507-469d-a9c1-2e4040c6a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:27.942731 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-94dff787-b507-469d-a9c1-2e4040c6a03f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 1094 time: 0.1628215
Jan 15 21:10:27.988886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1286444324-network', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:28.029849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-4691b543-33ec-40a4-aae4-3270a13d230e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46b9724-0123-47b5-a443-4daf591a33d4 HTTP/1.1" status: 200  len: 217 time: 0.0766385
Jan 15 21:10:28.085995 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-532873cb-c89c-44b8-a1f8-236173bff92f tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The resource could not be found.
Jan 15 21:10:28.090453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-532873cb-c89c-44b8-a1f8-236173bff92f tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.8011491
Jan 15 21:10:28.098481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:28.104268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188372240'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:28.137035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.149714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64d4a-d818-4301-a1dd-a90a2e094144 req-da94062d-fa62-4640-bfcb-7aa927fb610c tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:28.151360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ea64d4a-d818-4301-a1dd-a90a2e094144 req-da94062d-fa62-4640-bfcb-7aa927fb610c tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 943 time: 0.2697079
Jan 15 21:10:28.153078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.158632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-3e5fead5-f835-4d2d-a0d0-1fad394cd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:28.160526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-3e5fead5-f835-4d2d-a0d0-1fad394cd5cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.1248713
Jan 15 21:10:28.168983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.225466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-eb16bb0a-2e13-47e7-a89c-addb10f9a32b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581534
Jan 15 21:10:28.237779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Made reservation on behalf of 7d4a162d96614ece8caf16ccbc99ad5f for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:28.240177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.274682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.276460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (5e2761f4-dbe2-4c54-adc1-dfed2ef5d318), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.276955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:28.296612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.302252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f49a52be-e176-405a-b1e6-35015d7631bb tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "DELETE /v2.0/routers/5e2761f4-dbe2-4c54-adc1-dfed2ef5d318 HTTP/1.1" status: 204  len: 168 time: 0.9658208
Jan 15 21:10:28.318234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:28.343251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Request body: {'router': {'name': 'tempest-router-185452006', 'distributed': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:28.368557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ea64d4a-d818-4301-a1dd-a90a2e094144 req-9b70191b-07d1-4e6f-bf19-05140bc72d83 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910651
Jan 15 21:10:28.470794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (fc6940f1-4de4-4511-9a68-182cfeda269a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.485332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fc6940f1-4de4-4511-9a68-182cfeda269a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.510193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks [] for security_group (64c96911-0cec-4cef-9f0e-4b0b237ccb8f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.521869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.523332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.528884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64c96911-0cec-4cef-9f0e-4b0b237ccb8f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.547938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:28.573757 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-a52cde88-1aa1-4a42-b3d7-f4f70b14fbeb service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405075
Jan 15 21:10:28.606925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0b9a8f86-bf98-4e51-ab3b-6d9004b7823e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.613597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.614364 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Added segment 0b9a8f86-bf98-4e51-ab3b-6d9004b7823e of type vlan for network 199105de-00cd-44b3-8e15-12c91d44ad90
Jan 15 21:10:28.617861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5180421
Jan 15 21:10:28.618498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:28.620318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (9cb6c872-09e1-4e91-9f1c-f6cd90877467), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.639856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--132646247'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:28.658456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.704559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c96911-0cec-4cef-9f0e-4b0b237ccb8f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:28.714225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (199105de-00cd-44b3-8e15-12c91d44ad90), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.753338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:10:28.753829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (cad1048e-5e85-4ce2-85ac-cb073c544bd1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.825167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (199105de-00cd-44b3-8e15-12c91d44ad90), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.826821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:28.827482 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:28.833319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cad1048e-5e85-4ce2-85ac-cb073c544bd1,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:28.929941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Checking segment: {'id': 'a324d342-c25c-4440-b3d1-11b0528fddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:28.930731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network hostable DHCP agents. Network: d8a509db-4548-45d4-9a94-7c1512fd63ef, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:10:28.941582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] Pushing event updated for resources: {'Network': ['ID=199105de-00cd-44b3-8e15-12c91d44ad90,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:28.954008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 199105de-00cd-44b3-8e15-12c91d44ad90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:28.960090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network d8a509db-4548-45d4-9a94-7c1512fd63ef is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:10:28.975771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8a509db-4548-45d4-9a94-7c1512fd63ef) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:28.981632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:28.984626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.001429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfeba3-bb14-4e4a-bb82-888664daf23a tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6940f1-4de4-4511-9a68-182cfeda269a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:29.022711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.023918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d26600c1-ddf5-4e7b-b2c7-d700d0adb152 tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.7013776
Jan 15 21:10:29.027029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39300) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:29.047705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa7a978a-7d3e-4558-a53b-235557ba695f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4203207
Jan 15 21:10:29.049753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:29.053419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-53e4840e-b6d6-4d9f-b54f-d577fdc5467a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.8582690
Jan 15 21:10:29.054836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39304) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:29.065362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-811842547', 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:29.066041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Request body: {'subnet': {'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1286444324-subnet', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:29.069383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.110386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Made reservation on behalf of 7d4a162d96614ece8caf16ccbc99ad5f for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:29.112781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.176268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebfa12-9d71-4fb8-9ef3-c08d0351327f None None] Network d8a509db-4548-45d4-9a94-7c1512fd63ef requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:29.188068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.300810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f936c8ee-12db-47d7-8df2-c05db5591784), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.353889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f936c8ee-12db-47d7-8df2-c05db5591784,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:29.364017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f357b826-c778-4430-bc1d-fb6b71d75fd7 req-85150a5f-6565-47b9-840e-b6ae3b8174ae service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7424891
Jan 15 21:10:29.453822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Checking segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:29.456992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Made reservation on behalf of 338ef0f74c1d4a7cb4acdaa384e9ccae for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:29.461565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Network hostable DHCP agents. Network: 199105de-00cd-44b3-8e15-12c91d44ad90, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:10:29.465905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.539936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.548620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router_controller (9cb6c872-09e1-4e91-9f1c-f6cd90877467), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.570762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Network 199105de-00cd-44b3-8e15-12c91d44ad90 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:10:29.602867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-9eceadf5-19ae-4c1d-a272-abe23347bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:29.605848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-9eceadf5-19ae-4c1d-a272-abe23347bf9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 1094 time: 0.1578162
Jan 15 21:10:29.613275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (21236f08-2dbf-425a-873c-7af4936d40e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.618407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 199105de-00cd-44b3-8e15-12c91d44ad90) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:29.630105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956a404-0175-4371-ab73-48dd28fd72e7 None None] Network d8a509db-4548-45d4-9a94-7c1512fd63ef requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:29.643392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:29.645324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.670804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (21236f08-2dbf-425a-873c-7af4936d40e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.678571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (9cb6c872-09e1-4e91-9f1c-f6cd90877467), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.679359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb6c872-09e1-4e91-9f1c-f6cd90877467 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:29.695361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] device_id is not set on port 96244c0a-c4de-490d-af01-bb4bff32fb74 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:29.719467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decea6e0-e55c-40a3-9d86-aeea309708b4 None None] Network 199105de-00cd-44b3-8e15-12c91d44ad90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:29.753410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.754859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4bc5943b-9160-42e3-b871-0b342dd8c43d tempest-RoutersTestDVR-1153414227 tempest-RoutersTestDVR-1153414227-project-admin] 10.222.0.46 "DELETE /v2.0/routers/9cb6c872-09e1-4e91-9f1c-f6cd90877467 HTTP/1.1" status: 204  len: 168 time: 0.7238061
Jan 15 21:10:29.782009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8d8946de-1ebf-4297-b750-b0928d8844be admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7301919
Jan 15 21:10:29.821193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:29.831982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:29.854606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21236f08-2dbf-425a-873c-7af4936d40e5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:29.908401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:29.909836 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c8cfd598-28d7-43ff-ac2a-3e53c9fa9a2d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.2764120
Jan 15 21:10:29.914964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39332) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:29.927725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61088d0-fd1c-4c3c-a944-7a9f2a990abc req-95ce5aad-855a-4f9a-ba1a-d6c12f8843d3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:29.930192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f61088d0-fd1c-4c3c-a944-7a9f2a990abc req-95ce5aad-855a-4f9a-ba1a-d6c12f8843d3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 943 time: 0.2555563
Jan 15 21:10:29.938163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6c0cd6ff-4578-49f3-9bb7-3ec37a44682d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group_rule': {'security_group_id': 'fc6940f1-4de4-4511-9a68-182cfeda269a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '21236f08-2dbf-425a-873c-7af4936d40e5'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:30.031928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.034397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.037888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-67521ad3-5133-459a-b3a5-1ed2e06b768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:30.047772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-67521ad3-5133-459a-b3a5-1ed2e06b768a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 915 time: 0.4316905
Jan 15 21:10:30.134445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-f1df7c3b-ddbe-47ce-a51c-08c291ae9cb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46b9724-0123-47b5-a443-4daf591a33d4 HTTP/1.1" status: 200  len: 217 time: 0.0783751
Jan 15 21:10:30.176865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for router_controller (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.178173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39344) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:30.209079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-39dbbaaa-278e-453c-9229-3ff77b055613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:30.211274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-39dbbaaa-278e-453c-9229-3ff77b055613 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.0575855
Jan 15 21:10:30.212574 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6c0cd6ff-4578-49f3-9bb7-3ec37a44682d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:10:30.213954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6c0cd6ff-4578-49f3-9bb7-3ec37a44682d tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2977836
Jan 15 21:10:30.222925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39346) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:30.289761 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-81cc5633-ad32-42d6-875d-5a780f9e8231 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678570
Jan 15 21:10:30.314561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f61088d0-fd1c-4c3c-a944-7a9f2a990abc req-c8372c5a-5a2d-44a7-b08f-66ca5ee527c3 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3747466
Jan 15 21:10:30.413498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf036899-517b-4023-bf8b-8f396bad1d3e None None] Network 199105de-00cd-44b3-8e15-12c91d44ad90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:30.441925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 2001:db8::243 (d8a509db-4548-45d4-9a94-7c1512fd63ef/cad1048e-5e85-4ce2-85ac-cb073c544bd1/96244c0a-c4de-490d-af01-bb4bff32fb74) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:30.633538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (21236f08-2dbf-425a-873c-7af4936d40e5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.750302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for router_gateway (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.751414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-369875db-d235-4a9b-8916-49d45e837944 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4510310
Jan 15 21:10:30.753758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4e44c59-48e0-4363-823f-f8b77e7f675f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.795366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (21236f08-2dbf-425a-873c-7af4936d40e5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.993833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (21236f08-2dbf-425a-873c-7af4936d40e5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:30.999365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.003548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/21236f08-2dbf-425a-873c-7af4936d40e5 HTTP/1.1" status: 204  len: 168 time: 0.7763753
Jan 15 21:10:31.022367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39368) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.057188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c491c43-7fe5-4aac-b237-826055b92579 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21236f08-2dbf-425a-873c-7af4936d40e5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:31.064353 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a17de59-017c-4fff-88f5-ca1287f6bcbf req-d563546d-b052-4d83-8985-eda231779e33 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2917671
Jan 15 21:10:31.119524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2153a657-e006-491a-b42d-49a43bae7b50 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0895357
Jan 15 21:10:31.127097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.249870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (fc6940f1-4de4-4511-9a68-182cfeda269a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.305019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (fc6940f1-4de4-4511-9a68-182cfeda269a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.352647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.416124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d46b9724-0123-47b5-a443-4daf591a33d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:10:31.432497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fc6940f1-4de4-4511-9a68-182cfeda269a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.438434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.440887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc6940f1-4de4-4511-9a68-182cfeda269a HTTP/1.1" status: 204  len: 168 time: 0.2994277
Jan 15 21:10:31.448331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39380) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.463066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe04b7-918b-49ff-990d-e3bcb1190383 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6940f1-4de4-4511-9a68-182cfeda269a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:31.520574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (96244c0a-c4de-490d-af01-bb4bff32fb74), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.552554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4e44c59-48e0-4363-823f-f8b77e7f675f admin admin] Publish callbacks [] for security_group (8d030074-58b4-411b-8e93-3c6d4175e6a6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.579657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4e44c59-48e0-4363-823f-f8b77e7f675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8d030074-58b4-411b-8e93-3c6d4175e6a6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.634422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9c316b98-5ce6-4233-987d-dbe4355b4704 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1740842
Jan 15 21:10:31.635796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.639680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'tempest-secgroup--153367584'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:31.673782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba610-866e-4b25-858f-2e8c6a6adb96 req-b1eb3cd5-6df7-4707-91a7-80a9ea7721ef tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:31.675050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31dba610-866e-4b25-858f-2e8c6a6adb96 req-b1eb3cd5-6df7-4707-91a7-80a9ea7721ef tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 943 time: 0.2225437
Jan 15 21:10:31.684198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f4e44c59-48e0-4363-823f-f8b77e7f675f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dd1d60377414e848a806536c4ef6bd4&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4725916
Jan 15 21:10:31.689401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.691268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e44c59-48e0-4363-823f-f8b77e7f675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d030074-58b4-411b-8e93-3c6d4175e6a6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:31.723583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d46b9724-0123-47b5-a443-4daf591a33d4,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:31.730458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.744822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (96244c0a-c4de-490d-af01-bb4bff32fb74), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.752014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d3a931d-edca-434d-9aef-be0c9a8ab392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.755695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'd46b9724-0123-47b5-a443-4daf591a33d4', 'network_id': '2d9d48cd-f1ff-460c-8042-7a2e183af37d', 'port_id': 'd46b9724-0123-47b5-a443-4daf591a33d4', 'mac_address': 'fa:16:3e:f3:73:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ca5610-aa20-4cd7-bed7-fc4a151ed889', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:10:31.865653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d46b9724-0123-47b5-a443-4daf591a33d4 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:31.866062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.867872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d3a931d-edca-434d-9aef-be0c9a8ab392 admin admin] Publish callbacks [] for security_group (4b563926-5854-4115-9d75-2e0d9322fb64), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.879610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d3a931d-edca-434d-9aef-be0c9a8ab392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b563926-5854-4115-9d75-2e0d9322fb64), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.881161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46b9724-0123-47b5-a443-4daf591a33d4 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:31.898502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network d8a509db-4548-45d4-9a94-7c1512fd63ef is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:31.899790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=96244c0a-c4de-490d-af01-bb4bff32fb74,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:31.903466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:31.911708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d46b9724-0123-47b5-a443-4daf591a33d4,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:31.912454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:31.917701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:31.917891 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.923850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:31.947285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0d3a931d-edca-434d-9aef-be0c9a8ab392 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=610bf9da3e4d40c6b6228c2b3b0b2f08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5934675
Jan 15 21:10:31.953853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.971319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5f0a195b-7d4f-4393-93d9-ce1ffc373e72 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.9152627
Jan 15 21:10:31.987938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:31.991711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39388) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:31.998584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31dba610-866e-4b25-858f-2e8c6a6adb96 req-5ec54154-4047-4383-8bc1-d63edba669d1 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115180
Jan 15 21:10:32.036076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a931d-edca-434d-9aef-be0c9a8ab392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b563926-5854-4115-9d75-2e0d9322fb64,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.058972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for router_gateway (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.102790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.112252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['d46b9724-0123-47b5-a443-4daf591a33d4'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:32.132027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] Publish callbacks [] for security_group (8d030074-58b4-411b-8e93-3c6d4175e6a6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.182753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (204d7f51-d347-47ee-a9ce-d629e73f34ce), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.200377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (204d7f51-d347-47ee-a9ce-d629e73f34ce), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.220682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] Publish callbacks [] for security_group (8d030074-58b4-411b-8e93-3c6d4175e6a6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.235886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Allocated IP 172.35.1.227 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/88307ea2-6217-471a-9994-d1e117684370) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:32.240534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] Publish callbacks [] for security_group (4b563926-5854-4115-9d75-2e0d9322fb64), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.278240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.280551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6445735
Jan 15 21:10:32.286244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39396) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:32.293979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bfe71097-4d19-4fdc-a130-3690301105c6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:32.295553 ncdv-master-1 neutron-server[114437]: WARNING neutron.api.v2.base [None req-bfe71097-4d19-4fdc-a130-3690301105c6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Jan 15 21:10:32.296911 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-bfe71097-4d19-4fdc-a130-3690301105c6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] update failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:10:32.298150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bfe71097-4d19-4fdc-a130-3690301105c6 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "PUT /v2.0/security-groups/204d7f51-d347-47ee-a9ce-d629e73f34ce HTTP/1.1" status: 409  len: 330 time: 0.0107267
Jan 15 21:10:32.302995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855289ec-cd15-4421-afe4-c407ea580b4c tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204d7f51-d347-47ee-a9ce-d629e73f34ce,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.314804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39398) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:32.326256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] Publish callbacks [] for security_group (4b563926-5854-4115-9d75-2e0d9322fb64), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.419829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Deleting port 96244c0a-c4de-490d-af01-bb4bff32fb74 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:32.420543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (96244c0a-c4de-490d-af01-bb4bff32fb74), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.469926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for port (88307ea2-6217-471a-9994-d1e117684370), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.488616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8d030074-58b4-411b-8e93-3c6d4175e6a6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.492040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.496232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d030074-58b4-411b-8e93-3c6d4175e6a6 HTTP/1.1" status: 204  len: 168 time: 0.8057489
Jan 15 21:10:32.528092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf83cd-c04e-4c9d-9bab-cfdc50b7ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d030074-58b4-411b-8e93-3c6d4175e6a6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.537526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (204d7f51-d347-47ee-a9ce-d629e73f34ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.545860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b563926-5854-4115-9d75-2e0d9322fb64), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.546468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (88307ea2-6217-471a-9994-d1e117684370), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.548867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.553223 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b563926-5854-4115-9d75-2e0d9322fb64 HTTP/1.1" status: 204  len: 168 time: 0.5842476
Jan 15 21:10:32.590841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (96244c0a-c4de-490d-af01-bb4bff32fb74), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.594982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1fa41-91e6-436a-b10e-3ca946dd735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b563926-5854-4115-9d75-2e0d9322fb64,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.611049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (204d7f51-d347-47ee-a9ce-d629e73f34ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.627093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Calling delete_port for 96244c0a-c4de-490d-af01-bb4bff32fb74 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:32.671750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Pushing event updated for resources: {'Port': ['ID=88307ea2-6217-471a-9994-d1e117684370,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.687509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:32.689589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:32.711816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:32.712995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e292c7-914e-4ddc-a99f-31eed1a3ecfc None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:32.774671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (204d7f51-d347-47ee-a9ce-d629e73f34ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.779732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.781806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/204d7f51-d347-47ee-a9ce-d629e73f34ce HTTP/1.1" status: 204  len: 168 time: 0.4656031
Jan 15 21:10:32.784515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39406) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:32.799784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa224d6-1d01-4f70-8bea-58869637665b tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d7f51-d347-47ee-a9ce-d629e73f34ce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.852791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a7ea64e8-cb4b-44a4-8fea-cf82e0636de9 None None] Provisioning complete for port 88307ea2-6217-471a-9994-d1e117684370 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:32.853191 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7ea64e8-cb4b-44a4-8fea-cf82e0636de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88307ea2-6217-471a-9994-d1e117684370), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.904622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (96244c0a-c4de-490d-af01-bb4bff32fb74), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.946622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Port': ['ID=96244c0a-c4de-490d-af01-bb4bff32fb74,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:32.993447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:32.997229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a06d1a15-141e-477f-9963-570a2f1a6cea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/ports/96244c0a-c4de-490d-af01-bb4bff32fb74 HTTP/1.1" status: 204  len: 168 time: 0.9674354
Jan 15 21:10:33.000551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39410) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.007114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef', 'external_fixed_ips': [{'subnet_id': 'cad1048e-5e85-4ce2-85ac-cb073c544bd1', 'ip_address': '2001:db8::243'}]}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:33.012323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea64e8-cb4b-44a4-8fea-cf82e0636de9 None None] Port 88307ea2-6217-471a-9994-d1e117684370 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:33.061113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.066328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.068538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e4ccc13c-1b36-4b0e-a045-f71b6ddff598 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2828472
Jan 15 21:10:33.080586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.117879 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-88e16a82-0387-4614-bdd1-84e5a65860b1 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] delete failed (client error): The resource could not be found.
Jan 15 21:10:33.126258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-88e16a82-0387-4614-bdd1-84e5a65860b1 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "DELETE /v2.0/security-groups/db9007e4-ebc8-4823-921f-2b9634b1d846 HTTP/1.1" status: 404  len: 347 time: 0.0442715
Jan 15 21:10:33.132896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39420) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.184296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.241357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39422) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.245720 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-8759f5a3-e6d2-478a-a635-ac9c17eb5fc9 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] show failed (client error): The resource could not be found.
Jan 15 21:10:33.246953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8759f5a3-e6d2-478a-a635-ac9c17eb5fc9 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-groups/f9b19f90-8814-47df-99de-9e95e60d5cc7 HTTP/1.1" status: 404  len: 347 time: 0.1086962
Jan 15 21:10:33.277101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3582962b-d458-4a99-810e-0a49331ebf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.280951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.324193 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5b7eb86c-481d-487e-b78b-cb0377288a96 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] show failed (client error): The resource could not be found.
Jan 15 21:10:33.325271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b7eb86c-481d-487e-b78b-cb0377288a96 tempest-NegativeSecGroupTest-505718894 tempest-NegativeSecGroupTest-505718894-project] 10.222.0.46 "GET /v2.0/security-group-rules/9c7bc242-0103-49d3-917e-3112b9ed1e4a HTTP/1.1" status: 404  len: 356 time: 0.0418465
Jan 15 21:10:33.384191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39428) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:33.414275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d46b9724-0123-47b5-a443-4daf591a33d4 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:33.462893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b833-038d-4c0d-9d17-5a0b76af5b5a req-fcd4372c-54b4-4aeb-aeb4-174f32fda78c tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:33.464480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9d4b833-038d-4c0d-9d17-5a0b76af5b5a req-fcd4372c-54b4-4aeb-aeb4-174f32fda78c tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 944 time: 0.2507191
Jan 15 21:10:33.472417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb35622-a470-4df6-86cb-bc75baeb3736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.503619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port d46b9724-0123-47b5-a443-4daf591a33d4 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:10:33.509785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port d46b9724-0123-47b5-a443-4daf591a33d4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:33.510392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.557241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.583991 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for router_gateway (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.691849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port d46b9724-0123-47b5-a443-4daf591a33d4 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:33.693690 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.733508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:33.739520 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8b59a-29b5-4721-ad41-531765499479" -d '{"events": [{"server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "name": "network-vif-plugged", "status": "completed", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:33.756712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d46b9724-0123-47b5-a443-4daf591a33d4,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:33.762690 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:33.892238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9d4b833-038d-4c0d-9d17-5a0b76af5b5a req-70b57055-185d-4731-aab1-df0251e2187c tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4166226
Jan 15 21:10:33.937558 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac00b674-edb9-4410-85b5-eb5da2871577 x-openstack-request-id: req-ac00b674-edb9-4410-85b5-eb5da2871577 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:33.938059 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "name": "network-vif-plugged", "status": "completed", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:33.938414 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac00b674-edb9-4410-85b5-eb5da2871577 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:33.938913 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4', 'code': 200}
Jan 15 21:10:33.940236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:33.956688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.958058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.958058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.959036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.959200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.960233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.960788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.970664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.974182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.977128 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.977952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.978406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.979046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:33.981351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3582962b-d458-4a99-810e-0a49331ebf03 admin admin] Publish callbacks [] for security_group (69a85dac-8bd3-4779-923d-efddd9efce0b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.001600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3582962b-d458-4a99-810e-0a49331ebf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (69a85dac-8bd3-4779-923d-efddd9efce0b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.004737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39434) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:34.045557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.072170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.076160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cee09-2fd5-4286-a692-bffc46043085 req-5579f367-e6fd-424a-842f-54e1823c3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:34.078850 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e9cee09-2fd5-4286-a692-bffc46043085 req-5579f367-e6fd-424a-842f-54e1823c3c15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 1096 time: 0.1528790
Jan 15 21:10:34.082204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.103138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb35622-a470-4df6-86cb-bc75baeb3736 admin admin] Publish callbacks [] for security_group (ff7cf48f-3fc2-4685-8f47-66e14e5f4727), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.147465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3582962b-d458-4a99-810e-0a49331ebf03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=889a49e2c427464696c8392337a0fa8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9029486
Jan 15 21:10:34.148348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb35622-a470-4df6-86cb-bc75baeb3736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff7cf48f-3fc2-4685-8f47-66e14e5f4727), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.152296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39442) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:34.168298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582962b-d458-4a99-810e-0a49331ebf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a85dac-8bd3-4779-923d-efddd9efce0b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:34.204044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e9cee09-2fd5-4286-a692-bffc46043085 req-a216ffe0-82d7-4d7f-bd72-259b6dffbb77 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162694
Jan 15 21:10:34.289491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eeb35622-a470-4df6-86cb-bc75baeb3736 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e3d73583af548b29ab40eba3390fd4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9034164
Jan 15 21:10:34.292575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39444) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:34.297483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb35622-a470-4df6-86cb-bc75baeb3736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7cf48f-3fc2-4685-8f47-66e14e5f4727,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:34.342247 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] Publish callbacks [] for security_group (69a85dac-8bd3-4779-923d-efddd9efce0b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.399446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 2001:db8::243 (d8a509db-4548-45d4-9a94-7c1512fd63ef/cad1048e-5e85-4ce2-85ac-cb073c544bd1/2c7d9196-ae54-4712-be83-d6a82ed4c4e3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:34.404532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] Publish callbacks [] for security_group (69a85dac-8bd3-4779-923d-efddd9efce0b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.423693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] Publish callbacks [] for security_group (ff7cf48f-3fc2-4685-8f47-66e14e5f4727), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.427617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-667015db-2225-443e-aca1-515cb690983a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d23f4bd02af2483290754dd392c6153d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4184992
Jan 15 21:10:34.428320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39446) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:34.486936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] Publish callbacks [] for security_group (ff7cf48f-3fc2-4685-8f47-66e14e5f4727), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.517864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Router b4403e9d-97fd-4e24-bdb7-bf055a492e3a is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:10:34.560650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] Publish callbacks [] for security_group (58f1930c-8570-456a-89be-fad65c27346e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.589849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (69a85dac-8bd3-4779-923d-efddd9efce0b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.593743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.595222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69a85dac-8bd3-4779-923d-efddd9efce0b HTTP/1.1" status: 204  len: 168 time: 0.4402566
Jan 15 21:10:34.627166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] Publish callbacks [] for security_group (58f1930c-8570-456a-89be-fad65c27346e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.633390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7242a0-69a2-4b61-9d97-1a214346fe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a85dac-8bd3-4779-923d-efddd9efce0b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:34.661537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff7cf48f-3fc2-4685-8f47-66e14e5f4727), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.675355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.678598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff7cf48f-3fc2-4685-8f47-66e14e5f4727 HTTP/1.1" status: 204  len: 168 time: 0.3846416
Jan 15 21:10:34.679799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.806320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7e5f1-2210-4f45-83db-4d8f7ecacca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7cf48f-3fc2-4685-8f47-66e14e5f4727,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:34.874508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58f1930c-8570-456a-89be-fad65c27346e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.889134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.889134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58f1930c-8570-456a-89be-fad65c27346e HTTP/1.1" status: 204  len: 168 time: 0.4536943
Jan 15 21:10:34.889414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:10:34.902914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Sync routers for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:10:34.934437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.937343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5308a167-ea75-410c-97d5-b4bb370c0237 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1144025
Jan 15 21:10:34.940309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:34.953783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cf1b8-00db-4f53-84ed-5ea0c89785de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1930c-8570-456a-89be-fad65c27346e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:34.963410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:34.967958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:34.968620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a262160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:35.045603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network d8a509db-4548-45d4-9a94-7c1512fd63ef is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:35.090849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:35.099318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:35.273699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:35.290852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=2c7d9196-ae54-4712-be83-d6a82ed4c4e3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:35.429247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389917d-68d0-4e33-a7a9-f9eb44e9563f req-70d23d74-7665-4324-a976-073b2752efdf tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:35.439743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7389917d-68d0-4e33-a7a9-f9eb44e9563f req-70d23d74-7665-4324-a976-073b2752efdf tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 945 time: 0.3516452
Jan 15 21:10:35.737490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:35.787470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a262160>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:33Z', 'revision_number': 3, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:35.845466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7389917d-68d0-4e33-a7a9-f9eb44e9563f req-8d67e6c5-2343-48a5-bbdf-15e4e678f976 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4042904
Jan 15 21:10:35.855216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Checking router: b4403e9d-97fd-4e24-bdb7-bf055a492e3a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:10:35.856286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Updating router b4403e9d-97fd-4e24-bdb7-bf055a492e3a port 88307ea2-6217-471a-9994-d1e117684370 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:10:35.953369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88307ea2-6217-471a-9994-d1e117684370), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.081316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.216633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.544135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 6ed9ef8a-979c-416d-b8ae-fe6885d479fd is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:10:36.604229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks [] for port (88307ea2-6217-471a-9994-d1e117684370), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.615821 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (88307ea2-6217-471a-9994-d1e117684370), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.813495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882603a-b4aa-48cc-a203-8c94ad7c8c50 None None] Pushing event updated for resources: {'Port': ['ID=88307ea2-6217-471a-9994-d1e117684370,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:36.846584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cc333-b079-48a3-9d81-135c605c5569 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:36.850039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:10:36.864122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Sync routers for ids ['6ed9ef8a-979c-416d-b8ae-fe6885d479fd'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:10:36.884631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:36.886196 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de3037e2-4383-47e1-aab1-7ac89ce0e569 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.8839784
Jan 15 21:10:36.889052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39524) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:36.894710 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Routers {'6ed9ef8a-979c-416d-b8ae-fe6885d479fd'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:36.896268 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6ed9ef8a-979c-416d-b8ae-fe6885d479fd'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:36.944164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Attempting to bind port 88307ea2-6217-471a-9994-d1e117684370 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:36.944683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Attempting to bind port 88307ea2-6217-471a-9994-d1e117684370 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:36.945080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Attempting to bind port 88307ea2-6217-471a-9994-d1e117684370 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:36.997411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39526) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:36.998859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:36.999380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:36.999708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.000121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:37.000635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Bound port: 88307ea2-6217-471a-9994-d1e117684370, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:37.005937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88307ea2-6217-471a-9994-d1e117684370), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.100807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ec742f80-3eba-46f2-92fc-49f6094967bf None None] Provisioning complete for port 88307ea2-6217-471a-9994-d1e117684370 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:37.101832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ec742f80-3eba-46f2-92fc-49f6094967bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88307ea2-6217-471a-9994-d1e117684370), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.211788 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Set router 6ed9ef8a-979c-416d-b8ae-fe6885d479fd gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:37.228901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b968fa1-3b65-41fa-9e2c-9da081c79ef9 req-8a4ae996-1490-4756-8b6c-2d18a41ce281 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:37.231345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b968fa1-3b65-41fa-9e2c-9da081c79ef9 req-8a4ae996-1490-4756-8b6c-2d18a41ce281 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 945 time: 0.1839008
Jan 15 21:10:37.232994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Allocated IP 172.20.0.1 (199105de-00cd-44b3-8e15-12c91d44ad90/f936c8ee-12db-47d7-8df2-c05db5591784/cdbb1f57-50f9-490e-851d-643faeb8413a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:37.290430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ec742f80-3eba-46f2-92fc-49f6094967bf None None] Port 88307ea2-6217-471a-9994-d1e117684370 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:37.395522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] For port 88307ea2-6217-471a-9994-d1e117684370, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:37.413598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] For port 88307ea2-6217-471a-9994-d1e117684370, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88307ea2-6217-471a-9994-d1e117684370,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:37.421235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (88307ea2-6217-471a-9994-d1e117684370), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.545831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b968fa1-3b65-41fa-9e2c-9da081c79ef9 req-d6a58455-2c27-4462-8cf9-24f1eecfd0c8 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3059828
Jan 15 21:10:37.578330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, [{'id': '6ed9ef8a-979c-416d-b8ae-fe6885d479fd', 'name': '', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef', 'external_fixed_ips': [{'subnet_id': 'cad1048e-5e85-4ce2-85ac-cb073c544bd1', 'ip_address': '2001:db8::243'}], 'enable_snat': True}, 'gw_port_id': '2c7d9196-ae54-4712-be83-d6a82ed4c4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:33Z', 'updated_at': '2022-01-15T21:10:35Z', 'revision_number': 3, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port': {'id': '2c7d9196-ae54-4712-be83-d6a82ed4c4e3', 'name': '', 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:12:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed9ef8a-979c-416d-b8ae-fe6885d479fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'cad1048e-5e85-4ce2-85ac-cb073c544bd1', 'ip_address': '2001:db8::243', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:34Z', 'updated_at': '2022-01-15T21:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cad1048e-5e85-4ce2-85ac-cb073c544bd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:37.613637 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Checking router: 6ed9ef8a-979c-416d-b8ae-fe6885d479fd for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:10:37.614152 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Updating router 6ed9ef8a-979c-416d-b8ae-fe6885d479fd port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:10:37.648662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks [] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.662105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882603a-b4aa-48cc-a203-8c94ad7c8c50 None None] Pushing event updated for resources: {'Port': ['ID=88307ea2-6217-471a-9994-d1e117684370,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:37.671297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c4bbc-d8c2-4fc8-8650-5d3dd5b8f016 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:37.672003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1323926310'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:37.677133 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.724380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:37.728916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a262160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:37.731818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.782969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.801547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:37.805575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.855879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Network 199105de-00cd-44b3-8e15-12c91d44ad90 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:37.860247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:37.866760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:37.910762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.912476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Provisioning complete for port 88307ea2-6217-471a-9994-d1e117684370 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:37.913034 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88307ea2-6217-471a-9994-d1e117684370), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:37.974890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:38.018829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.211872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:38.277590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.373411 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks [] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.390342 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.477914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Current status of the port 88307ea2-6217-471a-9994-d1e117684370 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:38.478531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (88307ea2-6217-471a-9994-d1e117684370), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.521709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for security_group (8a4d6a8f-3e55-4717-85f1-857e88693ec0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.538904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8a4d6a8f-3e55-4717-85f1-857e88693ec0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.542030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] For port 88307ea2-6217-471a-9994-d1e117684370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88307ea2-6217-471a-9994-d1e117684370,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:38.568526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (88307ea2-6217-471a-9994-d1e117684370), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.599862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:10:38.613339 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Attempting to bind port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:38.613754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Attempting to bind port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a324d342-c25c-4440-b3d1-11b0528fddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:38.614071 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Attempting to bind port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 on network d8a509db-4548-45d4-9a94-7c1512fd63ef {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:38.616092 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Pushing event updated for resources: {'Port': ['ID=2c7d9196-ae54-4712-be83-d6a82ed4c4e3,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:38.626833 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.627431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.627963 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.628642 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.629212 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.629737 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.630372 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.631077 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.631639 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.633642 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.634242 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.634823 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.635892 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:38.644788 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:38.645613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Checking segment: {'id': 'a324d342-c25c-4440-b3d1-11b0528fddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:38.646354 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.646994 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Bound using segment: {'id': 'a324d342-c25c-4440-b3d1-11b0528fddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:38.647895 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Bound port: 2c7d9196-ae54-4712-be83-d6a82ed4c4e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a324d342-c25c-4440-b3d1-11b0528fddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd8a509db-4548-45d4-9a94-7c1512fd63ef'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:38.648731 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.655167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8b3936ad-d912-4537-86e0-300770e308f9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.658086 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Added segment 8b3936ad-d912-4537-86e0-300770e308f9 of type vlan for network 123ae224-55e4-4cd3-8271-fc8de0f46883
Jan 15 21:10:38.735666 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] For port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:38.740274 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] For port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c7d9196-ae54-4712-be83-d6a82ed4c4e3,segment=NetworkSegment(a324d342-c25c-4440-b3d1-11b0528fddb8),segment_id=a324d342-c25c-4440-b3d1-11b0528fddb8)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:38.748485 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.749561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.805917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5732d68-3364-4f2f-bbf5-4835468b0d85 None None] Pushing event updated for resources: {'Port': ['ID=88307ea2-6217-471a-9994-d1e117684370,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:38.816833 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Routers {'6ed9ef8a-979c-416d-b8ae-fe6885d479fd'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:38.819822 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6ed9ef8a-979c-416d-b8ae-fe6885d479fd'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:38.821309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d6a8f-3e55-4717-85f1-857e88693ec0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:38.827515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a262160>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:33Z', 'revision_number': 3, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:38.870946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (123ae224-55e4-4cd3-8271-fc8de0f46883), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:38.940652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:38.942464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd61bf-e664-447f-9cef-79f2d7b59785 None None] The sync data for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 is: [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:33Z', 'revision_number': 3, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:10:38.989950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Deleting port 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:38.990355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.050817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (123ae224-55e4-4cd3-8271-fc8de0f46883), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.057506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:39.058134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.113397 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] Set router 6ed9ef8a-979c-416d-b8ae-fe6885d479fd gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:39.133251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks [] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.142862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.167234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Network': ['ID=123ae224-55e4-4cd3-8271-fc8de0f46883,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:39.195692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:10:39.214814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-564225ec-397a-479e-8f26-1e2445f8f512 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.2136614
Jan 15 21:10:39.228339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39574) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:39.245264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'subnet': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:39.397051 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f70cc-e7bf-4887-a598-f44b55db5bfd None None] Pushing event updated for resources: {'Port': ['ID=2c7d9196-ae54-4712-be83-d6a82ed4c4e3,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:39.406560 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-695db938-7dc1-4847-885e-9354937babd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, [{'id': '6ed9ef8a-979c-416d-b8ae-fe6885d479fd', 'name': '', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:33Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:39.494944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:39.505220 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.540282 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695db938-7dc1-4847-885e-9354937babd7 None None] The sync data for ids ['6ed9ef8a-979c-416d-b8ae-fe6885d479fd'] in ncdv-master-1 is: [{'id': '6ed9ef8a-979c-416d-b8ae-fe6885d479fd', 'name': '', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:33Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:10:39.613066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.701438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Calling delete_port for 2c7d9196-ae54-4712-be83-d6a82ed4c4e3 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:39.831992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c072b719-c55e-41dc-8956-692b17633950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.847883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:39.856091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:39.882471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Network 199105de-00cd-44b3-8e15-12c91d44ad90 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:39.884390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:40.204726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 88307ea2-6217-471a-9994-d1e117684370 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:40.371093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Router b4403e9d-97fd-4e24-bdb7-bf055a492e3a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:10:40.407108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 88307ea2-6217-471a-9994-d1e117684370 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:40.407768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (88307ea2-6217-471a-9994-d1e117684370), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:40.553643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 88307ea2-6217-471a-9994-d1e117684370 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:40.744538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:10:40.762702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5128d0d5-73bd-4be2-a668-a860b19e06a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4403e9d-97fd-4e24-bdb7-bf055a492e3a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8204367
Jan 15 21:10:40.845281 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:10:40.969607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c072b719-c55e-41dc-8956-692b17633950 admin admin] Publish callbacks [] for security_group (48324005-11a5-4327-9dee-29be8ccc9dee), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:40.989189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c072b719-c55e-41dc-8956-692b17633950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48324005-11a5-4327-9dee-29be8ccc9dee), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.042981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072b719-c55e-41dc-8956-692b17633950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48324005-11a5-4327-9dee-29be8ccc9dee,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:41.112771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39616) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:41.157505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c072b719-c55e-41dc-8956-692b17633950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c066d7eaf7544c5dba924c703085312b&name=default HTTP/1.1" status: 200  len: 3000 time: 2.2156830
Jan 15 21:10:41.160253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39620) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:41.206578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (c0ea1933-3288-4356-af74-07b90ef0fa8d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.282697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Subnet': ['ID=c0ea1933-3288-4356-af74-07b90ef0fa8d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:41.327350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c7d9196-ae54-4712-be83-d6a82ed4c4e3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.344721 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8728479a-4c8d-4ffb-a190-fbe1a4acfb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.350620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] Publish callbacks [] for security_group (48324005-11a5-4327-9dee-29be8ccc9dee), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.384876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Checking segment: {'id': '8b3936ad-d912-4537-86e0-300770e308f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:41.385229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network hostable DHCP agents. Network: 123ae224-55e4-4cd3-8271-fc8de0f46883, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:10:41.391667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c7d9196-ae54-4712-be83-d6a82ed4c4e3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:41.429298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] Publish callbacks [] for security_group (48324005-11a5-4327-9dee-29be8ccc9dee), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.438932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.566149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:10:41.601068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (48324005-11a5-4327-9dee-29be8ccc9dee), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.603452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.607749 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48324005-11a5-4327-9dee-29be8ccc9dee HTTP/1.1" status: 204  len: 168 time: 0.4426200
Jan 15 21:10:41.617646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8728479a-4c8d-4ffb-a190-fbe1a4acfb52 admin admin] Publish callbacks [] for security_group (9d6ae81f-c5a5-4559-b3db-6098b86d3eff), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.636821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8728479a-4c8d-4ffb-a190-fbe1a4acfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d6ae81f-c5a5-4559-b3db-6098b86d3eff), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.646060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5b55-1af7-4eb3-8044-c0457149f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48324005-11a5-4327-9dee-29be8ccc9dee,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:41.696129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.702921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 123ae224-55e4-4cd3-8271-fc8de0f46883) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:41.710773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:41.711408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.717645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7db44-f8dd-4501-9adc-53575749f2b1 None None] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:41.723820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.770229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8728479a-4c8d-4ffb-a190-fbe1a4acfb52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10739407db394120a496f695effd46c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6549172
Jan 15 21:10:41.775254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39656) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:41.847338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6a609dc2-8b74-4923-9cc9-f9e946e98856 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6148417
Jan 15 21:10:41.849828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:41.860918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-613645628'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:41.922676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (6ed9ef8a-979c-416d-b8ae-fe6885d479fd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:41.924132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed9ef8a-979c-416d-b8ae-fe6885d479fd {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:42.054529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728479a-4c8d-4ffb-a190-fbe1a4acfb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6ae81f-c5a5-4559-b3db-6098b86d3eff,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:42.104127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-123ae224-55e4-4cd3-8271-fc8de0f46883', 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'project_id': 'c3f9ba52efd44971bb5705f9b17dde83', 'fixed_ips': [{'subnet_id': 'c0ea1933-3288-4356-af74-07b90ef0fa8d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:10:42.105264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.114235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] Publish callbacks [] for security_group (9d6ae81f-c5a5-4559-b3db-6098b86d3eff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.137887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.146442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e261b148-8983-45d8-9f2c-6a2d551a0eb9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/routers/6ed9ef8a-979c-416d-b8ae-fe6885d479fd HTTP/1.1" status: 204  len: 168 time: 5.2539332
Jan 15 21:10:42.156482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39662) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:42.268352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] Publish callbacks [] for security_group (9d6ae81f-c5a5-4559-b3db-6098b86d3eff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.275036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Deleting subnet cad1048e-5e85-4ce2-85ac-cb073c544bd1 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:10:42.304704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for subnet (cad1048e-5e85-4ce2-85ac-cb073c544bd1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.311800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Allocated IP 172.20.0.2 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/fdc0522a-eb35-4158-b488-a29992467355) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:42.331756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-b5a8bf52-6ddc-4ab7-963b-b32b9bc71def tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:42.339663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-b5a8bf52-6ddc-4ab7-963b-b32b9bc71def tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 811 time: 0.5621178
Jan 15 21:10:42.384585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-b9309a6c-34e2-499d-8932-c618e6299e81 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/quotas/7d4a162d96614ece8caf16ccbc99ad5f HTTP/1.1" status: 200  len: 375 time: 0.0435963
Jan 15 21:10:42.494183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cad1048e-5e85-4ce2-85ac-cb073c544bd1), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.560223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-f2fa66eb-ebc0-416d-8f32-48332de27340 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1665854
Jan 15 21:10:42.597456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d6ae81f-c5a5-4559-b3db-6098b86d3eff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.612055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.615772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d6ae81f-c5a5-4559-b3db-6098b86d3eff HTTP/1.1" status: 204  len: 168 time: 0.8287597
Jan 15 21:10:42.666450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Sync routers for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:10:42.697314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:42.698095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af92850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:42.714722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cad1048e-5e85-4ce2-85ac-cb073c544bd1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.755609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b82e9-43a7-4222-9eef-be245238f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6ae81f-c5a5-4559-b3db-6098b86d3eff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:42.832921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:42.834498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks [] for port (fdc0522a-eb35-4158-b488-a29992467355), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.843818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:42.902556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port 94b9027a-49c9-426e-83d3-e4903856958c yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:42.929843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-37bda11a-dd7c-41c7-89f9-d2cc331c9051 service neutron] 10.222.0.46 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684955
Jan 15 21:10:43.217265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.11 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/94b9027a-49c9-426e-83d3-e4903856958c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:43.251374 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-93059107-482a-4593-b391-7debb14616ed service neutron] 10.222.0.46 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026128
Jan 15 21:10:43.299205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:43.320212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cad1048e-5e85-4ce2-85ac-cb073c544bd1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.353958 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d69e6baf-ff74-4dd4-bc40-c894f18d35e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.424881 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (fdc0522a-eb35-4158-b488-a29992467355), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.441217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cad1048e-5e85-4ce2-85ac-cb073c544bd1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:43.451059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.458763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a3445556-dd39-462d-8d6f-9b773c094e78 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/cad1048e-5e85-4ce2-85ac-cb073c544bd1 HTTP/1.1" status: 204  len: 168 time: 1.3012068
Jan 15 21:10:43.459822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39704) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:43.595396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Pushing event updated for resources: {'Port': ['ID=fdc0522a-eb35-4158-b488-a29992467355,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:43.609066 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d69e6baf-ff74-4dd4-bc40-c894f18d35e6 admin admin] Publish callbacks [] for security_group (f05ed8c6-c986-4941-9e95-3310444da70e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.620141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d69e6baf-ff74-4dd4-bc40-c894f18d35e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f05ed8c6-c986-4941-9e95-3310444da70e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.654836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:43.675683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:43.679005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:43.695372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:43.730379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d69e6baf-ff74-4dd4-bc40-c894f18d35e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48da852ac09b43808787477c7651244a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4293139
Jan 15 21:10:43.731472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e6baf-ff74-4dd4-bc40-c894f18d35e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ed8c6-c986-4941-9e95-3310444da70e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:43.736160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d8a509db-4548-45d4-9a94-7c1512fd63ef), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.745093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:43.808587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-592122f3-23ac-4c91-83ad-480063c9ee37 req-debd16a4-efaf-4e13-8ce0-f07ab4fa8d98 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 210 time: 0.0496531
Jan 15 21:10:43.916376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (94b9027a-49c9-426e-83d3-e4903856958c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:43.969618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] Publish callbacks [] for security_group (f05ed8c6-c986-4941-9e95-3310444da70e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.074773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d8a509db-4548-45d4-9a94-7c1512fd63ef), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.108577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] Publish callbacks [] for security_group (f05ed8c6-c986-4941-9e95-3310444da70e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.120005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (94b9027a-49c9-426e-83d3-e4903856958c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.136764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8041cdf0>,) {'filters': {'network_id': ['d8a509db-4548-45d4-9a94-7c1512fd63ef']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:44.220951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8041cdf0>, 'a324d342-c25c-4440-b3d1-11b0528fddb8') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:44.222607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8041cdf0>, 'a324d342-c25c-4440-b3d1-11b0528fddb8') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:44.280246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Attempting to bind port fdc0522a-eb35-4158-b488-a29992467355 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:44.281096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Attempting to bind port fdc0522a-eb35-4158-b488-a29992467355 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b3936ad-d912-4537-86e0-300770e308f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:44.281096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Attempting to bind port fdc0522a-eb35-4158-b488-a29992467355 on network 123ae224-55e4-4cd3-8271-fc8de0f46883 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:44.285014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a324d342-c25c-4440-b3d1-11b0528fddb8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.302106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:44.302524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Checking segment: {'id': '8b3936ad-d912-4537-86e0-300770e308f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:44.302897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.303299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Bound using segment: {'id': '8b3936ad-d912-4537-86e0-300770e308f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:44.303777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Bound port: fdc0522a-eb35-4158-b488-a29992467355, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3936ad-d912-4537-86e0-300770e308f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:44.304162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdc0522a-eb35-4158-b488-a29992467355), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.343595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:44.352292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:44.354597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a324d342-c25c-4440-b3d1-11b0528fddb8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.362446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:44.406198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:10:44.406623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a324d342-c25c-4440-b3d1-11b0528fddb8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:10:44.408704 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:10:44.466434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=94b9027a-49c9-426e-83d3-e4903856958c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:44.477386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.482928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:44.483910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af92850>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cdbb1f57-50f9-490e-851d-643faeb8413a', 'name': '', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'mac_address': 'fa:16:3e:3f:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:36Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 2, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'subnets': [{'id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:44.524472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Checking router: b4403e9d-97fd-4e24-bdb7-bf055a492e3a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:10:44.524862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Updating router b4403e9d-97fd-4e24-bdb7-bf055a492e3a port cdbb1f57-50f9-490e-851d-643faeb8413a binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:10:44.569919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.572686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f05ed8c6-c986-4941-9e95-3310444da70e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.576524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.584013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f05ed8c6-c986-4941-9e95-3310444da70e HTTP/1.1" status: 204  len: 168 time: 0.8221211
Jan 15 21:10:44.595284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] For port fdc0522a-eb35-4158-b488-a29992467355, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:44.642767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171a72-e543-4e8e-a397-ee751024843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ed8c6-c986-4941-9e95-3310444da70e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:44.644815 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d8a509db-4548-45d4-9a94-7c1512fd63ef), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.659974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] For port fdc0522a-eb35-4158-b488-a29992467355, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdc0522a-eb35-4158-b488-a29992467355,segment=NetworkSegment(8b3936ad-d912-4537-86e0-300770e308f9),segment_id=8b3936ad-d912-4537-86e0-300770e308f9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:44.668412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:44.671970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.689291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d8a509db-4548-45d4-9a94-7c1512fd63ef {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Jan 15 21:10:44.715556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.720104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fdc0522a-eb35-4158-b488-a29992467355), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:44.729188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d8a509db-4548-45d4-9a94-7c1512fd63ef HTTP/1.1" status: 204  len: 168 time: 1.2646921
Jan 15 21:10:44.772660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7bed0-8728-4461-87ee-db649d4fd18a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8a509db-4548-45d4-9a94-7c1512fd63ef,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:44.804489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad9f291e-96f3-45ca-9a5f-7aaf82a20307 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9507120
Jan 15 21:10:44.804706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39756) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:44.811307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-1544083694', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cf:df:cf'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:44.894702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef314f68-b419-4d56-9ca8-350ed12a592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.171839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-613fa471-5f83-4741-9bbc-5bc0e8b16ff4 req-9ed143e1-50e1-4d0c-aba5-e3a2a1b35917 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 210 time: 0.1604371
Jan 15 21:10:45.285764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:45.321758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef314f68-b419-4d56-9ca8-350ed12a592d admin admin] Publish callbacks [] for security_group (56ed22d5-5a1d-487e-8409-101607d44d4f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.328488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ef314f68-b419-4d56-9ca8-350ed12a592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56ed22d5-5a1d-487e-8409-101607d44d4f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.478462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef314f68-b419-4d56-9ca8-350ed12a592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed22d5-5a1d-487e-8409-101607d44d4f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:45.490313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-93f572a9-cb69-4ec0-bb83-62555b4439ba req-9ec85dac-61cd-439f-b4fe-c9783884d065 service neutron] (114438) timed out ('10.222.0.46', 58322) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:10:45.595060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ef314f68-b419-4d56-9ca8-350ed12a592d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c713fd3ec2b43cc9fd83e5944a1819f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1098297
Jan 15 21:10:45.596161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.596935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:45.649098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port 0924482b-46e7-4724-993e-5cf878b15b60 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:45.814297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks [] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.821782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4209-43dc-460b-bd02-63259f0398b9 None None] Pushing event updated for resources: {'Port': ['ID=fdc0522a-eb35-4158-b488-a29992467355,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:45.826787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.846711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.875940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] Publish callbacks [] for security_group (56ed22d5-5a1d-487e-8409-101607d44d4f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:45.998253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2684c0-ddd9-44a8-b96f-005ee9c377e1 None None] Pushing event updated for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:46.000716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Attempting to bind port cdbb1f57-50f9-490e-851d-643faeb8413a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:46.001105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Attempting to bind port cdbb1f57-50f9-490e-851d-643faeb8413a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:46.001461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Attempting to bind port cdbb1f57-50f9-490e-851d-643faeb8413a on network 199105de-00cd-44b3-8e15-12c91d44ad90 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:46.007512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] Publish callbacks [] for security_group (56ed22d5-5a1d-487e-8409-101607d44d4f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.008741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:46.009147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Checking segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:46.009550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.009939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Bound using segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:46.010416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Bound port: cdbb1f57-50f9-490e-851d-643faeb8413a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:46.010781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.145919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (56ed22d5-5a1d-487e-8409-101607d44d4f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.149506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.150834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56ed22d5-5a1d-487e-8409-101607d44d4f HTTP/1.1" status: 204  len: 168 time: 0.5508990
Jan 15 21:10:46.179423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9e0af-68b8-41b1-920b-236f4d705e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed22d5-5a1d-487e-8409-101607d44d4f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:46.220064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] For port cdbb1f57-50f9-490e-851d-643faeb8413a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:46.236279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] For port cdbb1f57-50f9-490e-851d-643faeb8413a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb1f57-50f9-490e-851d-643faeb8413a,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:46.271263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39806) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:46.277523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'name': 'tempest-router--2016703885', 'project_id': '3117fbc846e3442eaa71566ac6bd8aee'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:46.293396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.4 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/0924482b-46e7-4724-993e-5cf878b15b60) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:46.313051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.362722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.363915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.392589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fdc0522a-eb35-4158-b488-a29992467355 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:46.475659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fbb8340-25fb-4b19-aa06-bb8ada8642ef req-31111a88-e581-4c7c-a94f-98da0bcb8671 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 210 time: 0.0441687
Jan 15 21:10:46.507909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.535686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.573697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.576001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de418fa6-83c2-4ead-9348-d4dae95bdfea tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3027487
Jan 15 21:10:46.580072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39812) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:46.659201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:46.665220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af92850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:46.759294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2684c0-ddd9-44a8-b96f-005ee9c377e1 None None] Pushing event updated for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:46.824231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fdc0522a-eb35-4158-b488-a29992467355 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:46.833775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdc0522a-eb35-4158-b488-a29992467355), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.839347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.845864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (0924482b-46e7-4724-993e-5cf878b15b60), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:46.939707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:10:47.035186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-dffa33dc-d5d3-4fd9-96fd-0ad9b0a9bf5e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:47.041130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-dffa33dc-d5d3-4fd9-96fd-0ad9b0a9bf5e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 811 time: 1.3666058
Jan 15 21:10:47.042996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0924482b-46e7-4724-993e-5cf878b15b60), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.212249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Request body: {'port': {'device_id': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'admin_state_up': True, 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:47.275505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fdc0522a-eb35-4158-b488-a29992467355 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:47.275933 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdc0522a-eb35-4158-b488-a29992467355), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.422048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.428451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.503386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=0924482b-46e7-4724-993e-5cf878b15b60,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:47.545694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:47.556252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:47.562828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (372fc926-ef07-4f1a-a4f4-7e11ac3e1abb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.563906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 372fc926-ef07-4f1a-a4f4-7e11ac3e1abb {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:47.564703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port fdc0522a-eb35-4158-b488-a29992467355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdc0522a-eb35-4158-b488-a29992467355,segment=NetworkSegment(8b3936ad-d912-4537-86e0-300770e308f9),segment_id=8b3936ad-d912-4537-86e0-300770e308f9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:47.571321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:47.584364 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fdc0522a-eb35-4158-b488-a29992467355), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.590751 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.601341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d542fda-bc24-49bb-82f4-e7e81c93fa35 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/routers/372fc926-ef07-4f1a-a4f4-7e11ac3e1abb HTTP/1.1" status: 204  len: 168 time: 1.0194502
Jan 15 21:10:47.611212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bea1dd-60cc-45b3-8a8a-1db1054c7871 None None] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:10:47.676478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6013c39-64bc-43c6-9bd9-dfd22692ba3d req-20be9570-6fac-4dbe-8831-31c9f3502b4d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 210 time: 0.0479004
Jan 15 21:10:47.739255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:47.739963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.741975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=fdc0522a-eb35-4158-b488-a29992467355,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:47.752955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Made reservation on behalf of 7d4a162d96614ece8caf16ccbc99ad5f for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:47.756433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:47.811617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eddeb401-2741-4705-a3bd-3f37c31db890 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 3.0032618
Jan 15 21:10:47.812345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39858) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:47.948419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386cd1e-57dd-4906-b1ea-9707510bde27 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:47.964320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386cd1e-57dd-4906-b1ea-9707510bde27 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:47.985124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386cd1e-57dd-4906-b1ea-9707510bde27 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:47.989159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8386cd1e-57dd-4906-b1ea-9707510bde27 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.1729739
Jan 15 21:10:47.990553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39864) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:48.048167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5a9489f3-7083-4d2e-b50f-68370a63629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.064936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-11d8d7c2-032d-435d-b934-c511684c802e None None] Provisioning complete for port fdc0522a-eb35-4158-b488-a29992467355 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:48.067750 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11d8d7c2-032d-435d-b934-c511684c802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdc0522a-eb35-4158-b488-a29992467355), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.149392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Allocated IP 172.20.0.14 (199105de-00cd-44b3-8e15-12c91d44ad90/f936c8ee-12db-47d7-8df2-c05db5591784/6a3f67e3-ca30-403f-b17c-08c9e8c882f1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:48.162714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fdc0522a-eb35-4158-b488-a29992467355 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:48.198654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port 0924482b-46e7-4724-993e-5cf878b15b60 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:48.201363 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0924482b-46e7-4724-993e-5cf878b15b60), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.279583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 39874) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:48.307382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af92850>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cdbb1f57-50f9-490e-851d-643faeb8413a', 'name': '', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'mac_address': 'fa:16:3e:3f:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:36Z', 'updated_at': '2022-01-15T21:10:46Z', 'revision_number': 4, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'subnets': [{'id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:48.375412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee6533-2773-462e-b3f4-e7c04f3ee321 None None] The sync data for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 is: [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cdbb1f57-50f9-490e-851d-643faeb8413a', 'name': '', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'mac_address': 'fa:16:3e:3f:14:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:36Z', 'updated_at': '2022-01-15T21:10:46Z', 'revision_number': 4, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'subnets': [{'id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:10:48.398246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fdc0522a-eb35-4158-b488-a29992467355 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:48.398246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdc0522a-eb35-4158-b488-a29992467355), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.492491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0924482b-46e7-4724-993e-5cf878b15b60), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.554234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for 0924482b-46e7-4724-993e-5cf878b15b60 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:48.710722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks [] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.776101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:48.920878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11d8d7c2-032d-435d-b934-c511684c802e None None] Current status of the port fdc0522a-eb35-4158-b488-a29992467355 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:48.942316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fdc0522a-eb35-4158-b488-a29992467355 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:48.970514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Pushing event updated for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:49.006878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Network 199105de-00cd-44b3-8e15-12c91d44ad90 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:49.013340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:49.027743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117903274', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:49.039682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:49.128486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0da540-c4a9-4a60-b567-4c8935b63340 req-ef5a6e7e-5732-4459-ae33-1059a7310be8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:49.130682 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f0da540-c4a9-4a60-b567-4c8935b63340 req-ef5a6e7e-5732-4459-ae33-1059a7310be8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 932 time: 0.1825185
Jan 15 21:10:49.138765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0924482b-46e7-4724-993e-5cf878b15b60), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.161953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Provisioning complete for port 94b9027a-49c9-426e-83d3-e4903856958c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:49.162549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (94b9027a-49c9-426e-83d3-e4903856958c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.193091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.196751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.208460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:49.209685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.269483 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-9a8c6b3d-80af-44e0-ba45-93c6663c8533 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2106571
Jan 15 21:10:49.284873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Request body: {'port': {'device_id': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:49.288624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Port 94b9027a-49c9-426e-83d3-e4903856958c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:49.321708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=0924482b-46e7-4724-993e-5cf878b15b60,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:49.328313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Provisioning complete for port fdc0522a-eb35-4158-b488-a29992467355 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:49.331658 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdc0522a-eb35-4158-b488-a29992467355), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.560801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f0da540-c4a9-4a60-b567-4c8935b63340 req-bcd81f5d-7f71-4795-ad15-bc19555182c3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4141707
Jan 15 21:10:49.660085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Current status of the port fdc0522a-eb35-4158-b488-a29992467355 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:49.683842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9be77334-8e1e-4881-963e-c7f11d8ef036 None None] Could not find standard attr ID for object 0924482b-46e7-4724-993e-5cf878b15b60. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:10:49.854848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e8d12a65-fadc-4b4e-b447-05420b9ded55 None None] Provisioning complete for port 94b9027a-49c9-426e-83d3-e4903856958c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:49.858266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8d12a65-fadc-4b4e-b447-05420b9ded55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (94b9027a-49c9-426e-83d3-e4903856958c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.880407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:49.901716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e1185ee7-10a4-4cf5-914b-7b3f981ccc6b tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/0924482b-46e7-4724-993e-5cf878b15b60 HTTP/1.1" status: 204  len: 168 time: 1.9083452
Jan 15 21:10:49.904587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39906) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:49.954223 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e79bab-e6f3-40d4-80c2-98458723702f tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:49.960624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56e79bab-e6f3-40d4-80c2-98458723702f tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports/0924482b-46e7-4724-993e-5cf878b15b60 HTTP/1.1" status: 404  len: 333 time: 0.0546014
Jan 15 21:10:49.965797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39910) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:49.979889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-1490987605'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:50.087779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8d12a65-fadc-4b4e-b447-05420b9ded55 None None] Port 94b9027a-49c9-426e-83d3-e4903856958c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:50.203812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b9e2a5cb-9bd0-4e60-8d5d-b032c6280f63 None None] Could not find standard attr ID for object 0924482b-46e7-4724-993e-5cf878b15b60. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:10:50.234956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cdbb1f57-50f9-490e-851d-643faeb8413a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:50.362655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:50.373861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.394852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cdbb1f57-50f9-490e-851d-643faeb8413a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:50.396205 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.439240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port eae8e690-a7f7-422f-a39a-990131a34eb3 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:50.470161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (c0fa8867-3d5d-424a-8a44-1865475e1500), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.766567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cdbb1f57-50f9-490e-851d-643faeb8413a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:50.766964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.814834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.824515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.6 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/eae8e690-a7f7-422f-a39a-990131a34eb3) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:50.908070 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b855585-0dfd-4ba4-8bea-82d3ef6a32ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:50.913332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port cdbb1f57-50f9-490e-851d-643faeb8413a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb1f57-50f9-490e-851d-643faeb8413a,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:50.923120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.047499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:51.065314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (c0fa8867-3d5d-424a-8a44-1865475e1500), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.073239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.151525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.259973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:51.260763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=eae8e690-a7f7-422f-a39a-990131a34eb3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:51.265363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:51.269192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:51.286655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764c5c-0e95-4749-8ef4-be8baf5257c7 req-076c940f-21aa-44f1-b3a1-6a53b2b72ab5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:51.290115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f764c5c-0e95-4749-8ef4-be8baf5257c7 req-076c940f-21aa-44f1-b3a1-6a53b2b72ab5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 932 time: 0.1739264
Jan 15 21:10:51.475366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f764c5c-0e95-4749-8ef4-be8baf5257c7 req-c07beaff-4f52-44fd-852e-6299acfea31d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618223
Jan 15 21:10:51.485071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:51.487349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.519798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d21a115a-e365-4e7f-a6ec-1d29af795117 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5526552
Jan 15 21:10:51.522440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 39958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:51.534896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cf:df:cf'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:51.723907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (c0fa8867-3d5d-424a-8a44-1865475e1500), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.727174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:51.753972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks [] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.756877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.829516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Transition to ACTIVE for port object 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:10:51.863788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.901632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:51.928597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c9e1b88a-efd5-46e7-9bad-5ad86cdbdc1b None None] Provisioning complete for port eae8e690-a7f7-422f-a39a-990131a34eb3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:51.930597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b88a-efd5-46e7-9bad-5ad86cdbdc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.070897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1b88a-efd5-46e7-9bad-5ad86cdbdc1b None None] Port eae8e690-a7f7-422f-a39a-990131a34eb3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:52.190523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cdbb1f57-50f9-490e-851d-643faeb8413a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:52.295079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:52.365546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.366266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.366832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.367540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.368102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.368664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.369400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.370180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.370732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.371271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.371985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.372634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.373270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:10:52.384553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cdbb1f57-50f9-490e-851d-643faeb8413a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:52.384989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.399515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.400861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Allocated IP 172.35.1.16 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f4d41e39-3a9c-4c48-abbe-ccd9b52decf3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:52.445869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Attempting to bind port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:10:52.446295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Attempting to bind port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:10:52.446665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Attempting to bind port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 on network 199105de-00cd-44b3-8e15-12c91d44ad90 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:52.530246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 on network 199105de-00cd-44b3-8e15-12c91d44ad90 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:10:52.530927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Attempting to bind port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 on network 199105de-00cd-44b3-8e15-12c91d44ad90 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:10:52.548702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:10:52.552710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Checking segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:10:52.553351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Bound using segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:10:52.557542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Bound port: 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:10:52.558082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.636464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cdbb1f57-50f9-490e-851d-643faeb8413a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:52.691394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.695429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:10:52.702391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:10:52.734253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.767923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.789447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901ee59-ae52-4874-b019-2644ad745ad7 req-09b81249-6bf4-49b5-aeef-7d316dad08b2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:52.791833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c901ee59-ae52-4874-b019-2644ad745ad7 req-09b81249-6bf4-49b5-aeef-7d316dad08b2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 944 time: 0.1520822
Jan 15 21:10:52.800491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:52.801225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.802627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] 10.222.0.45 "PUT /v2.0/ports/6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 200  len: 1092 time: 3.5223398
Jan 15 21:10:52.803078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:52.805347 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c67e0-0537-4395-a4c4-e57cd61c702f" -d '{"events": [{"name": "network-changed", "server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:52.844259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:52.849005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:52.874809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba53f12-32a8-4921-af7f-ae12f04353c6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:52.881408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a195e5-a484-4d32-9efd-cb9f53cbd21f service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:52.884137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:52.909263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c901ee59-ae52-4874-b019-2644ad745ad7 req-58707f90-9013-4e65-ade1-ee4aacb85bba tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103582
Jan 15 21:10:52.950487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:52.955207 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9305d2-6048-4937-9b2c-0e8cb0a2eed8 x-openstack-request-id: req-3c9305d2-6048-4937-9b2c-0e8cb0a2eed8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:52.955523 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:52.955746 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c9305d2-6048-4937-9b2c-0e8cb0a2eed8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:52.956100 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1', 'status': 'completed', 'code': 200}
Jan 15 21:10:52.959514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.019211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7f770dd2-0623-41e1-a017-a3c7199f5bdb None None] Provisioning complete for port f4d41e39-3a9c-4c48-abbe-ccd9b52decf3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:53.022413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f770dd2-0623-41e1-a017-a3c7199f5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.068242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=eae8e690-a7f7-422f-a39a-990131a34eb3,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:53.081952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event updated for resources: {'Port': ['ID=f4d41e39-3a9c-4c48-abbe-ccd9b52decf3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:53.096395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7f770dd2-0623-41e1-a017-a3c7199f5bdb None None] Port f4d41e39-3a9c-4c48-abbe-ccd9b52decf3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:53.154908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-e54426b2-3339-49cb-b561-7bec2c63b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:53.156601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-e54426b2-3339-49cb-b561-7bec2c63b8bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1095 time: 0.2991378
Jan 15 21:10:53.166420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] In _notify_port_updated(), no bound segment for port eae8e690-a7f7-422f-a39a-990131a34eb3 on network 123ae224-55e4-4cd3-8271-fc8de0f46883 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:10:53.184186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:53.186871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.197962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e64e0c7d-3cd1-45d7-9571-3d898f347c65 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "PUT /v2.0/ports/eae8e690-a7f7-422f-a39a-990131a34eb3 HTTP/1.1" status: 200  len: 994 time: 1.6737509
Jan 15 21:10:53.198783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40022) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:53.223431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-97ea5336-6245-4e33-8685-a697a81a3dec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 200  len: 217 time: 0.0557735
Jan 15 21:10:53.296632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.378849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port eae8e690-a7f7-422f-a39a-990131a34eb3 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:53.379336 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.406447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-ad457ad7-b1e3-483f-9432-6ae4c587de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:53.407931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-ad457ad7-b1e3-483f-9432-6ae4c587de1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.1742170
Jan 15 21:10:53.456500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-99ed3cc3-f118-401c-bb37-4d79b6432545 None None] Provisioning complete for port eae8e690-a7f7-422f-a39a-990131a34eb3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:53.457025 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99ed3cc3-f118-401c-bb37-4d79b6432545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.469823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-3cb28c7f-95f8-436a-a6e1-8f731d3581ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463569
Jan 15 21:10:53.550331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.566138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for eae8e690-a7f7-422f-a39a-990131a34eb3 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:53.604317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (c0fa8867-3d5d-424a-8a44-1865475e1500), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.612560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-99ed3cc3-f118-401c-bb37-4d79b6432545 None None] Port eae8e690-a7f7-422f-a39a-990131a34eb3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:53.768444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-5d99902b-c8c0-42d0-b87f-a5b1cc82fc79 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875788
Jan 15 21:10:53.884309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (eae8e690-a7f7-422f-a39a-990131a34eb3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:53.966920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=eae8e690-a7f7-422f-a39a-990131a34eb3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:54.230898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58d7a3dc-83fb-4c05-b08d-b74f6b70d652 req-f56c46ee-09cc-4770-94e8-4a4adbbc9c4b service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4491899
Jan 15 21:10:54.234963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:54.326503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:54.382782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded706e6-3565-4747-ac14-eec5ecbefbda req-5ec6dd9c-20bc-4d03-b6eb-574c9ca19f4d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:54.393769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ded706e6-3565-4747-ac14-eec5ecbefbda req-5ec6dd9c-20bc-4d03-b6eb-574c9ca19f4d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 944 time: 0.3163223
Jan 15 21:10:54.436766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:54.443572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-190b4dac-eee2-4907-9236-6c8ca59349e5 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/eae8e690-a7f7-422f-a39a-990131a34eb3 HTTP/1.1" status: 204  len: 168 time: 1.2409890
Jan 15 21:10:54.474171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40070) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:54.478234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ded706e6-3565-4747-ac14-eec5ecbefbda req-5fd7c68b-c391-47db-bb07-998eb2260cd4 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834916
Jan 15 21:10:54.521198 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6b6fce-3ce5-48de-81bb-2a759bece68d tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:54.526450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a6b6fce-3ce5-48de-81bb-2a759bece68d tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports/eae8e690-a7f7-422f-a39a-990131a34eb3 HTTP/1.1" status: 404  len: 333 time: 0.0434232
Jan 15 21:10:54.526727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40074) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:54.532115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-892754925'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:54.752660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:54.758448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:54.813481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:54.951788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-8e0d67e1-b84a-4aaf-8cdc-dc2b37209001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:54.953385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-8e0d67e1-b84a-4aaf-8cdc-dc2b37209001 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1095 time: 0.6200900
Jan 15 21:10:54.992751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.4 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/4cdce941-68e4-46ea-a0a5-3c4beef5b7e8) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:55.104239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-e36e31d5-6778-49f1-b0ea-6d987a13535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:55.107041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-e36e31d5-6778-49f1-b0ea-6d987a13535d service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.1462674
Jan 15 21:10:55.108741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Router c0fa8867-3d5d-424a-8a44-1865475e1500 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:10:55.171069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-d6668af2-c28e-4bc2-ab8f-595c479ddcc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 200  len: 217 time: 0.0550058
Jan 15 21:10:55.255382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:55.338889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-74daa1ca-61d6-45f3-b34e-d8e653af9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:55.340500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-74daa1ca-61d6-45f3-b34e-d8e653af9528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.1156766
Jan 15 21:10:55.357209 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:55.379869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:10:55.393577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] Sync routers for ids ['c0fa8867-3d5d-424a-8a44-1865475e1500'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:10:55.409618 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] Routers {'c0fa8867-3d5d-424a-8a44-1865475e1500'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:55.410757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:10:55.414028 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e826b2910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0fa8867-3d5d-424a-8a44-1865475e1500'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:55.421696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:10:55.431002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:10:55.433719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-9c0c1dc3-3532-4daf-82d7-33bfe15116f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826330
Jan 15 21:10:55.474479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=4cdce941-68e4-46ea-a0a5-3c4beef5b7e8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:55.498208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:55.498907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:55.528457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8fd9f51c-c2f1-4868-93c7-721ad5618f46 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.0004601
Jan 15 21:10:55.529114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e826b2910>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:55.535532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40140) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:55.541571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cf:df:cf'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:55.551612 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] Routers {'c0fa8867-3d5d-424a-8a44-1865475e1500'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:10:55.552341 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e826b2910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c0fa8867-3d5d-424a-8a44-1865475e1500'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:55.560014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:55.565881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d890bf66-7016-42db-8451-1988e27d2803 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 7.2849109
Jan 15 21:10:55.567237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40146) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:55.612557 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e826b2910>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:10:55.613485 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9011a5-7b46-4350-8f6c-a687628d34d1 None None] The sync data for ids ['c0fa8867-3d5d-424a-8a44-1865475e1500'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:10:55.728578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:55.765393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-08af3e98-9ce3-4ed7-baeb-a8931ca73087 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3196292
Jan 15 21:10:55.860665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200d3d-f951-4789-8205-c69127c09878 req-99985a71-da24-4fdf-8c33-7ee56590f324 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:55.862367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76200d3d-f951-4789-8205-c69127c09878 req-99985a71-da24-4fdf-8c33-7ee56590f324 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 944 time: 0.2335417
Jan 15 21:10:55.883266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9336e115-8d41-4a04-ab63-beda887613d6 None None] Provisioning complete for port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:55.901696 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9336e115-8d41-4a04-ab63-beda887613d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.005665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c9c67e0-0537-4395-a4c4-e57cd61c702f req-b6ed4cad-8e51-4371-82f2-35b9e5b6dc3e service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219758
Jan 15 21:10:56.015690 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b5e69dc8-7e6b-4aa7-9f7a-eb24df9721d3 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/c0fa8867-3d5d-424a-8a44-1865475e1500 HTTP/1.1" status: 200  len: 923 time: 0.4443798
Jan 15 21:10:56.018778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40170) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:56.065726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9336e115-8d41-4a04-ab63-beda887613d6 None None] Port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:56.073546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ab939bd2-fd6d-40ac-b54b-2d76d7a90f6b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0fa8867-3d5d-424a-8a44-1865475e1500 HTTP/1.1" status: 200  len: 205 time: 0.0517220
Jan 15 21:10:56.078023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40178) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:56.104488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76200d3d-f951-4789-8205-c69127c09878 req-13a09f18-0024-4137-b2ca-5df901b69432 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194319
Jan 15 21:10:56.229933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.238607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.301247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40180) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:56.367845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.444036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=4cdce941-68e4-46ea-a0a5-3c4beef5b7e8,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:56.515020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] In _notify_port_updated(), no bound segment for port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 on network 123ae224-55e4-4cd3-8271-fc8de0f46883 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:10:56.538119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:56.540610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.544803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f6ca52f5-98a4-48a5-af57-f66e8a0d5dc4 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "PUT /v2.0/ports/4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 HTTP/1.1" status: 200  len: 995 time: 1.0051816
Jan 15 21:10:56.551341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40188) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:56.600228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (c0fa8867-3d5d-424a-8a44-1865475e1500), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.681907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port f4d41e39-3a9c-4c48-abbe-ccd9b52decf3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:56.682256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.731086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30232550-f660-4894-91b4-c50b65a81298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.764659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.780144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for f4d41e39-3a9c-4c48-abbe-ccd9b52decf3 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:56.798544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26947421-d3bb-402d-828e-bd64720acce5 None None] Provisioning complete for port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:56.799362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26947421-d3bb-402d-828e-bd64720acce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:56.858030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26947421-d3bb-402d-828e-bd64720acce5 None None] Port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:10:56.864808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:10:56.880402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:10:56.880748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.015962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30232550-f660-4894-91b4-c50b65a81298 admin admin] Publish callbacks [] for security_group (aa2b9408-8442-4364-96a3-c81404fc7169), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.024025 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30232550-f660-4894-91b4-c50b65a81298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa2b9408-8442-4364-96a3-c81404fc7169), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.070119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.093639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30232550-f660-4894-91b4-c50b65a81298 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=219ab37be9d24715a94f7e95c5a7e0ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7909544
Jan 15 21:10:57.095231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f4d41e39-3a9c-4c48-abbe-ccd9b52decf3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.098368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40208) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:57.128632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:57.146825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for 4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:10:57.174005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232550-f660-4894-91b4-c50b65a81298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b9408-8442-4364-96a3-c81404fc7169,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:57.195510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10622217-d516-412c-ae3d-9697f6595152 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:10:57.224522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=f4d41e39-3a9c-4c48-abbe-ccd9b52decf3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:57.228281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'port_id': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1', 'mac_address': 'fa:16:3e:e5:1b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:10:57.290013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:57.290950 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.308235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:10:57.327671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (c0fa8867-3d5d-424a-8a44-1865475e1500), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.336664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:57.343274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.353332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] Publish callbacks [] for security_group (aa2b9408-8442-4364-96a3-c81404fc7169), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.442978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:57.448973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] Publish callbacks [] for security_group (aa2b9408-8442-4364-96a3-c81404fc7169), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.492491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.496141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (c0fa8867-3d5d-424a-8a44-1865475e1500), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.522305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab289-0c60-4b12-82f3-a9512dfd931c req-392f136a-9f40-4f0a-9a61-452a0c84384a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:57.524146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d3ab289-0c60-4b12-82f3-a9512dfd931c req-392f136a-9f40-4f0a-9a61-452a0c84384a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 945 time: 0.1824079
Jan 15 21:10:57.589405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (c0fa8867-3d5d-424a-8a44-1865475e1500), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.590403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router c0fa8867-3d5d-424a-8a44-1865475e1500 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:10:57.594722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6a3f67e3-ca30-403f-b17c-08c9e8c882f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:10:57.608510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (aa2b9408-8442-4364-96a3-c81404fc7169), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.612438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.613944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa2b9408-8442-4364-96a3-c81404fc7169 HTTP/1.1" status: 204  len: 168 time: 0.5096512
Jan 15 21:10:57.619788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.630782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:57.631482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a1a219f0-2249-4fcf-b45a-50f06f723b7b tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/c0fa8867-3d5d-424a-8a44-1865475e1500 HTTP/1.1" status: 204  len: 168 time: 1.5520291
Jan 15 21:10:57.645761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619335445', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:57.669525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b70da5-838a-4a01-81d4-bce4e6d908c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b9408-8442-4364-96a3-c81404fc7169,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:57.717467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d3ab289-0c60-4b12-82f3-a9512dfd931c req-e3630c09-32e7-4955-80d3-ca042e4ed038 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602592
Jan 15 21:10:57.719154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4cdce941-68e4-46ea-a0a5-3c4beef5b7e8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.734099 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.735853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.806171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (2101fe78-0324-4319-9d27-efa2c4bb618f), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:57.889581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=4cdce941-68e4-46ea-a0a5-3c4beef5b7e8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:58.182483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (2101fe78-0324-4319-9d27-efa2c4bb618f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.314364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:58.330098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bb1-c84b-4760-b853-d8979db87562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.457880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bb1-c84b-4760-b853-d8979db87562 admin admin] Publish callbacks [] for security_group (abab58b8-70d9-4be7-9f9c-1733dd7f4a8e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.460827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.464809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-de2838d9-e8cd-4b44-8d62-bbcc4b73c538 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 HTTP/1.1" status: 204  len: 168 time: 1.9127395
Jan 15 21:10:58.470452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:58.489842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0bb1-c84b-4760-b853-d8979db87562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (abab58b8-70d9-4be7-9f9c-1733dd7f4a8e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.510034 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-49044380-9b94-4d0f-91b9-3781fe3cbf5c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] GET failed (client error): The resource could not be found.
Jan 15 21:10:58.514355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-49044380-9b94-4d0f-91b9-3781fe3cbf5c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports/4cdce941-68e4-46ea-a0a5-3c4beef5b7e8 HTTP/1.1" status: 404  len: 333 time: 0.0425296
Jan 15 21:10:58.518068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40238) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:58.523548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-1779887850'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:10:58.568260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6d1d0bb1-c84b-4760-b853-d8979db87562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94999aec83d945098cc5dc46777d8ad6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2527633
Jan 15 21:10:58.569692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d0bb1-c84b-4760-b853-d8979db87562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab58b8-70d9-4be7-9f9c-1733dd7f4a8e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:58.590058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40240) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:10:58.658447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] Publish callbacks [] for security_group (abab58b8-70d9-4be7-9f9c-1733dd7f4a8e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.683799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] Publish callbacks [] for security_group (abab58b8-70d9-4be7-9f9c-1733dd7f4a8e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.742296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (abab58b8-70d9-4be7-9f9c-1733dd7f4a8e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.745435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.747748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abab58b8-70d9-4be7-9f9c-1733dd7f4a8e HTTP/1.1" status: 204  len: 168 time: 0.1561091
Jan 15 21:10:58.772294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e7838-f791-4e4d-8108-9739f8733c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab58b8-70d9-4be7-9f9c-1733dd7f4a8e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:58.822251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:10:58.832448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:58.859735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:10:58.997075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:10:59.003998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:10:59.004981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:59.048024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port 7614a95f-74fa-493c-8bec-b22b4da6a564 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:10:59.124242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (2101fe78-0324-4319-9d27-efa2c4bb618f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:59.150433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:10:59.152182 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:59.164936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:59.189593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:10:59.192433 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f123440d-5add-455a-ab0a-d86ca37490fb" -d '{"events": [{"server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:10:59.193129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1162f-9058-42cf-b666-2334ec0b9f1a req-197b957e-25c7-48ff-a1af-688ee1da2338 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:59.201403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4c1162f-9058-42cf-b666-2334ec0b9f1a req-197b957e-25c7-48ff-a1af-688ee1da2338 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 945 time: 0.2843087
Jan 15 21:10:59.212322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:10:59.222200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:10:59.367668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4c1162f-9058-42cf-b666-2334ec0b9f1a req-7a3a81b1-97bf-437d-8913-aba17e09c032 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653657
Jan 15 21:10:59.389511 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ae4f4-86e8-4309-8335-798abab6890c x-openstack-request-id: req-554ae4f4-86e8-4309-8335-798abab6890c {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:10:59.389511 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:10:59.389511 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-554ae4f4-86e8-4309-8335-798abab6890c {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:10:59.389511 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1', 'code': 200}
Jan 15 21:10:59.433223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:10:59.443192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab9100-29b6-4873-b8f3-9b8cd075c9ba req-6d3ea211-62c9-4821-a41e-e27f7c62f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:10:59.444726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6ab9100-29b6-4873-b8f3-9b8cd075c9ba req-6d3ea211-62c9-4821-a41e-e27f7c62f1e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1097 time: 0.0969074
Jan 15 21:10:59.501984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.12 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/7614a95f-74fa-493c-8bec-b22b4da6a564) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:10:59.553618 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6ab9100-29b6-4873-b8f3-9b8cd075c9ba req-862639ee-f1e7-4c56-9a7b-1f710daaf5a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989645
Jan 15 21:10:59.615659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 172.35.1.149 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/045fedc5-dc44-4d7a-8c5f-90d283150ba3) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:00.400085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.403853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.483665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.639370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:00.646697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.650818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:00.655217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=045fedc5-dc44-4d7a-8c5f-90d283150ba3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:00.667578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c6325-5882-42f2-b7a9-28c8858e9a49 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:00.676693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65c12d-043c-4d94-96c0-ba17e6b0f2aa req-548fda45-4f07-43fd-97fc-0aec627ad3af tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:00.678838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed65c12d-043c-4d94-96c0-ba17e6b0f2aa req-548fda45-4f07-43fd-97fc-0aec627ad3af tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1491880
Jan 15 21:11:00.680228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:00.748700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-51c83853-7fdb-4d7f-a274-f41ebe4810f8 None None] Provisioning complete for port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:00.749815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51c83853-7fdb-4d7f-a274-f41ebe4810f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.774759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:00.782787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:00.790527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:00.816220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-51c83853-7fdb-4d7f-a274-f41ebe4810f8 None None] Port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:00.912211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:00.913119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:00.959645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed65c12d-043c-4d94-96c0-ba17e6b0f2aa req-f111e069-4ca9-46f6-8789-d51c925937ed tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671864
Jan 15 21:11:01.019387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=7614a95f-74fa-493c-8bec-b22b4da6a564,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:01.065605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5e0ac4d8-ce9f-4450-80c8-5ba3bd0416bd tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5463226
Jan 15 21:11:01.068336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:01.074225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'network_id': '123ae224-55e4-4cd3-8271-fc8de0f46883', 'name': 'tempest-AllowedAddressPairTestJSON-64090415'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:01.208656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40334) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:01.275495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3fa351b9-246f-4570-b9cf-4704854f7a9a None None] Provisioning complete for port 7614a95f-74fa-493c-8bec-b22b4da6a564 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:01.276103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3fa351b9-246f-4570-b9cf-4704854f7a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.365107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3fa351b9-246f-4570-b9cf-4704854f7a9a None None] Port 7614a95f-74fa-493c-8bec-b22b4da6a564 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:01.428535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Made reservation on behalf of c3f9ba52efd44971bb5705f9b17dde83 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:01.432345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.466838 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f50ccb0-b70c-42a7-a995-cd9598f1d4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.494975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] device_id is not set on port 78b5e79b-3db4-4002-b78a-fba2f4b5f889 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:11:01.503855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (2101fe78-0324-4319-9d27-efa2c4bb618f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.558684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f50ccb0-b70c-42a7-a995-cd9598f1d4fe admin admin] Publish callbacks [] for security_group (2c349c83-d3b7-4349-bf18-33e0c13d9ddb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.565412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f50ccb0-b70c-42a7-a995-cd9598f1d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2c349c83-d3b7-4349-bf18-33e0c13d9ddb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.600975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ccb0-b70c-42a7-a995-cd9598f1d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c349c83-d3b7-4349-bf18-33e0c13d9ddb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:01.623002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f50ccb0-b70c-42a7-a995-cd9598f1d4fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc2a3a24106b4890b168b89fcedb769b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4129868
Jan 15 21:11:01.625755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40350) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:01.688234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] Publish callbacks [] for security_group (2c349c83-d3b7-4349-bf18-33e0c13d9ddb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.711949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Allocated IP 172.20.0.13 (123ae224-55e4-4cd3-8271-fc8de0f46883/c0ea1933-3288-4356-af74-07b90ef0fa8d/78b5e79b-3db4-4002-b78a-fba2f4b5f889) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:01.723179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] Publish callbacks [] for security_group (2c349c83-d3b7-4349-bf18-33e0c13d9ddb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.808682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2c349c83-d3b7-4349-bf18-33e0c13d9ddb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.816010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:01.817601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c349c83-d3b7-4349-bf18-33e0c13d9ddb HTTP/1.1" status: 204  len: 168 time: 0.1896598
Jan 15 21:11:01.831533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790b2f-87a1-46b8-98fa-3ccbeaa85fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c349c83-d3b7-4349-bf18-33e0c13d9ddb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:02.200204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:02.213556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.230033 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:02.232625 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:02.239665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f47d-320f-4977-8bfa-426d5493aaac req-aba3b8e5-1dd0-496c-baf0-b20acd07fb65 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:02.239665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5b4f47d-320f-4977-8bfa-426d5493aaac req-aba3b8e5-1dd0-496c-baf0-b20acd07fb65 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1703897
Jan 15 21:11:02.424175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:02.430931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5b4f47d-320f-4977-8bfa-426d5493aaac req-7317f397-bf54-4eed-9700-74793dfd86fd tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592362
Jan 15 21:11:02.481811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:02.489914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:02.500501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:02.505033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=78b5e79b-3db4-4002-b78a-fba2f4b5f889,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:02.571360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 2101fe78-0324-4319-9d27-efa2c4bb618f is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:02.586451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:02.587236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:02.631522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d9e0f0a-2827-4c11-b682-e8d4eafd1a92 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5622177
Jan 15 21:11:02.634334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:02.641590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:cf:df:cf'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:91:66:a4'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:02.854932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:02.864989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Sync routers for ids ['2101fe78-0324-4319-9d27-efa2c4bb618f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:02.883249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Routers {'2101fe78-0324-4319-9d27-efa2c4bb618f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:02.889844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2101fe78-0324-4319-9d27-efa2c4bb618f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:02.920486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1c220-1c16-409d-8358-77f80a3f25a5 req-60c592c2-f12a-4b11-997f-92dd79986112 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:02.931624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29b1c220-1c16-409d-8358-77f80a3f25a5 req-60c592c2-f12a-4b11-997f-92dd79986112 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1618209
Jan 15 21:11:03.010425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.015837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0931429a-e8bf-4b84-afaa-74e4ca7e5e52 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.3825464
Jan 15 21:11:03.016594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:03.082058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-8545e433-25f0-4ff7-b90f-ceb13ab23c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:03.083954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-8545e433-25f0-4ff7-b90f-ceb13ab23c24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1097 time: 0.3459625
Jan 15 21:11:03.121891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29b1c220-1c16-409d-8358-77f80a3f25a5 req-e344c496-5329-431e-9b49-7a2268038cdc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799307
Jan 15 21:11:03.148060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Set router 2101fe78-0324-4319-9d27-efa2c4bb618f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:03.332657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c0aecfcb-6dfd-4ca1-8b7d-32928f74c71c None None] Provisioning complete for port 78b5e79b-3db4-4002-b78a-fba2f4b5f889 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:03.333790 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c0aecfcb-6dfd-4ca1-8b7d-32928f74c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.395793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-51f58cc8-2467-4832-80d3-17d0dc1f7e32 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/2101fe78-0324-4319-9d27-efa2c4bb618f HTTP/1.1" status: 200  len: 908 time: 0.3732083
Jan 15 21:11:03.396615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:03.407391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619335445', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': True}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:03.419049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c0aecfcb-6dfd-4ca1-8b7d-32928f74c71c None None] Port 78b5e79b-3db4-4002-b78a-fba2f4b5f889 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:03.472349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.473521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.501523 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-c35dcce0-3f36-4f21-8401-ff385e67c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:03.503585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-c35dcce0-3f36-4f21-8401-ff385e67c830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.4104002
Jan 15 21:11:03.574107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.586522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-87d30cf5-dbf9-43c4-a005-3f29177cff4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 200  len: 217 time: 0.0735228
Jan 15 21:11:03.595182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db0a0>, [{'id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149'}], 'enable_snat': False}, 'gw_port_id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:57Z', 'updated_at': '2022-01-15T21:11:01Z', 'revision_number': 3, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port': {'id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:59Z', 'updated_at': '2022-01-15T21:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:03.628277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.682496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Checking router: 2101fe78-0324-4319-9d27-efa2c4bb618f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:03.682851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Updating router 2101fe78-0324-4319-9d27-efa2c4bb618f port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:03.748349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-c87b976f-1c97-4950-a354-59e84c030333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:03.750453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-c87b976f-1c97-4950-a354-59e84c030333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.1442449
Jan 15 21:11:03.751076 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.804767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-772c05c8-091b-434b-b648-a604d1e80f0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480144
Jan 15 21:11:03.856627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:03.915827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-1a72e8cf-e5f9-4e7b-a3f4-8d8b0ec479ef service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035733
Jan 15 21:11:04.106191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b51a0cb8-deca-4e0d-a5ef-00f56924459e req-6ad10174-5156-48d0-87fa-ee99a4a14056 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837432
Jan 15 21:11:04.190066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.195789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.255294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks [] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.263807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.275031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.312278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.324252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8fec61-a2d6-4d28-91f7-8fa7eb115cd6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:04.363656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a959f1-99cf-41f0-97dd-aab1e5b9bdc7 req-92147db4-a7a5-4126-984e-efcf0eeb1ce1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:04.370034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event updated for resources: {'Port': ['ID=78b5e79b-3db4-4002-b78a-fba2f4b5f889,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:04.376103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7a959f1-99cf-41f0-97dd-aab1e5b9bdc7 req-92147db4-a7a5-4126-984e-efcf0eeb1ce1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1356990
Jan 15 21:11:04.388096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Attempting to bind port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:04.388867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Attempting to bind port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:04.388867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Attempting to bind port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:04.394033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] In _notify_port_updated(), no bound segment for port 78b5e79b-3db4-4002-b78a-fba2f4b5f889 on network 123ae224-55e4-4cd3-8271-fc8de0f46883 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:11:04.399832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:04.400481 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.404896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4e754bce-4133-4f40-b475-cfb2a9ab6f6c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "PUT /v2.0/ports/78b5e79b-3db4-4002-b78a-fba2f4b5f889 HTTP/1.1" status: 200  len: 1056 time: 1.7667067
Jan 15 21:11:04.405906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:04.410918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b274bd-e106-4a87-8d4b-46896e5fff3e None None] Pushing event updated for resources: {'Port': ['ID=045fedc5-dc44-4d7a-8c5f-90d283150ba3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:04.423021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:04.423936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:04.424356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.425731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:04.427118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Bound port: 045fedc5-dc44-4d7a-8c5f-90d283150ba3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:04.427701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.524501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4e5d100a-801e-4892-ad1d-de0d8e8339e2 None None] Provisioning complete for port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:04.524788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e5d100a-801e-4892-ad1d-de0d8e8339e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.538502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port 78b5e79b-3db4-4002-b78a-fba2f4b5f889 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:04.539125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.560199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] For port 045fedc5-dc44-4d7a-8c5f-90d283150ba3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:04.572613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 172.35.1.208 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/3097c17b-8a68-4036-8cf2-64b9eb14700e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:04.588607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] For port 045fedc5-dc44-4d7a-8c5f-90d283150ba3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045fedc5-dc44-4d7a-8c5f-90d283150ba3,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:04.608300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.639084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d100a-801e-4892-ad1d-de0d8e8339e2 None None] Port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:04.670450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a6378-af82-40f4-a565-778e023d6302 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:04.690983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.710199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Routers {'2101fe78-0324-4319-9d27-efa2c4bb618f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:04.711171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2101fe78-0324-4319-9d27-efa2c4bb618f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:04.711301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for 78b5e79b-3db4-4002-b78a-fba2f4b5f889 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:04.759780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.768398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b274bd-e106-4a87-8d4b-46896e5fff3e None None] Pushing event updated for resources: {'Port': ['ID=045fedc5-dc44-4d7a-8c5f-90d283150ba3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:04.790477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Provisioning complete for port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:04.790862 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.792182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7a959f1-99cf-41f0-97dd-aab1e5b9bdc7 req-33583926-5def-42b5-be81-7594e9ecb034 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4146850
Jan 15 21:11:04.844420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.892327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=3097c17b-8a68-4036-8cf2-64b9eb14700e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:04.904763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.905786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.905786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.905786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.906096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.906412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.906736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.907055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.907377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.907702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.908018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.908337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.908655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:04.917561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:04.918909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:04.921500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:04.934616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (78b5e79b-3db4-4002-b78a-fba2f4b5f889), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:04.971591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=78b5e79b-3db4-4002-b78a-fba2f4b5f889,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:05.035729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27548cc9-a115-4236-b674-5f8d599df7af None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:05.086497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] Set router 2101fe78-0324-4319-9d27-efa2c4bb618f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:05.459023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Current status of the port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:05.460112 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:05.493383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] For port 045fedc5-dc44-4d7a-8c5f-90d283150ba3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045fedc5-dc44-4d7a-8c5f-90d283150ba3,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:05.500979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:05.529747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Could not find standard attr ID for object 78b5e79b-3db4-4002-b78a-fba2f4b5f889. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:11:05.539026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:05.550865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3bb1f64a-357b-410c-8ee8-583c5570b9f1 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/78b5e79b-3db4-4002-b78a-fba2f4b5f889 HTTP/1.1" status: 204  len: 168 time: 1.1434577
Jan 15 21:11:05.556153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:05.564940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4db0a0>, [{'id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149'}], 'enable_snat': False}, 'gw_port_id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:57Z', 'updated_at': '2022-01-15T21:11:01Z', 'revision_number': 3, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port': {'id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:59Z', 'updated_at': '2022-01-15T21:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:05.602776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04034e44-0b9c-4022-be71-959c5ca87c92 None None] The sync data for ids ['2101fe78-0324-4319-9d27-efa2c4bb618f'] in ncdv-master-1 is: [{'id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149'}], 'enable_snat': False}, 'gw_port_id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:57Z', 'updated_at': '2022-01-15T21:11:01Z', 'revision_number': 3, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port': {'id': '045fedc5-dc44-4d7a-8c5f-90d283150ba3', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2101fe78-0324-4319-9d27-efa2c4bb618f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:59Z', 'updated_at': '2022-01-15T21:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:05.618003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b6d6b-4b56-4e41-828e-aa2d55cb1483 None None] Pushing event updated for resources: {'Port': ['ID=045fedc5-dc44-4d7a-8c5f-90d283150ba3,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:05.639058 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67081a4-4471-4daf-beb6-9b630645e607 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] GET failed (client error): The resource could not be found.
Jan 15 21:11:05.645531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f67081a4-4471-4daf-beb6-9b630645e607 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports/78b5e79b-3db4-4002-b78a-fba2f4b5f889 HTTP/1.1" status: 404  len: 333 time: 0.0855737
Jan 15 21:11:05.646266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40544) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:05.657851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a29700a5-1389-4584-a35e-c79598ab0b31 None None] Provisioning complete for port 3097c17b-8a68-4036-8cf2-64b9eb14700e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:05.658234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a29700a5-1389-4584-a35e-c79598ab0b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:05.717761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a29700a5-1389-4584-a35e-c79598ab0b31 None None] Port 3097c17b-8a68-4036-8cf2-64b9eb14700e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:06.019401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port 7614a95f-74fa-493c-8bec-b22b4da6a564 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:06.022187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:06.299214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ccf6-d83b-4ffe-8637-fb18e580c8c5 req-2985159e-c48d-42ef-822d-011ca6c20740 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:06.310764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f104ccf6-d83b-4ffe-8637-fb18e580c8c5 req-2985159e-c48d-42ef-822d-011ca6c20740 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1760461
Jan 15 21:11:06.329937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:06.385034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for 7614a95f-74fa-493c-8bec-b22b4da6a564 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:06.494392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f104ccf6-d83b-4ffe-8637-fb18e580c8c5 req-7710039d-cf6c-453c-bc06-e65c6abbd816 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811638
Jan 15 21:11:06.646266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:06.713102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7614a95f-74fa-493c-8bec-b22b4da6a564), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:06.760759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=7614a95f-74fa-493c-8bec-b22b4da6a564,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:06.939964 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:06.949049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd03bac0-de0e-47b7-b1fc-a717be1ad1ad tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/7614a95f-74fa-493c-8bec-b22b4da6a564 HTTP/1.1" status: 204  len: 168 time: 1.3002334
Jan 15 21:11:06.950147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40592) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:07.015578 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb8eeb6-10c5-46e6-b7c6-12e479623fe3 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] GET failed (client error): The resource could not be found.
Jan 15 21:11:07.020741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40598) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:07.022500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1fb8eeb6-10c5-46e6-b7c6-12e479623fe3 tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "GET /v2.0/ports/7614a95f-74fa-493c-8bec-b22b4da6a564 HTTP/1.1" status: 404  len: 333 time: 0.0711391
Jan 15 21:11:07.266578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:07.440130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port 94b9027a-49c9-426e-83d3-e4903856958c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:07.440897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (94b9027a-49c9-426e-83d3-e4903856958c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:07.579769 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (94b9027a-49c9-426e-83d3-e4903856958c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:07.612336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for 94b9027a-49c9-426e-83d3-e4903856958c owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:07.630728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:07.645074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679f70-c217-496d-b381-d7058776a376 req-7c3b5ffe-ec59-4f1d-97b4-379c135f714b tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:07.646545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2679f70-c217-496d-b381-d7058776a376 req-7c3b5ffe-ec59-4f1d-97b4-379c135f714b tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.0819697
Jan 15 21:11:07.828292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2679f70-c217-496d-b381-d7058776a376 req-04bcf4d7-4d34-4c4f-aef9-2f1da08808e5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487944
Jan 15 21:11:07.859484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:07.868070 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Sync routers for ids ['4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:07.877460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Routers {'4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:07.878075 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfb00a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:07.901026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:07.902256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3bf13551-5567-48b8-93d1-60401b4279b7 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.5034809
Jan 15 21:11:07.907275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:07.918750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (94b9027a-49c9-426e-83d3-e4903856958c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:07.972699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=94b9027a-49c9-426e-83d3-e4903856958c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:08.064191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.073647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0d4c8fa3-75b0-4dfa-9c85-7608806923bf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/ports/94b9027a-49c9-426e-83d3-e4903856958c HTTP/1.1" status: 204  len: 168 time: 1.0515437
Jan 15 21:11:08.074947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40646) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:08.143465 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Set router 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:08.156738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 045fedc5-dc44-4d7a-8c5f-90d283150ba3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:08.193164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting subnet c0ea1933-3288-4356-af74-07b90ef0fa8d {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:11:08.201462 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for subnet (c0ea1933-3288-4356-af74-07b90ef0fa8d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.270799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:08.271086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.276457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c0ea1933-3288-4356-af74-07b90ef0fa8d), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.386747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:08.421768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb113278-2eb5-4ccf-be54-c43649bd8016 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 HTTP/1.1" status: 200  len: 907 time: 0.5138631
Jan 15 21:11:08.424386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:08.434782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfb00a0>, [{'id': '4f0e22d9-63ed-4122-b04d-3f9f39ffdd49', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.208'}], 'enable_snat': True}, 'gw_port_id': '3097c17b-8a68-4036-8cf2-64b9eb14700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:03Z', 'updated_at': '2022-01-15T21:11:06Z', 'revision_number': 3, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port': {'id': '3097c17b-8a68-4036-8cf2-64b9eb14700e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e22d9-63ed-4122-b04d-3f9f39ffdd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:04Z', 'updated_at': '2022-01-15T21:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:08.500445 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c0ea1933-3288-4356-af74-07b90ef0fa8d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.575334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Checking router: 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:08.580769 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Updating router 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 port 3097c17b-8a68-4036-8cf2-64b9eb14700e binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:08.636011 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.639315 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.688503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c0ea1933-3288-4356-af74-07b90ef0fa8d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.724571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ea1933-3288-4356-af74-07b90ef0fa8d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:08.760873 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.768991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d118535c-eff7-4f61-9241-8829bd65f1cf tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/subnets/c0ea1933-3288-4356-af74-07b90ef0fa8d HTTP/1.1" status: 204  len: 168 time: 0.6899507
Jan 15 21:11:08.768991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:08.776482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7483d9e-fdfb-4380-a656-f512b7e93d9c None None] Network 123ae224-55e4-4cd3-8271-fc8de0f46883 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:08.848043 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.876478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (123ae224-55e4-4cd3-8271-fc8de0f46883), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:08.963732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Deleting port 3097c17b-8a68-4036-8cf2-64b9eb14700e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:08.963732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.009428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] DHCP port deletion for 123ae224-55e4-4cd3-8271-fc8de0f46883 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:09.011396 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks [] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.038146 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.057004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Deleting port fdc0522a-eb35-4158-b488-a29992467355 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:09.057766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fdc0522a-eb35-4158-b488-a29992467355), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.166154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.179899 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Attempting to bind port 3097c17b-8a68-4036-8cf2-64b9eb14700e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:09.180265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Attempting to bind port 3097c17b-8a68-4036-8cf2-64b9eb14700e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:09.180627 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Attempting to bind port 3097c17b-8a68-4036-8cf2-64b9eb14700e on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:09.187438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c77b51-ecf1-469e-9dd6-57a871fdea91 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:09.202092 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:09.202473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:09.202882 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.203274 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:09.203532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] For port fdc0522a-eb35-4158-b488-a29992467355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdc0522a-eb35-4158-b488-a29992467355,segment=NetworkSegment(8b3936ad-d912-4537-86e0-300770e308f9),segment_id=8b3936ad-d912-4537-86e0-300770e308f9)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:09.203749 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Bound port: 3097c17b-8a68-4036-8cf2-64b9eb14700e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:09.204128 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.204537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fdc0522a-eb35-4158-b488-a29992467355), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.207064 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5a168-d760-48e1-a443-2301708f6ab3 None None] Pushing event updated for resources: {'Port': ['ID=3097c17b-8a68-4036-8cf2-64b9eb14700e,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:09.209170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Calling delete_port for 3097c17b-8a68-4036-8cf2-64b9eb14700e owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:09.230521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Calling delete_port for fdc0522a-eb35-4158-b488-a29992467355 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:09.255419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd015d-da76-4fd0-b4bb-368bde7ba38b req-06cd82b1-37a7-444a-938e-ebd3847ebf90 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:09.269243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0bd015d-da76-4fd0-b4bb-368bde7ba38b req-06cd82b1-37a7-444a-938e-ebd3847ebf90 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1534615
Jan 15 21:11:09.316811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Deleting port fdc0522a-eb35-4158-b488-a29992467355 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:09.317058 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fdc0522a-eb35-4158-b488-a29992467355), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.341252 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] For port 3097c17b-8a68-4036-8cf2-64b9eb14700e, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:09.349666 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] For port 3097c17b-8a68-4036-8cf2-64b9eb14700e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3097c17b-8a68-4036-8cf2-64b9eb14700e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:09.359889 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.446295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Provisioning complete for port 3097c17b-8a68-4036-8cf2-64b9eb14700e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:09.447518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.493335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5369e7-4283-4050-b4ff-a8b11ef19ae1 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:09.498593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] For port fdc0522a-eb35-4158-b488-a29992467355, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdc0522a-eb35-4158-b488-a29992467355,segment=NetworkSegment(8b3936ad-d912-4537-86e0-300770e308f9),segment_id=8b3936ad-d912-4537-86e0-300770e308f9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:09.499091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fdc0522a-eb35-4158-b488-a29992467355), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.522127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Calling delete_port for fdc0522a-eb35-4158-b488-a29992467355 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:09.551389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5a168-d760-48e1-a443-2301708f6ab3 None None] Pushing event updated for resources: {'Port': ['ID=3097c17b-8a68-4036-8cf2-64b9eb14700e,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:09.560745 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Routers {'4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:09.561648 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfb00a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:09.602850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fdc0522a-eb35-4158-b488-a29992467355), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.688813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:09.704402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] Set router 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:09.719032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Current status of the port 3097c17b-8a68-4036-8cf2-64b9eb14700e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:09.719454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.753712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] For port 3097c17b-8a68-4036-8cf2-64b9eb14700e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3097c17b-8a68-4036-8cf2-64b9eb14700e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:09.760231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Port': ['ID=fdc0522a-eb35-4158-b488-a29992467355,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:09.765871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] No DVR routers for this DVR port fdc0522a-eb35-4158-b488-a29992467355 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:11:09.774236 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.786440 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfb00a0>, [{'id': '4f0e22d9-63ed-4122-b04d-3f9f39ffdd49', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:03Z', 'updated_at': '2022-01-15T21:11:08Z', 'revision_number': 4, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:09.826664 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ff30c-0974-4b76-a10b-14d60de87fa2 None None] The sync data for ids ['4f0e22d9-63ed-4122-b04d-3f9f39ffdd49'] in ncdv-master-1 is: [{'id': '4f0e22d9-63ed-4122-b04d-3f9f39ffdd49', 'name': 'tempest-snat-router-619335445', 'tenant_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:03Z', 'updated_at': '2022-01-15T21:11:08Z', 'revision_number': 4, 'project_id': '338ef0f74c1d4a7cb4acdaa384e9ccae', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.830834 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:09.833239 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:11:09.838534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0bd015d-da76-4fd0-b4bb-368bde7ba38b req-7832222c-5024-497d-9706-7c072b0de060 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5683763
Jan 15 21:11:09.895327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c126-2dd9-4e09-bdb5-2987bd483dcd None None] Pushing event updated for resources: {'Port': ['ID=3097c17b-8a68-4036-8cf2-64b9eb14700e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:09.938859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (fdc0522a-eb35-4158-b488-a29992467355), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:09.951060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2b26e84a-9c61-47a4-afc8-88babdfa8a9b None None] Provisioning complete for port 3097c17b-8a68-4036-8cf2-64b9eb14700e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:09.951580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b26e84a-9c61-47a4-afc8-88babdfa8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.003027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] No DVR routers for this DVR port fdc0522a-eb35-4158-b488-a29992467355 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:11:10.030909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5b7c-7d95-4e62-a742-8591709e66d9 None None] Pushing event deleted for resources: {'Port': ['ID=fdc0522a-eb35-4158-b488-a29992467355,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:10.056262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cccfb8d-17fd-455e-bcbb-dc1c6de4cb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.110404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (123ae224-55e4-4cd3-8271-fc8de0f46883), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.185065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7be9c9d0>,) {'filters': {'network_id': ['123ae224-55e4-4cd3-8271-fc8de0f46883']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:10.185315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fdc0522a-eb35-4158-b488-a29992467355 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:10.203460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cccfb8d-17fd-455e-bcbb-dc1c6de4cb11 admin admin] Publish callbacks [] for security_group (6be522e3-6c5f-4f27-83cd-6ee817eaeb63), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.213340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4cccfb8d-17fd-455e-bcbb-dc1c6de4cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6be522e3-6c5f-4f27-83cd-6ee817eaeb63), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.216663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: fdc0522a-eb35-4158-b488-a29992467355 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:10.217689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fdc0522a-eb35-4158-b488-a29992467355 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:10.268164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4cccfb8d-17fd-455e-bcbb-dc1c6de4cb11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33cd332db4d54752bdb5e471b5cd39a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5780134
Jan 15 21:11:10.269981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40708) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:10.277160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7be9c9d0>, '8b3936ad-d912-4537-86e0-300770e308f9') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:10.277585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7be9c9d0>, '8b3936ad-d912-4537-86e0-300770e308f9') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:10.299722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2b26e84a-9c61-47a4-afc8-88babdfa8a9b None None] Current status of the port 3097c17b-8a68-4036-8cf2-64b9eb14700e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:10.316284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccfb8d-17fd-455e-bcbb-dc1c6de4cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be522e3-6c5f-4f27-83cd-6ee817eaeb63,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:10.327026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (8b3936ad-d912-4537-86e0-300770e308f9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.356346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8b3936ad-d912-4537-86e0-300770e308f9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.387499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:11:10.388059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (8b3936ad-d912-4537-86e0-300770e308f9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   items = [
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:11:10.393794 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:11:10.436029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3097c17b-8a68-4036-8cf2-64b9eb14700e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.491259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Port': ['ID=3097c17b-8a68-4036-8cf2-64b9eb14700e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:10.501015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] Publish callbacks [] for security_group (6be522e3-6c5f-4f27-83cd-6ee817eaeb63), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.510644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e680ee-f2d8-438f-b03a-9acca07944cb None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:10.520725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (123ae224-55e4-4cd3-8271-fc8de0f46883), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.536962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.541216 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] 10.222.0.46 "DELETE /v2.0/networks/123ae224-55e4-4cd3-8271-fc8de0f46883 HTTP/1.1" status: 204  len: 168 time: 1.7716546
Jan 15 21:11:10.592740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] Publish callbacks [] for security_group (6be522e3-6c5f-4f27-83cd-6ee817eaeb63), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.594602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e50c18-3130-41e5-81e4-b4998422bf0c tempest-AllowedAddressPairTestJSON-754386108 tempest-AllowedAddressPairTestJSON-754386108-project] Pushing event deleted for resources: {'Network': ['ID=123ae224-55e4-4cd3-8271-fc8de0f46883,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:10.690808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:10.950206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40726) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:11.208330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b9c7c9a6-0998-48a5-aa0d-92060fe4a0bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3f9ba52efd44971bb5705f9b17dde83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2560892
Jan 15 21:11:11.217493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:11.299966 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.313197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.320826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] Publish callbacks [] for security_group (8a4d6a8f-3e55-4717-85f1-857e88693ec0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.389009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6be522e3-6c5f-4f27-83cd-6ee817eaeb63), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.391625 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.392777 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6be522e3-6c5f-4f27-83cd-6ee817eaeb63 HTTP/1.1" status: 204  len: 168 time: 1.1217456
Jan 15 21:11:11.394707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] Publish callbacks [] for security_group (8a4d6a8f-3e55-4717-85f1-857e88693ec0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.468248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8a4d6a8f-3e55-4717-85f1-857e88693ec0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.472008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.473490 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a4d6a8f-3e55-4717-85f1-857e88693ec0 HTTP/1.1" status: 204  len: 168 time: 0.2545378
Jan 15 21:11:11.474444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d1ad8-f593-4d36-b454-2f6220999d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be522e3-6c5f-4f27-83cd-6ee817eaeb63,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:11.497951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57004af8-5e4a-4f5f-84dc-c321428ee259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d6a8f-3e55-4717-85f1-857e88693ec0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:11.553184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (4f0e22d9-63ed-4122-b04d-3f9f39ffdd49), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.584466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:11.608299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:11.612209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40748) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:11.614408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1b767ac2-dd4e-4b98-b261-c8e8ab53f937 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/routers/4f0e22d9-63ed-4122-b04d-3f9f39ffdd49 HTTP/1.1" status: 204  len: 168 time: 3.1873522
Jan 15 21:11:11.683291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6074-680d-4530-b371-e0c69a555afd req-ccbb7395-83f8-4e09-a397-ba0b4183aa6f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:11.694687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-452d6074-680d-4530-b371-e0c69a555afd req-ccbb7395-83f8-4e09-a397-ba0b4183aa6f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.3965027
Jan 15 21:11:11.786054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-452d6074-680d-4530-b371-e0c69a555afd req-7e51bbd6-3031-47e2-9233-56c0172f86b4 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879490
Jan 15 21:11:11.952382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:12.141135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (2101fe78-0324-4319-9d27-efa2c4bb618f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:12.284748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Deleting port 045fedc5-dc44-4d7a-8c5f-90d283150ba3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:12.285779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:12.504451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] For port 045fedc5-dc44-4d7a-8c5f-90d283150ba3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045fedc5-dc44-4d7a-8c5f-90d283150ba3,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:12.510469 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:12.551465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Calling delete_port for 045fedc5-dc44-4d7a-8c5f-90d283150ba3 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:12.952633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd34631-9f63-4cb1-851a-5d936cf29c09 req-9d0bffa6-db53-42b5-8431-88a703249dfc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:12.963149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffd34631-9f63-4cb1-851a-5d936cf29c09 req-9d0bffa6-db53-42b5-8431-88a703249dfc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.0823991
Jan 15 21:11:12.967777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (045fedc5-dc44-4d7a-8c5f-90d283150ba3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.034459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd4ae7-c0fe-4fc0-958a-7144acc538f4 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:13.075862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ffd34631-9f63-4cb1-851a-5d936cf29c09 req-0d912be1-84e5-4270-abe8-77e2ab4734d9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113727
Jan 15 21:11:13.101447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event deleted for resources: {'Port': ['ID=045fedc5-dc44-4d7a-8c5f-90d283150ba3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:13.184379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (2101fe78-0324-4319-9d27-efa2c4bb618f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.449235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.452179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_controller (2101fe78-0324-4319-9d27-efa2c4bb618f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.514333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2101fe78-0324-4319-9d27-efa2c4bb618f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.515175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2101fe78-0324-4319-9d27-efa2c4bb618f {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:13.523230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.524963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ac3041fd-609d-49cc-bcb4-c9963dcffad8 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2101fe78-0324-4319-9d27-efa2c4bb618f HTTP/1.1" status: 204  len: 168 time: 1.9112248
Jan 15 21:11:13.529993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:13.540828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-774867923', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:13.547971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40870) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:13.588869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.591356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.697106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.744772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1589966047'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:13.788647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:13.795569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.807271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.926767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for security_group (51d689fe-db10-4d2c-b386-ed496bdf7dea), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.930407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51d689fe-db10-4d2c-b386-ed496bdf7dea), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.958933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:11:13.965042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.973709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d689fe-db10-4d2c-b386-ed496bdf7dea,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:13.978807 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9e829baa-ac59-4918-9f55-7f17215a01b7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:13.979161 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Added segment 9e829baa-ac59-4918-9f55-7f17215a01b7 of type vlan for network 13440e1c-c34e-4ef4-8ad0-ab96319f2067
Jan 15 21:11:14.031421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (13440e1c-c34e-4ef4-8ad0-ab96319f2067), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.070124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (13440e1c-c34e-4ef4-8ad0-ab96319f2067), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.077053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:14.077867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.211595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 045fedc5-dc44-4d7a-8c5f-90d283150ba3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:14.223849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.241993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6928999
Jan 15 21:11:14.243468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 045fedc5-dc44-4d7a-8c5f-90d283150ba3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:14.244017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 045fedc5-dc44-4d7a-8c5f-90d283150ba3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:14.245389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 40900) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:14.251750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'subnet': {'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:14.255623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4566-b1c1-452e-8d1a-e40921fa9fc6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Network': ['ID=13440e1c-c34e-4ef4-8ad0-ab96319f2067,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:14.255761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.268031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:11:14.277238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd1fc-ac23-4fdb-a4ba-8a8416cecb18 req-54b54123-c94d-44de-8cb0-22a111468f80 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:14.279098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43fd1fc-ac23-4fdb-a4ba-8a8416cecb18 req-54b54123-c94d-44de-8cb0-22a111468f80 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.0805695
Jan 15 21:11:14.347441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43fd1fc-ac23-4fdb-a4ba-8a8416cecb18 req-37a07e76-74b6-45df-89bd-d9539d090b37 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621538
Jan 15 21:11:14.397935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.436555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:14.440084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.461779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Allocated IP 172.35.1.203 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/18ad32b8-9e35-4758-9a6f-2676e663eb74) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:14.667358 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.749748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8407a9c1-ebe5-4a27-af03-a798ea4d75af), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.788283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:14.861099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:14.865620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:14.867420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Subnet': ['ID=8407a9c1-ebe5-4a27-af03-a798ea4d75af,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:14.872122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:14.886786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72afe5d0-efce-425d-bef0-de74f344fa7e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:14.904923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Checking segment: {'id': '9e829baa-ac59-4918-9f55-7f17215a01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:14.905226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network hostable DHCP agents. Network: 13440e1c-c34e-4ef4-8ad0-ab96319f2067, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:11:14.907294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event updated for resources: {'Port': ['ID=18ad32b8-9e35-4758-9a6f-2676e663eb74,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:14.983534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:11:14.983866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-99ddfb8a-0152-47cb-8d3a-1440a3c692cd None None] Provisioning complete for port 18ad32b8-9e35-4758-9a6f-2676e663eb74 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:14.984904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99ddfb8a-0152-47cb-8d3a-1440a3c692cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.021009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-99ddfb8a-0152-47cb-8d3a-1440a3c692cd None None] Port 18ad32b8-9e35-4758-9a6f-2676e663eb74 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:15.042537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13440e1c-c34e-4ef4-8ad0-ab96319f2067) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:15.049667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:15.050270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.059370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f935d5d-9b11-4e41-8ff6-702c7a037cb4 None None] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:15.079476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eaed08f1-42b5-47b9-bf13-b211e530f28a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8322809
Jan 15 21:11:15.082495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 40950) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:15.091194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-378200557', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:15.130371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.131543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.188403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809ad1a-7cf0-470d-825c-a735772a1fe0 None None] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:15.224543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.228400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_controller (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.272582 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.450418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-ecc9f71c-24ab-4d3e-949f-61c001f200e2 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=581f23bb65c648408f2707a199a990e3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0653017
Jan 15 21:11:15.592861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.796025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4bd91-f51b-46d3-8a76-3e7aef481808 req-1bfaad16-f959-4ec7-a931-84b975a4ac29 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:15.797630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2b4bd91-f51b-46d3-8a76-3e7aef481808 req-1bfaad16-f959-4ec7-a931-84b975a4ac29 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.3009777
Jan 15 21:11:15.906020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-2843e12f-8387-4176-9bfe-b0753e8e3b82 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:15.908057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:15.908302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-2843e12f-8387-4176-9bfe-b0753e8e3b82 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4153430
Jan 15 21:11:15.958049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2b4bd91-f51b-46d3-8a76-3e7aef481808 req-36921231-816a-41b1-ae4b-e9e7a6d7d2ee tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493757
Jan 15 21:11:15.971856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-1e41e41a-cfe5-431c-9c20-f22ebd0c1de7 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/quotas/581f23bb65c648408f2707a199a990e3 HTTP/1.1" status: 200  len: 375 time: 0.0524840
Jan 15 21:11:16.049867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-9757dc4c-a168-4c44-ba8e-e1c1553dbca9 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=581f23bb65c648408f2707a199a990e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0683472
Jan 15 21:11:16.123874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Router 7674e99d-8cb9-46a3-8adb-49a70dcef359 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:16.199839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.228222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.320454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:16.324489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9b5f20d-80d0-48f4-9308-a315fda940af req-f1f76dd9-259d-4fb6-804b-ea29bd92b00e tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 210 time: 0.0367396
Jan 15 21:11:16.346355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.347701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c1828b4-a041-4530-85ec-6ec92857f34a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.8154778
Jan 15 21:11:16.347965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] Sync routers for ids ['7674e99d-8cb9-46a3-8adb-49a70dcef359'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:16.358467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41060) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:16.363771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:16.404096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] Routers {'7674e99d-8cb9-46a3-8adb-49a70dcef359'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:16.404834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2aca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7674e99d-8cb9-46a3-8adb-49a70dcef359'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:16.441492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.105 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/efd69824-9b19-4285-aeea-6476fd66e9b4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:16.456457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2aca00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:16.467353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] Routers {'7674e99d-8cb9-46a3-8adb-49a70dcef359'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:16.468223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2aca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7674e99d-8cb9-46a3-8adb-49a70dcef359'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:16.517112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2aca00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:16.517959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8efbc8-7fc7-4b9c-9b43-f3ba32a1e72b None None] The sync data for ids ['7674e99d-8cb9-46a3-8adb-49a70dcef359'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:16.617019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.683814 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.737392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:16.740965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:16.743639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:16.758138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a2212a-2a81-4761-893b-7e40c7b8951a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:16.781026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=efd69824-9b19-4285-aeea-6476fd66e9b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:16.819979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.856262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b73c785f-4787-41bf-b157-22cc2eb3d457 None None] Provisioning complete for port efd69824-9b19-4285-aeea-6476fd66e9b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:16.856930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b73c785f-4787-41bf-b157-22cc2eb3d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:16.903920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b73c785f-4787-41bf-b157-22cc2eb3d457 None None] Port efd69824-9b19-4285-aeea-6476fd66e9b4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:17.071488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41096) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:17.072370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41098) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:17.143267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Deleting subnet 77fe672b-adb3-4b90-99bc-e6dde0f155ae {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:11:17.178267 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Publish callbacks [] for subnet (77fe672b-adb3-4b90-99bc-e6dde0f155ae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.226144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d27f91-7361-40e6-88ea-22dcd39073b1 req-ca411b24-effc-4696-b268-4ee82f417758 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:17.227633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07d27f91-7361-40e6-88ea-22dcd39073b1 req-ca411b24-effc-4696-b268-4ee82f417758 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1536114
Jan 15 21:11:17.234915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a77b3302-c797-4608-8987-6018cf25cec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.259297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.269623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (77fe672b-adb3-4b90-99bc-e6dde0f155ae), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.322367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07d27f91-7361-40e6-88ea-22dcd39073b1 req-385f39c9-0c93-421a-9cc6-3d0979110752 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850303
Jan 15 21:11:17.350798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (77fe672b-adb3-4b90-99bc-e6dde0f155ae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.533626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c4262a2-73ec-4dd5-8fc3-6a98d3b81a47 req-c0a15d5b-c118-4274-81c4-ab75643507f0 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 210 time: 0.0525231
Jan 15 21:11:17.547738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.562459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (77fe672b-adb3-4b90-99bc-e6dde0f155ae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.626669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-89a7dec8-f68b-45c2-9aba-da66be6901c7 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=581f23bb65c648408f2707a199a990e3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0900249
Jan 15 21:11:17.636488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.640403 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/77fe672b-adb3-4b90-99bc-e6dde0f155ae HTTP/1.1" status: 204  len: 168 time: 0.5614178
Jan 15 21:11:17.641330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75facfa8-df20-4649-91aa-cb9d895c44e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fe672b-adb3-4b90-99bc-e6dde0f155ae,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:17.643628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41104) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:17.646072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cac84-14b4-4354-8d49-1bd1ba1692ae None None] Network 2fa5a3aa-4ace-46fa-b2bd-304536abb207 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:17.675326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.690214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a77b3302-c797-4608-8987-6018cf25cec5 admin admin] Publish callbacks [] for security_group (e389382c-c1ff-4c44-8e2c-4b8f06de4551), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.766536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f459d65-ac85-4c3b-85a5-c2ae208776b9 None None] DHCP port deletion for 2fa5a3aa-4ace-46fa-b2bd-304536abb207 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:17.792270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.809606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a77b3302-c797-4608-8987-6018cf25cec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e389382c-c1ff-4c44-8e2c-4b8f06de4551), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.847210 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:11:17.904595 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-391a5690-c576-43c9-8cff-9ee670ae8c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.989848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a77b3302-c797-4608-8987-6018cf25cec5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e92f944f1b94ee58ec0e4257d63d457&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9160342
Jan 15 21:11:17.992339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41106) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:17.993159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2fa5a3aa-4ace-46fa-b2bd-304536abb207), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:17.994772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b3302-c797-4608-8987-6018cf25cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e389382c-c1ff-4c44-8e2c-4b8f06de4551,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:18.040922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:18.057379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] Publish callbacks [] for security_group (e389382c-c1ff-4c44-8e2c-4b8f06de4551), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.088194 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.091048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.091801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-39919b8d-0ae5-48e1-a136-622fb8d5476c tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:18.092711 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-39919b8d-0ae5-48e1-a136-622fb8d5476c tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4451485
Jan 15 21:11:18.115400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] Publish callbacks [] for security_group (e389382c-c1ff-4c44-8e2c-4b8f06de4551), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.126860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Request body: {'port': {'device_id': 'b3dd3992-80af-4b32-9542-0d000187e277', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': '581f23bb65c648408f2707a199a990e3'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:18.215401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:18.231873 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:18.232121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 7674e99d-8cb9-46a3-8adb-49a70dcef359 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:18.237399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e389382c-c1ff-4c44-8e2c-4b8f06de4551), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.240893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.242633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e389382c-c1ff-4c44-8e2c-4b8f06de4551 HTTP/1.1" status: 204  len: 168 time: 0.2490480
Jan 15 21:11:18.248240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2fa5a3aa-4ace-46fa-b2bd-304536abb207), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.250347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.251966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc7fdcfc-549c-4da7-838c-613f480b0436 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.1658177
Jan 15 21:11:18.259046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:18.262134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a79bf6-07ac-4c7f-a0a5-c30330da93ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389382c-c1ff-4c44-8e2c-4b8f06de4551,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:18.279592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:18.280443 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5528e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.302783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf1d940>,) {'filters': {'network_id': ['2fa5a3aa-4ace-46fa-b2bd-304536abb207']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.338379 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5528e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.363890 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:18.364981 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5528e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.379823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf1d940>, 'df343c56-abe2-4c0a-9ca3-122cae0c2d21') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.380372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf1d940>, 'df343c56-abe2-4c0a-9ca3-122cae0c2d21') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.414864 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5528e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.415820 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa42bc1-76cd-4902-a760-d4426e6914cc None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:18.432452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (df343c56-abe2-4c0a-9ca3-122cae0c2d21), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.462041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df343c56-abe2-4c0a-9ca3-122cae0c2d21), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.502640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:11:18.502953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (df343c56-abe2-4c0a-9ca3-122cae0c2d21), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:11:18.506655 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:11:18.569191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641764-f4a2-4dc4-b8c6-c656281ec67b req-f3055ae9-6307-48e2-aeed-bec1aaef7ebf tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:18.571048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d641764-f4a2-4dc4-b8c6-c656281ec67b req-f3055ae9-6307-48e2-aeed-bec1aaef7ebf tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1388447
Jan 15 21:11:18.588336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Made reservation on behalf of 581f23bb65c648408f2707a199a990e3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:18.594659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.607794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:18.610652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.615029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.616260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3c0a6436-b1bc-4543-88a2-d0c0c6dcd8cf tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "PUT /v2.0/routers/7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 200  len: 925 time: 2.2566116
Jan 15 21:11:18.623714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2fa5a3aa-4ace-46fa-b2bd-304536abb207), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.623868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:18.629932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] Sync routers for ids ['7674e99d-8cb9-46a3-8adb-49a70dcef359'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:18.635741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.641793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] 10.222.0.46 "DELETE /v2.0/networks/2fa5a3aa-4ace-46fa-b2bd-304536abb207 HTTP/1.1" status: 204  len: 168 time: 0.9900606
Jan 15 21:11:18.648074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] Routers {'7674e99d-8cb9-46a3-8adb-49a70dcef359'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:18.649544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7674e99d-8cb9-46a3-8adb-49a70dcef359'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.658707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2967c7-fed0-402b-afd1-a34e1fdb0d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa5a3aa-4ace-46fa-b2bd-304536abb207,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:18.696572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac9d0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.710769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] Routers {'7674e99d-8cb9-46a3-8adb-49a70dcef359'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:18.711614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:10:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7674e99d-8cb9-46a3-8adb-49a70dcef359'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.741902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks [] for security_group (73ca9f1c-d3e1-434a-8e15-c89c736640f2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.748592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (73ca9f1c-d3e1-434a-8e15-c89c736640f2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:18.780174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d641764-f4a2-4dc4-b8c6-c656281ec67b req-2944da12-e544-49da-a0e6-a63c37c3118a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007875
Jan 15 21:11:18.803434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad2aaf87-e973-4433-ac06-404b9f760de9 req-a812e492-22e7-4049-9df5-c6cbf769242b tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 210 time: 0.0533025
Jan 15 21:11:18.813925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac9d0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:18.816422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948b85a-d4b8-4002-9025-6277bbb101e2 None None] The sync data for ids ['7674e99d-8cb9-46a3-8adb-49a70dcef359'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:18.885648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:18.960148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5e023a2c-d178-4cf7-8baa-4a5431c9ec19 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 200  len: 925 time: 0.3329115
Jan 15 21:11:18.961391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41148) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.072865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6866f0e-e7b0-464e-9dda-a68c5fb39a85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c8dd6789ba45a7a04452dc080a37cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1793790
Jan 15 21:11:19.075315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.141207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597d30a-8aae-4b51-80f2-87a53681d32e tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:19.145184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b597d30a-8aae-4b51-80f2-87a53681d32e tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=7674e99d-8cb9-46a3-8adb-49a70dcef359&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1772943
Jan 15 21:11:19.171440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.237845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca9f1c-d3e1-434a-8e15-c89c736640f2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:19.320948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] Publish callbacks [] for security_group (08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.321516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Allocated IP 192.168.233.24 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:19.381650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.388718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] Publish callbacks [] for security_group (08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.403377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c82be-596f-454d-9133-7e4329439a8f tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:19.404797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d77c82be-596f-454d-9133-7e4329439a8f tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.2313256
Jan 15 21:11:19.408641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.435958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41166) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.442992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b4987d9-8f63-43b0-8bc4-8e7c82347c3e tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 200  len: 205 time: 0.0332305
Jan 15 21:11:19.446348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:19.559649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.562518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.563665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11 HTTP/1.1" status: 204  len: 168 time: 0.4873893
Jan 15 21:11:19.602565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks [] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.611158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2100807042-network', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:19.616418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518de9-6792-4248-8ccf-5d5e711f9590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f1c3a7-b35d-4fb0-a8ae-7d5fdd9c1e11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:19.653156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.715528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Made reservation on behalf of 92106d839aed443cb1a5b1f29b4639cc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:19.716811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.737505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.789383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:19.825666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.1 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/015212b6-5348-40ac-bf99-925f9ebd07e5) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:19.881814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:19.891039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:19.893930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:19.896827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Pushing event updated for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:19.930742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.002918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:20.003533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.040584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks [] for security_group (c2762546-3de6-4ef0-9e0c-0b5f5d684bbc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.048763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-be5d85ba-f98a-4b0a-8800-8bd2e0259a86 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9286230
Jan 15 21:11:20.071823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Request body: {'port': {'device_id': 'b3dd3992-80af-4b32-9542-0d000187e277', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:20.074921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026119a-d895-4bf7-b7cc-61413e121d50 req-67a5e911-76cc-4366-a7d5-acbcc33d4122 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:20.076464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7026119a-d895-4bf7-b7cc-61413e121d50 req-67a5e911-76cc-4366-a7d5-acbcc33d4122 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 935 time: 0.1482863
Jan 15 21:11:20.093625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d593a2-d612-49aa-883b-6074536075d8 req-79cbdb91-6bcd-41dc-8297-fbd626ab761f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:20.095186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34d593a2-d612-49aa-883b-6074536075d8 req-79cbdb91-6bcd-41dc-8297-fbd626ab761f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1656842
Jan 15 21:11:20.107257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2762546-3de6-4ef0-9e0c-0b5f5d684bbc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.147897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:11:20.151606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.163498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port 18ad32b8-9e35-4758-9a6f-2676e663eb74 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:20.163985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.211899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2762546-3de6-4ef0-9e0c-0b5f5d684bbc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:20.253392 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (39a75980-7885-46b1-82fd-7ba75f3ae7b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.254532 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Added segment 39a75980-7885-46b1-82fd-7ba75f3ae7b0 of type vlan for network c7d725e8-3e71-44b4-984c-a36ba8a54622
Jan 15 21:11:20.258219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.261759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.265869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-89a67eaa-1a62-4265-a02e-83eb3f83b374 None None] Provisioning complete for port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:20.266367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89a67eaa-1a62-4265-a02e-83eb3f83b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.283630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34d593a2-d612-49aa-883b-6074536075d8 req-46a7fbe6-5e8f-46f4-9ccd-f6bf8b31fda8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110554
Jan 15 21:11:20.325433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7026119a-d895-4bf7-b7cc-61413e121d50 req-40705c13-8d03-4985-9bef-31a122786243 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410109
Jan 15 21:11:20.327048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-89a67eaa-1a62-4265-a02e-83eb3f83b374 None None] Port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:20.340752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:20.346680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:20.359247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:20.363606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=015212b6-5348-40ac-bf99-925f9ebd07e5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:20.375495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c7d725e8-3e71-44b4-984c-a36ba8a54622), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.408346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.426116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.441253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for 18ad32b8-9e35-4758-9a6f-2676e663eb74 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:20.500457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c7d725e8-3e71-44b4-984c-a36ba8a54622), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.501461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:20.502341 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.556301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.612912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1754315
Jan 15 21:11:20.615838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:20.624932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Request body: {'subnet': {'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2100807042-subnet', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:20.685168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-920c370e-bf38-484a-a292-6442af2405b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.686379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471151b-1797-4683-b416-043f35f393d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d725e8-3e71-44b4-984c-a36ba8a54622,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:20.687890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Made reservation on behalf of 92106d839aed443cb1a5b1f29b4639cc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:20.697339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.704872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:11:20.889645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:20.893716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (18ad32b8-9e35-4758-9a6f-2676e663eb74), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.906776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks [] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.911319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-b9f4d4a0-5a7a-47f2-9b4a-657d2c141d64 req-4f9a9b72-4d1c-4b0e-8842-ba567d9e6283 service neutron] (114437) timed out ('10.222.0.45', 64009) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:11:20.941323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=18ad32b8-9e35-4758-9a6f-2676e663eb74,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:20.950934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Transition to ACTIVE for port object f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:11:20.974178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:20.981141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831df7a9-248d-4c8d-8364-fb5375141c48 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:21.007480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (f5f89025-92e4-4f24-8593-1f87e8dbd4a8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.099805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (7674e99d-8cb9-46a3-8adb-49a70dcef359), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.118077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f89025-92e4-4f24-8593-1f87e8dbd4a8,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:21.142363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Checking segment: {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:21.142642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Network hostable DHCP agents. Network: c7d725e8-3e71-44b4-984c-a36ba8a54622, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:11:21.147213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.163458 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.225096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.225310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:11:21.229632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:21.233112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (7674e99d-8cb9-46a3-8adb-49a70dcef359), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.284634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7d725e8-3e71-44b4-984c-a36ba8a54622) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:21.294371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0b552-93db-4bb9-bd29-afd8d65e7748 None None] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:21.301943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=015212b6-5348-40ac-bf99-925f9ebd07e5,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:21.307744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.309319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.312202 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.344950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (7674e99d-8cb9-46a3-8adb-49a70dcef359), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.345694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router 7674e99d-8cb9-46a3-8adb-49a70dcef359 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:21.407556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ace6c59-832d-40a4-818d-56be7f8009a7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7903640
Jan 15 21:11:21.408949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41228) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:21.411641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.416712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:21.421043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:21.421501 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-440a6725-5cc7-4cf0-a245-14ab1cbf2dc0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 204  len: 168 time: 1.9717209
Jan 15 21:11:21.422985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Attempting to bind port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:21.423365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Attempting to bind port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:21.423693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Attempting to bind port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:21.430610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:11:21.430867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Attempting to bind port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:21.436381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175447906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:21.439282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:21.439609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:21.440200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:21.440993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Bound port: f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:21.441497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.516125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:21.519434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:21.524870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.538488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c7d725e8-3e71-44b4-984c-a36ba8a54622', 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622', 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'fixed_ips': [{'subnet_id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:11:21.539722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.566679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.567429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.569482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] 10.222.0.39 "PUT /v2.0/ports/f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 HTTP/1.1" status: 200  len: 1095 time: 1.5040488
Jan 15 21:11:21.570046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:21.574307 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:21.579665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.581030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.588803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:21.594256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:21.602158 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.603267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.620244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645d66-3e6d-4cb8-a081-2a7ca716cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:21.636436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2275d81-3dec-4f3f-aadd-04f3f9406beb req-c850a14b-82c1-495c-b2f7-e733652ace84 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.642863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2275d81-3dec-4f3f-aadd-04f3f9406beb req-c850a14b-82c1-495c-b2f7-e733652ace84 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1987598
Jan 15 21:11:21.655675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9051c-d450-4ac6-9209-64a278148b03 req-d6feb316-2690-42d3-bbff-2b2030fa6373 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.657241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddc9051c-d450-4ac6-9209-64a278148b03 req-d6feb316-2690-42d3-bbff-2b2030fa6373 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 947 time: 0.1976507
Jan 15 21:11:21.686337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-bda89230-e8f1-4f3f-a961-4ac0ae6f441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.688053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-bda89230-e8f1-4f3f-a961-4ac0ae6f441e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=581f23bb65c648408f2707a199a990e3&device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 1098 time: 0.0571022
Jan 15 21:11:21.747447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-c2735247-a5a2-4588-b834-61050f7e388c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 HTTP/1.1" status: 200  len: 217 time: 0.0488622
Jan 15 21:11:21.751786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Allocated IP 172.20.0.2 (c7d725e8-3e71-44b4-984c-a36ba8a54622/f5f89025-92e4-4f24-8593-1f87e8dbd4a8/ff483dd6-f1f3-4135-8827-eb5c26fab739) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:21.806636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-d159f31a-35a6-4f65-aa47-bb2c0d8c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.808664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-d159f31a-35a6-4f65-aa47-bb2c0d8c72d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0595772
Jan 15 21:11:21.860075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3768-875c-47cc-a529-78f8458651ef req-140b4766-47d0-48b7-9013-c10025701d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:21.861941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-140b4766-47d0-48b7-9013-c10025701d7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0475032
Jan 15 21:11:21.889468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.952390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks [] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:21.959410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-bc5bcbb5-e4c0-49f9-9303-aaddfae75608 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912697
Jan 15 21:11:21.959668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.007115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:22.010132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:22.036393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:22.038561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Pushing event updated for resources: {'Port': ['ID=ff483dd6-f1f3-4135-8827-eb5c26fab739,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:22.083591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-988e3768-875c-47cc-a529-78f8458651ef req-623b2622-26df-4117-aab6-ee1019226e02 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166697
Jan 15 21:11:22.107256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Attempting to bind port ff483dd6-f1f3-4135-8827-eb5c26fab739 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:22.107739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Attempting to bind port ff483dd6-f1f3-4135-8827-eb5c26fab739 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:22.108680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Attempting to bind port ff483dd6-f1f3-4135-8827-eb5c26fab739 on network c7d725e8-3e71-44b4-984c-a36ba8a54622 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:22.115217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:22.115878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Checking segment: {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:22.116593 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.117269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Bound using segment: {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:22.118024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Bound port: ff483dd6-f1f3-4135-8827-eb5c26fab739, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:22.118646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.177323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for router_controller (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.194079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] For port ff483dd6-f1f3-4135-8827-eb5c26fab739, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:22.198207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] For port ff483dd6-f1f3-4135-8827-eb5c26fab739, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff483dd6-f1f3-4135-8827-eb5c26fab739,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:22.202845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.232723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.289587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6dd36-42c3-49b3-8861-ffe4e3a64b57 None None] Pushing event updated for resources: {'Port': ['ID=ff483dd6-f1f3-4135-8827-eb5c26fab739,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:22.306187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.370971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2275d81-3dec-4f3f-aadd-04f3f9406beb req-240d850f-250f-424f-a831-6ee841641a18 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7092376
Jan 15 21:11:22.381946 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddc9051c-d450-4ac6-9209-64a278148b03 req-b78ff14e-77a4-480e-bf01-ee16bde06d34 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7119226
Jan 15 21:11:22.393865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.395482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d0bb054e-e02e-486c-a618-af08e804c143 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9663563
Jan 15 21:11:22.405066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41254) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:22.406121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:22.412557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:22.460557 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b9571d-a6f5-4e01-98c7-133bf2f08a25 x-openstack-request-id: req-c9b9571d-a6f5-4e01-98c7-133bf2f08a25 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:22.461122 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:22.461122 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9b9571d-a6f5-4e01-98c7-133bf2f08a25 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:22.461545 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8', 'status': 'completed', 'code': 200}
Jan 15 21:11:22.492282 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for router_gateway (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.674629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-be7d6b4f-2030-43ce-ad62-b3be09c2d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:22.676445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-be7d6b4f-2030-43ce-ad62-b3be09c2d28b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=581f23bb65c648408f2707a199a990e3&device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 1098 time: 0.1676946
Jan 15 21:11:22.698433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:22.710751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f6b4a634-6519-421b-ab3c-6accf7dcd668 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/routers/5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4502769
Jan 15 21:11:22.712320 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:22.715379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:22.726616 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:22.727368 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3251c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:22.728233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'port': {'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067', 'name': 'tempest-FloatingIPTestJSON-1919263127'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:22.763551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3251c0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:22.775266 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:22.775897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3251c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:22.822819 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3251c0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:22.823490 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c60c5-1b44-4665-a68f-d27223480f3d None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:22.881350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.980773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-4e91c0cd-198e-4077-96cc-e439996702a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:22.982762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-4e91c0cd-198e-4077-96cc-e439996702a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.2430623
Jan 15 21:11:22.985534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:22.989306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:22.993309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for router_gateway (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.032057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-e9074eb5-9ab3-446d-abcf-15990f287ead service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 HTTP/1.1" status: 200  len: 217 time: 0.0397372
Jan 15 21:11:23.033310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.037359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] device_id is not set on port 0a133aca-8a6f-4111-bd83-d62aa11800b6 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:11:23.092967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-15197972-808d-4b4a-96a2-7e22811f210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:23.094417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-15197972-808d-4b4a-96a2-7e22811f210e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0569518
Jan 15 21:11:23.216371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-60929179-cdce-40de-9a07-86b6ccb3d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:23.217894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-60929179-cdce-40de-9a07-86b6ccb3d289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1158636
Jan 15 21:11:23.238084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.3 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/0a133aca-8a6f-4111-bd83-d62aa11800b6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:23.241069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Allocated IP 172.35.1.183 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7ce91ded-587a-49fe-ba1b-4b37c94a2be8) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:23.297656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.471959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.539330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.639524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.650394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (8b7d2e54-c98e-4591-b17f-31489458e097), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.660942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086acb4-ca97-4f1e-af1f-1973b79f07c1 None None] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:23.719371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:23.728350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785b6b1-2029-4186-805d-cd39726dac7d req-aeb60a30-0ccf-4f81-88f8-50379438640f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:23.730948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e785b6b1-2029-4186-805d-cd39726dac7d req-aeb60a30-0ccf-4f81-88f8-50379438640f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1808183
Jan 15 21:11:23.738492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-f9568986-6852-48d4-925c-fc18795e7ac4 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5141180
Jan 15 21:11:23.743362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:23.757806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b556cb-b6dc-412d-a9c1-7bc0edfd0c5a req-7598cb1c-9a3e-4ebe-9392-98c8a0e67a59 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:23.758986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7b556cb-b6dc-412d-a9c1-7bc0edfd0c5a req-7598cb1c-9a3e-4ebe-9392-98c8a0e67a59 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 947 time: 0.1823268
Jan 15 21:11:23.760338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:23.764015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.768442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.770721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:23.785077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e275671-0970-4318-aacd-fcb1b5365cfd None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:23.816581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Provisioning complete for port ff483dd6-f1f3-4135-8827-eb5c26fab739 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:23.817020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:23.860793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:23.901105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:23.923548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:23.946736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d7c7e0e2-9ac1-45f6-b315-9ef2256dd11d req-86723e28-5ef3-4cb7-8e9f-50003531702b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884623
Jan 15 21:11:23.965819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:23.971104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=0a133aca-8a6f-4111-bd83-d62aa11800b6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:23.982569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e785b6b1-2029-4186-805d-cd39726dac7d req-d3eeb9d7-3879-4b3e-b6cf-087c18320411 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363379
Jan 15 21:11:23.986265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Allocated IP 172.35.1.84 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5f14ed00-f674-4dcd-9359-d1db252cbbc2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:24.055198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7b556cb-b6dc-412d-a9c1-7bc0edfd0c5a req-32c54d7e-a458-4c0a-bf5a-b00aacaeaa3c tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612360
Jan 15 21:11:24.099370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:24.099871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.141639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67e12801-bfd1-4971-97a7-0c09a376816b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4233327
Jan 15 21:11:24.144024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:24.150653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'port': {'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067', 'name': 'tempest-FloatingIPTestJSON-1919739288'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:24.201999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b101da48-a0c1-434f-bf31-528869cfa1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.206573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff483dd6-f1f3-4135-8827-eb5c26fab739 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:24.233184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Current status of the port ff483dd6-f1f3-4135-8827-eb5c26fab739 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:24.233985 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.258799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.292155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] For port ff483dd6-f1f3-4135-8827-eb5c26fab739, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff483dd6-f1f3-4135-8827-eb5c26fab739,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:24.302681 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.312119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.377002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.385816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ff483dd6-f1f3-4135-8827-eb5c26fab739 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:24.386428 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.471941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b101da48-a0c1-434f-bf31-528869cfa1da admin admin] Publish callbacks [] for security_group (ff92635c-33ae-450e-803c-6163eba6b5ed), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.487783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:24.490513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for router_gateway (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.491008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b101da48-a0c1-434f-bf31-528869cfa1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff92635c-33ae-450e-803c-6163eba6b5ed), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.493469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a27dcb-d493-4bb4-9c70-7dd0fd6f52d5 None None] Pushing event updated for resources: {'Port': ['ID=ff483dd6-f1f3-4135-8827-eb5c26fab739,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:24.509075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:24.513971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dc0c9b91-3b63-4bf2-8168-54dc855cf3d7 None None] Provisioning complete for port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:24.514316 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9b91-3b63-4bf2-8168-54dc855cf3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.523576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:24.554530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event updated for resources: {'Port': ['ID=5f14ed00-f674-4dcd-9359-d1db252cbbc2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:24.565469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c9b91-3b63-4bf2-8168-54dc855cf3d7 None None] Port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:24.566971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bccd0-0b57-4b71-8e44-19656a8bfb60 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:24.587643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41296) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:24.588716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b101da48-a0c1-434f-bf31-528869cfa1da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=696d8933bc8244f8b94f6a40640388e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7254312
Jan 15 21:11:24.601867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101da48-a0c1-434f-bf31-528869cfa1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92635c-33ae-450e-803c-6163eba6b5ed,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:24.615425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ff483dd6-f1f3-4135-8827-eb5c26fab739 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:24.686504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Provisioning complete for port ff483dd6-f1f3-4135-8827-eb5c26fab739 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:24.686909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.728563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] Publish callbacks [] for security_group (ff92635c-33ae-450e-803c-6163eba6b5ed), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.732788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:24.736335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.770057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Current status of the port ff483dd6-f1f3-4135-8827-eb5c26fab739 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:24.781615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Provisioning complete for port 5f14ed00-f674-4dcd-9359-d1db252cbbc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:24.783106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.806506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] Publish callbacks [] for security_group (ff92635c-33ae-450e-803c-6163eba6b5ed), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.810054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] device_id is not set on port 5bea8091-1f8e-45b9-a286-0e609ae9afa9 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:11:24.823666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-00aebaa1-71e8-4057-a86b-f27360e564d5 None None] Port 5f14ed00-f674-4dcd-9359-d1db252cbbc2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:24.858452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (8b7d2e54-c98e-4591-b17f-31489458e097), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:24.946728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.019606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff92635c-33ae-450e-803c-6163eba6b5ed), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.022175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.025616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff92635c-33ae-450e-803c-6163eba6b5ed HTTP/1.1" status: 204  len: 168 time: 0.4345682
Jan 15 21:11:25.056865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775928-07c7-45bd-8113-75218b4d2c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92635c-33ae-450e-803c-6163eba6b5ed,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:25.067314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.12 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/5bea8091-1f8e-45b9-a286-0e609ae9afa9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:25.093099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.096970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.245573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Router 8b7d2e54-c98e-4591-b17f-31489458e097 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:25.281377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2035-18c8-4004-a625-4a54d3711421 req-10ff0194-1e7a-419b-a648-09769fbc0dd3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:25.282881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-338f2035-18c8-4004-a625-4a54d3711421 req-10ff0194-1e7a-419b-a648-09769fbc0dd3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1582997
Jan 15 21:11:25.375528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:25.378957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.380242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6da6b758-ae54-4e30-ab1a-0c3fc6132eba tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "PUT /v2.0/routers/8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 200  len: 883 time: 2.9804575
Jan 15 21:11:25.383269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41310) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:25.395109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] Sync routers for ids ['8b7d2e54-c98e-4591-b17f-31489458e097'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:25.414839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] Routers {'8b7d2e54-c98e-4591-b17f-31489458e097'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:25.416076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7e0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8b7d2e54-c98e-4591-b17f-31489458e097'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:25.461289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7e0130>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:25.474391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] Routers {'8b7d2e54-c98e-4591-b17f-31489458e097'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:25.475219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7e0130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['8b7d2e54-c98e-4591-b17f-31489458e097'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:25.519340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dad779b8-7cc3-4ab5-a95d-83f3d3a1463a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 200  len: 924 time: 0.1342897
Jan 15 21:11:25.523476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:25.531366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7e0130>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:25.532052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c25886-3f87-493a-bd97-1c30fd5661bd None None] The sync data for ids ['8b7d2e54-c98e-4591-b17f-31489458e097'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:25.565047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:11:25.612936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d2682-d182-4129-ba30-3977cc4c31d3 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:25.614774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f3d2682-d182-4129-ba30-3977cc4c31d3 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=8b7d2e54-c98e-4591-b17f-31489458e097&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0903318
Jan 15 21:11:25.618241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:25.691361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:25.704458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ba71-76ac-454b-a3e8-b36e4fd1c35a req-3fb09d13-c7d5-47c0-806f-9ce6ad3727de tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:25.706006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa29ba71-76ac-454b-a3e8-b36e4fd1c35a req-3fb09d13-c7d5-47c0-806f-9ce6ad3727de tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 947 time: 0.5410395
Jan 15 21:11:25.707782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8', 'mac_address': 'fa:16:3e:60:9b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:11:25.763510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:25.764129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.779615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:25.783181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:25.800591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:25.803990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b74397-9df8-4ba2-8164-f71fef4959b9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:25.808367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-18b74397-9df8-4ba2-8164-f71fef4959b9 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.1798170
Jan 15 21:11:25.809792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:25.810263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:25.844882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa29ba71-76ac-454b-a3e8-b36e4fd1c35a req-2d77b7b5-9104-4dcf-8615-3b484322c6f1 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244977
Jan 15 21:11:25.848190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9d97553a-50fd-45d0-900e-9601bc5dee00 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 200  len: 205 time: 0.0363772
Jan 15 21:11:25.849592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-338f2035-18c8-4004-a625-4a54d3711421 req-a39cb164-0881-488b-af45-d0e408e3380c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5190709
Jan 15 21:11:25.855725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41332) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:25.882343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:25.907286 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.038056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:11:26.088516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (8b7d2e54-c98e-4591-b17f-31489458e097), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.092031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:26.106290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.109044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff483dd6-f1f3-4135-8827-eb5c26fab739 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:26.113842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Sync routers for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:26.125720 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:26.126541 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b0310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:26.164706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.171411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff5fc052-65f1-4bd8-b0f5-4898661343f1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.7534308
Jan 15 21:11:26.172372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41358) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:26.208389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:26.217377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:26.223612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:26.231336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ff483dd6-f1f3-4135-8827-eb5c26fab739 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:26.231720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.280156 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:26.322162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=5bea8091-1f8e-45b9-a286-0e609ae9afa9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:26.364305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ff483dd6-f1f3-4135-8827-eb5c26fab739 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:26.376994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:26.377858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.404494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8cb128dd-7f46-4058-85a0-8cd716225a2b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2585323
Jan 15 21:11:26.407212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41376) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:26.412867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '5bea8091-1f8e-45b9-a286-0e609ae9afa9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:26.421318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (8b7d2e54-c98e-4591-b17f-31489458e097), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.466316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.520313 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b0310>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:24Z', 'revision_number': 3, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:26.555936 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Checking router: 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:26.556297 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Updating router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:26.557617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port 5f14ed00-f674-4dcd-9359-d1db252cbbc2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:26.558961 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.671925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.695007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for 5f14ed00-f674-4dcd-9359-d1db252cbbc2 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:26.706736 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.776436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:26.829182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.069181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5f14ed00-f674-4dcd-9359-d1db252cbbc2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.074560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Allocated IP 172.20.0.1 (c7d725e8-3e71-44b4-984c-a36ba8a54622/f5f89025-92e4-4f24-8593-1f87e8dbd4a8/e9260091-9196-4459-8cfc-b2bb5536564f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:27.104294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=5f14ed00-f674-4dcd-9359-d1db252cbbc2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.108672 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks [] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.115362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c729-0ea5-45d1-8e7e-3baf9b3066cc req-460b1b14-fcef-49c5-b182-960aa0034c27 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:27.117454 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.123276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ea1c729-0ea5-45d1-8e7e-3baf9b3066cc req-460b1b14-fcef-49c5-b182-960aa0034c27 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 948 time: 0.1776893
Jan 15 21:11:27.148923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1cb46c-3fb2-4761-acf8-51e6dc98a14a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:27.172110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed3eb-69ad-4de8-8d3e-1467b1220802 req-7aece5b9-2a5f-46ea-9665-e5953d839b66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:27.175384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd4ed3eb-69ad-4de8-8d3e-1467b1220802 req-7aece5b9-2a5f-46ea-9665-e5953d839b66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1985970
Jan 15 21:11:27.208093 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bbd16-335a-436d-b9c4-b2579ca7cd29 None None] Pushing event updated for resources: {'Port': ['ID=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.209349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks [] for port (e9260091-9196-4459-8cfc-b2bb5536564f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.226993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78007b84-9dcd-4d2d-8b05-bb0c5cc02a4d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:27.233456 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Attempting to bind port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:27.235480 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Attempting to bind port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:27.236449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Attempting to bind port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:27.246723 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:27.249280 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:27.249780 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.250982 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:27.251685 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Bound port: 7ce91ded-587a-49fe-ba1b-4b37c94a2be8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:27.253287 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.289599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.295735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7d69543c-1f9a-4c56-9fa5-0b047f595f02 None None] Provisioning complete for port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:27.296109 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d69543c-1f9a-4c56-9fa5-0b047f595f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.331819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ea1c729-0ea5-45d1-8e7e-3baf9b3066cc req-038409a5-1f59-4fb9-bf17-eab2b99bf3b6 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076786
Jan 15 21:11:27.333023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.242 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/0d9d399b-6b9d-4848-99a8-c59b89ea7fd5) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:27.342122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7d69543c-1f9a-4c56-9fa5-0b047f595f02 None None] Port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:27.357567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:27.363076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:27.365973 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] For port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:27.367176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:27.369468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] For port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:27.376864 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.413005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Pushing event updated for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.431608 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:27.432228 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b0310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:27.435085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.440876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579c962-93f3-48be-a735-5d6f3c119c75 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:27.472467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (8b7d2e54-c98e-4591-b17f-31489458e097), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.537195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bbd16-335a-436d-b9c4-b2579ca7cd29 None None] Pushing event updated for resources: {'Port': ['ID=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.561376 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:27.564889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.580728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Provisioning complete for port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:27.581167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.583127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:27.610948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd4ed3eb-69ad-4de8-8d3e-1467b1220802 req-2c1cd327-8bbc-4eee-9879-85ff6968357b tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4067945
Jan 15 21:11:27.617260 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.623140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (8b7d2e54-c98e-4591-b17f-31489458e097), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.630644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.715040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (8b7d2e54-c98e-4591-b17f-31489458e097), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.715604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7d2e54-c98e-4591-b17f-31489458e097 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:27.733598 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.738932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0aba0843-1091-4311-a912-efe44dfce03d tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 204  len: 168 time: 1.8429904
Jan 15 21:11:27.738932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41422) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:27.751258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-385160613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:27.757955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:11:27.775070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:27.775509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.800100 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.836386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Current status of the port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:27.836787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.859515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] For port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:27.868810 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.876704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks [] for port (e9260091-9196-4459-8cfc-b2bb5536564f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.886063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.892585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:27.893672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.894634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.905291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=0d9d399b-6b9d-4848-99a8-c59b89ea7fd5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.914586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:27.919388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:27.927024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b0310>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:24Z', 'revision_number': 3, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:27.965788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:27.966178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.976537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd08c1b-d3a7-410f-b7dc-b90d93535193 None None] Pushing event updated for resources: {'Port': ['ID=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:27.988539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:27.988879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b808b6-b75b-4d8d-bb5c-557a70bf1ae1 None None] The sync data for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 is: [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:24Z', 'revision_number': 3, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:27.999961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Pushing event updated for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:28.021908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:28.021908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:28.021908 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571fa4b4-dca5-44f9-ac01-4feb089b7a59" -d '{"events": [{"server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:28.030263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.035700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.066784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.093549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:28.097420 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607c49e-0a66-4c99-b763-c58fb02170f9 x-openstack-request-id: req-8607c49e-0a66-4c99-b763-c58fb02170f9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:28.098759 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:28.099179 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8607c49e-0a66-4c99-b763-c58fb02170f9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:28.099730 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8', 'code': 200}
Jan 15 21:11:28.108071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f302d710-fbf0-4c0e-bb92-2ce823688ba3 None None] Provisioning complete for port e9260091-9196-4459-8cfc-b2bb5536564f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:28.108677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f302d710-fbf0-4c0e-bb92-2ce823688ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.121077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.125073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc9c6788-aac8-4ac4-9a14-03e5aa787530 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3830016
Jan 15 21:11:28.125468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41428) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:28.130037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': True}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:28.154304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f302d710-fbf0-4c0e-bb92-2ce823688ba3 None None] Port e9260091-9196-4459-8cfc-b2bb5536564f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:28.184487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:28.206817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:28.388017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:28.419616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2b15d-fb37-4b75-a24a-331b7465379f req-b9316442-2f7a-413e-8415-f78eca28b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:28.421199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce2b15d-fb37-4b75-a24a-331b7465379f req-b9316442-2f7a-413e-8415-f78eca28b0bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 1100 time: 0.2472074
Jan 15 21:11:28.493035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.735405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1308f4f9-ca44-451b-b8ab-e43141a9e3e5 None None] Provisioning complete for port e9260091-9196-4459-8cfc-b2bb5536564f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:28.735872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1308f4f9-ca44-451b-b8ab-e43141a9e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:28.800798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1308f4f9-ca44-451b-b8ab-e43141a9e3e5 None None] Port e9260091-9196-4459-8cfc-b2bb5536564f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:28.954952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ce2b15d-fb37-4b75-a24a-331b7465379f req-35d73cfa-3f94-44f2-a6d3-e7d323a743d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5242589
Jan 15 21:11:29.053513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:29.058845 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a0850523-fae6-48a7-809a-f1ff458ffd4f admin admin] 10.222.0.46 "PUT /v2.0/routers/68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8846397
Jan 15 21:11:29.352113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56de06-caf7-4ebd-912b-d983cc52db35 req-2cf023fe-42b9-4c91-8c48-ac910c111732 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:29.353178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed56de06-caf7-4ebd-912b-d983cc52db35 req-2cf023fe-42b9-4c91-8c48-ac910c111732 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 0.8540282
Jan 15 21:11:29.380701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (ef68943f-a149-4af5-8f13-58369e4b500c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.427749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c0fa2-2a9a-4cef-9008-955150dd83ca req-7c1f3484-bebb-4bbb-aa9d-b4966950f190 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:29.429372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-661c0fa2-2a9a-4cef-9008-955150dd83ca req-7c1f3484-bebb-4bbb-aa9d-b4966950f190 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1750517
Jan 15 21:11:29.524050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed56de06-caf7-4ebd-912b-d983cc52db35 req-f02a8d94-b8c1-4952-81f1-ad57aa450427 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588893
Jan 15 21:11:29.551671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-661c0fa2-2a9a-4cef-9008-955150dd83ca req-1de8bd52-9ffe-45db-8a58-ea352b80ac4d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097350
Jan 15 21:11:29.555174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.695428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41468) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:29.700730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-803845394-network', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:29.725496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Made reservation on behalf of 88df7a3afa58466fb9555dd79af1d5c0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:29.728059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.739155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.758545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.784478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.821676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks [] for security_group (125042e3-b87a-4fba-b78e-05617c6648f5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.825960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (125042e3-b87a-4fba-b78e-05617c6648f5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.854165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:11:29.860108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125042e3-b87a-4fba-b78e-05617c6648f5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:29.867678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (da3b16c1-d824-44eb-8c42-869198695cce), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.868559 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Added segment da3b16c1-d824-44eb-8c42-869198695cce of type vlan for network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1
Jan 15 21:11:29.884788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.905722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.921403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5f9bcaa9-9173-46c5-a939-fd944b00e3a1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.951722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5f9bcaa9-9173-46c5-a939-fd944b00e3a1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.953063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:29.953850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:29.994123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=0d9d399b-6b9d-4848-99a8-c59b89ea7fd5,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:29.997082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 172.35.1.26 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/06ba17e6-7802-4b29-822b-3bdc4325708e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:30.018166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ef68943f-a149-4af5-8f13-58369e4b500c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.048708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3493593
Jan 15 21:11:30.048708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55158d-a789-4f47-b564-d2f337609fbe admin admin] Pushing event updated for resources: {'Network': ['ID=5f9bcaa9-9173-46c5-a939-fd944b00e3a1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:30.049854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:30.059378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Request body: {'subnet': {'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-803845394-subnet', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:30.078102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:11:30.098597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Made reservation on behalf of 88df7a3afa58466fb9555dd79af1d5c0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:30.102156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.167479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:30.201156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Sync routers for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:30.233965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:30.235085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:30.237606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.274828 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP ef68943f-a149-4af5-8f13-58369e4b500c associated. External IP: 172.35.1.242, port: 5bea8091-1f8e-45b9-a286-0e609ae9afa9.
Jan 15 21:11:30.344218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:30.344618 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.422533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:30.444661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95359-df84-458d-ad0c-e059f490e3be req-de23a06f-48d4-4fa6-9aa7-234490dce936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:30.446221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7cc95359-df84-458d-ad0c-e059f490e3be req-de23a06f-48d4-4fa6-9aa7-234490dce936 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1097 time: 0.1087959
Jan 15 21:11:30.463252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.481545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5b858270-e94e-46e5-9bd1-a90a43d112be), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.533379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:30.544419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:30.544925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7cc95359-df84-458d-ad0c-e059f490e3be req-5798e1a7-4bba-48ca-a577-867386409188 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872443
Jan 15 21:11:30.571296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Checking segment: {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:30.571734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Network hostable DHCP agents. Network: 5f9bcaa9-9173-46c5-a939-fd944b00e3a1, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:11:30.576022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b858270-e94e-46e5-9bd1-a90a43d112be,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:30.597798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:11:30.603829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:30.608558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:30.613090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f9bcaa9-9173-46c5-a939-fd944b00e3a1) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:30.615514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=06ba17e6-7802-4b29-822b-3bdc4325708e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:30.621072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:30.621709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.631031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c70e7d-9f83-41e7-bd8c-148108f19a1d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:30.671977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17066ea6-b081-4544-9847-c204e49fa103 None None] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:30.688794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03b246c3-1032-421f-9e40-5182c47f667d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6341820
Jan 15 21:11:30.689499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41484) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:30.705948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:30.789830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.791479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.818054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-714bfa4d-4e3c-4372-9189-9944ebdf1f99 None None] Provisioning complete for port 06ba17e6-7802-4b29-822b-3bdc4325708e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:30.818433 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-714bfa4d-4e3c-4372-9189-9944ebdf1f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:30.848243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c8b0>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9260091-9196-4459-8cfc-b2bb5536564f', 'name': '', 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'mac_address': 'fa:16:3e:c5:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:26Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 2, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'subnets': [{'id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:30.858755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for router_controller (db02cfce-09d4-4ce6-8661-64854ae7a8f9), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.001555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:31.021124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a15c8-fd2c-4345-8878-497110146b07 req-30e4c97c-1768-4d4d-bf59-8f1474c242a1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:31.022734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e8a15c8-fd2c-4345-8878-497110146b07 req-30e4c97c-1768-4d4d-bf59-8f1474c242a1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.2537067
Jan 15 21:11:31.032614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10f99-8fb2-4460-acf6-39c1c368b7fe req-efa84ec8-8348-45b7-b3eb-ff16c50b8d03 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:31.033117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46f10f99-8fb2-4460-acf6-39c1c368b7fe req-efa84ec8-8348-45b7-b3eb-ff16c50b8d03 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 0.2651758
Jan 15 21:11:31.046099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for router_gateway (db02cfce-09d4-4ce6-8661-64854ae7a8f9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.099409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:11:31.100824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.117794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Checking router: 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:31.118158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Updating router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b port e9260091-9196-4459-8cfc-b2bb5536564f binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:31.216279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-714bfa4d-4e3c-4372-9189-9944ebdf1f99 None None] Port 06ba17e6-7802-4b29-822b-3bdc4325708e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:31.233191 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.240023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46f10f99-8fb2-4460-acf6-39c1c368b7fe req-6c30c525-2f2f-4f3d-a1fb-cbf50b329fd5 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957045
Jan 15 21:11:31.247888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e8a15c8-fd2c-4345-8878-497110146b07 req-9d166e92-4155-47c3-a499-257712da3052 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127101
Jan 15 21:11:31.333898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for router_gateway (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.364743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.369063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:31.371559 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.383487 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:31.398477 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:31.399443 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1598e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:31.435644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Allocated IP 172.20.0.2 (5f9bcaa9-9173-46c5-a939-fd944b00e3a1/5b858270-e94e-46e5-9bd1-a90a43d112be/5b63d334-6ae1-41ae-a322-22af7a7d6776) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:31.449583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1598e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:31.463690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.474626 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:31.475633 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1598e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:31.526304 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1598e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:31.528168 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e672d2-19e0-49fe-a6e9-6ae2177f4ae4 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:31.563310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0a7a36fe-553c-4e8f-9afd-e26654880784 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 5.1526191
Jan 15 21:11:31.564162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:31.569680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:31.575254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Allocated IP 172.35.1.252 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/95e0f076-7cec-4322-87dd-8eb843c68a1e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:31.697277 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (ef68943f-a149-4af5-8f13-58369e4b500c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.733551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks [] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.759343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.773601 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.831266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:31.838595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:31.845346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:31.860390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.871434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks [] for port (e9260091-9196-4459-8cfc-b2bb5536564f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.874943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Pushing event updated for resources: {'Port': ['ID=5b63d334-6ae1-41ae-a322-22af7a7d6776,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:31.911367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:31.916748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:31.920580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:31.928148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:31.972037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Pushing event updated for resources: {'Port': ['ID=95e0f076-7cec-4322-87dd-8eb843c68a1e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:31.979881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a4276-14d3-45b1-84a6-91fd2d4b0209 None None] Pushing event updated for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:31.982861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a685649-1574-45b9-8588-0932eac8bcc3 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:32.016056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Attempting to bind port 5b63d334-6ae1-41ae-a322-22af7a7d6776 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:32.016281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Attempting to bind port 5b63d334-6ae1-41ae-a322-22af7a7d6776 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:32.016643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Attempting to bind port 5b63d334-6ae1-41ae-a322-22af7a7d6776 on network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:32.061125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:32.061531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Checking segment: {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:32.062046 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.062355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Bound using segment: {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:32.062849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Bound port: 5b63d334-6ae1-41ae-a322-22af7a7d6776, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:32.063234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.101719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.110020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.212056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Attempting to bind port e9260091-9196-4459-8cfc-b2bb5536564f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:32.213656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Attempting to bind port e9260091-9196-4459-8cfc-b2bb5536564f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:32.214328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Attempting to bind port e9260091-9196-4459-8cfc-b2bb5536564f on network c7d725e8-3e71-44b4-984c-a36ba8a54622 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:32.222984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:32.223687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Checking segment: {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:32.224095 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.224485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Bound using segment: {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:32.225171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Bound port: e9260091-9196-4459-8cfc-b2bb5536564f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a75980-7885-46b1-82fd-7ba75f3ae7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:32.225729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.258235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-842cc975-747e-4e2f-8da3-842bc4c077a9 None None] Provisioning complete for port 95e0f076-7cec-4322-87dd-8eb843c68a1e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:32.258883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-842cc975-747e-4e2f-8da3-842bc4c077a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.389958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] For port 5b63d334-6ae1-41ae-a322-22af7a7d6776, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:32.392747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-842cc975-747e-4e2f-8da3-842bc4c077a9 None None] Port 95e0f076-7cec-4322-87dd-8eb843c68a1e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:32.414874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] For port 5b63d334-6ae1-41ae-a322-22af7a7d6776, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b63d334-6ae1-41ae-a322-22af7a7d6776,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:32.449547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.480179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for router_gateway (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.512818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] For port e9260091-9196-4459-8cfc-b2bb5536564f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:32.545925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] For port e9260091-9196-4459-8cfc-b2bb5536564f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9260091-9196-4459-8cfc-b2bb5536564f,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:32.562750 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.583944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Provisioning complete for port e9260091-9196-4459-8cfc-b2bb5536564f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:32.584309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.626884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6047c26-9f9a-4326-82e8-f73a03d9c474 None None] Pushing event updated for resources: {'Port': ['ID=5b63d334-6ae1-41ae-a322-22af7a7d6776,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:32.694042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:32.694908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:32.913714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:32.941919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:32.989616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.007887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ef68943f-a149-4af5-8f13-58369e4b500c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.008219 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP ef68943f-a149-4af5-8f13-58369e4b500c disassociated. External IP: 172.35.1.242, port: 5bea8091-1f8e-45b9-a286-0e609ae9afa9.
Jan 15 21:11:33.145029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a4276-14d3-45b1-84a6-91fd2d4b0209 None None] Pushing event updated for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:33.174241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Current status of the port e9260091-9196-4459-8cfc-b2bb5536564f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:33.174793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.175526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e858b49-135b-47f2-b31d-23709621d768 req-6f8541e6-2229-4a3b-9934-6292db29791f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:33.186890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e858b49-135b-47f2-b31d-23709621d768 req-6f8541e6-2229-4a3b-9934-6292db29791f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.3827648
Jan 15 21:11:33.222612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Router db02cfce-09d4-4ce6-8661-64854ae7a8f9 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:33.258545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] For port e9260091-9196-4459-8cfc-b2bb5536564f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9260091-9196-4459-8cfc-b2bb5536564f,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:33.265961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.334497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000e6eb-8a72-48bb-b386-66c176bc4c3c None None] Pushing event updated for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:33.344287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7ae7c8b0>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9260091-9196-4459-8cfc-b2bb5536564f', 'name': '', 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'mac_address': 'fa:16:3e:c5:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:26Z', 'updated_at': '2022-01-15T21:11:32Z', 'revision_number': 4, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'subnets': [{'id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:33.354971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e858b49-135b-47f2-b31d-23709621d768 req-da272dac-7687-46c5-a541-b0e10b53dbf1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665244
Jan 15 21:11:33.407353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:33.423805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13539b-15a2-4ed4-8993-8625cf6b4f2b None None] The sync data for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 is: [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e9260091-9196-4459-8cfc-b2bb5536564f', 'name': '', 'network_id': 'c7d725e8-3e71-44b4-984c-a36ba8a54622', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'mac_address': 'fa:16:3e:c5:36:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:26Z', 'updated_at': '2022-01-15T21:11:32Z', 'revision_number': 4, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'subnets': [{'id': 'f5f89025-92e4-4f24-8593-1f87e8dbd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:33.438030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fbfcedf6-136d-44bf-a0f1-65395c8d9c3c None None] Provisioning complete for port e9260091-9196-4459-8cfc-b2bb5536564f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:33.438403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fbfcedf6-136d-44bf-a0f1-65395c8d9c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.572681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:33.622712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.627474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-77def7af-0250-4011-8ef6-455adf37b46d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9369168
Jan 15 21:11:33.628084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41558) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:33.629990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Sync routers for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:33.707610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fbfcedf6-136d-44bf-a0f1-65395c8d9c3c None None] Current status of the port e9260091-9196-4459-8cfc-b2bb5536564f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:33.723934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:33.730040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3279a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:33.871158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:33.881932 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] Sync routers for ids ['464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:33.898554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:33.903042 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] Routers {'464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:33.903222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2370163b-1c77-4165-865d-079f6306bd6d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "PUT /v2.0/routers/464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 200  len: 917 time: 5.7733805
Jan 15 21:11:33.903325 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b159af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:33.919834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41574) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:33.992075 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b159af0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:34.009042 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] Routers {'464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:34.010208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b159af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:34.145968 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b159af0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:34.148834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9692003e-f60d-4271-8ba0-74cb4aad761f None None] The sync data for ids ['464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:34.210206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:34.305286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:34.308483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5b63d334-6ae1-41ae-a322-22af7a7d6776 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:34.308952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be7712f4-2777-4444-9988-78ca73059436 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 200  len: 923 time: 0.3791544
Jan 15 21:11:34.312300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41578) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:34.354550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010dfb2-a9d6-4bd8-b055-6d3c31b56e9b None None] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:34.413426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:34.470763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-8dd4a2d9-326c-4d37-aa66-2aedafe04e62 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:34.472528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-8dd4a2d9-326c-4d37-aa66-2aedafe04e62 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 811 time: 0.5943847
Jan 15 21:11:34.520652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Provisioning complete for port 5b63d334-6ae1-41ae-a322-22af7a7d6776 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:34.521063 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:34.535978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16661257-afc4-47e3-a279-d4029cc16f7a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:34.538232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-16661257-afc4-47e3-a279-d4029cc16f7a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2245529
Jan 15 21:11:34.543371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41580) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:34.571424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-2b619902-4996-458c-b6b3-28e65b1459ca tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/quotas/7d4a162d96614ece8caf16ccbc99ad5f HTTP/1.1" status: 200  len: 375 time: 0.0631664
Jan 15 21:11:34.683869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5b63d334-6ae1-41ae-a322-22af7a7d6776 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:34.684817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:34.732247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:34.746940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:34.775841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:34.836326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-af23d2a6-28f7-43fb-8081-3b9ec40f5dfd tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2539256
Jan 15 21:11:34.874858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:34.875568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:34.940772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-181d1c60-d4f3-4d8d-b71f-19300cf9ab68 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/ef68943f-a149-4af5-8f13-58369e4b500c HTTP/1.1" status: 200  len: 688 time: 3.3750522
Jan 15 21:11:34.944228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41592) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:34.987776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb6a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:34.993909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Current status of the port 5b63d334-6ae1-41ae-a322-22af7a7d6776 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:34.994294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.031807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:35.032455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:35.087113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] For port 5b63d334-6ae1-41ae-a322-22af7a7d6776, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b63d334-6ae1-41ae-a322-22af7a7d6776,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:35.088356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5b63d334-6ae1-41ae-a322-22af7a7d6776 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:35.090445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.149882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb6a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:35.150550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3eb188-d7cd-4c18-9be1-b3dfd0ba3b5b None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:35.158044 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.193350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3279a0>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:32Z', 'revision_number': 3, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:35.227668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Allocated IP 172.20.0.1 (5f9bcaa9-9173-46c5-a939-fd944b00e3a1/5b858270-e94e-46e5-9bd1-a90a43d112be/229f0958-104d-43b0-9e88-fb5c7b7eb56e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:35.243466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-090094aa-3421-4e4b-ac0a-d71e64cf2e59 service neutron] 10.222.0.46 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061532
Jan 15 21:11:35.250946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ef51f-74eb-4ef0-8963-362fd31c2452 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:35.256217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c4ef51f-74eb-4ef0-8963-362fd31c2452 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.7085433
Jan 15 21:11:35.256217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41606) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:35.289192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 0d9d399b-6b9d-4848-99a8-c59b89ea7fd5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:35.293315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.294035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Checking router: db02cfce-09d4-4ce6-8661-64854ae7a8f9 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:35.294429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Updating router db02cfce-09d4-4ce6-8661-64854ae7a8f9 port 95e0f076-7cec-4322-87dd-8eb843c68a1e binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:35.310861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7bdd716d-96cb-46ab-a50a-e6d2c22e4fe8 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 200  len: 205 time: 0.0532892
Jan 15 21:11:35.356266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41608) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:35.390989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.399890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Pushing event updated for resources: {'Port': ['ID=5b63d334-6ae1-41ae-a322-22af7a7d6776,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:35.422569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-19037f3c-8fdf-46ed-9a1b-0ba4f601be02 None None] Provisioning complete for port 5b63d334-6ae1-41ae-a322-22af7a7d6776 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:35.422948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-19037f3c-8fdf-46ed-9a1b-0ba4f601be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.467957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.468309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.468647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.473409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.473837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.474175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.474639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.475722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.475722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.475722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.475998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.476111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.476442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeda272-d67e-4b82-95a6-f6b60f792b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:35.531843 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:11:35.532200 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:11:35.580533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-7db812ff-f37a-476c-9936-0fda68fee6a4 service neutron] 10.222.0.46 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269987
Jan 15 21:11:35.585251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.585251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.608993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 0d9d399b-6b9d-4848-99a8-c59b89ea7fd5 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:35.631962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks [] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.638048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.811164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.833312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-19037f3c-8fdf-46ed-9a1b-0ba4f601be02 None None] Current status of the port 5b63d334-6ae1-41ae-a322-22af7a7d6776 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:35.861605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:35.866205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:35.868752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:35.922178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.937969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:35.950103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0d9d399b-6b9d-4848-99a8-c59b89ea7fd5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.009789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:36.014918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f300c370-80ed-41ea-991c-93630426336d req-7056465d-3ae8-4cce-98d5-5c26d46ae8d7 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 210 time: 0.1118717
Jan 15 21:11:36.114218 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks [] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.121246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5b63d334-6ae1-41ae-a322-22af7a7d6776 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:36.124517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9260091-9196-4459-8cfc-b2bb5536564f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:36.142292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=0d9d399b-6b9d-4848-99a8-c59b89ea7fd5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:36.161178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port 06ba17e6-7802-4b29-822b-3bdc4325708e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:36.161716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.262851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.301536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (ef68943f-a149-4af5-8f13-58369e4b500c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.305958 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.313766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c4323bc6-4c23-442e-a366-acc6ca670260 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/ef68943f-a149-4af5-8f13-58369e4b500c HTTP/1.1" status: 204  len: 168 time: 1.3679779
Jan 15 21:11:36.314937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41628) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:36.325668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '0a133aca-8a6f-4111-bd83-d62aa11800b6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:36.389788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.402166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f33cd-97d9-4b07-b616-db2df5f0bf85 None None] Pushing event updated for resources: {'Port': ['ID=95e0f076-7cec-4322-87dd-8eb843c68a1e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:36.404715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.422351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Attempting to bind port 95e0f076-7cec-4322-87dd-8eb843c68a1e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:36.422858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Attempting to bind port 95e0f076-7cec-4322-87dd-8eb843c68a1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:36.423134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Attempting to bind port 95e0f076-7cec-4322-87dd-8eb843c68a1e on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:36.431285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:36.431668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:36.432168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.433318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:36.433742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Bound port: 95e0f076-7cec-4322-87dd-8eb843c68a1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:36.434119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.497106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] For port 95e0f076-7cec-4322-87dd-8eb843c68a1e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:36.500525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] For port 95e0f076-7cec-4322-87dd-8eb843c68a1e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95e0f076-7cec-4322-87dd-8eb843c68a1e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:36.506256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79b080-5439-4d7e-8f8a-734ae55ece53 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:36.519952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.594714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.601619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bbfce07c-c074-45a1-91f3-e4600a5690e4 None None] Provisioning complete for port 229f0958-104d-43b0-9e88-fb5c7b7eb56e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:36.601619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbfce07c-c074-45a1-91f3-e4600a5690e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.639189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for 06ba17e6-7802-4b29-822b-3bdc4325708e owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:36.651961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f33cd-97d9-4b07-b616-db2df5f0bf85 None None] Pushing event updated for resources: {'Port': ['ID=95e0f076-7cec-4322-87dd-8eb843c68a1e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:36.677098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bbfce07c-c074-45a1-91f3-e4600a5690e4 None None] Port 229f0958-104d-43b0-9e88-fb5c7b7eb56e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:36.686764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e9260091-9196-4459-8cfc-b2bb5536564f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:36.687145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.723924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.820907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Provisioning complete for port 95e0f076-7cec-4322-87dd-8eb843c68a1e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:36.821069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:36.909794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e9260091-9196-4459-8cfc-b2bb5536564f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:36.913532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd29878f-2eda-48e6-87e2-ead3c8077e60 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:36.933403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:36.934202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3279a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:37.014688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.38 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/bcb6c121-0000-47d5-a173-cef1303ce5bf) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:37.024064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks [] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.036526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.129544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5b63d334-6ae1-41ae-a322-22af7a7d6776 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:37.196012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f087aea-e234-49f5-8a2d-a44578f7ccfe req-c84506ba-9c22-4cf7-ae15-8bfc0f762cac tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 210 time: 0.0350809
Jan 15 21:11:37.216441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.242183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:37.263439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (06ba17e6-7802-4b29-822b-3bdc4325708e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.271571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.300264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=06ba17e6-7802-4b29-822b-3bdc4325708e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:37.324637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.339880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:37.364040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:37.377480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=bcb6c121-0000-47d5-a173-cef1303ce5bf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:37.385386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:37.535394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.546276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a8668-93fe-4986-9b43-f6abbdeea657 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:37.592505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:37.622442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Current status of the port 95e0f076-7cec-4322-87dd-8eb843c68a1e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:37.622833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.645203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] For port 95e0f076-7cec-4322-87dd-8eb843c68a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95e0f076-7cec-4322-87dd-8eb843c68a1e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:37.652688 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.672142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.674470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.742117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5b63d334-6ae1-41ae-a322-22af7a7d6776 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:37.742439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.785054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.786148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router 464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:37.805789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.811210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-af3e21b0-62a0-428d-956f-b85a119f77d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 204  len: 168 time: 2.4567230
Jan 15 21:11:37.816081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:37.826931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1615888814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:37.859686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483718ac-061d-42fa-aba2-76503cfc843d None None] Pushing event updated for resources: {'Port': ['ID=95e0f076-7cec-4322-87dd-8eb843c68a1e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:37.872871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:37.877987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8e6975c6-f1d9-4cae-9345-9e7f500a0a3d None None] Provisioning complete for port 95e0f076-7cec-4322-87dd-8eb843c68a1e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:37.878386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8e6975c6-f1d9-4cae-9345-9e7f500a0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.889667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:37.913582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.914648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:37.995568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-d2d78ef3-a792-450d-bd41-40f62ec5b3c9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:37.997420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-d2d78ef3-a792-450d-bd41-40f62ec5b3c9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 811 time: 0.2794528
Jan 15 21:11:38.011440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Request body: {'port': {'device_id': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'admin_state_up': True, 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:38.118106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5b63d334-6ae1-41ae-a322-22af7a7d6776 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:38.127708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8e6975c6-f1d9-4cae-9345-9e7f500a0a3d None None] Current status of the port 95e0f076-7cec-4322-87dd-8eb843c68a1e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:38.152597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3279a0>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '229f0958-104d-43b0-9e88-fb5c7b7eb56e', 'name': '', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'mac_address': 'fa:16:3e:88:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:34Z', 'updated_at': '2022-01-15T21:11:35Z', 'revision_number': 1, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'subnets': [{'id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:38.192014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddd13b-0473-4c5b-8f61-56c4c6da0c0c None None] The sync data for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 is: [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '229f0958-104d-43b0-9e88-fb5c7b7eb56e', 'name': '', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'mac_address': 'fa:16:3e:88:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:34Z', 'updated_at': '2022-01-15T21:11:35Z', 'revision_number': 1, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'subnets': [{'id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:38.226870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.302864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.329215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Router db02cfce-09d4-4ce6-8661-64854ae7a8f9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:38.338040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.339913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aa604edd-549c-4242-a928-906ce0fcf99a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5224204
Jan 15 21:11:38.350362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41728) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:38.376025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a99a6c05-1541-4c23-b543-0ab5c7ec61e9 None None] Provisioning complete for port 229f0958-104d-43b0-9e88-fb5c7b7eb56e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:38.376796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a99a6c05-1541-4c23-b543-0ab5c7ec61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.442427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a99a6c05-1541-4c23-b543-0ab5c7ec61e9 None None] Port 229f0958-104d-43b0-9e88-fb5c7b7eb56e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:38.467206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'enable_snat': False}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:38.559960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:38.577303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a4892754-6773-4060-b4b5-e6fdf9f88ec7 admin admin] 10.222.0.46 "PUT /v2.0/routers/db02cfce-09d4-4ce6-8661-64854ae7a8f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9374399
Jan 15 21:11:38.690018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Made reservation on behalf of 7d4a162d96614ece8caf16ccbc99ad5f for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:38.693903 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.765020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a24ee043-8ce8-4b9e-ba5d-3fe7d33fd835 req-3243018f-2f60-41e3-a3b0-bc630b6787b5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 210 time: 0.0360103
Jan 15 21:11:38.810942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.850375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:38.974344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:39.335627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:39.342196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:39.471601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=bcb6c121-0000-47d5-a173-cef1303ce5bf,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:39.490196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:39.571969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Allocated IP 172.20.0.9 (199105de-00cd-44b3-8e15-12c91d44ad90/f936c8ee-12db-47d7-8df2-c05db5591784/50bb49c7-3617-4308-844c-7a5f3d2c58b0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:39.609204 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 84e2b57a-6974-413d-a3df-c12dd18e5fd0 associated. External IP: 172.35.1.38, port: 0a133aca-8a6f-4111-bd83-d62aa11800b6.
Jan 15 21:11:39.952810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:39.956804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-efe6f574-bbf9-4a62-831f-997518e36213 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2166965
Jan 15 21:11:39.985776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6c6ddb8e-0608-4e90-9b6e-049d360300a3 req-12a08bc2-9d45-4903-a9f3-1149427331c2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 210 time: 0.0686765
Jan 15 21:11:39.989318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:40.018868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.049684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks [] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.147447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-bebb543b-b1f8-4f7f-8c8d-8446f6e5f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:40.149829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-bebb543b-b1f8-4f7f-8c8d-8446f6e5f293 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 1097 time: 0.1232824
Jan 15 21:11:40.217098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:40.231584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:40.238012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.246856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:40.257764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6a3f67e3-ca30-403f-b17c-08c9e8c882f1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:11:40.262362 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:40.264061 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:40.300321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.310608 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7e50>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:40.322481 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:40.324082 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:40.400725 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7e50>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:40.403439 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0cc5c-78d2-4b97-83fb-7d2c16cb799f None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:40.414273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8cbf9257-8fda-4c0e-80d5-0a18a5ca1e2a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 4.0978930
Jan 15 21:11:40.418325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:40.470187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Pushing event updated for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:40.549410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6ab98614-04dc-4afa-a9d7-ace757df3bee tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/floatingips/84e2b57a-6974-413d-a3df-c12dd18e5fd0 HTTP/1.1" status: 200  len: 977 time: 0.1298807
Jan 15 21:11:40.550220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:40.560584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Network 199105de-00cd-44b3-8e15-12c91d44ad90 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:40.567385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:40.575274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:40.593449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a96a11e1-a975-443c-896d-81bc4e02b928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.604198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Allocated IP 172.35.1.34 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2b660f73-041d-491a-85da-20e8cae2d290) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:40.655784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e18dc90c-808a-4b6c-8151-f78adda2ccdc tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1043789
Jan 15 21:11:40.664237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41834) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:40.670267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': '5bea8091-1f8e-45b9-a286-0e609ae9afa9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:40.751303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:40.753077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.761972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:40.788432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-2d001d23-fcb6-41e6-b3b5-64bc1a919353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:40.790186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-2d001d23-fcb6-41e6-b3b5-64bc1a919353 service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.5719695
Jan 15 21:11:40.860289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-cd3ddd57-e635-4d4a-b41e-29ed43517e5c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8532267
Jan 15 21:11:40.866339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-ecaf0641-085c-4eaa-8df6-ceb19bc3c933 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 200  len: 217 time: 0.0657461
Jan 15 21:11:40.881107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Request body: {'port': {'device_id': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:41.043652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for port (2b660f73-041d-491a-85da-20e8cae2d290), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.056441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a96a11e1-a975-443c-896d-81bc4e02b928 admin admin] Publish callbacks [] for security_group (6db088bc-54b0-4a5e-901f-aa4625fecf35), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.062409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-78037ea3-7856-4e11-b7b7-1758bdcab3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:41.063756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-78037ea3-7856-4e11-b7b7-1758bdcab3d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.1894650
Jan 15 21:11:41.067691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.069712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a96a11e1-a975-443c-896d-81bc4e02b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6db088bc-54b0-4a5e-901f-aa4625fecf35), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.156701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95e0f076-7cec-4322-87dd-8eb843c68a1e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:41.165900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-fa7332cc-a40d-45a7-a0b4-36bbdac31455 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934346
Jan 15 21:11:41.181187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a96a11e1-a975-443c-896d-81bc4e02b928 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=388989507e934dd2bd8c2e4a192e027d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9618974
Jan 15 21:11:41.191674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41860) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:41.211968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a11e1-a975-443c-896d-81bc4e02b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db088bc-54b0-4a5e-901f-aa4625fecf35,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:41.262959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470940-4a02-46b2-86dc-ceb2ec16226c req-7dd8ea02-5253-485b-8f89-fd4afced9bcb tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:41.263517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 95e0f076-7cec-4322-87dd-8eb843c68a1e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:41.263915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.270821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f470940-4a02-46b2-86dc-ceb2ec16226c req-7dd8ea02-5253-485b-8f89-fd4afced9bcb tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 931 time: 0.1419759
Jan 15 21:11:41.323086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2b660f73-041d-491a-85da-20e8cae2d290), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.429139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7f470940-4a02-46b2-86dc-ceb2ec16226c req-ee9bdf93-8aad-4329-82bd-a7d8ffad3481 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543190
Jan 15 21:11:41.468150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 95e0f076-7cec-4322-87dd-8eb843c68a1e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:41.502641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41884) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:41.578638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:41.602904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:41.627635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a15267-438b-4aef-842d-49e2ea470998 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:41.643145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:41.648071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Pushing event updated for resources: {'Port': ['ID=2b660f73-041d-491a-85da-20e8cae2d290,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:41.690143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3dae1b6f-89c7-4734-a6df-e7f8f47e27b4 None None] Provisioning complete for port 2b660f73-041d-491a-85da-20e8cae2d290 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:41.690420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3dae1b6f-89c7-4734-a6df-e7f8f47e27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2b660f73-041d-491a-85da-20e8cae2d290), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.718118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.725747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.730967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3dae1b6f-89c7-4734-a6df-e7f8f47e27b4 None None] Port 2b660f73-041d-491a-85da-20e8cae2d290 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:41.731174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] Publish callbacks [] for security_group (6db088bc-54b0-4a5e-901f-aa4625fecf35), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.734932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-ea0acc51-75ff-4686-a1bb-d415e4014544 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5582509
Jan 15 21:11:41.839555 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 84e2b57a-6974-413d-a3df-c12dd18e5fd0 associated. External IP: 172.35.1.38, port: 0a133aca-8a6f-4111-bd83-d62aa11800b6.
Jan 15 21:11:41.856534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] Publish callbacks [] for security_group (6db088bc-54b0-4a5e-901f-aa4625fecf35), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:41.911405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Sync routers for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:41.924484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:41.925501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e5190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.040316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:42.069257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:42.207599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6db088bc-54b0-4a5e-901f-aa4625fecf35), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:42.210211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:42.215304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6db088bc-54b0-4a5e-901f-aa4625fecf35 HTTP/1.1" status: 204  len: 168 time: 0.9965174
Jan 15 21:11:42.240040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:42.257080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:42.293118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a52c062f-c44c-4c97-9117-f9e1415d9c2c req-d8ae0ac1-ec75-49a1-95c5-da137d373c60 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5509501
Jan 15 21:11:42.294603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:42.297616 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.302464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad368-687c-4326-9649-b456fb39c599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db088bc-54b0-4a5e-901f-aa4625fecf35,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:42.403101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b78b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.403454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e5190>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '229f0958-104d-43b0-9e88-fb5c7b7eb56e', 'name': '', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'mac_address': 'fa:16:3e:88:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:34Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 2, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'subnets': [{'id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.415856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:42.417564 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.490022 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b78b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:42.491037 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce868b9b-7fa2-4077-a28e-1d564310994b None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:42.520316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Checking router: db02cfce-09d4-4ce6-8661-64854ae7a8f9 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:42.521235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Updating router db02cfce-09d4-4ce6-8661-64854ae7a8f9 port 229f0958-104d-43b0-9e88-fb5c7b7eb56e binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:11:42.623562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:42.727607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026470-8532-402d-acef-3befb0e6a28d req-5d88472c-d346-486a-838b-46298ea2d6c9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:42.729700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9026470-8532-402d-acef-3befb0e6a28d req-5d88472c-d346-486a-838b-46298ea2d6c9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 931 time: 0.1626883
Jan 15 21:11:42.803597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:42.829461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bb49c7-3617-4308-844c-7a5f3d2c58b0 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:42.832887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9026470-8532-402d-acef-3befb0e6a28d req-64b78b18-620c-43db-984c-6dd279a8cd44 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909274
Jan 15 21:11:42.868663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks [] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:42.962165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Transition to ACTIVE for port object 50bb49c7-3617-4308-844c-7a5f3d2c58b0 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:11:42.974507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.028264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:43.036753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router_gateway (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.058236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:43.063440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.077895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:43.168197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9246993d-1571-4af7-95ee-0c43f9add2b5 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/84e2b57a-6974-413d-a3df-c12dd18e5fd0 HTTP/1.1" status: 200  len: 978 time: 2.4988225
Jan 15 21:11:43.168913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks [] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.169178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:43.175196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.180323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:43.293838 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.313164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a856-b4f1-43e4-aea4-081819df47b5 None None] Pushing event updated for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:43.316177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Attempting to bind port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:43.316765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Attempting to bind port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:43.316933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Attempting to bind port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 on network 199105de-00cd-44b3-8e15-12c91d44ad90 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:43.322844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:43.323726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b04d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:43.325494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 on network 199105de-00cd-44b3-8e15-12c91d44ad90 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:11:43.325827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Attempting to bind port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 on network 199105de-00cd-44b3-8e15-12c91d44ad90 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:43.337851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:43.338256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Checking segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:43.338685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Bound using segment: {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:43.339134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Bound port: 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:43.339497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.392069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b04d250>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:43.544461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:43.548609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b04d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:43.595448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.602863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.603659 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 84e2b57a-6974-413d-a3df-c12dd18e5fd0 disassociated. External IP: 172.35.1.38, port: 5bea8091-1f8e-45b9-a286-0e609ae9afa9.
Jan 15 21:11:43.687758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b04d250>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:43.689209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7792cc-1e79-4bde-a64f-c40602fff1de None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:43.689357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.696434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Attempting to bind port 229f0958-104d-43b0-9e88-fb5c7b7eb56e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:43.697073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Attempting to bind port 229f0958-104d-43b0-9e88-fb5c7b7eb56e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:43.697640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Attempting to bind port 229f0958-104d-43b0-9e88-fb5c7b7eb56e on network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:43.708020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:43.708491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Checking segment: {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:43.709037 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.709930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Bound using segment: {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:43.710427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Bound port: 229f0958-104d-43b0-9e88-fb5c7b7eb56e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3b16c1-d824-44eb-8c42-869198695cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:43.710815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.845334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.848600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:43.853535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:43.870225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.874301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.887299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] For port 229f0958-104d-43b0-9e88-fb5c7b7eb56e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:43.909154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] For port 229f0958-104d-43b0-9e88-fb5c7b7eb56e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=229f0958-104d-43b0-9e88-fb5c7b7eb56e,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:43.913475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Provisioning complete for port 229f0958-104d-43b0-9e88-fb5c7b7eb56e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:43.914455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:43.918620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:44.028952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a856-b4f1-43e4-aea4-081819df47b5 None None] Pushing event updated for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:44.037247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:44.037873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e5190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:44.068118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:44.071328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:44.074615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 200  len: 1091 time: 3.2014275
Jan 15 21:11:44.217502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:44.223483 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9ea13-7057-4c5c-806c-486e3ffc349a" -d '{"events": [{"name": "network-changed", "server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:44.265285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:44.444402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Current status of the port 229f0958-104d-43b0-9e88-fb5c7b7eb56e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:44.444948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:44.483910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e47483-6d60-49e1-a97a-6a392df7b9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:44.516495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-c665ef5c-7cc6-422f-9d07-e948c9286c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:44.518744 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-c665ef5c-7cc6-422f-9d07-e948c9286c7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1094 time: 0.2733593
Jan 15 21:11:44.613054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c63ec1-85db-40a7-a752-60d1943e9422 req-5c0933b1-33bf-4f4e-a10b-854112416c9c tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:44.617460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7c63ec1-85db-40a7-a752-60d1943e9422 req-5c0933b1-33bf-4f4e-a10b-854112416c9c tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 0.1820467
Jan 15 21:11:44.627110 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:44.628676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-a2637777-3daa-46c9-bb3f-54e7dcb20639 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 200  len: 217 time: 0.0981357
Jan 15 21:11:44.669238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] For port 229f0958-104d-43b0-9e88-fb5c7b7eb56e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=229f0958-104d-43b0-9e88-fb5c7b7eb56e,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:44.685537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69db693-1589-4628-b076-7c9c133d43b4 req-8859d950-014b-47c5-bb93-1bcd05a61952 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:44.687112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69db693-1589-4628-b076-7c9c133d43b4 req-8859d950-014b-47c5-bb93-1bcd05a61952 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 943 time: 0.2501493
Jan 15 21:11:44.711621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:44.764514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7c63ec1-85db-40a7-a752-60d1943e9422 req-cab63f76-89be-47b2-b989-e98c1c0a612e tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052952
Jan 15 21:11:44.771898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Router 5019adf8-29b8-4f8d-b22c-e2aadeaf38ea is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:44.773666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f40b9-ba4f-4bdd-a596-c65383900fae None None] Pushing event updated for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:44.784675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-833b7654-2ffb-4ead-b799-32c9d2a1dcc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1671813
Jan 15 21:11:44.794924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-68595acf-2a94-43c4-b645-c7aa25c806f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:44.794924 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-68595acf-2a94-43c4-b645-c7aa25c806f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.1495571
Jan 15 21:11:44.848934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-6d50236c-33f7-4749-b19e-3bea7cf367cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409207
Jan 15 21:11:44.863301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e5190>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '229f0958-104d-43b0-9e88-fb5c7b7eb56e', 'name': '', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'mac_address': 'fa:16:3e:88:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:34Z', 'updated_at': '2022-01-15T21:11:43Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'subnets': [{'id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:44.864092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f69db693-1589-4628-b076-7c9c133d43b4 req-9db38eda-e771-407d-bf1e-86d734108f02 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107094
Jan 15 21:11:44.942911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:44.991175 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e8c3d-fe75-4422-9046-7ac0830efde9 x-openstack-request-id: req-979e8c3d-fe75-4422-9046-7ac0830efde9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:44.991477 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:44.991735 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-979e8c3d-fe75-4422-9046-7ac0830efde9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:44.992304 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0', 'status': 'completed', 'code': 200}
Jan 15 21:11:45.090159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:45.094707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.105754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:45.108220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-d7fbb79d-6c1e-4c42-9c72-ed6120c1dbad service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487345
Jan 15 21:11:45.129622 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:45.131217 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.142489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 229f0958-104d-43b0-9e88-fb5c7b7eb56e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:45.148314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7c1c21a-da4e-47fe-8ff5-8dc7a72f18c8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/84e2b57a-6974-413d-a3df-c12dd18e5fd0 HTTP/1.1" status: 200  len: 687 time: 1.9756467
Jan 15 21:11:45.148510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0d9a7-399d-427d-82d2-aeec1f57e15b None None] The sync data for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 is: [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:36Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '229f0958-104d-43b0-9e88-fb5c7b7eb56e', 'name': '', 'network_id': '5f9bcaa9-9173-46c5-a939-fd944b00e3a1', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'mac_address': 'fa:16:3e:88:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:34Z', 'updated_at': '2022-01-15T21:11:43Z', 'revision_number': 4, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'subnets': [{'id': '5b858270-e94e-46e5-9bd1-a90a43d112be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:45.150258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41970) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:45.196828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3fcf1938-3a6c-4841-85e8-99b76f7909e2 None None] Provisioning complete for port 229f0958-104d-43b0-9e88-fb5c7b7eb56e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:45.197265 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1938-3a6c-4841-85e8-99b76f7909e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.206741 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502460>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.217585 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:45.218545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.241848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4342f047-6ffa-4a96-b662-00d1a7f1524a req-3d11e30d-b78d-4796-a886-241b93ee2791 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171207
Jan 15 21:11:45.285571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.287871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 229f0958-104d-43b0-9e88-fb5c7b7eb56e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:45.288234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.322617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502460>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.324220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fed40-e1b0-4898-8dfb-86c7a3bcbdc9 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:45.330658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port bcb6c121-0000-47d5-a173-cef1303ce5bf {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:45.330907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.340100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-b2cccc01-e71a-4e15-b656-ed6bebc906ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:45.341649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-b2cccc01-e71a-4e15-b656-ed6bebc906ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 1096 time: 0.4887164
Jan 15 21:11:45.375181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf1938-3a6c-4841-85e8-99b76f7909e2 None None] Current status of the port 229f0958-104d-43b0-9e88-fb5c7b7eb56e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:45.444573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 229f0958-104d-43b0-9e88-fb5c7b7eb56e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:45.460138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.460770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (bcb6c121-0000-47d5-a173-cef1303ce5bf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.462503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:45.470039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.473701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81faa5d9-4c93-4039-b500-c6768f5a4498 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "PUT /v2.0/routers/5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 200  len: 919 time: 7.0159004
Jan 15 21:11:45.473863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] Sync routers for ids ['5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:45.477476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 41974) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:45.489999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for bcb6c121-0000-47d5-a173-cef1303ce5bf owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:45.505643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] Routers {'5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:45.506900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b40b2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.533810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Deleting port e9260091-9196-4459-8cfc-b2bb5536564f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:45.534400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.552749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b40b2b0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.565649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] Routers {'5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:45.566290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b40b2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.587336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-0258691d-1ab0-42ff-b221-39378ce3ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:45.588698 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-0258691d-1ab0-42ff-b221-39378ce3ab5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1094 time: 0.2703342
Jan 15 21:11:45.605555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b40b2b0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:45.606515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc20d65-7b1a-4110-b99b-7435164d94eb None None] The sync data for ids ['5019adf8-29b8-4f8d-b22c-e2aadeaf38ea'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:45.665478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (bcb6c121-0000-47d5-a173-cef1303ce5bf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.691526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=bcb6c121-0000-47d5-a173-cef1303ce5bf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:45.774048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (84e2b57a-6974-413d-a3df-c12dd18e5fd0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.777968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:45.782370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6525b4f-73b2-4339-96e6-09306ceba2ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/84e2b57a-6974-413d-a3df-c12dd18e5fd0 HTTP/1.1" status: 204  len: 168 time: 0.6323733
Jan 15 21:11:45.783020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41980) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:45.849399 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-8d47f310-bd10-4a2a-9446-46f493516552 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:45.856818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8d47f310-bd10-4a2a-9446-46f493516552 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/84e2b57a-6974-413d-a3df-c12dd18e5fd0 HTTP/1.1" status: 404  len: 345 time: 0.0664804
Jan 15 21:11:45.857584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:45.974541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-017e5396-6366-4506-8b75-0b6095c50aa3 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e469a5c2748947d2b8a9103dafc74172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0743098
Jan 15 21:11:46.034863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230fec-9ec8-4e1f-a882-b58f79a3f99f req-92d7bdfa-5b32-48e9-acab-f4ebd5ec0554 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.036579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4230fec-9ec8-4e1f-a882-b58f79a3f99f req-92d7bdfa-5b32-48e9-acab-f4ebd5ec0554 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 0.1766491
Jan 15 21:11:46.091477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-ab7ff889-b9a6-4ecf-8a5b-202daeabd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.093014 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-ab7ff889-b9a6-4ecf-8a5b-202daeabd955 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 200  len: 915 time: 0.6986222
Jan 15 21:11:46.093275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e099c3-602d-4a09-92eb-b19f1a6f6e52 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.099841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e099c3-602d-4a09-92eb-b19f1a6f6e52 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.107104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e099c3-602d-4a09-92eb-b19f1a6f6e52 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.111373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-75e099c3-602d-4a09-92eb-b19f1a6f6e52 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/ports?network_id=13440e1c-c34e-4ef4-8ad0-ab96319f2067 HTTP/1.1" status: 200  len: 2359 time: 0.2501507
Jan 15 21:11:46.121649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 41998) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.172668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-35240fdf-6a68-4abc-bddd-27b75619cbc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46b9724-0123-47b5-a443-4daf591a33d4 HTTP/1.1" status: 200  len: 217 time: 0.0711465
Jan 15 21:11:46.208160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] For port e9260091-9196-4459-8cfc-b2bb5536564f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9260091-9196-4459-8cfc-b2bb5536564f,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:46.208536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:46.223433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4230fec-9ec8-4e1f-a882-b58f79a3f99f req-f1fbcd69-1f67-425f-9b61-5a18e573c39d tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584377
Jan 15 21:11:46.238422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed1114-1250-4c7d-a840-147d8c9bbb4b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.240113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-22ed1114-1250-4c7d-a840-147d8c9bbb4b tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/subnets/8407a9c1-ebe5-4a27-af03-a798ea4d75af HTTP/1.1" status: 200  len: 797 time: 0.1179497
Jan 15 21:11:46.249676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-782f0d1c-b1af-4c45-a72a-2b7b5985900e tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.251206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-782f0d1c-b1af-4c45-a72a-2b7b5985900e tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2693598
Jan 15 21:11:46.252480 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-869711da-2132-437e-9000-0bffddd813a5 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 200  len: 925 time: 0.7731047
Jan 15 21:11:46.254687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42000) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.255022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42002) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.271765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Calling delete_port for e9260091-9196-4459-8cfc-b2bb5536564f owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:46.277992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'port': {'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067', 'name': 'tempest-FloatingIPTestJSON-177556057', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:46.289044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-cef821c5-d7b1-44a6-bc16-6774a27c8aa8 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.289044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-cef821c5-d7b1-44a6-bc16-6774a27c8aa8 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 0.6719353
Jan 15 21:11:46.298108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-fb2ec634-b462-4d71-82a1-d8b517ec5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.299582 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-fb2ec634-b462-4d71-82a1-d8b517ec5a9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.7049289
Jan 15 21:11:46.358668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-5a856058-d4a8-4baa-9489-8d52631a647c tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/quotas/e469a5c2748947d2b8a9103dafc74172 HTTP/1.1" status: 200  len: 375 time: 0.0753973
Jan 15 21:11:46.411038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-a5c654de-532b-488f-8ef0-cac3c3189243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.413576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-a5c654de-532b-488f-8ef0-cac3c3189243 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 200  len: 854 time: 0.2254550
Jan 15 21:11:46.421645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-4b02e1a7-0906-4e81-bb72-fa020e52c9a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 200  len: 217 time: 0.1075697
Jan 15 21:11:46.439207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-64e84b3e-4dc4-4aee-8bb1-6f1fbd442da3 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e469a5c2748947d2b8a9103dafc74172&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528922
Jan 15 21:11:46.446664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530eb52-d754-4eff-8ee8-2b9d739dc39d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.451251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2530eb52-d754-4eff-8ee8-2b9d739dc39d tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=5019adf8-29b8-4f8d-b22c-e2aadeaf38ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1909542
Jan 15 21:11:46.452308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42006) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.481683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9970c2-d429-47b1-9ded-5313de457818 req-cebea758-8665-45ef-bf39-fc4684e96795 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.483473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9970c2-d429-47b1-9ded-5313de457818 req-cebea758-8665-45ef-bf39-fc4684e96795 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 943 time: 0.1401327
Jan 15 21:11:46.487887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-33ec67e7-9f3d-4319-bc10-2ccbcec8b119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d9d48cd-f1ff-460c-8042-7a2e183af37d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607424
Jan 15 21:11:46.651558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-d9afad80-22da-4724-8060-2cffbb6bad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.653075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-d9afad80-22da-4724-8060-2cffbb6bad37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.2098937
Jan 15 21:11:46.669760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9970c2-d429-47b1-9ded-5313de457818 req-e46f0450-0c34-475f-8182-5505e2636a7b tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441474
Jan 15 21:11:46.676834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29ad0f53-314e-4227-a917-fe49ffd17567 req-9479445e-91d5-4902-84c7-270ad2d5de94 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 210 time: 0.0663340
Jan 15 21:11:46.681731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:46.688746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e96459-3160-4f15-81d8-bfca4bc43e1a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:46.690162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39e96459-3160-4f15-81d8-bfca4bc43e1a tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/networks/8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 881 time: 0.2361169
Jan 15 21:11:46.701935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42012) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.735233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-509dc036-b970-434d-9988-3186f53510cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704560
Jan 15 21:11:46.785574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cba907c2-38f9-4366-b73e-031cd7df6261 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 200  len: 205 time: 0.0824606
Jan 15 21:11:46.791210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:46.793752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42018) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:46.798766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Deleting port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:46.799151 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:46.803622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-55a7b5c3-bfa6-4203-b8fc-bae705acbe30 service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2918532
Jan 15 21:11:46.927565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] device_id is not set on port 5c0a64b2-dab9-4cd2-84fa-4a585f67e338 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:11:46.935618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.075512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-88345d9d-4ff2-4205-9ae8-8b32beb66604 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3201828
Jan 15 21:11:47.102138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e9260091-9196-4459-8cfc-b2bb5536564f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.157500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c2b92ec1-b032-48c3-ab5c-eb7d6d1df240 req-df74bec7-3a74-44d4-aefb-c2f3b9218e5c service neutron] 10.222.0.39 "GET /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3170741
Jan 15 21:11:47.168589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 50bb49c7-3617-4308-844c-7a5f3d2c58b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:11:47.188563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9260091-9196-4459-8cfc-b2bb5536564f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:47.195750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] For port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:47.196124 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.208487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.240657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Calling delete_port for f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:47.347070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port 2b660f73-041d-491a-85da-20e8cae2d290 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:47.347432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2b660f73-041d-491a-85da-20e8cae2d290), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.392572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-17b9ea13-7057-4c5c-806c-486e3ffc349a req-8a32a1c2-81e1-4dc1-b764-d74d6692b742 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058112
Jan 15 21:11:47.425038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:47.445481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '50bb49c7-3617-4308-844c-7a5f3d2c58b0', 'network_id': '199105de-00cd-44b3-8e15-12c91d44ad90', 'port_id': '50bb49c7-3617-4308-844c-7a5f3d2c58b0', 'mac_address': 'fa:16:3e:18:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f936c8ee-12db-47d7-8df2-c05db5591784', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:11:47.533485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:47.534401 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.560764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bb49c7-3617-4308-844c-7a5f3d2c58b0 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:47.591832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.593292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:47.601717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.667777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.693509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:11:47.716426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Pushing event deleted for resources: {'Port': ['ID=f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:47.769506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:47.856409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['50bb49c7-3617-4308-844c-7a5f3d2c58b0'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:11:47.863122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] No DVR routers for this DVR port f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:11:47.871604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.875505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cae297bc-bbb1-4d43-af91-b94fa9f96b18 req-3a406103-db38-48c0-a49c-99f0f0989505 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.39 "DELETE /v2.0/ports/f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 HTTP/1.1" status: 204  len: 173 time: 1.5816252
Jan 15 21:11:47.877860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'name': 'network-vif-deleted', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:47.880683 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da6b52-287c-4c2b-9554-fb1d51a1103c" -d '{"events": [{"server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "name": "network-vif-deleted", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:47.939910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-066cd64e-c36e-4082-84b2-92ce42bd7ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:47.991579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2b660f73-041d-491a-85da-20e8cae2d290), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.004908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-c1ff947d-9242-498c-96dd-d7b0cd0d2ced tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e469a5c2748947d2b8a9103dafc74172&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503008
Jan 15 21:11:48.008745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for 2b660f73-041d-491a-85da-20e8cae2d290 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:48.220811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.14 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/5c0a64b2-dab9-4cd2-84fa-4a585f67e338) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:48.229662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.13 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/5c0a64b2-dab9-4cd2-84fa-4a585f67e338) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:48.255342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-cd53abf5-7fef-4334-b17e-9f5c8ecf463d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:48.256747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-cd53abf5-7fef-4334-b17e-9f5c8ecf463d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2340822
Jan 15 21:11:48.258672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:48.272114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Request body: {'port': {'device_id': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'e469a5c2748947d2b8a9103dafc74172'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:48.331609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2b660f73-041d-491a-85da-20e8cae2d290), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.414587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b50f-e0a4-4208-adfe-95e33156e1f6 req-ccdedbc1-aa72-41d0-9446-a5d2ad01785f tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:48.416932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e934b50f-e0a4-4208-adfe-95e33156e1f6 req-ccdedbc1-aa72-41d0-9446-a5d2ad01785f tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3dd3992-80af-4b32-9542-0d000187e277 HTTP/1.1" status: 200  len: 949 time: 1.0330353
Jan 15 21:11:48.417823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=2b660f73-041d-491a-85da-20e8cae2d290,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:48.420633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229e100-1788-4538-b180-d7a5a8598e0c None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:48.477488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:48.487099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4f712131-6192-493e-8cdb-d5bfb99a8774 admin admin] 10.222.0.46 "PUT /v2.0/routers/68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9824500
Jan 15 21:11:48.492525 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Sync routers for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:48.500545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42034) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:48.511691 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:48.512723 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:48.567839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (5c0a64b2-dab9-4cd2-84fa-4a585f67e338), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.587462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f95c0-d903-4681-8cd3-114ec7a32b11 req-268e3578-f6e1-4211-a7a5-27bb2810abd4 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:48.589725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992f95c0-d903-4681-8cd3-114ec7a32b11 req-268e3578-f6e1-4211-a7a5-27bb2810abd4 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 944 time: 0.6612926
Jan 15 21:11:48.611558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Made reservation on behalf of e469a5c2748947d2b8a9103dafc74172 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:11:48.615292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.651948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.662872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e934b50f-e0a4-4208-adfe-95e33156e1f6 req-d6c4ac6e-0c29-4925-b756-fa50009d7064 tempest-VolumesBackupsTest-197440665 tempest-VolumesBackupsTest-197440665-project] 10.222.0.46 "GET /v2.0/security-groups?id=73ca9f1c-d3e1-434a-8e15-c89c736640f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237341
Jan 15 21:11:48.704147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.721173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks [] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.761074 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:48.829895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.833020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afc41455-7336-4254-8f86-f04f4294283b req-cf9f1251-7e6f-41f9-8822-3b7e9cceb596 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 210 time: 0.0725558
Jan 15 21:11:48.834919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.844631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5c0a64b2-dab9-4cd2-84fa-4a585f67e338), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.851846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-992f95c0-d903-4681-8cd3-114ec7a32b11 req-59ca7050-3dc9-4477-874d-0cc0f7765bac tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528200
Jan 15 21:11:48.946509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (5019adf8-29b8-4f8d-b22c-e2aadeaf38ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.947116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router 5019adf8-29b8-4f8d-b22c-e2aadeaf38ea {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:48.955960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:48.967669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:48.968976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1a872c5-31d3-41e7-9f36-f9863d4d64be tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 204  len: 168 time: 2.1741886
Jan 15 21:11:48.970561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=5c0a64b2-dab9-4cd2-84fa-4a585f67e338,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:48.972745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42050) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:48.975819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:48.981031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2047509138', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:48.988175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:49.009338 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502940>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:46Z', 'revision_number': 5, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:49.054410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:49.055054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.059208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.060266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.071801 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Checking router: 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:49.081314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8200e7d-ec84-4037-8713-b666a500ec9f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.8251855
Jan 15 21:11:49.083891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42052) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:49.085828 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Routers {'68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:49.086756 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:49.089031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '5c0a64b2-dab9-4cd2-84fa-4a585f67e338', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:49.143394 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.168742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 50bb49c7-3617-4308-844c-7a5f3d2c58b0 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:49.188428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.241372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:11:49.249497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:49.250174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.264000 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39971cef-8341-4a1b-b8cb-ce7349e20766 x-openstack-request-id: req-39971cef-8341-4a1b-b8cb-ce7349e20766 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:49.264451 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dd3992-80af-4b32-9542-0d000187e277", "name": "network-vif-deleted", "tag": "f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:49.264821 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39971cef-8341-4a1b-b8cb-ce7349e20766 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:49.265347 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dd3992-80af-4b32-9542-0d000187e277', 'name': 'network-vif-deleted', 'tag': 'f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8', 'status': 'completed', 'code': 200}
Jan 15 21:11:49.321570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks [] for router_gateway (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.345171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] Set router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:49.364672 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.392077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks [] for security_group (710ab315-06a1-4342-bbbd-fbd2cb8f1860), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.400533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (710ab315-06a1-4342-bbbd-fbd2cb8f1860), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.406695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:49.407162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.451183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:49.452549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:49.456429 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b693663a-0df6-461d-bd4d-77eb6d40ab66" -d '{"events": [{"server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "name": "network-vif-plugged", "status": "completed", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:49.461798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.501888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710ab315-06a1-4342-bbbd-fbd2cb8f1860,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:49.527408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:49.536605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.541741 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be73d74-d24e-4041-86e8-3ba107b7ffee x-openstack-request-id: req-6be73d74-d24e-4041-86e8-3ba107b7ffee {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:49.542220 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "name": "network-vif-plugged", "status": "completed", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:49.544522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Deleting port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:49.545027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.552445 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6be73d74-d24e-4041-86e8-3ba107b7ffee {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:49.556583 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0', 'code': 200}
Jan 15 21:11:49.605734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Allocated IP 192.168.233.112 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/6245ff41-74f7-477d-93d6-d7012a6fb3b2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:49.614784 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b502940>, [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:46Z', 'revision_number': 5, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:49.650171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4f6a6-5b9f-44ea-a8b1-35584be40d05 None None] The sync data for ids ['68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b'] in ncdv-master-1 is: [{'id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'name': 'tempest-TestAggregatesBasicOps-2100807042-router', 'tenant_id': '92106d839aed443cb1a5b1f29b4639cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:21Z', 'updated_at': '2022-01-15T21:11:46Z', 'revision_number': 5, 'project_id': '92106d839aed443cb1a5b1f29b4639cc', 'gw_port': {'id': '7ce91ded-587a-49fe-ba1b-4b37c94a2be8', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:23Z', 'updated_at': '2022-01-15T21:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:49.663290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:49.725113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] For port 7ce91ded-587a-49fe-ba1b-4b37c94a2be8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:49.725613 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.728097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:49.728654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f2e8d311-9ea4-4bf4-83cb-f4cbf0099ba8 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:49.747976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Calling delete_port for 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:49.752947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c98e5-90ae-4066-ab21-1b35f837e617 req-5e5cc9c6-0a40-4cc4-9103-a65c8a1d54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:49.754537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-473c98e5-90ae-4066-ab21-1b35f837e617 req-5e5cc9c6-0a40-4cc4-9103-a65c8a1d54c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1096 time: 0.1467769
Jan 15 21:11:49.762556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.144 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/07a032ab-1ebe-4da2-8ec3-e803aa7cef39) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:49.841740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.899089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:49.927719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-473c98e5-90ae-4066-ab21-1b35f837e617 req-e88efb59-5dec-434f-8d11-4c11678d56ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567550
Jan 15 21:11:50.000013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks [] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.028724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8db847f-8fc1-4626-945e-b363bc8465b0 req-323213df-9919-4ea1-aece-fe493d45104c tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 210 time: 0.0616384
Jan 15 21:11:50.083457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f962c0-dfc2-4a4f-87c4-888440ed0c01 req-92de9440-082f-4987-ae51-1b69a9189aa2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:50.084127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.085460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98f962c0-dfc2-4a4f-87c4-888440ed0c01 req-92de9440-082f-4987-ae51-1b69a9189aa2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1170816
Jan 15 21:11:50.136663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7ce91ded-587a-49fe-ba1b-4b37c94a2be8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.143403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.151785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:50.156292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:50.158583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Pushing event updated for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:50.160452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:50.172712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98f962c0-dfc2-4a4f-87c4-888440ed0c01 req-11a3234d-2586-47f1-bab6-f848cd5be4f8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757463
Jan 15 21:11:50.208586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fcba6-ec2c-4622-9619-1b23327eb4a9 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:50.218498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.239738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce91ded-587a-49fe-ba1b-4b37c94a2be8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.295801 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:50.301104 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:50.304765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:50.308755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:50.309467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.310547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:50.323484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:50.336771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.343827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-10c049c8-1b4a-4a0f-bbf0-368aba33cb12 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0766397
Jan 15 21:11:50.365658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=07a032ab-1ebe-4da2-8ec3-e803aa7cef39,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:50.383330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Allocated IP 172.35.1.238 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/9673dbb5-13d0-466e-81e1-f6ba921aaa66) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:11:50.414563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Request body: {'port': {'device_id': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:50.479309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.483007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks [] for router_controller (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.553253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.564191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.565167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:50.571264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.574929 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-53e7d2e0-bacb-48e4-b935-5d005396d100 admin admin] 10.222.0.46 "DELETE /v2.0/routers/68d387b4-3ce3-42e1-91f9-7dd8bf4bb57b HTTP/1.1" status: 204  len: 168 time: 2.0687251
Jan 15 21:11:50.576504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42078) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:50.592748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d51660c5-5d03-47b0-a759-2701189fc444 None None] Provisioning complete for port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:50.593604 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d51660c5-5d03-47b0-a759-2701189fc444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.643886 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.662940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Deleting subnet f5f89025-92e4-4f24-8593-1f87e8dbd4a8 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:11:50.673780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d51660c5-5d03-47b0-a759-2701189fc444 None None] Port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:50.685818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dd80e740-6022-4bde-b7e1-442f7008e6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.718174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Publish callbacks [] for subnet (f5f89025-92e4-4f24-8593-1f87e8dbd4a8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.779791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.785819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f5f89025-92e4-4f24-8593-1f87e8dbd4a8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:50.876295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:11:50.879986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:11:50.882376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event updated for resources: {'Port': ['ID=9673dbb5-13d0-466e-81e1-f6ba921aaa66,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:50.887199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:11:50.930601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb04c50-a702-43cf-a30d-053c3f44a135 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:50.940480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f5f89025-92e4-4f24-8593-1f87e8dbd4a8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.014914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-678f81bf-5d39-405f-b5dd-3b20cdd43b9d None None] Provisioning complete for port 9673dbb5-13d0-466e-81e1-f6ba921aaa66 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:51.022198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-678f81bf-5d39-405f-b5dd-3b20cdd43b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.029651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6245ff41-74f7-477d-93d6-d7012a6fb3b2 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:51.043045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks [] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.064009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Transition to ACTIVE for port object 6245ff41-74f7-477d-93d6-d7012a6fb3b2 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:11:51.065740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f5f89025-92e4-4f24-8593-1f87e8dbd4a8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.074191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.130738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f89025-92e4-4f24-8593-1f87e8dbd4a8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:51.136285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.141973 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aae28861-a312-4b9b-a510-ef266a1034ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f5f89025-92e4-4f24-8593-1f87e8dbd4a8 HTTP/1.1" status: 204  len: 168 time: 0.5620630
Jan 15 21:11:51.142485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-678f81bf-5d39-405f-b5dd-3b20cdd43b9d None None] Port 9673dbb5-13d0-466e-81e1-f6ba921aaa66 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:11:51.146285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d3c2f-593e-4779-b9e3-09f71b3fecc0 None None] Network c7d725e8-3e71-44b4-984c-a36ba8a54622 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:11:51.147464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:51.239660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Pushing event updated for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:51.382242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c7d725e8-3e71-44b4-984c-a36ba8a54622), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.415356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Attempting to bind port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:11:51.415729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Attempting to bind port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:11:51.416063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Attempting to bind port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:51.423577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:11:51.423901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Attempting to bind port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:11:51.426794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:51.467174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:51.467522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7ce91ded-587a-49fe-ba1b-4b37c94a2be8 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:51.472023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5342010f-01be-4a27-a458-9de6d1c5573c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.473661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:11:51.474483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:11:51.475129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:11:51.475541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9260091-9196-4459-8cfc-b2bb5536564f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:51.475731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Bound port: 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:11:51.476132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.520186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] DHCP port deletion for c7d725e8-3e71-44b4-984c-a36ba8a54622 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:51.536568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e9260091-9196-4459-8cfc-b2bb5536564f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:51.537062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e9260091-9196-4459-8cfc-b2bb5536564f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:51.548591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Deleting port ff483dd6-f1f3-4135-8827-eb5c26fab739 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:51.549357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.629834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Deleting port ff483dd6-f1f3-4135-8827-eb5c26fab739 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:51.630443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2afb-8257-4596-af8c-a102fbe56099 req-6d6a7af3-b814-4398-86be-d14b11c786bc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:51.631442 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.632454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2de2afb-8257-4596-af8c-a102fbe56099 req-6d6a7af3-b814-4398-86be-d14b11c786bc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2883501
Jan 15 21:11:51.656483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80f98-38e8-4982-9984-f7b84ea20d3e req-7155801a-aaf9-4881-990d-5285b9e2ed4e tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:51.659367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b80f98-38e8-4982-9984-f7b84ea20d3e req-7155801a-aaf9-4881-990d-5285b9e2ed4e tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 948 time: 0.3028281
Jan 15 21:11:51.680723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] For port ff483dd6-f1f3-4135-8827-eb5c26fab739, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff483dd6-f1f3-4135-8827-eb5c26fab739,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:51.681119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.684519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.692239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:11:51.706814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Calling delete_port for ff483dd6-f1f3-4135-8827-eb5c26fab739 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:51.714152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:11:51.723916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.767932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] For port ff483dd6-f1f3-4135-8827-eb5c26fab739, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff483dd6-f1f3-4135-8827-eb5c26fab739,segment=NetworkSegment(39a75980-7885-46b1-82fd-7ba75f3ae7b0),segment_id=39a75980-7885-46b1-82fd-7ba75f3ae7b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:51.768542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.785132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Calling delete_port for ff483dd6-f1f3-4135-8827-eb5c26fab739 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:51.874831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Pushing event updated for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:51.889279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:51.890157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.896479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-424129a6-25d1-48c9-b3fa-8f6a545aa808 service neutron] 10.222.0.39 "PUT /v2.0/ports/6245ff41-74f7-477d-93d6-d7012a6fb3b2 HTTP/1.1" status: 200  len: 1096 time: 1.5255067
Jan 15 21:11:51.897671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:51.900790 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a9977-9db6-4074-9c8d-a50736e68da4" -d '{"events": [{"name": "network-changed", "server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:51.920208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.951300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.990603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff483dd6-f1f3-4135-8827-eb5c26fab739), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:51.993392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] Pushing event deleted for resources: {'Port': ['ID=ff483dd6-f1f3-4135-8827-eb5c26fab739,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:52.005769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef5e7c-0285-407f-9459-544ac666f907 None None] No DVR routers for this DVR port ff483dd6-f1f3-4135-8827-eb5c26fab739 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:11:52.052587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff483dd6-f1f3-4135-8827-eb5c26fab739,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:52.064621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] No DVR routers for this DVR port ff483dd6-f1f3-4135-8827-eb5c26fab739 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:11:52.105511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-fad9e44a-d00a-4d99-ba0b-513c94afc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.107045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-fad9e44a-d00a-4d99-ba0b-513c94afc3ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e469a5c2748947d2b8a9103dafc74172&device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 1099 time: 0.1634233
Jan 15 21:11:52.161885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-c9aab564-0486-4762-8946-ff59dbec134f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2 HTTP/1.1" status: 200  len: 217 time: 0.0442030
Jan 15 21:11:52.240179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c7d725e8-3e71-44b4-984c-a36ba8a54622), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.283464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7fe7f0>,) {'filters': {'network_id': ['c7d725e8-3e71-44b4-984c-a36ba8a54622']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:52.288052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.298080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7fe7f0>, '39a75980-7885-46b1-82fd-7ba75f3ae7b0') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:52.298413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7fe7f0>, '39a75980-7885-46b1-82fd-7ba75f3ae7b0') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:52.306473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-fe7a7f18-9997-4788-8297-62a3f37b2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.308712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-fe7a7f18-9997-4788-8297-62a3f37b2fb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.1173823
Jan 15 21:11:52.312461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (39a75980-7885-46b1-82fd-7ba75f3ae7b0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.353840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (39a75980-7885-46b1-82fd-7ba75f3ae7b0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.365983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:11:52.366366 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (39a75980-7885-46b1-82fd-7ba75f3ae7b0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:11:52.368225 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:11:52.390357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2de2afb-8257-4596-af8c-a102fbe56099 req-0eb9de86-dc40-4684-8f8c-9bf037cdf846 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7494125
Jan 15 21:11:52.401668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12b80f98-38e8-4982-9984-f7b84ea20d3e req-c3a970ee-f813-45e8-bc2b-0506fbab3a2a tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7267566
Jan 15 21:11:52.425575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871477b1-f764-4fcb-a6df-84916edb3698 req-b1190a21-a8e0-4cb9-b187-2e6226150946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.427148 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-b1190a21-a8e0-4cb9-b187-2e6226150946 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1083672
Jan 15 21:11:52.452372 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47389818-cb09-4cc4-8706-54c70df8ef42 x-openstack-request-id: req-47389818-cb09-4cc4-8706-54c70df8ef42 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:52.453452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:52.454068 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47389818-cb09-4cc4-8706-54c70df8ef42 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:52.455081 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2', 'status': 'completed', 'code': 200}
Jan 15 21:11:52.456666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c7d725e8-3e71-44b4-984c-a36ba8a54622), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.473201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.476659 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c7d725e8-3e71-44b4-984c-a36ba8a54622 HTTP/1.1" status: 204  len: 168 time: 1.3284168
Jan 15 21:11:52.483580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:52.520797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d725e8-3e71-44b4-984c-a36ba8a54622,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:52.530175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.530508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.530834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.531162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.531506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.531822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.532274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.532733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.532995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.533286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.533618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.533952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.534235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb1ee9-f538-4fbb-a914-3ce5e47a2448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:11:52.593593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-8211af79-6f5d-423e-b4d2-b9d1c3325522 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550465
Jan 15 21:11:52.746485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-871477b1-f764-4fcb-a6df-84916edb3698 req-4096ea96-4b62-45bf-887f-a8a7720ef035 service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470025
Jan 15 21:11:52.749328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-32c18b66-cf83-419c-bb2d-21fc1c714219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.750966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-32c18b66-cf83-419c-bb2d-21fc1c714219 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1096 time: 0.0795116
Jan 15 21:11:52.834117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.876137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.888590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:52.903592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-eed37c14-c4df-4be8-9b01-a059755a9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.905238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-eed37c14-c4df-4be8-9b01-a059755a9eb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e469a5c2748947d2b8a9103dafc74172&device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 1099 time: 0.0816081
Jan 15 21:11:52.910125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-9e58f688-02b1-4e0c-98b7-db3e96271bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.911569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-9e58f688-02b1-4e0c-98b7-db3e96271bee service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.1524069
Jan 15 21:11:52.968439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49642e-9971-4127-af4d-91bc886bc2eb req-a2547d06-8ab7-4881-8b8a-eed18c8d247e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:52.970017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed49642e-9971-4127-af4d-91bc886bc2eb req-a2547d06-8ab7-4881-8b8a-eed18c8d247e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2427673
Jan 15 21:11:52.991814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-d54de52d-fd17-4c24-8974-bc0873b3f1ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 200  len: 217 time: 0.0702982
Jan 15 21:11:53.083011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-708963ab-a623-482e-9975-ce536e084a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:53.083914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff483dd6-f1f3-4135-8827-eb5c26fab739 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:11:53.084413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-708963ab-a623-482e-9975-ce536e084a6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.0781214
Jan 15 21:11:53.090701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-ce91eecf-32ed-4828-9891-77f3d4f250bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:53.092473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-ce91eecf-32ed-4828-9891-77f3d4f250bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.1800189
Jan 15 21:11:53.098701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=07a032ab-1ebe-4da2-8ec3-e803aa7cef39,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:53.134551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ff483dd6-f1f3-4135-8827-eb5c26fab739 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:11:53.135270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff483dd6-f1f3-4135-8827-eb5c26fab739 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:11:53.163861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-45eab582-8b99-47e7-b2d5-9951ac223af7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703905
Jan 15 21:11:53.165823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-26ae4dea-7f79-4299-8d96-d26e9bd29ddd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2 HTTP/1.1" status: 200  len: 217 time: 0.0621128
Jan 15 21:11:53.220470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5342010f-01be-4a27-a458-9de6d1c5573c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:53.270126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed49642e-9971-4127-af4d-91bc886bc2eb req-a128391a-c0a4-49f7-9632-4281047bc185 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897713
Jan 15 21:11:53.284910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:53.288029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-c30ac753-0194-4593-bc68-9fdc2372af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:53.289351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-c30ac753-0194-4593-bc68-9fdc2372af50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0935454
Jan 15 21:11:53.339335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-4ccc1506-80d1-4b40-9bee-67efb899ff6b service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677756
Jan 15 21:11:53.361374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-d6f2b0eb-ac6b-4bc3-8f78-aa10fe626059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:53.363044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-d6f2b0eb-ac6b-4bc3-8f78-aa10fe626059 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0645535
Jan 15 21:11:53.421023 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 5342010f-01be-4a27-a458-9de6d1c5573c associated. External IP: 172.35.1.144, port: 5c0a64b2-dab9-4cd2-84fa-4a585f67e338.
Jan 15 21:11:53.482825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Router 1be5cfeb-ec8d-48a1-ae37-d35293edf3bb is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:11:53.676399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f8d8-d3a5-43e5-ba8a-8b12a408b26d req-6964fe7e-f3e8-457d-a3d2-4001e6090536 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:53.678004 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26b2f8d8-d3a5-43e5-ba8a-8b12a408b26d req-6964fe7e-f3e8-457d-a3d2-4001e6090536 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 948 time: 0.1823051
Jan 15 21:11:53.814721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:53.833352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] Sync routers for ids ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:53.845832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] Routers {'1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:53.846702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d5700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:53.855408 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdca9175-171c-465f-8966-d25c2e9fb74e req-b33e5ecd-736a-4e22-b3e5-2ed1f39c9682 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5060439
Jan 15 21:11:53.888583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26b2f8d8-d3a5-43e5-ba8a-8b12a408b26d req-78c4a362-2460-4985-8af7-9f8b0ad1ccbc tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648006
Jan 15 21:11:53.896607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:53.897906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d738abd-9a78-4071-8519-54721b82ab02 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.9241583
Jan 15 21:11:53.902302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:53.908740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d5700>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:53.909948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:53.924516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] Routers {'1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:53.925480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d5700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:53.951117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-5c284e77-c2a4-4b21-9fa7-6af78cdbec6b service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5738850
Jan 15 21:11:53.966623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d5700>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:53.967547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192f86a-957d-4d64-bb37-0389a3eff606 None None] The sync data for ids ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:54.073468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-023a9977-9db6-4074-9c8d-a50736e68da4 req-e668fb71-048d-412e-9f95-14d65f39c24d service neutron] 10.222.0.39 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065853
Jan 15 21:11:54.209690 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:54.300082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:54.354474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:54.598258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160877e-eb67-49ee-8db2-f23a4c2f3d37 req-aa15c903-3a04-410e-a47b-427c9ccf87ce tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:54.601429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6160877e-eb67-49ee-8db2-f23a4c2f3d37 req-aa15c903-3a04-410e-a47b-427c9ccf87ce tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2404904
Jan 15 21:11:54.801046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6160877e-eb67-49ee-8db2-f23a4c2f3d37 req-1bce6927-dfb6-468e-b352-9d89d1a677e3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909604
Jan 15 21:11:54.843076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:54.845907 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:11:54.851839 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:54.861212 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:54.861831 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:54.886503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:54.895984 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:54.904731 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:54.905365 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:54.940707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66eb80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:54.941457 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10788e-e1e2-41ba-99df-8befc2d7161d None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:54.979426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e4110d7-1662-476a-8c36-9db9836a6b40 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.8943236
Jan 15 21:11:54.982125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:54.986841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': '5c0a64b2-dab9-4cd2-84fa-4a585f67e338', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:54.995658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.048462 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.049608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5342010f-01be-4a27-a458-9de6d1c5573c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.097571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905ccdc-d75e-45eb-af50-293cfea4dd89 req-138ed707-d967-4a67-999f-fb51563ad807 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:55.099124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d905ccdc-d75e-45eb-af50-293cfea4dd89 req-138ed707-d967-4a67-999f-fb51563ad807 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 948 time: 0.1239238
Jan 15 21:11:55.134610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Deleting port 229f0958-104d-43b0-9e88-fb5c7b7eb56e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:55.134980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.210179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Deleting port 9673dbb5-13d0-466e-81e1-f6ba921aaa66 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:55.210523 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.284286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d905ccdc-d75e-45eb-af50-293cfea4dd89 req-c213e011-f5eb-4a31-8595-cb2dca96bae0 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778502
Jan 15 21:11:55.318140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] For port 229f0958-104d-43b0-9e88-fb5c7b7eb56e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=229f0958-104d-43b0-9e88-fb5c7b7eb56e,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:55.318512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.349021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Calling delete_port for 229f0958-104d-43b0-9e88-fb5c7b7eb56e owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:55.383878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.434393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Calling delete_port for 9673dbb5-13d0-466e-81e1-f6ba921aaa66 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:55.660563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6245ff41-74f7-477d-93d6-d7012a6fb3b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:11:55.737879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (229f0958-104d-43b0-9e88-fb5c7b7eb56e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.749387 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9673dbb5-13d0-466e-81e1-f6ba921aaa66), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.783893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Pushing event deleted for resources: {'Port': ['ID=229f0958-104d-43b0-9e88-fb5c7b7eb56e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:55.820579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:55.845531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Pushing event deleted for resources: {'Port': ['ID=9673dbb5-13d0-466e-81e1-f6ba921aaa66,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:55.865394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.871714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5342010f-01be-4a27-a458-9de6d1c5573c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:55.890413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396576b-d0fb-493f-86ce-a39bb29cbd64 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:55.927530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6245ff41-74f7-477d-93d6-d7012a6fb3b2', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '6245ff41-74f7-477d-93d6-d7012a6fb3b2', 'mac_address': 'fa:16:3e:80:80:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:11:56.011235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:56.013344 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.033539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6245ff41-74f7-477d-93d6-d7012a6fb3b2 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:11:56.102071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:56.108124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.195159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:56.217732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.325094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b70f91-8547-4641-95e5-93211a8ea51f req-c6a33ee1-9208-46a3-9c5e-3492ab886065 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:56.330973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6245ff41-74f7-477d-93d6-d7012a6fb3b2'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:11:56.333368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7b70f91-8547-4641-95e5-93211a8ea51f req-c6a33ee1-9208-46a3-9c5e-3492ab886065 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.3348877
Jan 15 21:11:56.372103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:56.547561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.550406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:56.562492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:56.563562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.595404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:56.596121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1331f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:56.625819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7b70f91-8547-4641-95e5-93211a8ea51f req-0d65b889-fd3e-4ef0-acd0-3adfbf10cf98 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919598
Jan 15 21:11:56.645973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1331f0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:56.652719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c19b9150-0895-480f-8e8b-f5d36be66243 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/5342010f-01be-4a27-a458-9de6d1c5573c HTTP/1.1" status: 200  len: 978 time: 1.6693182
Jan 15 21:11:56.655406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:56.659150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:56.659892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1331f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:56.676687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18958119-459e-4493-b228-495f187db77e req-4628eb85-618d-48ce-bdd7-d785a6c35702 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:56.678362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18958119-459e-4493-b228-495f187db77e req-4628eb85-618d-48ce-bdd7-d785a6c35702 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 949 time: 0.2333415
Jan 15 21:11:56.712181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1331f0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:56.713814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb52594a-6093-49af-a25a-54750ac8643f None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:56.718941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.750399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:56.935923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 07a032ab-1ebe-4da2-8ec3-e803aa7cef39 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:56.935923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.037942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.038287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.052691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 07a032ab-1ebe-4da2-8ec3-e803aa7cef39 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:57.239722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Router 1be5cfeb-ec8d-48a1-ae37-d35293edf3bb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:57.278480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (07a032ab-1ebe-4da2-8ec3-e803aa7cef39), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.303353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18958119-459e-4493-b228-495f187db77e req-141ab75a-5e64-4724-8f29-a78ebf4b5d3d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5822473
Jan 15 21:11:57.335853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=07a032ab-1ebe-4da2-8ec3-e803aa7cef39,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:57.406924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:57.414289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.418929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f1a1fe34-9934-467f-b6ac-17a62af64ed1 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "PUT /v2.0/routers/1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 200  len: 710 time: 3.5093834
Jan 15 21:11:57.421388 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] Sync routers for ids ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:57.434692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:57.444216 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] Routers {'1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:57.445457 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66ef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:57.488796 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66ef10>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:57.507446 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] Routers {'1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:57.508026 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66ef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:57.525538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5342010f-01be-4a27-a458-9de6d1c5573c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.527564 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 5342010f-01be-4a27-a458-9de6d1c5573c disassociated (deleted). External IP: 172.35.1.144, port: 5c0a64b2-dab9-4cd2-84fa-4a585f67e338.
Jan 15 21:11:57.533555 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f034ef3a-3080-40e8-8178-c96fde59999f tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/routers/1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 200  len: 745 time: 0.0953145
Jan 15 21:11:57.542879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42290) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:57.544815 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66ef10>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:57.545505 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc5d89-9041-4722-bf28-6b95d3c5b3ee None None] The sync data for ids ['1be5cfeb-ec8d-48a1-ae37-d35293edf3bb'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:57.597413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1b854eb9-c65a-4046-95bf-0f31bd85f3d3 tempest-RoutersIpV6AdminTest-1659068865 tempest-RoutersIpV6AdminTest-1659068865-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&device_id=1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 200  len: 205 time: 0.0532455
Jan 15 21:11:57.600801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:57.613693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Router db02cfce-09d4-4ce6-8661-64854ae7a8f9 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:57.633494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e03e4980-641a-4843-806c-9eaa37a3f69c tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 200  len: 205 time: 0.0313697
Jan 15 21:11:57.636704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42294) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:57.678410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6245ff41-74f7-477d-93d6-d7012a6fb3b2 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:11:57.802942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:11:57.818209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:11:57.818652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.839876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:11:57.866110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:57.990146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:11:57.990908 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.027813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:11:58.030589 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4846894-9ce8-4a48-a953-b42f634d393a" -d '{"events": [{"server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "name": "network-vif-plugged", "status": "completed", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:11:58.064657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:58.071078 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.078890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9ef2-a9ec-45e5-9d34-2ee85530c803 req-db798821-e864-4273-90d7-e6c808633cd2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:58.083189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:58.086363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adde9ef2-a9ec-45e5-9d34-2ee85530c803 req-db798821-e864-4273-90d7-e6c808633cd2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.3621061
Jan 15 21:11:58.092432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.105040 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24792bd6-d024-4d8f-acbb-18f8e3154873 x-openstack-request-id: req-24792bd6-d024-4d8f-acbb-18f8e3154873 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:11:58.105512 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "name": "network-vif-plugged", "status": "completed", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:11:58.105885 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24792bd6-d024-4d8f-acbb-18f8e3154873 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:11:58.106902 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2', 'code': 200}
Jan 15 21:11:58.108827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:58.129670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bc1bba00-9980-4724-8f54-68837df966b2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/5342010f-01be-4a27-a458-9de6d1c5573c HTTP/1.1" status: 204  len: 168 time: 1.4717557
Jan 15 21:11:58.132314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.135130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:58.136376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aebefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.183443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aebefa0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.195904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:58.201797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:58.202773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7aebefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.247095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7aebefa0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.247938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ad82c-06de-4c21-af61-8780f3b6042b None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:58.256318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1f989-60b9-4076-b667-729a92938bd6 req-6c490e94-2aed-4a36-9c7c-b5a4ffacd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:58.257831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-09e1f989-60b9-4076-b667-729a92938bd6 req-6c490e94-2aed-4a36-9c7c-b5a4ffacd5c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 1101 time: 0.0972569
Jan 15 21:11:58.272397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:11:58.276095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.284867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4694816e-fd3b-47b2-955c-d0970adaa980 admin admin] 10.222.0.46 "PUT /v2.0/routers/db02cfce-09d4-4ce6-8661-64854ae7a8f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7983880
Jan 15 21:11:58.286335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router_controller (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.288213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.288627 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Sync routers for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:11:58.305443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adde9ef2-a9ec-45e5-9d34-2ee85530c803 req-b1e30c84-726c-4dfe-bba4-a02f6ac1583d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181525
Jan 15 21:11:58.345149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:58.346323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b125940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.375651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 5c0a64b2-dab9-4cd2-84fa-4a585f67e338 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:58.375651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5c0a64b2-dab9-4cd2-84fa-4a585f67e338), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.566591 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:58.570843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1be5cfeb-ec8d-48a1-ae37-d35293edf3bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.571498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Fanout notify agent at l3_agent the message router_deleted on router 1be5cfeb-ec8d-48a1-ae37-d35293edf3bb {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:11:58.607573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.608891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9eb5699d-2c6d-4bdb-91da-064a7f3394a5 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 204  len: 168 time: 0.9696808
Jan 15 21:11:58.615216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42310) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.630460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks [] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.656101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646050a-148d-4cfd-92fc-3ee52fa9a784 req-2cc1ec59-124f-46c3-82c0-6a0040940206 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:58.657732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7646050a-148d-4cfd-92fc-3ee52fa9a784 req-2cc1ec59-124f-46c3-82c0-6a0040940206 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 950 time: 0.2206125
Jan 15 21:11:58.691980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5cc6c747-5a60-4033-85d1-88210417b354 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 200  len: 205 time: 0.0754433
Jan 15 21:11:58.698107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42312) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.766488 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-8dd77892-d36f-4657-9ce4-6f575a343a1c tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:58.767714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8dd77892-d36f-4657-9ce4-6f575a343a1c tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/1be5cfeb-ec8d-48a1-ae37-d35293edf3bb HTTP/1.1" status: 404  len: 336 time: 0.0637865
Jan 15 21:11:58.773883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.779209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-09e1f989-60b9-4076-b667-729a92938bd6 req-dc461171-a9b6-4d79-86d5-3b39b24f3396 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5143945
Jan 15 21:11:58.852437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67d9c9aa-a624-4e94-be06-2131a698df52 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 200  len: 205 time: 0.0771251
Jan 15 21:11:58.857770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:58.858662 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b125940>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:55Z', 'revision_number': 5, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.909029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7646050a-148d-4cfd-92fc-3ee52fa9a784 req-c3bb4849-3f48-4249-bcc9-48b7c88ef3f8 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138832
Jan 15 21:11:58.910784 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Checking router: db02cfce-09d4-4ce6-8661-64854ae7a8f9 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:11:58.927904 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Routers {'db02cfce-09d4-4ce6-8661-64854ae7a8f9'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:11:58.929040 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b125940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:58.940069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks [] for router_gateway (db02cfce-09d4-4ce6-8661-64854ae7a8f9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.963925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5c0a64b2-dab9-4cd2-84fa-4a585f67e338), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:58.981918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 5c0a64b2-dab9-4cd2-84fa-4a585f67e338 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:59.007619 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-26f0a31e-e241-44e0-a5bb-b1e55cde5514 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:59.015298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-26f0a31e-e241-44e0-a5bb-b1e55cde5514 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/5019adf8-29b8-4f8d-b22c-e2aadeaf38ea HTTP/1.1" status: 404  len: 336 time: 0.1541071
Jan 15 21:11:59.016573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.075441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Deleting port 95e0f076-7cec-4322-87dd-8eb843c68a1e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:11:59.076479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.107174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5602040e-3c4b-4dc1-90ac-a9f29d585f3e tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 200  len: 205 time: 0.0869691
Jan 15 21:11:59.112648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.116270 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] Set router db02cfce-09d4-4ce6-8661-64854ae7a8f9 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:11:59.157954 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-8fa9fe68-d3af-4b37-ad82-af3e0bb3fb2a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:59.158997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8fa9fe68-d3af-4b37-ad82-af3e0bb3fb2a tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/464fc7dc-bfcb-4702-a2ca-ebd8985d3dd8 HTTP/1.1" status: 404  len: 336 time: 0.0442886
Jan 15 21:11:59.162341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42324) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.184747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] For port 95e0f076-7cec-4322-87dd-8eb843c68a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95e0f076-7cec-4322-87dd-8eb843c68a1e,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:11:59.186257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.204140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Calling delete_port for 95e0f076-7cec-4322-87dd-8eb843c68a1e owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:11:59.206229 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c0adb097-b06b-4d8e-875e-8c79c5c0fcae tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 200  len: 205 time: 0.0428047
Jan 15 21:11:59.209367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.256241 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-57d045e4-c528-48d2-aa99-bb24666676d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:59.257367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-57d045e4-c528-48d2-aa99-bb24666676d2 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/8b7d2e54-c98e-4591-b17f-31489458e097 HTTP/1.1" status: 404  len: 336 time: 0.0468891
Jan 15 21:11:59.264377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.294645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-86d90c8f-3037-422c-9e0a-34ab4192eb13 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 200  len: 205 time: 0.0290475
Jan 15 21:11:59.297115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.346771 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-fcee712c-45a3-4bdc-b74c-eafdbf088c2f tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:59.348188 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fcee712c-45a3-4bdc-b74c-eafdbf088c2f tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/7674e99d-8cb9-46a3-8adb-49a70dcef359 HTTP/1.1" status: 404  len: 336 time: 0.0495894
Jan 15 21:11:59.352551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42336) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.365257 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b125940>, [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:55Z', 'revision_number': 5, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:11:59.413322 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5960d76-619f-4227-872f-699daf55dda2 None None] The sync data for ids ['db02cfce-09d4-4ce6-8661-64854ae7a8f9'] in ncdv-master-1 is: [{'id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'name': 'tempest-TestAggregatesBasicOps-803845394-router', 'tenant_id': '88df7a3afa58466fb9555dd79af1d5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:11:30Z', 'updated_at': '2022-01-15T21:11:55Z', 'revision_number': 5, 'project_id': '88df7a3afa58466fb9555dd79af1d5c0', 'gw_port': {'id': '95e0f076-7cec-4322-87dd-8eb843c68a1e', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db02cfce-09d4-4ce6-8661-64854ae7a8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:11:31Z', 'updated_at': '2022-01-15T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:11:59.443817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bb487aab-521a-4342-9a4f-2c8cb7d889aa tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0fa8867-3d5d-424a-8a44-1865475e1500 HTTP/1.1" status: 200  len: 205 time: 0.0899527
Jan 15 21:11:59.446758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42338) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.528830 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-a8b65d92-ab8f-4ae6-9a63-c6c2960b0122 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] delete failed (client error): The resource could not be found.
Jan 15 21:11:59.530177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8b65d92-ab8f-4ae6-9a63-c6c2960b0122 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/routers/c0fa8867-3d5d-424a-8a44-1865475e1500 HTTP/1.1" status: 404  len: 336 time: 0.0815246
Jan 15 21:11:59.537878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.568154 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (95e0f076-7cec-4322-87dd-8eb843c68a1e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.578162 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b4a4ad-a7d3-470c-9b15-85778b0143f0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:11:59.578619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b4a4ad-a7d3-470c-9b15-85778b0143f0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:11:59.581708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82b4a4ad-a7d3-470c-9b15-85778b0143f0 tempest-RoutersIpV6AdminTest-1255988997 tempest-RoutersIpV6AdminTest-1255988997-project] 10.222.0.46 "DELETE /v2.0/subnets/cad1048e-5e85-4ce2-85ac-cb073c544bd1 HTTP/1.1" status: 404  len: 337 time: 0.0419958
Jan 15 21:11:59.618083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5c0a64b2-dab9-4cd2-84fa-4a585f67e338), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.623245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Pushing event deleted for resources: {'Port': ['ID=95e0f076-7cec-4322-87dd-8eb843c68a1e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:59.657397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626265b3-731c-42c8-a8eb-552b06f260f8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:11:59.667972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=5c0a64b2-dab9-4cd2-84fa-4a585f67e338,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:11:59.684570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab0fe-61f8-4d1c-ba58-5249bf70e894 req-94bca6a3-1044-47e2-8245-d738d7935a67 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:11:59.686406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b7ab0fe-61f8-4d1c-ba58-5249bf70e894 req-94bca6a3-1044-47e2-8245-d738d7935a67 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2358770
Jan 15 21:11:59.828922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.837513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b7ab0fe-61f8-4d1c-ba58-5249bf70e894 req-0d11b7a9-ac06-4e13-a8cb-0378dec0630e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197162
Jan 15 21:11:59.851193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:11:59.859139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d0a384c1-bc3d-4b0b-89c4-9e22e9af2c1d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/5c0a64b2-dab9-4cd2-84fa-4a585f67e338 HTTP/1.1" status: 204  len: 168 time: 1.7255697
Jan 15 21:11:59.860153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:11:59.879414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:11:59.922424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.069228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.076654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks [] for router_controller (db02cfce-09d4-4ce6-8661-64854ae7a8f9), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.219415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.222605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (db02cfce-09d4-4ce6-8661-64854ae7a8f9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.223205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db02cfce-09d4-4ce6-8661-64854ae7a8f9 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:12:00.227387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:00.232759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.236522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-37f9ce6d-bdd3-4b29-bdff-e3348c19a48c admin admin] 10.222.0.46 "DELETE /v2.0/routers/db02cfce-09d4-4ce6-8661-64854ae7a8f9 HTTP/1.1" status: 204  len: 168 time: 1.9447727
Jan 15 21:12:00.238238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42356) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:00.256193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d0bd3-60e0-4c84-8c9e-f4ee7613292f req-8643886c-fecb-4d99-bfb6-dfc125cf3d88 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:00.262272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d3d0bd3-60e0-4c84-8c9e-f4ee7613292f req-8643886c-fecb-4d99-bfb6-dfc125cf3d88 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 950 time: 0.0853076
Jan 15 21:12:00.349615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Deleting subnet 5b858270-e94e-46e5-9bd1-a90a43d112be {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:00.369121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d3d0bd3-60e0-4c84-8c9e-f4ee7613292f req-bac08c29-da6d-4c1e-b7de-697c0b0f4f05 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010935
Jan 15 21:12:00.410549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.168 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/bbe4999f-e4a6-4e21-8d2c-de049f0b5299) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:00.416043 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Publish callbacks [] for subnet (5b858270-e94e-46e5-9bd1-a90a43d112be), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.490748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81e9424b-cba3-46a3-878a-a35f758f6bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.517393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5b858270-e94e-46e5-9bd1-a90a43d112be), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.769161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.794179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0d10a-f782-4b04-96f9-f11ec5a4c963 req-881b2c27-8628-4f53-9cb3-f519a313b1cb tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:00.796882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68b0d10a-f782-4b04-96f9-f11ec5a4c963 req-881b2c27-8628-4f53-9cb3-f519a313b1cb tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 950 time: 0.0726914
Jan 15 21:12:00.800966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5b858270-e94e-46e5-9bd1-a90a43d112be), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.834661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81e9424b-cba3-46a3-878a-a35f758f6bcf admin admin] Publish callbacks [] for security_group (9d11abb1-1c42-49f5-90be-6014acaf3a72), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.849966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81e9424b-cba3-46a3-878a-a35f758f6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d11abb1-1c42-49f5-90be-6014acaf3a72), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:00.890755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68b0d10a-f782-4b04-96f9-f11ec5a4c963 req-dd564da4-5eca-4776-a855-5cbe1b590a84 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823472
Jan 15 21:12:00.951716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81e9424b-cba3-46a3-878a-a35f758f6bcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=606d2a08fed64f31957606fb14b4269e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7210538
Jan 15 21:12:00.951716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9424b-cba3-46a3-878a-a35f758f6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11abb1-1c42-49f5-90be-6014acaf3a72,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:00.952402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42368) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:00.958006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.008596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:01.013489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5b858270-e94e-46e5-9bd1-a90a43d112be), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.015725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:01.043067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:01.050827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b858270-e94e-46e5-9bd1-a90a43d112be,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:01.053947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa20e-c057-486b-b19a-47800dfabd1c req-3840b432-706a-4703-b48e-5356e7ce0695 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:01.056451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0daa20e-c057-486b-b19a-47800dfabd1c req-3840b432-706a-4703-b48e-5356e7ce0695 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1157134
Jan 15 21:12:01.086737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95e0f076-7cec-4322-87dd-8eb843c68a1e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:01.113963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] Publish callbacks [] for security_group (9d11abb1-1c42-49f5-90be-6014acaf3a72), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.114200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=bbe4999f-e4a6-4e21-8d2c-de049f0b5299,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:01.116825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.120498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1d26edbe-65fb-4148-b312-68cf27f122f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b858270-e94e-46e5-9bd1-a90a43d112be HTTP/1.1" status: 204  len: 168 time: 0.8810771
Jan 15 21:12:01.122701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21d031-cad1-4cc6-b45f-e6a33e1deded None None] Network 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:01.125274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 95e0f076-7cec-4322-87dd-8eb843c68a1e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:01.125625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95e0f076-7cec-4322-87dd-8eb843c68a1e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:01.126050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 229f0958-104d-43b0-9e88-fb5c7b7eb56e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:01.127071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42370) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:01.171905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 229f0958-104d-43b0-9e88-fb5c7b7eb56e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:01.173940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 229f0958-104d-43b0-9e88-fb5c7b7eb56e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:01.247747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.257768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] Publish callbacks [] for security_group (9d11abb1-1c42-49f5-90be-6014acaf3a72), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.282692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0daa20e-c057-486b-b19a-47800dfabd1c req-97b40bf7-a7dd-4c43-869d-4d9e5df06104 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068124
Jan 15 21:12:01.303108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5f9bcaa9-9173-46c5-a939-fd944b00e3a1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.303638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.450973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d11abb1-1c42-49f5-90be-6014acaf3a72), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.454702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.455774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d11abb1-1c42-49f5-90be-6014acaf3a72 HTTP/1.1" status: 204  len: 168 time: 0.5022650
Jan 15 21:12:01.464739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] DHCP port deletion for 5f9bcaa9-9173-46c5-a939-fd944b00e3a1 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:01.476567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Deleting port 5b63d334-6ae1-41ae-a322-22af7a7d6776 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:01.477025 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.570398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Deleting port 5b63d334-6ae1-41ae-a322-22af7a7d6776 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:01.570927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.584590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc182e4c-e73d-4380-971f-d5ff12e17cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11abb1-1c42-49f5-90be-6014acaf3a72,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:01.588261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] For port 5b63d334-6ae1-41ae-a322-22af7a7d6776, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b63d334-6ae1-41ae-a322-22af7a7d6776,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:01.588631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.600321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.611740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.629520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Calling delete_port for 5b63d334-6ae1-41ae-a322-22af7a7d6776 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:01.680134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] For port 5b63d334-6ae1-41ae-a322-22af7a7d6776, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b63d334-6ae1-41ae-a322-22af7a7d6776,segment=NetworkSegment(da3b16c1-d824-44eb-8c42-869198695cce),segment_id=da3b16c1-d824-44eb-8c42-869198695cce)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:01.680134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.695407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Calling delete_port for 5b63d334-6ae1-41ae-a322-22af7a7d6776 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:01.711894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=bbe4999f-e4a6-4e21-8d2c-de049f0b5299,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:01.736714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.768231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.769431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.775950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e4d4214-f717-4b48-8f4f-6cb02bd425bf tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9138422
Jan 15 21:12:01.778863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42380) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:01.787769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'port': {'network_id': '13440e1c-c34e-4ef4-8ad0-ab96319f2067', 'name': 'tempest-FloatingIPTestJSON-332230834'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:01.859754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b63d334-6ae1-41ae-a322-22af7a7d6776,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:01.863559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5b63d334-6ae1-41ae-a322-22af7a7d6776), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:01.873768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] No DVR routers for this DVR port 5b63d334-6ae1-41ae-a322-22af7a7d6776 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:01.888596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] No DVR routers for this DVR port 5b63d334-6ae1-41ae-a322-22af7a7d6776 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:01.940457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5165-2e8c-4132-9d62-1c65052e8a73 None None] Pushing event deleted for resources: {'Port': ['ID=5b63d334-6ae1-41ae-a322-22af7a7d6776,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:02.069985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:02.101833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5f9bcaa9-9173-46c5-a939-fd944b00e3a1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.146296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b63f160>,) {'filters': {'network_id': ['5f9bcaa9-9173-46c5-a939-fd944b00e3a1']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:02.167299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b63f160>, 'da3b16c1-d824-44eb-8c42-869198695cce') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:02.167659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b63f160>, 'da3b16c1-d824-44eb-8c42-869198695cce') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:02.171048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-4c07b89d-b0eb-4670-88a5-cf793b18559b tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:02.173389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-4c07b89d-b0eb-4670-88a5-cf793b18559b tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.39 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 950 time: 0.1229057
Jan 15 21:12:02.177812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:02.181270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (da3b16c1-d824-44eb-8c42-869198695cce), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.182201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.190838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aadd7d-4c70-4e5d-bc6e-8f6f1ec2daa5 req-ffd712f1-f57a-47e4-91cb-c448d7a291db tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:02.192317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01aadd7d-4c70-4e5d-bc6e-8f6f1ec2daa5 req-ffd712f1-f57a-47e4-91cb-c448d7a291db tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 950 time: 0.1082349
Jan 15 21:12:02.204038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fce785a9-8d52-4f91-acb5-d07d1e82ac80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=338ef0f74c1d4a7cb4acdaa384e9ccae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1116583
Jan 15 21:12:02.204636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:02.216665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (da3b16c1-d824-44eb-8c42-869198695cce), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.229869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:02.230354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (da3b16c1-d824-44eb-8c42-869198695cce), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.232191 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:02.235764 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:02.252100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] device_id is not set on port 5d5ce19a-f404-4fc7-b3af-b56814f2acf1 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:02.297784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01aadd7d-4c70-4e5d-bc6e-8f6f1ec2daa5 req-ef1c7faf-0781-469f-8bcc-04941095abef tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/security-groups?id=710ab315-06a1-4342-bbbd-fbd2cb8f1860&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994885
Jan 15 21:12:02.305561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5f9bcaa9-9173-46c5-a939-fd944b00e3a1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.311317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.318185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] 10.222.0.46 "DELETE /v2.0/networks/5f9bcaa9-9173-46c5-a939-fd944b00e3a1 HTTP/1.1" status: 204  len: 168 time: 1.1857481
Jan 15 21:12:02.330039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af1be-7d2d-4b9b-a887-c897eb4b175e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9bcaa9-9173-46c5-a939-fd944b00e3a1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:02.402109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] Publish callbacks [] for security_group (c0927fca-80ca-4704-a1ad-ce4cc14263ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.443879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592c180-e406-4d30-9822-7c9d8bc4a977 req-d4d0af28-cd38-4d3d-bd7e-b07216823eb3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:02.447621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] Publish callbacks [] for security_group (c0927fca-80ca-4704-a1ad-ce4cc14263ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.451784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5592c180-e406-4d30-9822-7c9d8bc4a977 req-d4d0af28-cd38-4d3d-bd7e-b07216823eb3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.0716884
Jan 15 21:12:02.462136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Deleting port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:02.462482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.487476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.14 (13440e1c-c34e-4ef4-8ad0-ab96319f2067/8407a9c1-ebe5-4a27-af03-a798ea4d75af/5d5ce19a-f404-4fc7-b3af-b56814f2acf1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:02.501980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5592c180-e406-4d30-9822-7c9d8bc4a977 req-4b7df54c-9481-40b9-a667-3a18300dce88 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492826
Jan 15 21:12:02.534398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42396) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:02.577220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ddc1095d-62fa-46de-8c0e-2dac7f715257 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92106d839aed443cb1a5b1f29b4639cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415409
Jan 15 21:12:02.579804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42398) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:02.611374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0927fca-80ca-4704-a1ad-ce4cc14263ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.614640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.615894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0927fca-80ca-4704-a1ad-ce4cc14263ab HTTP/1.1" status: 204  len: 168 time: 0.3930666
Jan 15 21:12:02.642082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] Publish callbacks [] for security_group (c2762546-3de6-4ef0-9e0c-0b5f5d684bbc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.669288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] Publish callbacks [] for security_group (c2762546-3de6-4ef0-9e0c-0b5f5d684bbc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.678043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4975-32a8-4def-8e3b-91c96396c04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0927fca-80ca-4704-a1ad-ce4cc14263ab,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:02.688065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] For port 6245ff41-74f7-477d-93d6-d7012a6fb3b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6245ff41-74f7-477d-93d6-d7012a6fb3b2,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:02.688235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.707545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Calling delete_port for 6245ff41-74f7-477d-93d6-d7012a6fb3b2 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:02.738249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2762546-3de6-4ef0-9e0c-0b5f5d684bbc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.741121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.745678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2762546-3de6-4ef0-9e0c-0b5f5d684bbc HTTP/1.1" status: 204  len: 168 time: 0.1615999
Jan 15 21:12:02.753408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701366c3-5edb-44a1-8076-bc08cbcc13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2762546-3de6-4ef0-9e0c-0b5f5d684bbc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:02.842855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (5d5ce19a-f404-4fc7-b3af-b56814f2acf1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.921356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5d5ce19a-f404-4fc7-b3af-b56814f2acf1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:02.982892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:02.993055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:02.999355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:03.004824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=5d5ce19a-f404-4fc7-b3af-b56814f2acf1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:03.007073 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6245ff41-74f7-477d-93d6-d7012a6fb3b2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.018351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6245ff41-74f7-477d-93d6-d7012a6fb3b2'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:12:03.076819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Pushing event deleted for resources: {'Port': ['ID=6245ff41-74f7-477d-93d6-d7012a6fb3b2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:03.090300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5b63d334-6ae1-41ae-a322-22af7a7d6776 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:03.126665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5b63d334-6ae1-41ae-a322-22af7a7d6776 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:03.127011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5b63d334-6ae1-41ae-a322-22af7a7d6776 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:03.145527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:03.146179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.150690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] No DVR routers for this DVR port 6245ff41-74f7-477d-93d6-d7012a6fb3b2 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:03.155593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.158958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-23a8731a-8636-45e2-9e44-504171fc4bf2 req-17206fd8-7976-49d5-8cb5-c04e7d302c6d tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.39 "DELETE /v2.0/ports/6245ff41-74f7-477d-93d6-d7012a6fb3b2 HTTP/1.1" status: 204  len: 173 time: 0.9734936
Jan 15 21:12:03.159555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'name': 'network-vif-deleted', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:03.161869 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958e5e94-6047-4250-8cd1-e8f12b117beb" -d '{"events": [{"server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "name": "network-vif-deleted", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:03.206090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f6821a0-dd54-4973-a1ce-9bb67be7c27a tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4210501
Jan 15 21:12:03.207474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:03.212471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': '5d5ce19a-f404-4fc7-b3af-b56814f2acf1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:03.225279 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a0a0f-d245-470a-80c8-19f088e4c497 x-openstack-request-id: req-146a0a0f-d245-470a-80c8-19f088e4c497 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:03.225880 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56a1dea-de89-4cff-9629-da5fd7c83706", "name": "network-vif-deleted", "tag": "6245ff41-74f7-477d-93d6-d7012a6fb3b2", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:03.226361 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-146a0a0f-d245-470a-80c8-19f088e4c497 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:03.227050 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56a1dea-de89-4cff-9629-da5fd7c83706', 'name': 'network-vif-deleted', 'tag': '6245ff41-74f7-477d-93d6-d7012a6fb3b2', 'status': 'completed', 'code': 200}
Jan 15 21:12:03.413596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42434) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:03.487821 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e00bb1f8-17b2-45db-93b3-f42bd3473b28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88df7a3afa58466fb9555dd79af1d5c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0704470
Jan 15 21:12:03.488027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42440) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:03.560087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] Publish callbacks [] for security_group (125042e3-b87a-4fba-b78e-05617c6648f5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.624289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] Publish callbacks [] for security_group (125042e3-b87a-4fba-b78e-05617c6648f5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.710455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (125042e3-b87a-4fba-b78e-05617c6648f5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.716749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.718889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/125042e3-b87a-4fba-b78e-05617c6648f5 HTTP/1.1" status: 204  len: 168 time: 0.2294276
Jan 15 21:12:03.748600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a4410-163e-4a23-a603-4663c1a2f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125042e3-b87a-4fba-b78e-05617c6648f5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:03.791618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf1af75d-6f97-430f-be37-5fb2562886ea req-4c54b69f-d3e5-4b34-8717-44c0833a4d00 tempest-VolumesNegativeTest-263050443 tempest-VolumesNegativeTest-263050443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56a1dea-de89-4cff-9629-da5fd7c83706 HTTP/1.1" status: 200  len: 210 time: 0.0747499
Jan 15 21:12:03.804782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:03.900890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecef27-2fe7-4c49-a0bb-84993a89395d req-ded7addd-31c5-42cf-b391-469f6887785e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:03.902436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06ecef27-2fe7-4c49-a0bb-84993a89395d req-ded7addd-31c5-42cf-b391-469f6887785e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1885884
Jan 15 21:12:04.038097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06ecef27-2fe7-4c49-a0bb-84993a89395d req-04297b99-4af0-4722-b9fd-6dcb6009cbba tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152177
Jan 15 21:12:04.429288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:04.434252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:04.553540 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 5deeb6d7-2893-4712-a608-b7d613ce491e associated. External IP: 172.35.1.168, port: 5d5ce19a-f404-4fc7-b3af-b56814f2acf1.
Jan 15 21:12:04.774287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:04.834551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42510) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:04.913325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:04.919571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:04.925898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:04.941813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:04.944449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:04.992626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c75211b2-8fd6-4987-930c-600c896376ac tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/5deeb6d7-2893-4712-a608-b7d613ce491e HTTP/1.1" status: 200  len: 978 time: 1.7833710
Jan 15 21:12:04.995640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42526) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:05.136725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 5d5ce19a-f404-4fc7-b3af-b56814f2acf1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:05.137389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5d5ce19a-f404-4fc7-b3af-b56814f2acf1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.197924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1911200774', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:05.234572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6280>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:05.248931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:05.251412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:05.270977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Made reservation on behalf of 613d8c2edf8f46908b1760ee0ceb5ace for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:05.279728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.297961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3b6280>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:05.298615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02816130-4e4b-4d91-b32f-b779ed659fa7 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:05.311055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61d117-840e-4a31-8603-1b7e9bb80b6c req-66e1d43d-b0b8-432f-96d5-7173e8987cc5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:05.312949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed61d117-840e-4a31-8603-1b7e9bb80b6c req-66e1d43d-b0b8-432f-96d5-7173e8987cc5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1329250
Jan 15 21:12:05.321975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.365614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5d5ce19a-f404-4fc7-b3af-b56814f2acf1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.396232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed61d117-840e-4a31-8603-1b7e9bb80b6c req-0688024f-5555-4da1-903d-d4aa56f63357 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744970
Jan 15 21:12:05.607784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for security_group (64532d2e-3b69-4130-9bc6-20906c5a04b9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.614961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64532d2e-3b69-4130-9bc6-20906c5a04b9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.638211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] device_id is not set on port 138cedbb-3633-409d-b72c-f1e76c40e37b yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:05.645989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.646356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:05.646675 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 5deeb6d7-2893-4712-a608-b7d613ce491e disassociated. External IP: 172.35.1.168, port: 5d5ce19a-f404-4fc7-b3af-b56814f2acf1.
Jan 15 21:12:05.647023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 5d5ce19a-f404-4fc7-b3af-b56814f2acf1 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:05.705842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64532d2e-3b69-4130-9bc6-20906c5a04b9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:05.725066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6245ff41-74f7-477d-93d6-d7012a6fb3b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:05.748424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 6245ff41-74f7-477d-93d6-d7012a6fb3b2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:05.749050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6245ff41-74f7-477d-93d6-d7012a6fb3b2 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:05.922382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Allocated IP 172.35.1.132 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/138cedbb-3633-409d-b72c-f1e76c40e37b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:05.950942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5d5ce19a-f404-4fc7-b3af-b56814f2acf1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.008152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=5d5ce19a-f404-4fc7-b3af-b56814f2acf1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:06.191098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.271635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:06.417845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.483059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:06.485606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:06.498656 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:06.511658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:06.512302 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:06.536224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:06.541703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:06.563901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c83c59-4529-4e9b-bcb1-524c090d3ca5 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:06.592528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Pushing event updated for resources: {'Port': ['ID=138cedbb-3633-409d-b72c-f1e76c40e37b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:06.612201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a280>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:06.646069 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:06.646706 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:06.646840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.651736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b1363a3-aa8d-4109-b2d4-9193f63080bd tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/5d5ce19a-f404-4fc7-b3af-b56814f2acf1 HTTP/1.1" status: 204  len: 168 time: 1.6546750
Jan 15 21:12:06.654785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42662) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:06.656064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:06.656688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.684187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82d128-eddf-4ea2-a158-1129e4d3aa86 req-94ce7ac4-8965-49d8-9e71-c97be0f885b0 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:06.689477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff82d128-eddf-4ea2-a158-1129e4d3aa86 req-94ce7ac4-8965-49d8-9e71-c97be0f885b0 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1675878
Jan 15 21:12:06.716417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e3adc8b9-6694-47e3-9755-4857290b790e None None] Provisioning complete for port 138cedbb-3633-409d-b72c-f1e76c40e37b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:06.717120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3adc8b9-6694-47e3-9755-4857290b790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.718102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81dc6e8c-9e11-4543-bd1a-baadf93f2875 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.8819408
Jan 15 21:12:06.719298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a280>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:06.719958 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe19e3-3de0-4b42-bea1-c80025277f83 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:06.757477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42674) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:06.763675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.132'}]}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:06.786530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42682) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:06.799264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e6cd7f35-d8cb-44ba-ac24-10932c133267 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/floatingips/5deeb6d7-2893-4712-a608-b7d613ce491e HTTP/1.1" status: 200  len: 688 time: 0.1242058
Jan 15 21:12:06.819475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220531184', 'description': 'tempest-secgroup-smoke-1220531184 description', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:06.824330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:06.834635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e3adc8b9-6694-47e3-9755-4857290b790e None None] Port 138cedbb-3633-409d-b72c-f1e76c40e37b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:06.836600 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2a463480-08f1-41df-b2dd-977bd0019d68), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.839750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2a463480-08f1-41df-b2dd-977bd0019d68), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.896044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff82d128-eddf-4ea2-a158-1129e4d3aa86 req-92d625e1-cde8-4dae-91a8-95854cf9876c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994512
Jan 15 21:12:06.913238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:06.932067 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.170978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (825d3222-4e38-41db-8d09-662193619cf8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.190572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (825d3222-4e38-41db-8d09-662193619cf8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.278919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825d3222-4e38-41db-8d09-662193619cf8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:07.304571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.305222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.305750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.306909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.307468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.308018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.308582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.309175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.309807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.310188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.310974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.311357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.312131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:07.393455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (335eaebc-5b74-4456-9b16-715e45789050), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.423322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (335eaebc-5b74-4456-9b16-715e45789050), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.530734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.542214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.7403533
Jan 15 21:12:07.546403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:07.556234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:07.567514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9b9a-a1a7-41de-93e0-de0decc134d1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335eaebc-5b74-4456-9b16-715e45789050,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:07.599302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for router_controller (2a463480-08f1-41df-b2dd-977bd0019d68), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.634084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (968cf2b7-b94e-464e-84e3-c4105f15de17), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.744611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (968cf2b7-b94e-464e-84e3-c4105f15de17), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.777908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port bbe4999f-e4a6-4e21-8d2c-de049f0b5299 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:07.778300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.787184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (968cf2b7-b94e-464e-84e3-c4105f15de17), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.837064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for router_gateway (2a463480-08f1-41df-b2dd-977bd0019d68), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.847743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968cf2b7-b94e-464e-84e3-c4105f15de17,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:07.873730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:07.875181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed9fcb00-ef98-4266-b4bc-1f3d58d4de18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3276465
Jan 15 21:12:07.889902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42740) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:07.895822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:07.984276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (6ac2f130-e6fd-44ef-9b10-7f98b33867bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.035302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.035631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.111216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for bbe4999f-e4a6-4e21-8d2c-de049f0b5299 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:08.156730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (6ac2f130-e6fd-44ef-9b10-7f98b33867bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.192269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6ac2f130-e6fd-44ef-9b10-7f98b33867bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.254022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac2f130-e6fd-44ef-9b10-7f98b33867bb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:08.286255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.287910 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ec6e3084-1045-4f90-ad55-a19b3bf53260 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3966091
Jan 15 21:12:08.291686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42772) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:08.297844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:08.298589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7e3f9-4f85-4e1b-9ded-bdddd2c6e5f7 req-69e61f85-fc19-4ed5-9aa9-0648e913e765 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:08.300150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8e7e3f9-4f85-4e1b-9ded-bdddd2c6e5f7 req-69e61f85-fc19-4ed5-9aa9-0648e913e765 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2735252
Jan 15 21:12:08.462077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8e7e3f9-4f85-4e1b-9ded-bdddd2c6e5f7 req-b47bb73a-d00c-45bb-b09d-ec29f03f5c3a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540456
Jan 15 21:12:08.531977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for router_gateway (2a463480-08f1-41df-b2dd-977bd0019d68), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.538100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (cd0ecea4-58ef-462b-afb1-64ca02497401), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.579754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.625496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bbe4999f-e4a6-4e21-8d2c-de049f0b5299), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.763531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=bbe4999f-e4a6-4e21-8d2c-de049f0b5299,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:08.912152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (cd0ecea4-58ef-462b-afb1-64ca02497401), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.930008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (cd0ecea4-58ef-462b-afb1-64ca02497401), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.941850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (5deeb6d7-2893-4712-a608-b7d613ce491e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.945045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:08.946277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c3d26d9-ad8d-4ef1-9af7-8242f920abb3 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/5deeb6d7-2893-4712-a608-b7d613ce491e HTTP/1.1" status: 204  len: 168 time: 2.1196401
Jan 15 21:12:08.952657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:08.960294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '5bea8091-1f8e-45b9-a286-0e609ae9afa9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:09.020080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0ecea4-58ef-462b-afb1-64ca02497401,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:09.054572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.065351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9360e7f8-0ff9-4412-a911-e5ebf060caf4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7614307
Jan 15 21:12:09.066159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.066159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42814) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:09.074210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:09.092302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for router (2a463480-08f1-41df-b2dd-977bd0019d68), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.188878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (e4b50ea4-23b0-4874-a09d-091c9ed540ee), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.271921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (e4b50ea4-23b0-4874-a09d-091c9ed540ee), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.282769 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e4b50ea4-23b0-4874-a09d-091c9ed540ee), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.335136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b50ea4-23b0-4874-a09d-091c9ed540ee,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:09.347013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.349557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9d03749-4c05-4eb9-9359-7cca5453c25d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2813647
Jan 15 21:12:09.352050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:09.368983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:09.423447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.428590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2a463480-08f1-41df-b2dd-977bd0019d68), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.442111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks [] for router_controller (2a463480-08f1-41df-b2dd-977bd0019d68), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.475769 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:12:09.574174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (9b092301-dbaa-48c0-96ec-c00ce0e8f350), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.582011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2a463480-08f1-41df-b2dd-977bd0019d68), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.583089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a463480-08f1-41df-b2dd-977bd0019d68 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:12:09.620269 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:12:09.621748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-29299198-7d6e-49d2-b774-e48feaed5740 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.8626356
Jan 15 21:12:09.624321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:09.783846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (9b092301-dbaa-48c0-96ec-c00ce0e8f350), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.793523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e0326-d9da-4718-8c53-d72e763c9d64 req-c7231014-5d25-4444-86ff-b2a56195ee40 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:09.800652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-090e0326-d9da-4718-8c53-d72e763c9d64 req-c7231014-5d25-4444-86ff-b2a56195ee40 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2019868
Jan 15 21:12:09.818410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Deleting port 138cedbb-3633-409d-b72c-f1e76c40e37b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:09.819764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9b092301-dbaa-48c0-96ec-c00ce0e8f350), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.825050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.849602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.146 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f14434f7-2721-4904-a76a-9c6b95c83cdb) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:09.875402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b092301-dbaa-48c0-96ec-c00ce0e8f350,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:09.899275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:09.903822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4cb0e6b3-f08b-4d2e-9c72-ee9d92194e51 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5368104
Jan 15 21:12:09.910728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:09.915602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '335eaebc-5b74-4456-9b16-715e45789050', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:09.928489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-090e0326-d9da-4718-8c53-d72e763c9d64 req-df40f472-2aba-4d0b-bee5-ca28baba9cad tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268103
Jan 15 21:12:10.021287 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:12:10.043522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (2076753c-4d0b-4802-a334-30a7a31cb9ba), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.073442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.095461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Calling delete_port for 138cedbb-3633-409d-b72c-f1e76c40e37b owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:10.108464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.156984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (2076753c-4d0b-4802-a334-30a7a31cb9ba), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.172324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2076753c-4d0b-4802-a334-30a7a31cb9ba), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.224466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2076753c-4d0b-4802-a334-30a7a31cb9ba,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:10.242342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.249615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c587197e-fe6a-4a26-98cc-fe6daf396adc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3367424
Jan 15 21:12:10.250900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:10.258696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'network': {'name': 'tempest-network-smoke--424977249', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'port_security_enabled': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:10.265848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.338693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:10.344328 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:10.365747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:10.373737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=f14434f7-2721-4904-a76a-9c6b95c83cdb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:10.427716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:10.432698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.471171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (138cedbb-3633-409d-b72c-f1e76c40e37b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.513099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:10.519438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Pushing event deleted for resources: {'Port': ['ID=138cedbb-3633-409d-b72c-f1e76c40e37b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:10.561243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7f8087cf-7c8f-41ca-8bc2-232f3be371ba), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.561243 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Added segment 7f8087cf-7c8f-41ca-8bc2-232f3be371ba of type vlan for network f6497646-b979-4631-b8ee-bbc83d8bed66
Jan 15 21:12:10.568149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07f880-537f-4e59-9f5f-856bb73acb18 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:10.679756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.686160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9f2b99d1-6e21-4d29-afe9-f9d3360b64a4 tempest-RoutersAdminNegativeIpV6Test-2129225191 tempest-RoutersAdminNegativeIpV6Test-2129225191-project-admin] 10.222.0.46 "DELETE /v2.0/ports/138cedbb-3633-409d-b72c-f1e76c40e37b HTTP/1.1" status: 204  len: 168 time: 1.0604367
Jan 15 21:12:10.704667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f6497646-b979-4631-b8ee-bbc83d8bed66), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.769914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f6497646-b979-4631-b8ee-bbc83d8bed66), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.777004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:10.777640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.858254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6060519
Jan 15 21:12:10.863182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42886) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:10.867776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'admin_state_up': True, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:10.880064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33ae66-c5c2-419f-b604-501155f8ec2e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Network': ['ID=f6497646-b979-4631-b8ee-bbc83d8bed66,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:10.895398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f6497646-b979-4631-b8ee-bbc83d8bed66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:10.911834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (578013ee-8537-42ab-a48b-416a38344e5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:10.913586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (578013ee-8537-42ab-a48b-416a38344e5e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.031605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (578013ee-8537-42ab-a48b-416a38344e5e), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.101723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42892) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:11.117476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.181931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba839db-89e6-4928-95ca-3a288d953b74 req-a29fe59a-5727-4528-a04f-e42ee11f27b2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:11.183649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bba839db-89e6-4928-95ca-3a288d953b74 req-a29fe59a-5727-4528-a04f-e42ee11f27b2 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1318178
Jan 15 21:12:11.196322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (578013ee-8537-42ab-a48b-416a38344e5e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.290270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d12bbc2-2a19-49be-8583-c046d7ba77b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.294326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.307341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bba839db-89e6-4928-95ca-3a288d953b74 req-24887f39-3024-419c-97b0-14fa5bc1feb3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146231
Jan 15 21:12:11.438288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (578013ee-8537-42ab-a48b-416a38344e5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.467094 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.519545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d12bbc2-2a19-49be-8583-c046d7ba77b3 admin admin] Publish callbacks [] for security_group (f820fa81-1a63-4f4d-83b0-6c70c8c21b0c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.529969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d12bbc2-2a19-49be-8583-c046d7ba77b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f820fa81-1a63-4f4d-83b0-6c70c8c21b0c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.592884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d12bbc2-2a19-49be-8583-c046d7ba77b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58f021f3773a484388f55af09884e217&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4879591
Jan 15 21:12:11.592884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.595160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bbc2-2a19-49be-8583-c046d7ba77b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820fa81-1a63-4f4d-83b0-6c70c8c21b0c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:11.597836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42922) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:11.601842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.4 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/925ece1f-6577-429c-a88a-960c2eef86c9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:11.617324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.726540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=f14434f7-2721-4904-a76a-9c6b95c83cdb,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:11.755281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.757021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] Publish callbacks [] for security_group (f820fa81-1a63-4f4d-83b0-6c70c8c21b0c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.767039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (925ece1f-6577-429c-a88a-960c2eef86c9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.779127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42946) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:11.823093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] Publish callbacks [] for security_group (f820fa81-1a63-4f4d-83b0-6c70c8c21b0c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.828490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:11.875514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:11.878622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:11.882283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:11.898492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9a4cb-5c1e-4a6a-bfed-7162d6d45108 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:11.910697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=925ece1f-6577-429c-a88a-960c2eef86c9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:11.951851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-82531bf3-27eb-4ace-8329-100e3c48aaaf None None] Provisioning complete for port 925ece1f-6577-429c-a88a-960c2eef86c9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:11.952233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82531bf3-27eb-4ace-8329-100e3c48aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.038681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-82531bf3-27eb-4ace-8329-100e3c48aaaf None None] Port 925ece1f-6577-429c-a88a-960c2eef86c9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:12.098192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3d31ca2c-188c-4f42-87e4-30c200e61550 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e469a5c2748947d2b8a9103dafc74172&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3177295
Jan 15 21:12:12.101005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42950) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:12.244319 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] Publish callbacks [] for security_group (710ab315-06a1-4342-bbbd-fbd2cb8f1860), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.259739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (578013ee-8537-42ab-a48b-416a38344e5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.305121 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 7104d5f1-8f94-4224-9c52-04d25972c1c7 associated. External IP: 172.35.1.146, port: 5bea8091-1f8e-45b9-a286-0e609ae9afa9.
Jan 15 21:12:12.310662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] Publish callbacks [] for security_group (710ab315-06a1-4342-bbbd-fbd2cb8f1860), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.445430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f820fa81-1a63-4f4d-83b0-6c70c8c21b0c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.448211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.451873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f820fa81-1a63-4f4d-83b0-6c70c8c21b0c HTTP/1.1" status: 204  len: 168 time: 0.8504751
Jan 15 21:12:12.470345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (710ab315-06a1-4342-bbbd-fbd2cb8f1860), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.473403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.476893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/710ab315-06a1-4342-bbbd-fbd2cb8f1860 HTTP/1.1" status: 204  len: 168 time: 0.3726709
Jan 15 21:12:12.478537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd414c-63c6-4de6-9567-026118a41821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820fa81-1a63-4f4d-83b0-6c70c8c21b0c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:12.496812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf3d7-4fd5-42f5-a679-04467f9f0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ab315-06a1-4342-bbbd-fbd2cb8f1860,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:12.515472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6113-cd73-4305-8536-f028dc572bb1 req-2fc52853-1b7a-4091-8cca-01c85a8549ca tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:12.517030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74eb6113-cd73-4305-8536-f028dc572bb1 req-2fc52853-1b7a-4091-8cca-01c85a8549ca tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.0846040
Jan 15 21:12:12.566532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (578013ee-8537-42ab-a48b-416a38344e5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:12.683623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74eb6113-cd73-4305-8536-f028dc572bb1 req-c530e9f5-de4a-40d3-9d51-3aa8b53122aa tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930924
Jan 15 21:12:12.686404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:12.920773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:12.939898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:12.972780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:12.979587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5c0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:13.002599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.049871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5c0c40>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:13.086289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:13.086932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5c0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:13.088473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-df3f5fdf-88c4-48fb-82d9-945612ba196e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 4.1331544
Jan 15 21:12:13.090230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 42990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.105989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1718703500'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:13.153142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5c0c40>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:13.153784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dbf08e-a6f8-453c-8a56-f466716c400c None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:13.156781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:13.163566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.202211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:13.216535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.217400 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Added segment eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1 of type vlan for network 440e160f-ccfe-4ebd-9014-086a4fa42133
Jan 15 21:12:13.302447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (440e160f-ccfe-4ebd-9014-086a4fa42133), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.303962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.341117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (440e160f-ccfe-4ebd-9014-086a4fa42133), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.348135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:13.348739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.384074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ffb2f556-5a03-4349-94b8-d4d61f813671 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=613d8c2edf8f46908b1760ee0ceb5ace&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0789559
Jan 15 21:12:13.387507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42996) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.409453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3140314
Jan 15 21:12:13.410887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 42998) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.417045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'subnet': {'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:13.424730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea16a47-b9e9-4066-a0ff-0721bb7fa62f tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Network': ['ID=440e160f-ccfe-4ebd-9014-086a4fa42133,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:13.438089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:13.513758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 578013ee-8537-42ab-a48b-416a38344e5e is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:12:13.585737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] Publish callbacks [] for security_group (64532d2e-3b69-4130-9bc6-20906c5a04b9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.637892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] Publish callbacks [] for security_group (64532d2e-3b69-4130-9bc6-20906c5a04b9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.681563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:13.685727 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.717923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.789995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:13.805584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Sync routers for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:13.826540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:13.828588 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:13.835463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.836902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0a18a49b-749e-4e8c-8f98-7d14a87bdddd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.9744461
Jan 15 21:12:13.841088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:13.907114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a3d8d-35e8-40ed-85aa-5dd720fcfce0 req-467ed315-3059-4374-81c5-af4c37707e84 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:13.908663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a5a3d8d-35e8-40ed-85aa-5dd720fcfce0 req-467ed315-3059-4374-81c5-af4c37707e84 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.0776727
Jan 15 21:12:13.913966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2076926255-network', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:13.922132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64532d2e-3b69-4130-9bc6-20906c5a04b9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.926030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:13.926348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64532d2e-3b69-4130-9bc6-20906c5a04b9 HTTP/1.1" status: 204  len: 168 time: 0.5378678
Jan 15 21:12:13.939849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09541d20-1403-40c7-88ab-6a25820e5d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64532d2e-3b69-4130-9bc6-20906c5a04b9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:13.987368 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9a5a3d8d-35e8-40ed-85aa-5dd720fcfce0 req-4227f694-a1a6-42f7-a4c7-e1df53196af1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680540
Jan 15 21:12:14.001746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Made reservation on behalf of 1c5c2a0c042c4bf3aa18d87ce1d003eb for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:14.011875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.030813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (65f362fb-49c7-4803-9c17-87e5a7722e7c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.045580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.135766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Subnet': ['ID=65f362fb-49c7-4803-9c17-87e5a7722e7c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:14.162730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Checking segment: {'id': 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:14.169028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network hostable DHCP agents. Network: 440e160f-ccfe-4ebd-9014-086a4fa42133, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:14.213602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks [] for security_group (ae211cc5-8b2f-4325-8f50-5b85171f54cc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.219408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae211cc5-8b2f-4325-8f50-5b85171f54cc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.220575 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:14.251435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:14.271182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae211cc5-8b2f-4325-8f50-5b85171f54cc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:14.276915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.277495 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Added segment a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6 of type vlan for network c449301e-98ed-4b3a-8c7c-09506771241a
Jan 15 21:12:14.293369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:14.302120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f33c095b-5812-4255-bf17-c04f2fb503ec tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4593408
Jan 15 21:12:14.304301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43026) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:14.345908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c449301e-98ed-4b3a-8c7c-09506771241a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.394613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c449301e-98ed-4b3a-8c7c-09506771241a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.395802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:14.396484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.400953 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.442543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 440e160f-ccfe-4ebd-9014-086a4fa42133) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:14.456678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:14.457136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf11c53-d680-4167-820c-8bc1a1946498 None None] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:14.457438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.485402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a2e0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:12Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:14.495964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6370690b-1b5c-43a5-96e4-9ba370cff059 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0838490
Jan 15 21:12:14.506348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43036) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:14.511544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c449301e-98ed-4b3a-8c7c-09506771241a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:14.519790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-785688229', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:14.547149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Checking router: 578013ee-8537-42ab-a48b-416a38344e5e for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:14.547496 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Updating router 578013ee-8537-42ab-a48b-416a38344e5e port 925ece1f-6577-429c-a88a-960c2eef86c9 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:14.552826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49643d93-e386-46e2-b2bd-247f98041ef6 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:14.554477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-49643d93-e386-46e2-b2bd-247f98041ef6 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2485704
Jan 15 21:12:14.558164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43052) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:14.567623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9ee4024e-a2ab-43cb-91c1-1da2839ec6a2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8483908
Jan 15 21:12:14.578265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43054) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:14.588859 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.593527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (23caec26-d591-4897-adc1-5b2286706452), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.595774 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (23caec26-d591-4897-adc1-5b2286706452), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.613985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Request body: {'subnet': {'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2076926255-subnet', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:14.620965 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f393701-0433-48b3-8d90-959c97e22292 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0615849
Jan 15 21:12:14.623564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43056) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:14.628447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1191051967', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:14.674681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c449301e-98ed-4b3a-8c7c-09506771241a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:14.711351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Made reservation on behalf of 1c5c2a0c042c4bf3aa18d87ce1d003eb for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:14.714302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.720708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-440e160f-ccfe-4ebd-9014-086a4fa42133', 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133', 'project_id': '18f1669245c94ee389a3bad8486b4dde', 'fixed_ips': [{'subnet_id': '65f362fb-49c7-4803-9c17-87e5a7722e7c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:14.721938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.751796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_controller (23caec26-d591-4897-adc1-5b2286706452), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:14.816446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:14.816446 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.037140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (23caec26-d591-4897-adc1-5b2286706452), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.051230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Allocated IP 172.20.0.2 (440e160f-ccfe-4ebd-9014-086a4fa42133/65f362fb-49c7-4803-9c17-87e5a7722e7c/9199924d-07f7-43c4-984c-0996dd690d91) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:15.057730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (7e1fda76-2f82-4d55-9149-588fbc967888), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.102395 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks [] for port (925ece1f-6577-429c-a88a-960c2eef86c9), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.112398 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.241187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29645b0a-7003-4f8d-9a0c-f29b328d5954 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:15.253780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1fda76-2f82-4d55-9149-588fbc967888,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:15.256416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279e420-0b2a-4794-a4d9-743989404e2e req-b4d86c5b-3350-4bde-9b9b-c568cc88b541 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:15.262396 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Pushing event updated for resources: {'Port': ['ID=925ece1f-6577-429c-a88a-960c2eef86c9,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:15.265457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f279e420-0b2a-4794-a4d9-743989404e2e req-b4d86c5b-3350-4bde-9b9b-c568cc88b541 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.1332853
Jan 15 21:12:15.265855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Attempting to bind port 925ece1f-6577-429c-a88a-960c2eef86c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:15.266218 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Attempting to bind port 925ece1f-6577-429c-a88a-960c2eef86c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:15.266577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Attempting to bind port 925ece1f-6577-429c-a88a-960c2eef86c9 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:15.276087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Checking segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:15.276444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Network hostable DHCP agents. Network: c449301e-98ed-4b3a-8c7c-09506771241a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:15.283430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4ce6a626-4624-4861-bd16-0ccc703fcf49), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.290217 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.292283 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.292698 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.293584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.293584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.293834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.294020 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.294342 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.297340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.298856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.299239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.299577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.299909 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.300474 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:15.304182 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:15.304552 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:15.304985 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.305551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:15.306421 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Bound port: 925ece1f-6577-429c-a88a-960c2eef86c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:15.307475 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.342457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43088) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:15.375864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f279e420-0b2a-4794-a4d9-743989404e2e req-0d36dd41-224b-45af-9758-90ee82e5614f tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096976
Jan 15 21:12:15.397105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Network c449301e-98ed-4b3a-8c7c-09506771241a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:15.401174 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] For port 925ece1f-6577-429c-a88a-960c2eef86c9, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:15.405098 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] For port 925ece1f-6577-429c-a88a-960c2eef86c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=925ece1f-6577-429c-a88a-960c2eef86c9,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:15.413040 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.430114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c449301e-98ed-4b3a-8c7c-09506771241a) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:15.434692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Checking segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:15.435114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network hostable DHCP agents. Network: f6497646-b979-4631-b8ee-bbc83d8bed66, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:15.437269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Subnet': ['ID=4ce6a626-4624-4861-bd16-0ccc703fcf49,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:15.439798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:15.440451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.463630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f53ab73e-f55f-48ff-8333-ccc81409b26e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8763463
Jan 15 21:12:15.466303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:15.470605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:15.474992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network f6497646-b979-4631-b8ee-bbc83d8bed66 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:15.483918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6497646-b979-4631-b8ee-bbc83d8bed66) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:15.489862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:15.490451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.498256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31748384-590e-4fc7-b24f-bdb4e0c67634 None None] Network c449301e-98ed-4b3a-8c7c-09506771241a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:15.523641 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-455037f5-7bc9-4d15-a33f-39b2378bf4b7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8988180
Jan 15 21:12:15.524622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:15.527865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.529550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.535837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'networks': [{'name': 'tempest-network--851472020'}, {'name': 'tempest-network--1241429668'}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:15.536330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-network--851472020'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:15.536924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-network--1241429668'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:15.558199 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:15.558908 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:15.595349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for router_controller (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.600297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (23caec26-d591-4897-adc1-5b2286706452), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.626883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.638034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'network': 2} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:15.643823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.656728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ef73a-f723-4406-85c3-cc8cb7e51b80 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:15.687326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.699126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2109cb-b25e-4c5a-b52d-a219b367fd63 None None] Network f6497646-b979-4631-b8ee-bbc83d8bed66 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:15.720703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Provisioning complete for port 925ece1f-6577-429c-a88a-960c2eef86c9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:15.722497 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.749957 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9498-d23d-4903-ab8b-41a87e98a94f None None] Pushing event updated for resources: {'Port': ['ID=925ece1f-6577-429c-a88a-960c2eef86c9,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:15.795675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c449301e-98ed-4b3a-8c7c-09506771241a', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:15.795951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for router_gateway (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.796378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:15.802364 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:15.908985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.35.1.76 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/35146a87-40e3-4da9-b34b-2f0b2cdf91ee) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:15.997460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Allocated IP 172.20.0.2 (c449301e-98ed-4b3a-8c7c-09506771241a/7e1fda76-2f82-4d55-9149-588fbc967888/5573e2b7-f93d-45ec-ba5c-359ff057614d) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:16.088695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.089120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks [] for port (9199924d-07f7-43c4-984c-0996dd690d91), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.138309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (9199924d-07f7-43c4-984c-0996dd690d91), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.156389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.180121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for security_group (d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.219856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:16.220785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.221646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.236065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for router_gateway (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.245141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:16.249709 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36a2e0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:12Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:16.260509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:16.267609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.297984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Current status of the port 925ece1f-6577-429c-a88a-960c2eef86c9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:16.298403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.300386 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2174dcf-d0e2-4a39-9b35-891c942f5bdf None None] The sync data for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 is: [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:12Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:16.305352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957bc45d-5feb-4a41-be1d-bd879d26f501 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:16.317531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:16.326127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:16.341868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c24a7f87-2b56-401f-8ecc-7cbc629c15ac), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.341868 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment c24a7f87-2b56-401f-8ecc-7cbc629c15ac of type vlan for network 16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2
Jan 15 21:12:16.345327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Pushing event updated for resources: {'Port': ['ID=9199924d-07f7-43c4-984c-0996dd690d91,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:16.364511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:16.377683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:16.416038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.439447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] For port 925ece1f-6577-429c-a88a-960c2eef86c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=925ece1f-6577-429c-a88a-960c2eef86c9,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:16.484333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:16.487851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6497646-b979-4631-b8ee-bbc83d8bed66', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:16.488719 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.499847 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.502138 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5263cc60-6c49-4cd5-a910-b666fa266462), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.502534 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment 5263cc60-6c49-4cd5-a910-b666fa266462 of type vlan for network d01809c8-0ab5-49dd-aebe-5bad28b0bf9c
Jan 15 21:12:16.576694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=35146a87-40e3-4da9-b34b-2f0b2cdf91ee,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:16.585490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Allocated IP 172.35.1.90 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/a90eafca-b66f-425c-98cc-d2d8d351e718) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:16.632754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Attempting to bind port 9199924d-07f7-43c4-984c-0996dd690d91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:16.633692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Attempting to bind port 9199924d-07f7-43c4-984c-0996dd690d91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:16.633692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Attempting to bind port 9199924d-07f7-43c4-984c-0996dd690d91 on network 440e160f-ccfe-4ebd-9014-086a4fa42133 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:16.647219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:16.665716 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d01809c8-0ab5-49dd-aebe-5bad28b0bf9c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.747409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.773978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcee7c-a51c-4382-9b06-67bd7c999281 req-1904a6ed-0154-412d-a9a1-44216ff247b7 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:16.774296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks [] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.777533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08dcee7c-a51c-4382-9b06-67bd7c999281 req-1904a6ed-0154-412d-a9a1-44216ff247b7 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2093658
Jan 15 21:12:16.787249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:16.787710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Checking segment: {'id': 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:16.788116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.788584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Bound using segment: {'id': 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:16.789280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Bound port: 9199924d-07f7-43c4-984c-0996dd690d91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:16.789827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9199924d-07f7-43c4-984c-0996dd690d91), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.802833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.837541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Provisioning complete for port 35146a87-40e3-4da9-b34b-2f0b2cdf91ee triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:16.838194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.874375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.875056 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d01809c8-0ab5-49dd-aebe-5bad28b0bf9c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.885775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:16.886182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Port 35146a87-40e3-4da9-b34b-2f0b2cdf91ee cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:16.887840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b7fe7-4133-4918-9d0e-cd542e21020f None None] Pushing event updated for resources: {'Port': ['ID=925ece1f-6577-429c-a88a-960c2eef86c9,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:16.895072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:16.895935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.942654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:16.950673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Network c449301e-98ed-4b3a-8c7c-09506771241a is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:17.003540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] For port 9199924d-07f7-43c4-984c-0996dd690d91, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:17.007166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] For port 9199924d-07f7-43c4-984c-0996dd690d91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9199924d-07f7-43c4-984c-0996dd690d91,segment=NetworkSegment(eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1),segment_id=eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:17.018873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:17.038380 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9199924d-07f7-43c4-984c-0996dd690d91), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:17.041763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:17.047785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Provisioning complete for port 925ece1f-6577-429c-a88a-960c2eef86c9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:17.048154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:17.053418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:17.091994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Pushing event updated for resources: {'Port': ['ID=5573e2b7-f93d-45ec-ba5c-359ff057614d,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:17.121780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.7703519
Jan 15 21:12:17.137262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43116) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:17.143888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:17.174717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 925ece1f-6577-429c-a88a-960c2eef86c9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:17.212872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:17.220353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:17.231259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:17.319053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Pushing event updated for resources: {'Port': ['ID=a90eafca-b66f-425c-98cc-d2d8d351e718,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:17.342129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08dcee7c-a51c-4382-9b06-67bd7c999281 req-9c3a435a-be38-46ed-bf72-7150b2c455f0 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4841287
Jan 15 21:12:17.420745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (23caec26-d591-4897-adc1-5b2286706452), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:17.428030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84157d8-2561-4998-be99-261110e4fe27 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=d01809c8-0ab5-49dd-aebe-5bad28b0bf9c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:17.581764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994c27-5560-41fa-874d-d34ee5dc893a tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:17.583418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:17.588370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994c27-5560-41fa-874d-d34ee5dc893a tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:17.589670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b737b-485f-4859-a6c4-f01d91e972b1 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:17.591587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d01809c8-0ab5-49dd-aebe-5bad28b0bf9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:17.594808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994c27-5560-41fa-874d-d34ee5dc893a tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:17.607135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994c27-5560-41fa-874d-d34ee5dc893a tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:17.612892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e994c27-5560-41fa-874d-d34ee5dc893a tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.4596331
Jan 15 21:12:17.633152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388bd5e-67b1-439a-88fb-7471490ccdaf None None] Pushing event updated for resources: {'Port': ['ID=9199924d-07f7-43c4-984c-0996dd690d91,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:17.662466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43134) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:17.821726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:17.837038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Allocated IP 172.20.0.2 (f6497646-b979-4631-b8ee-bbc83d8bed66/4ce6a626-4624-4861-bd16-0ccc703fcf49/20f480f7-1880-4262-a898-1db9f79bb95c) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:18.007754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Attempting to bind port 5573e2b7-f93d-45ec-ba5c-359ff057614d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:18.008134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Attempting to bind port 5573e2b7-f93d-45ec-ba5c-359ff057614d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:18.008474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Attempting to bind port 5573e2b7-f93d-45ec-ba5c-359ff057614d on network c449301e-98ed-4b3a-8c7c-09506771241a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:18.025332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23b011ae-c708-4e3e-88ce-98c5778ba08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.028925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:18.034481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Checking segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:18.034988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.035372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Bound using segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:18.037343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Bound port: 5573e2b7-f93d-45ec-ba5c-359ff057614d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:18.037343 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.116118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 925ece1f-6577-429c-a88a-960c2eef86c9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:18.116492 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.157086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for router_gateway (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.170811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-13e2ea8d-5e8f-490a-a06f-afc8a1edf4cf None None] Current status of the port 925ece1f-6577-429c-a88a-960c2eef86c9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:18.263486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] For port 5573e2b7-f93d-45ec-ba5c-359ff057614d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:18.291813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] For port 5573e2b7-f93d-45ec-ba5c-359ff057614d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5573e2b7-f93d-45ec-ba5c-359ff057614d,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:18.311647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.336059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks [] for port (20f480f7-1880-4262-a898-1db9f79bb95c), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.376664 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.388132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-653612aa-8b43-4318-942a-8ef9ea1af6f6 None None] Provisioning complete for port a90eafca-b66f-425c-98cc-d2d8d351e718 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:18.388509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-653612aa-8b43-4318-942a-8ef9ea1af6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.454597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 925ece1f-6577-429c-a88a-960c2eef86c9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:18.467153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.1 (f6497646-b979-4631-b8ee-bbc83d8bed66/4ce6a626-4624-4861-bd16-0ccc703fcf49/eb48ccae-0a3d-46c6-8190-daa94c1c53ce) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:18.470640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.481236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Network f6497646-b979-4631-b8ee-bbc83d8bed66 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:18.486387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326c426-ae25-4e1a-b7f5-77164bfac0b6 None None] Pushing event updated for resources: {'Port': ['ID=5573e2b7-f93d-45ec-ba5c-359ff057614d,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:18.491537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:18.497799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:18.504920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-653612aa-8b43-4318-942a-8ef9ea1af6f6 None None] Port a90eafca-b66f-425c-98cc-d2d8d351e718 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:18.603035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.629241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78fa0670>,) {'filters': {'network_id': ['16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:18.641506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78fa0670>, 'c24a7f87-2b56-401f-8ecc-7cbc629c15ac') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:18.642394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78fa0670>, 'c24a7f87-2b56-401f-8ecc-7cbc629c15ac') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:18.664437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Pushing event updated for resources: {'Port': ['ID=20f480f7-1880-4262-a898-1db9f79bb95c,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:18.668032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Attempting to bind port 20f480f7-1880-4262-a898-1db9f79bb95c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:18.668449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Attempting to bind port 20f480f7-1880-4262-a898-1db9f79bb95c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:18.668814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Attempting to bind port 20f480f7-1880-4262-a898-1db9f79bb95c on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:18.682254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:18.682779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Checking segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:18.683200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.683587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Bound using segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:18.684074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Bound port: 20f480f7-1880-4262-a898-1db9f79bb95c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:18.684454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.692087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (23caec26-d591-4897-adc1-5b2286706452), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.701249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (c24a7f87-2b56-401f-8ecc-7cbc629c15ac), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.794020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.863100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:12:18.863430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] For port 20f480f7-1880-4262-a898-1db9f79bb95c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:18.869092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] For port 20f480f7-1880-4262-a898-1db9f79bb95c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20f480f7-1880-4262-a898-1db9f79bb95c,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:18.877029 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.968858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c24a7f87-2b56-401f-8ecc-7cbc629c15ac), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:18.976935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3700e-f556-4855-84d2-2cb8ed9e53a4 None None] Pushing event updated for resources: {'Port': ['ID=20f480f7-1880-4262-a898-1db9f79bb95c,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:19.002340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:19.003509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (c24a7f87-2b56-401f-8ecc-7cbc629c15ac), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:19.014375 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:19.156124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:19.160298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478db4cb-6431-4cba-8bd2-2b023e3a3926 req-d5cd4992-1173-4996-bbcc-2a2391995bb5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:19.161915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-478db4cb-6431-4cba-8bd2-2b023e3a3926 req-d5cd4992-1173-4996-bbcc-2a2391995bb5 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.4809690
Jan 15 21:12:19.184101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Sync routers for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:19.188338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.208689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:19.209716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d9940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:19.222437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.224158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 23caec26-d591-4897-adc1-5b2286706452 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:12:19.225685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-34fcb3c6-e609-493d-a89e-358bed52854b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7585368
Jan 15 21:12:19.232263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:19.274124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network f6497646-b979-4631-b8ee-bbc83d8bed66 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:19.283168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:19.286759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:19.296401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:19.341985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5573e2b7-f93d-45ec-ba5c-359ff057614d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:19.389703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.458574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (578013ee-8537-42ab-a48b-416a38344e5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.488706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-478db4cb-6431-4cba-8bd2-2b023e3a3926 req-8014d6d6-642f-4ae8-872a-32b3c8d2b14c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163702
Jan 15 21:12:19.493977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.497444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2 HTTP/1.1" status: 204  len: 168 time: 1.8340487
Jan 15 21:12:19.509822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:19.510883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:19.557706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6c82-10f1-4f01-867b-ee12d1ae7592 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=16bf9baf-b0c9-4f3f-b370-b3a4d29a3ca2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:19.714068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5573e2b7-f93d-45ec-ba5c-359ff057614d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:19.714581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.736556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:19.879160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ec739-7c08-46cd-8307-d6e19ec9289a None None] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:20.068554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5573e2b7-f93d-45ec-ba5c-359ff057614d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:20.068978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.093922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Provisioning complete for port 9199924d-07f7-43c4-984c-0996dd690d91 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:20.094304 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9199924d-07f7-43c4-984c-0996dd690d91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.136752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d01809c8-0ab5-49dd-aebe-5bad28b0bf9c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.188726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:20.200645 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] Sync routers for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:20.251459 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:20.252746 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:20.297230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.298555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3bba73aa-a198-4677-8b13-aac35dea4011 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.7835386
Jan 15 21:12:20.302924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:20.340084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 5573e2b7-f93d-45ec-ba5c-359ff057614d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5573e2b7-f93d-45ec-ba5c-359ff057614d,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:20.348322 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:20.369920 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:20.371102 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:11:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:20.394857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.395687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9199924d-07f7-43c4-984c-0996dd690d91 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:20.445780 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:20.447288 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198aa971-b858-4b79-aac3-8cc3217199a6 None None] The sync data for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:20.484968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=5573e2b7-f93d-45ec-ba5c-359ff057614d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:20.508003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fd7de-a7d4-45c1-a506-5804dcc91252 req-89c8fcc2-904d-4ad2-b32d-2da7f0d1181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:20.514885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-450fd7de-a7d4-45c1-a506-5804dcc91252 req-89c8fcc2-904d-4ad2-b32d-2da7f0d1181a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1096 time: 0.3148141
Jan 15 21:12:20.568765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d9940>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:18Z', 'revision_number': 3, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:20.679158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472e9a6-c998-4c80-bd12-20f38b35d410 None None] Network c449301e-98ed-4b3a-8c7c-09506771241a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:20.692257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-450fd7de-a7d4-45c1-a506-5804dcc91252 req-f1b3ea94-80eb-42aa-86e3-a299cb366d9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457136
Jan 15 21:12:20.692378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Checking router: b252b4c8-d528-4d26-8110-f2dbcf2bf2ec for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:20.692878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Updating router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec port a90eafca-b66f-425c-98cc-d2d8d351e718 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:20.708006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.716575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.755327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d01809c8-0ab5-49dd-aebe-5bad28b0bf9c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.760409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Current status of the port 9199924d-07f7-43c4-984c-0996dd690d91 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:20.760908 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9199924d-07f7-43c4-984c-0996dd690d91), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.861862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (578013ee-8537-42ab-a48b-416a38344e5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.866338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:20.882420 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8dad5bf8-1030-4227-adc6-29a1003afde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:20.884429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.014719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network f6497646-b979-4631-b8ee-bbc83d8bed66 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:21.017264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:21.032893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78faea30>,) {'filters': {'network_id': ['d01809c8-0ab5-49dd-aebe-5bad28b0bf9c']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:21.074884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78faea30>, '5263cc60-6c49-4cd5-a910-b666fa266462') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:21.075380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78faea30>, '5263cc60-6c49-4cd5-a910-b666fa266462') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:21.100543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (5263cc60-6c49-4cd5-a910-b666fa266462), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.110879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf7213-1e74-44a7-a60e-3e4a1c0847f6 req-de32eefa-5199-4966-ae15-85f1226de58c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:21.112951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5aaf7213-1e74-44a7-a60e-3e4a1c0847f6 req-de32eefa-5199-4966-ae15-85f1226de58c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.4287834
Jan 15 21:12:21.183240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:21.187253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee92964-0d0f-4012-897a-8292f03f5da4 None None] Network f6497646-b979-4631-b8ee-bbc83d8bed66 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:21.228141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 578013ee-8537-42ab-a48b-416a38344e5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:21.280632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9199924d-07f7-43c4-984c-0996dd690d91 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:21.281421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9199924d-07f7-43c4-984c-0996dd690d91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.306283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5263cc60-6c49-4cd5-a910-b666fa266462), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.352987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] For port 9199924d-07f7-43c4-984c-0996dd690d91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9199924d-07f7-43c4-984c-0996dd690d91,segment=NetworkSegment(eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1),segment_id=eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:21.403709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9199924d-07f7-43c4-984c-0996dd690d91), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.424812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:21.437360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-872a7a2b-f8e0-4aaa-8626-a4105241edc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/578013ee-8537-42ab-a48b-416a38344e5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9108534
Jan 15 21:12:21.464755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Sync routers for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:21.485598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81928221-8076-4ea4-8941-2bc0d78df45b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=581f23bb65c648408f2707a199a990e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3011661
Jan 15 21:12:21.488007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43196) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:21.512389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:21.513388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (5263cc60-6c49-4cd5-a910-b666fa266462), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.559302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:21.560106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:21.560694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] Publish callbacks [] for security_group (73ca9f1c-d3e1-434a-8e15-c89c736640f2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.590301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5aaf7213-1e74-44a7-a60e-3e4a1c0847f6 req-5216cbe3-8498-42df-bd0a-0e6b647037ab tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4625173
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:21.590998 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:21.593858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] Publish callbacks [] for security_group (73ca9f1c-d3e1-434a-8e15-c89c736640f2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.639587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6562d6-3377-4547-ad01-cd7946852922 None None] Pushing event updated for resources: {'Port': ['ID=9199924d-07f7-43c4-984c-0996dd690d91,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:21.668312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Provisioning complete for port 5573e2b7-f93d-45ec-ba5c-359ff057614d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:21.668690 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.716261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (73ca9f1c-d3e1-434a-8e15-c89c736640f2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.719426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.723088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73ca9f1c-d3e1-434a-8e15-c89c736640f2 HTTP/1.1" status: 204  len: 168 time: 0.2315919
Jan 15 21:12:21.739134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13b80d-05d1-42c2-94a1-73505a69440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca9f1c-d3e1-434a-8e15-c89c736640f2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:21.758649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.791411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d01809c8-0ab5-49dd-aebe-5bad28b0bf9c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.818766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:21.824818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/d01809c8-0ab5-49dd-aebe-5bad28b0bf9c HTTP/1.1" status: 204  len: 168 time: 2.3091309
Jan 15 21:12:21.825276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43214) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:21.894064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6817011-fc0f-424f-8bb3-6578b5ddaa76 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=d01809c8-0ab5-49dd-aebe-5bad28b0bf9c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:22.003941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9199924d-07f7-43c4-984c-0996dd690d91 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:22.120229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.136537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks [] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.147573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:22.201744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.266505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53632071-c735-4f91-bd14-e984aa57ca7c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:22.288515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53632071-c735-4f91-bd14-e984aa57ca7c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:22.291444 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-53632071-c735-4f91-bd14-e984aa57ca7c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4651203
Jan 15 21:12:22.297882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43220) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:22.298154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-8d543457-9478-465b-bd50-66136a2cf3ae tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220531184&fields=id&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 267 time: 0.5866430
Jan 15 21:12:22.311737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1255835774'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:22.363384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e39bf-e6e1-45cc-a5dc-d8247f0e90b1 None None] Pushing event updated for resources: {'Port': ['ID=a90eafca-b66f-425c-98cc-d2d8d351e718,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:22.367688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6cb403-1619-461c-98ad-5538fc646588 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:22.374916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:22.379323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Current status of the port 5573e2b7-f93d-45ec-ba5c-359ff057614d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:22.380024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.434259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:22.442835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Attempting to bind port a90eafca-b66f-425c-98cc-d2d8d351e718 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:22.443268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Attempting to bind port a90eafca-b66f-425c-98cc-d2d8d351e718 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:22.443642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Attempting to bind port a90eafca-b66f-425c-98cc-d2d8d351e718 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:22.468597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.473566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (10567c0a-6e46-4009-b036-bf5be45b7438), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.473919 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment 10567c0a-6e46-4009-b036-bf5be45b7438 of type vlan for network baf382c8-a2bb-424e-8043-161764f486de
Jan 15 21:12:22.477363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:22.477777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:22.478315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.478714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:22.480037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Bound port: a90eafca-b66f-425c-98cc-d2d8d351e718, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:22.480430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.527558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Provisioning complete for port 20f480f7-1880-4262-a898-1db9f79bb95c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:22.527909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.580619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (baf382c8-a2bb-424e-8043-161764f486de), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.614676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cd016-139d-4812-8e60-6864acbc6b77 req-d25f3591-07c2-4766-bcce-2780853366ce tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:22.622277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-153cd016-139d-4812-8e60-6864acbc6b77 req-d25f3591-07c2-4766-bcce-2780853366ce tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 945 time: 0.4746583
Jan 15 21:12:22.643286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (baf382c8-a2bb-424e-8043-161764f486de), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.649256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:22.649874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.705963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-2dc3cf39-272b-475e-99c9-43cd453184cb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:22.707715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-2dc3cf39-272b-475e-99c9-43cd453184cb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 796 time: 0.3990951
Jan 15 21:12:22.784011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4876146
Jan 15 21:12:22.792371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 20f480f7-1880-4262-a898-1db9f79bb95c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:22.795724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:22.802866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1939812751'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:22.828651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37157e66-9955-478b-8bbf-956055929f93 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=baf382c8-a2bb-424e-8043-161764f486de,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:22.863360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:22.867061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.877999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network baf382c8-a2bb-424e-8043-161764f486de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:22.886346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] For port a90eafca-b66f-425c-98cc-d2d8d351e718, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:22.944476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:22.983178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] For port a90eafca-b66f-425c-98cc-d2d8d351e718, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a90eafca-b66f-425c-98cc-d2d8d351e718,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:22.995556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (49a048fe-1c59-4a4e-a44e-c12ce834b2d1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:22.997073 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment 49a048fe-1c59-4a4e-a44e-c12ce834b2d1 of type vlan for network 4d51960f-3925-432a-bb26-9e23faaafe52
Jan 15 21:12:23.005103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 20f480f7-1880-4262-a898-1db9f79bb95c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:23.005676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.058288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.062385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4d51960f-3925-432a-bb26-9e23faaafe52), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.090740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4d51960f-3925-432a-bb26-9e23faaafe52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.098017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:23.098876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.168156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3690116
Jan 15 21:12:23.168439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43242) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:23.173494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'ports': [{'network_id': 'baf382c8-a2bb-424e-8043-161764f486de', 'name': 'tempest-port--1742977964', 'admin_state_up': True}, {'network_id': '4d51960f-3925-432a-bb26-9e23faaafe52', 'admin_state_up': False}]} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:23.173873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'port': {'network_id': 'baf382c8-a2bb-424e-8043-161764f486de', 'name': 'tempest-port--1742977964', 'admin_state_up': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:23.174420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'port': {'network_id': '4d51960f-3925-432a-bb26-9e23faaafe52', 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:23.201140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e39bf-e6e1-45cc-a5dc-d8247f0e90b1 None None] Pushing event updated for resources: {'Port': ['ID=a90eafca-b66f-425c-98cc-d2d8d351e718,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:23.221419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e5990-d9c2-4bbb-a8b8-6e1342f963aa tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=4d51960f-3925-432a-bb26-9e23faaafe52,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:23.224831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Allocated IP 172.20.0.1 (c449301e-98ed-4b3a-8c7c-09506771241a/7e1fda76-2f82-4d55-9149-588fbc967888/bc24a163-1c3b-4e97-86b8-3c0c19ad001a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:23.235304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-a48dae01-e210-435f-b4ef-dcee508c891c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/quotas/ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 375 time: 0.5180764
Jan 15 21:12:23.258008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4d51960f-3925-432a-bb26-9e23faaafe52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:23.268776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-153cd016-139d-4812-8e60-6864acbc6b77 req-85b32678-4ad4-4b9f-bda4-1ec8533570ef tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/security-groups?id=846f62cc-1745-4231-b327-103490492392&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6456242
Jan 15 21:12:23.340571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Current status of the port 20f480f7-1880-4262-a898-1db9f79bb95c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:23.340987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.380164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664c70>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:20Z', 'revision_number': 2, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:23.414891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78789a1e-b26c-41fa-822d-f98b67fc24e6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:23.455828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'port': 2} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:23.479779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.481081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:23.481716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d9940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:23.483969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Checking router: 578013ee-8537-42ab-a48b-416a38344e5e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:23.484325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Updating router 578013ee-8537-42ab-a48b-416a38344e5e port eb48ccae-0a3d-46c6-8190-daa94c1c53ce binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:23.528245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-2405a19b-45b6-4737-bc79-d27db3101658 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2796338
Jan 15 21:12:23.540621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks [] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.557183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.591565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-94d555d1-2dce-4380-9fb4-eba19acc5c9b tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:23.593264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-94d555d1-2dce-4380-9fb4-eba19acc5c9b tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 945 time: 0.0910823
Jan 15 21:12:23.604622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7958dcd-373e-4afb-8c3e-b8ef8301eb4d req-c21df183-be82-4f96-ac25-37a47b5d2621 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:23.606367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7958dcd-373e-4afb-8c3e-b8ef8301eb4d req-c21df183-be82-4f96-ac25-37a47b5d2621 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.2207284
Jan 15 21:12:23.783941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.1 (440e160f-ccfe-4ebd-9014-086a4fa42133/65f362fb-49c7-4803-9c17-87e5a7722e7c/ff35f612-7759-4a64-8059-6c6475b4cd38) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:23.835954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] device_id is not set on port 54a7a046-5e61-4dde-8846-50510eb56ca8 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:23.848301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Deleting port d46b9724-0123-47b5-a443-4daf591a33d4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:23.848644 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.926099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] For port 20f480f7-1880-4262-a898-1db9f79bb95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20f480f7-1880-4262-a898-1db9f79bb95c,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:23.930051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.946620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.968159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] For port d46b9724-0123-47b5-a443-4daf591a33d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d46b9724-0123-47b5-a443-4daf591a33d4,segment=NetworkSegment(67a21f8a-8ec6-4135-8550-4c4cc53cd208),segment_id=67a21f8a-8ec6-4135-8550-4c4cc53cd208)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:23.968542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.971340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e7958dcd-373e-4afb-8c3e-b8ef8301eb4d req-320ded57-fb31-49c4-b35a-5ca7ab7137d9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3582981
Jan 15 21:12:23.977707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.991059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:23.996039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.036403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Calling delete_port for d46b9724-0123-47b5-a443-4daf591a33d4 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:24.098274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Network c449301e-98ed-4b3a-8c7c-09506771241a is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:24.107809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:24.118679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:24.182856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for port (54a7a046-5e61-4dde-8846-50510eb56ca8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.240030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Pushing event updated for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:24.246668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-b77084c3-d127-4a0b-989c-075363950850 service neutron] 10.222.0.46 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6689222
Jan 15 21:12:24.252486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.277141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:24.377674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] device_id is not set on port 27efaf82-0983-41fc-a38c-656aef643b50 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:24.387874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Pushing event updated for resources: {'Port': ['ID=20f480f7-1880-4262-a898-1db9f79bb95c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:24.407241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-3c68f454-5459-4196-b65c-fb847d0018e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:24.411786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-3c68f454-5459-4196-b65c-fb847d0018e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 1096 time: 0.1791000
Jan 15 21:12:24.416995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:24.458287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:24.506932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:24.515158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Provisioning complete for port 9199924d-07f7-43c4-984c-0996dd690d91 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:24.515526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9199924d-07f7-43c4-984c-0996dd690d91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.562327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for port (27efaf82-0983-41fc-a38c-656aef643b50), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.590038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=ff35f612-7759-4a64-8059-6c6475b4cd38,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:24.636407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.637923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 20f480f7-1880-4262-a898-1db9f79bb95c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:24.643633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9199924d-07f7-43c4-984c-0996dd690d91 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:24.647626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.747310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (23caec26-d591-4897-adc1-5b2286706452), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.766424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (54a7a046-5e61-4dde-8846-50510eb56ca8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.778735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d46b9724-0123-47b5-a443-4daf591a33d4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.809820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ff58-429d-4fd5-a12c-9e8a4fa15d52 req-042f3ef2-e6b4-4296-bb51-70bc822d094d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:24.811285 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7669ff58-429d-4fd5-a12c-9e8a4fa15d52 req-042f3ef2-e6b4-4296-bb51-70bc822d094d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.4123638
Jan 15 21:12:24.824787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-93f07343-567c-488d-a890-824bf2e50e9e service neutron] 10.222.0.46 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5601456
Jan 15 21:12:24.871047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5f559-d180-4bae-9adc-80204aa07979 None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:24.895402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Port': ['ID=54a7a046-5e61-4dde-8846-50510eb56ca8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:24.965610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] No DVR routers for this DVR port d46b9724-0123-47b5-a443-4daf591a33d4 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:24.968309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Pushing event deleted for resources: {'Port': ['ID=d46b9724-0123-47b5-a443-4daf591a33d4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:24.971124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-78b0f1ef-179e-4212-afb1-0fb2d043bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:24.973160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-78b0f1ef-179e-4212-afb1-0fb2d043bf9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 200  len: 912 time: 0.4721282
Jan 15 21:12:24.975178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:24.979235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-47598825-67ff-4cd5-b5e7-08835bcb8c14 req-71a46471-4440-43ee-9ebf-c7f24a2edaf5 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.39 "DELETE /v2.0/ports/d46b9724-0123-47b5-a443-4daf591a33d4 HTTP/1.1" status: 204  len: 173 time: 1.3409522
Jan 15 21:12:24.979531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7669ff58-429d-4fd5-a12c-9e8a4fa15d52 req-19929647-bcb3-42ea-b8b2-dbe24e0531a9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520245
Jan 15 21:12:24.980116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'name': 'network-vif-deleted', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:24.983675 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ec799-85f0-457f-8794-bb282d06367d" -d '{"events": [{"server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "name": "network-vif-deleted", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:25.002206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Checking segment: {'id': '10567c0a-6e46-4009-b036-bf5be45b7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'baf382c8-a2bb-424e-8043-161764f486de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:25.002773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network hostable DHCP agents. Network: baf382c8-a2bb-424e-8043-161764f486de, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:25.023817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.029657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9199924d-07f7-43c4-984c-0996dd690d91 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:25.030232 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9199924d-07f7-43c4-984c-0996dd690d91), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.056788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-62cc4748-2e8a-4fea-8ac3-46434c644a9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 200  len: 217 time: 0.0650916
Jan 15 21:12:25.111855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network baf382c8-a2bb-424e-8043-161764f486de is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:25.128096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c41ff3b4-1d46-4e42-84e6-64995a5620b6 None None] Current status of the port 9199924d-07f7-43c4-984c-0996dd690d91 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:25.148591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, baf382c8-a2bb-424e-8043-161764f486de) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:25.157231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:25.158307 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27efaf82-0983-41fc-a38c-656aef643b50), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.161533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-1d3ff31e-795d-4c85-8b4e-18ee44c82645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:25.163460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-1d3ff31e-795d-4c85-8b4e-18ee44c82645 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 200  len: 851 time: 0.0997870
Jan 15 21:12:25.185534 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4141cd34-363a-46db-a592-fbc1f0f365bb x-openstack-request-id: req-4141cd34-363a-46db-a592-fbc1f0f365bb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:25.185968 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e978b725-2efe-42a9-83cb-e6343f132d14", "name": "network-vif-deleted", "tag": "d46b9724-0123-47b5-a443-4daf591a33d4", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:25.186373 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4141cd34-363a-46db-a592-fbc1f0f365bb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:25.186956 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978b725-2efe-42a9-83cb-e6343f132d14', 'name': 'network-vif-deleted', 'tag': 'd46b9724-0123-47b5-a443-4daf591a33d4', 'status': 'completed', 'code': 200}
Jan 15 21:12:25.198245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.208918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaeeea6-e659-4d89-ad05-d56f8ce52292 None None] Network baf382c8-a2bb-424e-8043-161764f486de requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:25.246829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4144af77-e377-4577-9985-74d7b54368a4 req-5b8f956b-9c78-4331-bc0b-ec1c756abda9 tempest-VolumesSnapshotTestJSON-711254379 tempest-VolumesSnapshotTestJSON-711254379-project] 10.222.0.46 "GET /v2.0/ports?device_id=e978b725-2efe-42a9-83cb-e6343f132d14 HTTP/1.1" status: 200  len: 210 time: 0.1005173
Jan 15 21:12:25.284531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-414b186d-9bf7-4276-9244-71c34e2bc5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=199105de-00cd-44b3-8e15-12c91d44ad90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1115153
Jan 15 21:12:25.312413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21ce864f-5ab6-4d13-92fd-355a561df161 req-10f1d7ce-4996-402c-bc79-c1a72e9418db tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 210 time: 0.0465915
Jan 15 21:12:25.347348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks [] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.357054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d9940>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:18Z', 'revision_number': 3, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:25.373901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Port': ['ID=27efaf82-0983-41fc-a38c-656aef643b50,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:25.395349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c41a4-bd82-48f1-9f7e-d9b75a18f078 None None] The sync data for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 is: [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:18Z', 'revision_number': 3, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:25.401097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.432556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Checking segment: {'id': '49a048fe-1c59-4a4e-a44e-c12ce834b2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4d51960f-3925-432a-bb26-9e23faaafe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:25.433208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network hostable DHCP agents. Network: 4d51960f-3925-432a-bb26-9e23faaafe52, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:25.483601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port bc24a163-1c3b-4e97-86b8-3c0c19ad001a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:25.484008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.486471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-5809b4f4-76e5-4f09-a754-36db1899cab4 service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944110
Jan 15 21:12:25.519802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network 4d51960f-3925-432a-bb26-9e23faaafe52 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:25.649486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d51960f-3925-432a-bb26-9e23faaafe52) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:25.653639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fde1e-bdaf-46a6-af96-2774a8550af7 None None] Pushing event updated for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:25.659978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:25.666445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:25.675222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:25.676081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.718026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d03ea6-cb16-4cf6-b3d0-02f7ebf7a2b4 None None] Network 4d51960f-3925-432a-bb26-9e23faaafe52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:25.749210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-310bb39a-9ef2-4e69-bfc3-526ecbc73657 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.5793617
Jan 15 21:12:25.751692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43342) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:25.814356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9199924d-07f7-43c4-984c-0996dd690d91 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:25.816745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5573e2b7-f93d-45ec-ba5c-359ff057614d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:25.900011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d46b9724-0123-47b5-a443-4daf591a33d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:25.902667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Port bc24a163-1c3b-4e97-86b8-3c0c19ad001a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:25.979039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks [] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:25.988656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.017967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-db85fea6-3d8f-4308-ace5-4a763aad2530 req-af0b397f-b025-4963-aedf-ada60b01716c service neutron] 10.222.0.45 "GET /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5254481
Jan 15 21:12:26.108359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: d46b9724-0123-47b5-a443-4daf591a33d4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:26.108699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device d46b9724-0123-47b5-a443-4daf591a33d4 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:26.115711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.118703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd0955a-c802-412a-a79d-e91137fd0754 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:26.128367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd0955a-c802-412a-a79d-e91137fd0754 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:26.131678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dbd0955a-c802-412a-a79d-e91137fd0754 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3686867
Jan 15 21:12:26.133261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43348) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:26.204486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port 5573e2b7-f93d-45ec-ba5c-359ff057614d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:26.205193 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.248701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Attempting to bind port eb48ccae-0a3d-46c6-8190-daa94c1c53ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:26.249452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Attempting to bind port eb48ccae-0a3d-46c6-8190-daa94c1c53ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:26.251019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Attempting to bind port eb48ccae-0a3d-46c6-8190-daa94c1c53ce on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:26.270278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:26.270956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Checking segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:26.271537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.271689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Deleting port 54a7a046-5e61-4dde-8846-50510eb56ca8 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:26.271967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (54a7a046-5e61-4dde-8846-50510eb56ca8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.272245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Bound using segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:26.273075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Bound port: eb48ccae-0a3d-46c6-8190-daa94c1c53ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:26.273559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.399902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (54a7a046-5e61-4dde-8846-50510eb56ca8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.419695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5573e2b7-f93d-45ec-ba5c-359ff057614d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:26.420151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.433206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Calling delete_port for 54a7a046-5e61-4dde-8846-50510eb56ca8 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:26.510513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Pushing event updated for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:26.651717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (54a7a046-5e61-4dde-8846-50510eb56ca8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.668019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4dcb-573b-4b05-82b9-9685f7f03a14 req-d694b536-5e6e-4b1f-a745-00022d21c5d3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:26.669801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d98c4dcb-573b-4b05-82b9-9685f7f03a14 req-d694b536-5e6e-4b1f-a745-00022d21c5d3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.4931204
Jan 15 21:12:26.676402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-606838eb-03fb-4d8d-9348-d092c081d623 req-f8fd7bed-79b6-47b8-b16f-4015ad134708 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 210 time: 0.0970144
Jan 15 21:12:26.734430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.748159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] For port eb48ccae-0a3d-46c6-8190-daa94c1c53ce, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:26.748566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.749470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.760629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] For port eb48ccae-0a3d-46c6-8190-daa94c1c53ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:26.773395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/ports/54a7a046-5e61-4dde-8846-50510eb56ca8 HTTP/1.1" status: 204  len: 168 time: 0.6325593
Jan 15 21:12:26.775022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2104-9ba8-4180-80fa-3b05be010d79 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Port': ['ID=54a7a046-5e61-4dde-8846-50510eb56ca8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:26.792141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:26.810768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.831820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Current status of the port 5573e2b7-f93d-45ec-ba5c-359ff057614d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:26.926315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=ff35f612-7759-4a64-8059-6c6475b4cd38,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:26.947018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (23caec26-d591-4897-adc1-5b2286706452), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:26.950547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Network c449301e-98ed-4b3a-8c7c-09506771241a is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:27.003664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:27.041051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d98c4dcb-573b-4b05-82b9-9685f7f03a14 req-26981b84-6519-429d-be04-d34cc2efc012 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442011
Jan 15 21:12:27.098311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port eb48ccae-0a3d-46c6-8190-daa94c1c53ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:27.104689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:27.107662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5573e2b7-f93d-45ec-ba5c-359ff057614d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:27.125927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fde1e-bdaf-46a6-af96-2774a8550af7 None None] Pushing event updated for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:27.135458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:27.140351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:27.265671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-4b3aeda9-3c21-4f33-b474-35991be0553f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:27.268976 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-4b3aeda9-3c21-4f33-b474-35991be0553f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 796 time: 0.4090245
Jan 15 21:12:27.455658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-3f0985b0-eae1-40e2-ab2b-738bfef70279 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 380 time: 0.1740816
Jan 15 21:12:27.458982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Deleting port 27efaf82-0983-41fc-a38c-656aef643b50 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:27.459606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (27efaf82-0983-41fc-a38c-656aef643b50), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:27.512391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:27.518515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:27.576829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'port': {'device_id': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'admin_state_up': True, 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'security_groups': ['335eaebc-5b74-4456-9b16-715e45789050']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:27.592693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:27.673879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (27efaf82-0983-41fc-a38c-656aef643b50), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:27.697127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Calling delete_port for 27efaf82-0983-41fc-a38c-656aef643b50 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:27.910974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aa0386e2-9168-4615-8717-bda763251f3e req-776dc687-1f3b-412f-a156-aa05f66c59c9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 210 time: 0.0843554
Jan 15 21:12:27.977149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 23caec26-d591-4897-adc1-5b2286706452 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:27.989099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:27.996480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:28.002518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-060ab10f-eb66-40b6-8fa7-45350968fa18 admin admin] 10.222.0.46 "PUT /v2.0/routers/b252b4c8-d528-4d26-8110-f2dbcf2bf2ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7674451
Jan 15 21:12:28.150494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a90eafca-b66f-425c-98cc-d2d8d351e718 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:28.331138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:28.345070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-299b13ed-9b05-4bcd-914b-e054e873fad2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/routers/23caec26-d591-4897-adc1-5b2286706452/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0415783
Jan 15 21:12:28.345392 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] Sync routers for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:28.363065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43416) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:28.364886 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:28.367167 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:28.390012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'port': {'network_id': '440e160f-ccfe-4ebd-9014-086a4fa42133', 'name': 'tempest-FloatingIPTestJSON-882423272'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:28.421785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Current status of the port eb48ccae-0a3d-46c6-8190-daa94c1c53ce is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:28.422327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.448159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe1b50>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:28.499173 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:28.503006 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe1b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:28.555928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:28.563204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Sync routers for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:28.575253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.575661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe1b50>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:28.576312 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b612678-1888-4ea8-babb-01007f36c0c9 None None] The sync data for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:28.608976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27efaf82-0983-41fc-a38c-656aef643b50), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.648608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.650799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:28.651469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2216d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:28.655473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/ports/27efaf82-0983-41fc-a38c-656aef643b50 HTTP/1.1" status: 204  len: 168 time: 1.8600652
Jan 15 21:12:28.671530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43422) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:28.718574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f9b78-ea71-4a53-9424-cecb93dbe739 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Port': ['ID=27efaf82-0983-41fc-a38c-656aef643b50,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:28.760536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-856e86f1-c01b-416f-8934-ed39ec4ddaec tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0811076
Jan 15 21:12:28.760641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43434) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:28.770560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1505029296'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:28.820334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-79069198-9049-4923-9e43-8c75516025e3 None None] For port eb48ccae-0a3d-46c6-8190-daa94c1c53ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:28.837867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a90eafca-b66f-425c-98cc-d2d8d351e718 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:28.838275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.844547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.850017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:28.854606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.898084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:28.907210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.11 (f6497646-b979-4631-b8ee-bbc83d8bed66/4ce6a626-4624-4861-bd16-0ccc703fcf49/00a046e1-4575-48fc-acfb-813600567478) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:28.920412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a76b3d21-aa6b-47eb-beda-bbbe051703b3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:28.920770 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment a76b3d21-aa6b-47eb-beda-bbbe051703b3 of type vlan for network 60df3be4-25cf-4a01-bb34-654d30f60d61
Jan 15 21:12:28.986650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (60df3be4-25cf-4a01-bb34-654d30f60d61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.023353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Pushing event updated for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:29.040959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:29.077390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (60df3be4-25cf-4a01-bb34-654d30f60d61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.083417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:29.084121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.105952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port a90eafca-b66f-425c-98cc-d2d8d351e718 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:29.106368 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.114099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3521597
Jan 15 21:12:29.131980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:29.168103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-704360765'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:29.219202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0051f-66b6-4598-8b9f-35cfa8a25e79 req-d57c4843-2d87-47d6-b14d-427032f90c76 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:29.221263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83a0051f-66b6-4598-8b9f-35cfa8a25e79 req-d57c4843-2d87-47d6-b14d-427032f90c76 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 1.0582418
Jan 15 21:12:29.222546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:29.224025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ef3c97c-6cf0-4efb-914a-7f20b8eea482 req-2867bac6-aae8-4dc3-984a-d68d9ed96959 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 210 time: 0.0536175
Jan 15 21:12:29.226359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.261081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:29.267284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5085e48-ea06-466d-af62-b36e64d0d4cb tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=60df3be4-25cf-4a01-bb34-654d30f60d61,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:29.267528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1381245599-network', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:29.273190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (00a046e1-4575-48fc-acfb-813600567478), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.280644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b664c70>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:29.296751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:29.329397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637840ca-aa73-4a34-adb4-b787821e5b3d None None] The sync data for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 is: [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:29.331077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f41a7636-3f5f-49d8-8f7e-9fff501a71a2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.331317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 60df3be4-25cf-4a01-bb34-654d30f60d61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:29.332552 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Added segment f41a7636-3f5f-49d8-8f7e-9fff501a71a2 of type vlan for network af515b95-889d-4ef6-81f8-3c10f75d32d4
Jan 15 21:12:29.353835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83a0051f-66b6-4598-8b9f-35cfa8a25e79 req-887353bb-648c-4689-9029-13e3175182a3 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248372
Jan 15 21:12:29.396577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Made reservation on behalf of ead8768339aa4d339cee7b6fe79a1601 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:29.398950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.427123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (00a046e1-4575-48fc-acfb-813600567478), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.479564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.523645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (af515b95-889d-4ef6-81f8-3c10f75d32d4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.602176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network f6497646-b979-4631-b8ee-bbc83d8bed66 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:29.616265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:29.628960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (af515b95-889d-4ef6-81f8-3c10f75d32d4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.634781 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:29.637578 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:29.654417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:29.657143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.662093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks [] for security_group (ace5a7b7-2c02-463a-8617-a3a5582d3b76), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.668563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:29.684881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ace5a7b7-2c02-463a-8617-a3a5582d3b76), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.757951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:29.759420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.767102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:29.784157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a90eafca-b66f-425c-98cc-d2d8d351e718 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:29.784560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.824464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:29.855131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a90eafca-b66f-425c-98cc-d2d8d351e718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a90eafca-b66f-425c-98cc-d2d8d351e718,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:29.859998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Made reservation on behalf of 18f1669245c94ee389a3bad8486b4dde for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:29.873431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.893495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.894331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 20f480f7-1880-4262-a898-1db9f79bb95c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:29.952895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8104718
Jan 15 21:12:29.963483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8db62b8a-1b75-4969-9a6c-c3f7a8aed821), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:29.963836 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Added segment 8db62b8a-1b75-4969-9a6c-c3f7a8aed821 of type vlan for network 0a185477-cf1a-4809-8b34-a1537dfe5e51
Jan 15 21:12:29.974594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace5a7b7-2c02-463a-8617-a3a5582d3b76,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:29.983544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-f63e886a-9d0f-4434-9d03-80786b7da4dd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4103532
Jan 15 21:12:30.006227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Request body: {'port': {'device_id': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:30.012294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] device_id is not set on port 550abe1e-4945-440e-94e1-e6ded3ea54ab yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:30.080404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Current status of the port a90eafca-b66f-425c-98cc-d2d8d351e718 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:30.080917 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.108810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.113667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5672c-61db-4499-93fb-91a24e9259c5 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Network': ['ID=af515b95-889d-4ef6-81f8-3c10f75d32d4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:30.194108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network af515b95-889d-4ef6-81f8-3c10f75d32d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:30.311546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0a185477-cf1a-4809-8b34-a1537dfe5e51), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.329854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fdf74-2370-440d-8778-9a9b2cdf4d84 req-d88c3cb4-5c07-4eb2-aada-8e65f76e39c8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:30.334834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a90eafca-b66f-425c-98cc-d2d8d351e718,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:30.339177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e7fdf74-2370-440d-8778-9a9b2cdf4d84 req-d88c3cb4-5c07-4eb2-aada-8e65f76e39c8 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.3802178
Jan 15 21:12:30.348753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2216d0>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:25Z', 'revision_number': 2, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:30.502159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Checking router: b252b4c8-d528-4d26-8110-f2dbcf2bf2ec for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:30.502515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Updating router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec port bc24a163-1c3b-4e97-86b8-3c0c19ad001a binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:30.655713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:12:30.656164 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:12:30.675040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 20f480f7-1880-4262-a898-1db9f79bb95c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:30.677345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.677897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0a185477-cf1a-4809-8b34-a1537dfe5e51), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.679313 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.679947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:30.680875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:30.818160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Allocated IP 172.20.0.4 (440e160f-ccfe-4ebd-9014-086a4fa42133/65f362fb-49c7-4803-9c17-87e5a7722e7c/550abe1e-4945-440e-94e1-e6ded3ea54ab) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:30.820317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a185477-cf1a-4809-8b34-a1537dfe5e51,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:30.831807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3e69-9204-4205-ae6c-8854a5a99981 req-4fa067ca-9e2a-43cd-9b1a-6cc17633cc78 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:30.846819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae3a3e69-9204-4205-ae6c-8854a5a99981 req-4fa067ca-9e2a-43cd-9b1a-6cc17633cc78 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 932 time: 0.3857980
Jan 15 21:12:30.859197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:30.864050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e7fdf74-2370-440d-8778-9a9b2cdf4d84 req-250c350e-69f3-430c-9f31-15f8c599fa0d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5236659
Jan 15 21:12:30.880887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ef95d3e-69f2-4a0b-a506-ce69454f14d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6184950
Jan 15 21:12:30.885078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43486) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:30.910017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Request body: {'subnet': {'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1381245599-subnet', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:30.955318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Made reservation on behalf of ead8768339aa4d339cee7b6fe79a1601 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:30.957826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.080944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae3a3e69-9204-4205-ae6c-8854a5a99981 req-2d16eb10-bf7c-4b9e-9b4a-e7a219b92adf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2328742
Jan 15 21:12:31.240142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (90b031b4-a6d2-468d-b9b0-2a7229cdb7de), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.375999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a046e1-4575-48fc-acfb-813600567478 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:12:31.399969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks [] for port (00a046e1-4575-48fc-acfb-813600567478), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.432626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Transition to ACTIVE for port object 00a046e1-4575-48fc-acfb-813600567478 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:12:31.444334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.510422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.645844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:31.768919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Current status of the port a90eafca-b66f-425c-98cc-d2d8d351e718 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:31.774621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:31.783235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b031b4-a6d2-468d-b9b0-2a7229cdb7de,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:31.834006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:31.845540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:31.856661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:12:31.859150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:31.923631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:31.924169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:31.934875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:31.951278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Checking segment: {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:31.951814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Network hostable DHCP agents. Network: 0a185477-cf1a-4809-8b34-a1537dfe5e51, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:31.968986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:12:31.969420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:32.031689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:32.032346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Checking segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:32.032876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Bound using segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:32.036156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Bound port: 00a046e1-4575-48fc-acfb-813600567478, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:32.049832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.053988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:32.073144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event updated for resources: {'Port': ['ID=550abe1e-4945-440e-94e1-e6ded3ea54ab,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:32.078274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a185477-cf1a-4809-8b34-a1537dfe5e51) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:32.085423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:32.086587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.157741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb245497-61da-4cb2-b40b-aa1a76662a89 None None] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:32.247520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-34c92ea9-0066-4a9e-a3ed-c066b806bd40 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3512070
Jan 15 21:12:32.264305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43530) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:32.289105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:32.296632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:32.300730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.346666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port ff35f612-7759-4a64-8059-6c6475b4cd38 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:32.353416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.393790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (11163a14-14ec-46f9-9305-28afc33bbc14), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.403915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (11163a14-14ec-46f9-9305-28afc33bbc14), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.457781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:32.469628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:32.483411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8df37-15b2-4ec5-8820-3feaa2fadf65 req-cb42f290-9c40-41d1-825e-2dc94d5007dc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:32.485890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc8df37-15b2-4ec5-8820-3feaa2fadf65 req-cb42f290-9c40-41d1-825e-2dc94d5007dc tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.3697126
Jan 15 21:12:32.486346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.493668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-922edc26-9176-4f29-9246-a34b54a0ed09 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.1275909
Jan 15 21:12:32.496474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:32.503928 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Request body: {'floatingip': {'port_id': '550abe1e-4945-440e-94e1-e6ded3ea54ab'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:32.605075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for router_controller (11163a14-14ec-46f9-9305-28afc33bbc14), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.607067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:32.607689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.609476 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 1092 time: 2.6156223
Jan 15 21:12:32.610133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:32.612769 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019" -d '{"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:32.676771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ba4c-8e38-407e-b7da-510d12c5abc8 req-16bfd831-dd93-4fb9-bc13-9fc657decc66 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:32.679327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7719ba4c-8e38-407e-b7da-510d12c5abc8 req-16bfd831-dd93-4fb9-bc13-9fc657decc66 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.4031484
Jan 15 21:12:32.690732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 20f480f7-1880-4262-a898-1db9f79bb95c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:32.778566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a185477-cf1a-4809-8b34-a1537dfe5e51', 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51', 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'fixed_ips': [{'subnet_id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:32.779436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:32.867200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc8df37-15b2-4ec5-8820-3feaa2fadf65 req-78e63f34-78bc-418d-acd8-079a372b06e0 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3597691
Jan 15 21:12:32.917294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Port ff35f612-7759-4a64-8059-6c6475b4cd38 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:32.960549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.048646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7719ba4c-8e38-407e-b7da-510d12c5abc8 req-3c6e1a4d-e551-4b4a-9196-e85556cfa863 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3591816
Jan 15 21:12:33.123827 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19898bd-9f59-4565-a31e-0b5741383c66 x-openstack-request-id: req-a19898bd-9f59-4565-a31e-0b5741383c66 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:33.124444 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:33.124444 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a19898bd-9f59-4565-a31e-0b5741383c66 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:33.124962 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'status': 'completed', 'code': 200}
Jan 15 21:12:33.160834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aec1c-fa44-429c-ad6e-f2a0ebf589f6 service neutron] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:33.175460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Allocated IP 172.20.0.2 (0a185477-cf1a-4809-8b34-a1537dfe5e51/90b031b4-a6d2-468d-b9b0-2a7229cdb7de/0ca8fe95-0412-4623-8ab0-af470da03b09) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:33.234916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-74c79882-837c-47a3-8429-401bd3e44b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:33.236435 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-74c79882-837c-47a3-8429-401bd3e44b36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.4083641
Jan 15 21:12:33.238568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for router_gateway (11163a14-14ec-46f9-9305-28afc33bbc14), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.338670 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks [] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.353787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-507686be-f102-4276-91c7-dc11c59f600c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 217 time: 0.1074579
Jan 15 21:12:33.358586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a90eafca-b66f-425c-98cc-d2d8d351e718 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:33.370554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-71d6ea64-3047-4b04-bbf9-879a58b9392e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:33.372790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-71d6ea64-3047-4b04-bbf9-879a58b9392e tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 0.4218347
Jan 15 21:12:33.394883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.466230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:33.494627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Provisioning complete for port 20f480f7-1880-4262-a898-1db9f79bb95c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:33.497418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.524810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43566) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:33.532778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'subnets': [{'network_id': '60df3be4-25cf-4a01-bb34-654d30f60d61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1229402991', 'ip_version': 6}, {'network_id': 'af515b95-889d-4ef6-81f8-3c10f75d32d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:33.533182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'subnet': {'network_id': '60df3be4-25cf-4a01-bb34-654d30f60d61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1229402991', 'ip_version': 6}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:33.533996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Request body: {'subnet': {'network_id': 'af515b95-889d-4ef6-81f8-3c10f75d32d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:33.537204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:33.540737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:33.570536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-859bd4a9-3a5d-475f-984d-f9afebd41bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:33.573346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-859bd4a9-3a5d-475f-984d-f9afebd41bea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.1996133
Jan 15 21:12:33.597911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Pushing event updated for resources: {'Port': ['ID=0ca8fe95-0412-4623-8ab0-af470da03b09,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:33.724374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-86e3a31c-44c1-4315-bec9-5ceb230f1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:33.726066 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-86e3a31c-44c1-4315-bec9-5ceb230f1f92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1283195
Jan 15 21:12:33.766764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a90eafca-b66f-425c-98cc-d2d8d351e718 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:33.767144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.824908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79069198-9049-4923-9e43-8c75516025e3 None None] Current status of the port 20f480f7-1880-4262-a898-1db9f79bb95c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:33.827210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Attempting to bind port 0ca8fe95-0412-4623-8ab0-af470da03b09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:33.827683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Attempting to bind port 0ca8fe95-0412-4623-8ab0-af470da03b09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:33.829786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Attempting to bind port 0ca8fe95-0412-4623-8ab0-af470da03b09 on network 0a185477-cf1a-4809-8b34-a1537dfe5e51 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:33.857133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:33.857765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Checking segment: {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:33.858434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.859092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Bound using segment: {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:33.859694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Bound port: 0ca8fe95-0412-4623-8ab0-af470da03b09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:33.860190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.880811 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks [] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.896829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Deleting port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:33.898137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.966433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Made reservation on behalf of c86d1a1204de4dd5839d54fbdeaa324d for: {'subnet': 2} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:33.972073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.972560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:33.989020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.090056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] For port 0ca8fe95-0412-4623-8ab0-af470da03b09, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:34.122905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for router_gateway (11163a14-14ec-46f9-9305-28afc33bbc14), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.129310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-c951ecb2-0979-4fff-bf07-a467c88e7f6d service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3943279
Jan 15 21:12:34.166181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Provisioning complete for port bc24a163-1c3b-4e97-86b8-3c0c19ad001a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:34.166753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.179107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.186578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] For port 0ca8fe95-0412-4623-8ab0-af470da03b09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca8fe95-0412-4623-8ab0-af470da03b09,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:34.242594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7378351-f7ac-4711-843a-3c85a5691dcd None None] Pushing event updated for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:34.246207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Port bc24a163-1c3b-4e97-86b8-3c0c19ad001a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:34.284752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.295130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] For port 50bb49c7-3617-4308-844c-7a5f3d2c58b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50bb49c7-3617-4308-844c-7a5f3d2c58b0,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:34.295411 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.326757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Calling delete_port for 50bb49c7-3617-4308-844c-7a5f3d2c58b0 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:34.384743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a90eafca-b66f-425c-98cc-d2d8d351e718 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:34.386099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb48ccae-0a3d-46c6-8190-daa94c1c53ce up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:34.456332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Attempting to bind port bc24a163-1c3b-4e97-86b8-3c0c19ad001a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:34.456743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Attempting to bind port bc24a163-1c3b-4e97-86b8-3c0c19ad001a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:34.457191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Attempting to bind port bc24a163-1c3b-4e97-86b8-3c0c19ad001a on network c449301e-98ed-4b3a-8c7c-09506771241a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:34.469055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Provisioning complete for port 550abe1e-4945-440e-94e1-e6ded3ea54ab triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:34.469471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.479630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fda58e86-f82e-4b03-a9f9-9657c311083c req-7efb67d6-b485-49f4-8d85-3b0578f15f89 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3272326
Jan 15 21:12:34.482977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:34.483183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Checking segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:34.483700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.483922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Bound using segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:34.484395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Bound port: bc24a163-1c3b-4e97-86b8-3c0c19ad001a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:34.484773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.522890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:12:34.548532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee7c8b-5796-4d90-a68d-2788af0d5023 None None] Pushing event updated for resources: {'Port': ['ID=0ca8fe95-0412-4623-8ab0-af470da03b09,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:34.606586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Port 550abe1e-4945-440e-94e1-e6ded3ea54ab cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:34.614460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port eb48ccae-0a3d-46c6-8190-daa94c1c53ce triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:34.614665 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.621218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Allocated IP 172.35.1.2 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/ba39e432-0192-4b52-8e5a-de56f004ee9d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:34.654701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.703241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.748492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] For port bc24a163-1c3b-4e97-86b8-3c0c19ad001a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:34.756807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] For port bc24a163-1c3b-4e97-86b8-3c0c19ad001a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:34.765327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-2ea1c051-647b-43c8-b5ab-fe9740a02845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:34.767935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-2ea1c051-647b-43c8-b5ab-fe9740a02845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.2196670
Jan 15 21:12:34.770743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.789941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Provisioning complete for port eb48ccae-0a3d-46c6-8190-daa94c1c53ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:34.789941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:34.981765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ae489-c047-4b86-a0fa-626a031c516c req-43ce091c-aaf3-4c52-9ed9-d3a0a64982f9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:34.986499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7378351-f7ac-4711-843a-3c85a5691dcd None None] Pushing event updated for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:34.989401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:34.991423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2216d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:34.997244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c3ae489-c047-4b86-a0fa-626a031c516c req-43ce091c-aaf3-4c52-9ed9-d3a0a64982f9 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=462c1966-4e42-42e4-9bce-7c6e28d73918 HTTP/1.1" status: 200  len: 945 time: 1.0178995
Jan 15 21:12:35.025679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbc405-6098-4acb-be38-bb9dc277f587 req-92c6bd3f-da14-4b07-beb4-f6d288eaa4cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:35.027289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5bbc405-6098-4acb-be38-bb9dc277f587 req-92c6bd3f-da14-4b07-beb4-f6d288eaa4cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.5298111
Jan 15 21:12:35.089519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (50bb49c7-3617-4308-844c-7a5f3d2c58b0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:35.148029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6a3f67e3-ca30-403f-b17c-08c9e8c882f1', '50bb49c7-3617-4308-844c-7a5f3d2c58b0'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:12:35.211195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Pushing event deleted for resources: {'Port': ['ID=50bb49c7-3617-4308-844c-7a5f3d2c58b0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:35.235159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port eb48ccae-0a3d-46c6-8190-daa94c1c53ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:35.277852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-106ac4c2-6009-4f4e-a7d4-2ed334d374d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:35.289247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-106ac4c2-6009-4f4e-a7d4-2ed334d374d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.5114987
Jan 15 21:12:35.360693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:35.362842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] No DVR routers for this DVR port 50bb49c7-3617-4308-844c-7a5f3d2c58b0 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:35.371274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:35.382961 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5bc50d8a-2c61-4e06-8939-d6b3d1f74e4d req-e1d94b56-58f9-4669-ad33-279ec813923d tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "DELETE /v2.0/ports/50bb49c7-3617-4308-844c-7a5f3d2c58b0 HTTP/1.1" status: 204  len: 173 time: 1.9943459
Jan 15 21:12:35.383636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'name': 'network-vif-deleted', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:35.386254 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108d08c-94b5-4649-b442-3fa84d427696" -d '{"events": [{"server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "name": "network-vif-deleted", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:35.475051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-8f9c7a0f-dc56-44a1-b8e0-83199be0cd63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 217 time: 0.1278241
Jan 15 21:12:35.625227 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 7104d5f1-8f94-4224-9c52-04d25972c1c7 associated. External IP: 172.35.1.146, port: 5bea8091-1f8e-45b9-a286-0e609ae9afa9.
Jan 15 21:12:35.644799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-ca0f3e7f-f093-4ca8-8dac-901ecdaceecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:35.648520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-ca0f3e7f-f093-4ca8-8dac-901ecdaceecb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.1646235
Jan 15 21:12:35.713812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:35.717310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5bbc405-6098-4acb-be38-bb9dc277f587 req-61ca6df9-e143-4f9c-9b25-5526a5db078b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6632395
Jan 15 21:12:35.723366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c3ae489-c047-4b86-a0fa-626a031c516c req-db58e70a-6083-4d0e-8f04-a0c62d8f8655 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6950803
Jan 15 21:12:35.724242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (079f4bf2-b924-4967-9de3-b14a4ee295c6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:35.724956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ca8fe95-0412-4623-8ab0-af470da03b09 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:35.771991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba39e432-0192-4b52-8e5a-de56f004ee9d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:35.775559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Current status of the port eb48ccae-0a3d-46c6-8190-daa94c1c53ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:35.809169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:35.814623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:35.817458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-f827fff2-2f94-409a-8c67-d1e2ed789d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:35.819332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-f827fff2-2f94-409a-8c67-d1e2ed789d95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1574829
Jan 15 21:12:35.820313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:35.824776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:35.893407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Subnet': ['ID=079f4bf2-b924-4967-9de3-b14a4ee295c6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:35.941620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06afad61-8f09-4a5c-bbad-b8ed2f3f8716 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:35.968559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-dca137d9-e127-4ad6-b3cf-99c7e945c782 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411605
Jan 15 21:12:35.970264 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdadb7-0139-4164-84fc-c328d818dbfc x-openstack-request-id: req-29bdadb7-0139-4164-84fc-c328d818dbfc {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:35.970563 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462c1966-4e42-42e4-9bce-7c6e28d73918", "name": "network-vif-deleted", "tag": "50bb49c7-3617-4308-844c-7a5f3d2c58b0", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:35.970943 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29bdadb7-0139-4164-84fc-c328d818dbfc {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:35.971412 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462c1966-4e42-42e4-9bce-7c6e28d73918', 'name': 'network-vif-deleted', 'tag': '50bb49c7-3617-4308-844c-7a5f3d2c58b0', 'status': 'completed', 'code': 200}
Jan 15 21:12:35.981450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Checking segment: {'id': 'a76b3d21-aa6b-47eb-beda-bbbe051703b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '60df3be4-25cf-4a01-bb34-654d30f60d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:35.981815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network hostable DHCP agents. Network: 60df3be4-25cf-4a01-bb34-654d30f60d61, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:36.033200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0ca8fe95-0412-4623-8ab0-af470da03b09 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:36.033756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.082846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network 60df3be4-25cf-4a01-bb34-654d30f60d61 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:36.087188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Provisioning complete for port ff35f612-7759-4a64-8059-6c6475b4cd38 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:36.087706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.119952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a70d3ff3-3eb9-4b4b-b3f6-9c6695475019 req-d59df60c-5c30-4b7b-817d-fe8ecc83b988 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111178
Jan 15 21:12:36.130560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60df3be4-25cf-4a01-bb34-654d30f60d61) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:36.142575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9c0baa8e-9066-4205-afee-0823a6b937de None None] Port ff35f612-7759-4a64-8059-6c6475b4cd38 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:36.144058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (b59824f9-71af-4cb3-8add-eada607c7b02), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.173841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c4d5d-39b9-4e38-b0b7-57417d760a8d None None] Network 60df3be4-25cf-4a01-bb34-654d30f60d61 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:36.218388 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:36.266459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event updated for resources: {'Subnet': ['ID=b59824f9-71af-4cb3-8add-eada607c7b02,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:36.268450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359c3e4-80a8-445b-aede-f83b5d515cfb None None] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:36.334850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Checking segment: {'id': 'f41a7636-3f5f-49d8-8f7e-9fff501a71a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'af515b95-889d-4ef6-81f8-3c10f75d32d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:36.335209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network hostable DHCP agents. Network: af515b95-889d-4ef6-81f8-3c10f75d32d4, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:36.375410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0ca8fe95-0412-4623-8ab0-af470da03b09 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:36.375812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.384191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Provisioning complete for port bc24a163-1c3b-4e97-86b8-3c0c19ad001a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:36.384766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.412298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Network af515b95-889d-4ef6-81f8-3c10f75d32d4 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:36.427492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af515b95-889d-4ef6-81f8-3c10f75d32d4) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:36.432955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:36.433937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:36.434098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.457096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-25e67e44-f5cd-4f21-a7e1-2c63989343d3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 2.9285259
Jan 15 21:12:36.458033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:36.472625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:36.474352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110ca71-1a2f-4709-bca0-bfe2b75a3143 None None] Network af515b95-889d-4ef6-81f8-3c10f75d32d4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:36.491112 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:36.527028 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:36.528732 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:36.622197 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ac0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:36.650876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:36.651596 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:36.666192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29393a7f-8f3f-4250-917f-44613e1e52ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60df3be4-25cf-4a01-bb34-654d30f60d61', 'network_id': '60df3be4-25cf-4a01-bb34-654d30f60d61', 'project_id': 'c86d1a1204de4dd5839d54fbdeaa324d', 'fixed_ips': [{'subnet_id': '079f4bf2-b924-4967-9de3-b14a4ee295c6'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:36.667430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-29393a7f-8f3f-4250-917f-44613e1e52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.713514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 0ca8fe95-0412-4623-8ab0-af470da03b09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca8fe95-0412-4623-8ab0-af470da03b09,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:36.717472 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b298ac0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:36.718201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683dfcb-3bae-45da-86e2-cb388fdb0aa0 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:36.721243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7960606-d942-4cec-bb18-bc6ee17583e3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:36.723557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7960606-d942-4cec-bb18-bc6ee17583e3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:36.725947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7960606-d942-4cec-bb18-bc6ee17583e3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:36.728729 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d7960606-d942-4cec-bb18-bc6ee17583e3 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2703094
Jan 15 21:12:36.737935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43648) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:36.747244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.882704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Deleting subnet 079f4bf2-b924-4967-9de3-b14a4ee295c6 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:36.887524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for subnet (079f4bf2-b924-4967-9de3-b14a4ee295c6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.949984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 23caec26-d591-4897-adc1-5b2286706452 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:36.979444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=0ca8fe95-0412-4623-8ab0-af470da03b09,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:36.984956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (079f4bf2-b924-4967-9de3-b14a4ee295c6), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.991605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Current status of the port bc24a163-1c3b-4e97-86b8-3c0c19ad001a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:36.992179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:36.995343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6deee-ca06-474b-95e0-dcfb891d5e50 req-d2d059d0-ae63-4b6d-9fc5-28fdc3abb46c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:37.002452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab6deee-ca06-474b-95e0-dcfb891d5e50 req-d2d059d0-ae63-4b6d-9fc5-28fdc3abb46c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.1085844
Jan 15 21:12:37.022027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.022619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.023197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.023802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.024659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.025245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.025791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.026977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.028813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.029972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.030909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.031490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.032266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:37.088060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] For port bc24a163-1c3b-4e97-86b8-3c0c19ad001a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:37.102703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (079f4bf2-b924-4967-9de3-b14a4ee295c6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.112424 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.147398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2216d0>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:34Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:37.188764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (079f4bf2-b924-4967-9de3-b14a4ee295c6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.225612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Subnet': ['ID=079f4bf2-b924-4967-9de3-b14a4ee295c6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:37.248688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.252611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3c704e86-94d7-46e2-956f-a90686970d9c tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/subnets/079f4bf2-b924-4967-9de3-b14a4ee295c6 HTTP/1.1" status: 204  len: 168 time: 0.5134125
Jan 15 21:12:37.255760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:37.268111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for router_gateway (11163a14-14ec-46f9-9305-28afc33bbc14), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.358327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a623cc-101b-47a0-8508-77c76d0cea4c None None] The sync data for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 is: [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:34Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:37.370853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e3d1a-1999-42f0-8fc4-4b8d626d2b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-af515b95-889d-4ef6-81f8-3c10f75d32d4', 'network_id': 'af515b95-889d-4ef6-81f8-3c10f75d32d4', 'project_id': 'c86d1a1204de4dd5839d54fbdeaa324d', 'fixed_ips': [{'subnet_id': 'b59824f9-71af-4cb3-8add-eada607c7b02'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:37.376883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Deleting subnet b59824f9-71af-4cb3-8add-eada607c7b02 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:37.388129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-190e3d1a-1999-42f0-8fc4-4b8d626d2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.394363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Provisioning complete for port 0ca8fe95-0412-4623-8ab0-af470da03b09 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:37.395144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.395409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for subnet (b59824f9-71af-4cb3-8add-eada607c7b02), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.409190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 50bb49c7-3617-4308-844c-7a5f3d2c58b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:37.532138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b59824f9-71af-4cb3-8add-eada607c7b02), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.592078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ca8fe95-0412-4623-8ab0-af470da03b09 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:37.684701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b59824f9-71af-4cb3-8add-eada607c7b02), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.741860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Pushing event updated for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:37.752542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 50bb49c7-3617-4308-844c-7a5f3d2c58b0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:37.753294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 50bb49c7-3617-4308-844c-7a5f3d2c58b0 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:37.781119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab6deee-ca06-474b-95e0-dcfb891d5e50 req-058384b3-c1d0-46a6-9bf4-4989dedbf1d2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7764583
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-29393a7f-8f3f-4250-917f-44613e1e52ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 079f4bf2-b924-4967-9de3-b14a4ee295c6: This subnet is being modified by another concurrent operation.
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:12:37.791226 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 079f4bf2-b924-4967-9de3-b14a4ee295c6: This subnet is being modified by another concurrent operation.
Jan 15 21:12:37.797481 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:12:37.813557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fb55d-64af-4004-8050-d729413b5ca4 None None] Network 60df3be4-25cf-4a01-bb34-654d30f60d61 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:37.826348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:37.845386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.863301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a2e84-1144-4110-8c0d-f25ca590e573 req-57143021-2ac5-4291-9ab4-545c538d970a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:37.865007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-444a2e84-1144-4110-8c0d-f25ca590e573 req-57143021-2ac5-4291-9ab4-545c538d970a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.1027780
Jan 15 21:12:37.880136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (11163a14-14ec-46f9-9305-28afc33bbc14), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.887429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] Sync routers for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:37.895723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b59824f9-71af-4cb3-8add-eada607c7b02), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:37.947560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00a046e1-4575-48fc-acfb-813600567478 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:12:37.965587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-23121c14-99b8-49cd-aba1-3840e27194b8 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/floatingips/7104d5f1-8f94-4224-9c52-04d25972c1c7 HTTP/1.1" status: 200  len: 977 time: 5.4674511
Jan 15 21:12:37.968994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43696) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-190e3d1a-1999-42f0-8fc4-4b8d626d2b32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59824f9-71af-4cb3-8add-eada607c7b02: This subnet is being modified by another concurrent operation.
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:12:38.009239 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59824f9-71af-4cb3-8add-eada607c7b02: This subnet is being modified by another concurrent operation.
Jan 15 21:12:38.013567 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:12:38.049110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-444a2e84-1144-4110-8c0d-f25ca590e573 req-ed109092-aa81-47b3-8112-5a56d0b6647a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580191
Jan 15 21:12:38.056369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Subnet': ['ID=b59824f9-71af-4cb3-8add-eada607c7b02,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:38.068264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.074301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a5e9046c-0a45-4934-927b-3bc8824603b7 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/subnets/b59824f9-71af-4cb3-8add-eada607c7b02 HTTP/1.1" status: 204  len: 168 time: 0.8175275
Jan 15 21:12:38.077545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43700) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:38.099828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81af9b-73eb-4f63-a0f8-6a3e2ea5610c None None] Network af515b95-889d-4ef6-81f8-3c10f75d32d4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:38.134193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 550abe1e-4945-440e-94e1-e6ded3ea54ab {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:38.134550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.247132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da320f8-69b3-461b-accd-06bfaf168de0 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:38.250357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5da320f8-69b3-461b-accd-06bfaf168de0 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1710136
Jan 15 21:12:38.257477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43708) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:38.270211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:38.271390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a439a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:38.275830 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.resource_extend [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:12:38.336880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Router 11163a14-14ec-46f9-9305-28afc33bbc14 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:12:38.441825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (af515b95-889d-4ef6-81f8-3c10f75d32d4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.460184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.504077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Current status of the port 0ca8fe95-0412-4623-8ab0-af470da03b09 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:38.587680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:38.606833 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Sync routers for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:38.645242 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:38.645471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.646792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b009940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:38.647034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-94cf51ba-d5b1-4fdb-a79b-bc578e29ffb4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 6.3800576
Jan 15 21:12:38.650776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43730) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:38.775602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (af515b95-889d-4ef6-81f8-3c10f75d32d4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.821121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e790d19a0>,) {'filters': {'network_id': ['af515b95-889d-4ef6-81f8-3c10f75d32d4']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:38.844699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e790d19a0>, 'f41a7636-3f5f-49d8-8f7e-9fff501a71a2') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:38.845033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e790d19a0>, 'f41a7636-3f5f-49d8-8f7e-9fff501a71a2') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:38.891163 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:38.904633 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f41a7636-3f5f-49d8-8f7e-9fff501a71a2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.958329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f41a7636-3f5f-49d8-8f7e-9fff501a71a2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.987528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.988062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:38.988307 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Floating IP 7104d5f1-8f94-4224-9c52-04d25972c1c7 disassociated. External IP: 172.35.1.146, port: 550abe1e-4945-440e-94e1-e6ded3ea54ab.
Jan 15 21:12:38.988603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 550abe1e-4945-440e-94e1-e6ded3ea54ab owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:38.997787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a439a60>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:39.000136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:39.000542 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f41a7636-3f5f-49d8-8f7e-9fff501a71a2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:39.005000 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:39.048596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0563b-b1e3-4f98-9a91-9f9196d8e991 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:12:39.100039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:39.158295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Provisioning complete for port ba39e432-0192-4b52-8e5a-de56f004ee9d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:39.160565 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.203003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '00a046e1-4575-48fc-acfb-813600567478', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'mac_address': 'fa:16:3e:e8:17:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:12:39.204954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0ca8fe95-0412-4623-8ab0-af470da03b09 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:39.206108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.211660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (af515b95-889d-4ef6-81f8-3c10f75d32d4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.244311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.249716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/af515b95-889d-4ef6-81f8-3c10f75d32d4 HTTP/1.1" status: 204  len: 168 time: 0.9903677
Jan 15 21:12:39.251913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:39.308968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582c8f7-2723-4ea6-97f5-ea85024ee057 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=af515b95-889d-4ef6-81f8-3c10f75d32d4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:39.319720 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b009940>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:36Z', 'revision_number': 3, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:39.344637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f979f-0cc9-43ff-9afd-e300adbfaea3 req-0648b4d7-bf10-4ea1-9682-734ce82c885f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:39.346942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-469f979f-0cc9-43ff-9afd-e300adbfaea3 req-0648b4d7-bf10-4ea1-9682-734ce82c885f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.4088213
Jan 15 21:12:39.368002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (60df3be4-25cf-4a01-bb34-654d30f60d61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.371183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:39.372108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a439a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:39.422507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-97cfe05a-b704-4412-abe8-69259315e1ff None None] Port ba39e432-0192-4b52-8e5a-de56f004ee9d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:39.454764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a439a60>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:39.455722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77df82f-645c-45d7-9b3e-150424bb470c None None] The sync data for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:39.500316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Checking router: 11163a14-14ec-46f9-9305-28afc33bbc14 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:39.500672 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Updating router 11163a14-14ec-46f9-9305-28afc33bbc14 port ba39e432-0192-4b52-8e5a-de56f004ee9d binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:39.540198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9febbc-aac6-4df7-8bb6-ae2ad1b56e78 req-b22b71bc-ed49-4120-a87f-9e3f24b7dd8a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:39.542036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb9febbc-aac6-4df7-8bb6-ae2ad1b56e78 req-b22b71bc-ed49-4120-a87f-9e3f24b7dd8a tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.3371835
Jan 15 21:12:39.543509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 00a046e1-4575-48fc-acfb-813600567478 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:39.544446 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.569727 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.591055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a046e1-4575-48fc-acfb-813600567478 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:12:39.656222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (550abe1e-4945-440e-94e1-e6ded3ea54ab), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.692250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-38fa0249-9e65-4480-a536-2f0d1ca6aea4 None None] Provisioning complete for port 0ca8fe95-0412-4623-8ab0-af470da03b09 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:39.692250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38fa0249-9e65-4480-a536-2f0d1ca6aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.699629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-469f979f-0cc9-43ff-9afd-e300adbfaea3 req-f90e7796-1251-42df-9a4d-3fc523739cc0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3423858
Jan 15 21:12:39.743073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:39.776522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=550abe1e-4945-440e-94e1-e6ded3ea54ab,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:39.803926 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:39.897720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0ca8fe95-0412-4623-8ab0-af470da03b09 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:39.921266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0563b-b1e3-4f98-9a91-9f9196d8e991 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:12:39.945942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:40.032014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-a404a91a-1a5a-41bb-82ad-6a500f74e3df tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:40.034185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-a404a91a-1a5a-41bb-82ad-6a500f74e3df tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.5751374
Jan 15 21:12:40.066633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['00a046e1-4575-48fc-acfb-813600567478'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:12:40.092984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 23caec26-d591-4897-adc1-5b2286706452 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:40.103769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb9febbc-aac6-4df7-8bb6-ae2ad1b56e78 req-44b3acf8-1c8b-4237-9eec-40015d95000c tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5377247
Jan 15 21:12:40.154764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-38fa0249-9e65-4480-a536-2f0d1ca6aea4 None None] Current status of the port 0ca8fe95-0412-4623-8ab0-af470da03b09 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:40.154764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bc24a163-1c3b-4e97-86b8-3c0c19ad001a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:40.157195 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks [] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.174886 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.244940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (60df3be4-25cf-4a01-bb34-654d30f60d61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.317210 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Attempting to bind port ba39e432-0192-4b52-8e5a-de56f004ee9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:40.319746 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Attempting to bind port ba39e432-0192-4b52-8e5a-de56f004ee9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:40.320974 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Attempting to bind port ba39e432-0192-4b52-8e5a-de56f004ee9d on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:40.346666 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:40.347050 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:40.350050 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.350662 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:40.351357 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Bound port: ba39e432-0192-4b52-8e5a-de56f004ee9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:40.351965 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.371952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a14c910>,) {'filters': {'network_id': ['60df3be4-25cf-4a01-bb34-654d30f60d61']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.375891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.405928 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5caa-43d6-4625-a2e8-815363e40319 None None] Pushing event updated for resources: {'Port': ['ID=ba39e432-0192-4b52-8e5a-de56f004ee9d,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:40.410668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:40.421049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port bc24a163-1c3b-4e97-86b8-3c0c19ad001a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:40.421795 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.452632 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] For port ba39e432-0192-4b52-8e5a-de56f004ee9d, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:40.454733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] Sync routers for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:40.456250 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] For port ba39e432-0192-4b52-8e5a-de56f004ee9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba39e432-0192-4b52-8e5a-de56f004ee9d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:40.463361 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.471778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a14c910>, 'a76b3d21-aa6b-47eb-beda-bbbe051703b3') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.472418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a14c910>, 'a76b3d21-aa6b-47eb-beda-bbbe051703b3') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.491972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a76b3d21-aa6b-47eb-beda-bbbe051703b3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.508306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:40.509097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a34de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.515526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.522696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:40.524985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-29e3b6ba-44d9-44df-b5a0-b724a0ef9e2c tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/550abe1e-4945-440e-94e1-e6ded3ea54ab HTTP/1.1" status: 204  len: 168 time: 2.5548968
Jan 15 21:12:40.526961 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:40.527937 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b009940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.577551 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a76b3d21-aa6b-47eb-beda-bbbe051703b3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.596929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a34de20>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.609206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Deleting port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:40.609594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.612211 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5caa-43d6-4625-a2e8-815363e40319 None None] Pushing event updated for resources: {'Port': ['ID=ba39e432-0192-4b52-8e5a-de56f004ee9d,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:40.621433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:40.622143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a76b3d21-aa6b-47eb-beda-bbbe051703b3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:40.640308 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:40.645956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:40.648043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a34de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.691108 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:40.705749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a34de20>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:40.706423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db932e-a6af-467d-b3f3-a4fe3b528b3a None None] The sync data for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:40.813264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d9672-c82f-4cf6-b084-7264adc3b6b0 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:12:40.858372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (60df3be4-25cf-4a01-bb34-654d30f60d61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.867005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:40.876766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/60df3be4-25cf-4a01-bb34-654d30f60d61 HTTP/1.1" status: 204  len: 168 time: 1.6215343
Jan 15 21:12:40.880236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43784) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:40.917692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee04cf-72b3-4314-8ec4-30297b6e14db tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=60df3be4-25cf-4a01-bb34-654d30f60d61,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:40.976251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Allocated IP 172.20.0.1 (0a185477-cf1a-4809-8b34-a1537dfe5e51/90b031b4-a6d2-468d-b9b0-2a7229cdb7de/24447c09-736e-4afa-8e2b-359f6dcfca94) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:40.988319 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b009940>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:36Z', 'revision_number': 3, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:41.031439 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f176a27-25f1-4397-9b7e-9cc0ba5dba29 None None] The sync data for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 is: [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:36Z', 'revision_number': 3, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:41.061306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4d51960f-3925-432a-bb26-9e23faaafe52), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.072387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] For port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:41.072760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.088824 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d01c-9c96-4689-8bbb-4a9e285560c6 req-e6294a68-5abf-427e-a155-693358b6b2ee tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:41.095398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5008d01c-9c96-4689-8bbb-4a9e285560c6 req-e6294a68-5abf-427e-a155-693358b6b2ee tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 945 time: 0.2222543
Jan 15 21:12:41.128570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Calling delete_port for 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:41.129086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Provisioning complete for port 015212b6-5348-40ac-bf99-925f9ebd07e5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:41.129086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.162881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port bc24a163-1c3b-4e97-86b8-3c0c19ad001a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:41.208720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d9672-c82f-4cf6-b084-7264adc3b6b0 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:12:41.294340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4d51960f-3925-432a-bb26-9e23faaafe52), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.316873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Port 015212b6-5348-40ac-bf99-925f9ebd07e5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:41.351660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5008d01c-9c96-4689-8bbb-4a9e285560c6 req-a6ed542a-810b-4e1c-b1c8-adc567506347 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2488346
Jan 15 21:12:41.377581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79847610>,) {'filters': {'network_id': ['4d51960f-3925-432a-bb26-9e23faaafe52']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:41.395980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79847610>, '49a048fe-1c59-4a4e-a44e-c12ce834b2d1') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:41.396407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79847610>, '49a048fe-1c59-4a4e-a44e-c12ce834b2d1') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:41.407474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Provisioning complete for port 0a133aca-8a6f-4111-bd83-d62aa11800b6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:41.408669 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.438180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (49a048fe-1c59-4a4e-a44e-c12ce834b2d1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.455167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (49a048fe-1c59-4a4e-a44e-c12ce834b2d1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.480088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:41.480821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (49a048fe-1c59-4a4e-a44e-c12ce834b2d1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.515392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Port 0a133aca-8a6f-4111-bd83-d62aa11800b6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:41.555241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Provisioning complete for port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:41.555840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:41.606481 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:41.637590 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4d51960f-3925-432a-bb26-9e23faaafe52), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.650735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947ef7b-720e-4af2-9ca6-0902f6e82ea1 req-8f5797bd-f373-4114-bbad-ca4b12050118 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:41.653048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d947ef7b-720e-4af2-9ca6-0902f6e82ea1 req-8f5797bd-f373-4114-bbad-ca4b12050118 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 946 time: 0.3970292
Jan 15 21:12:41.666061 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.670614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/4d51960f-3925-432a-bb26-9e23faaafe52 HTTP/1.1" status: 204  len: 168 time: 0.7877519
Jan 15 21:12:41.679916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43842) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:41.845026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307e53-486f-4647-a010-786c5855bd81 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=4d51960f-3925-432a-bb26-9e23faaafe52,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:41.856680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Current status of the port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:41.897383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Provisioning complete for port 5bea8091-1f8e-45b9-a286-0e609ae9afa9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:41.897656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:41.940384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Port 5bea8091-1f8e-45b9-a286-0e609ae9afa9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:41.948408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00a046e1-4575-48fc-acfb-813600567478 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:41.954003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d947ef7b-720e-4af2-9ca6-0902f6e82ea1 req-75ba89a2-448b-4247-acbc-6995312119e1 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/security-groups?id=64c96911-0cec-4cef-9f0e-4b0b237ccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2900324
Jan 15 21:12:41.958822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (baf382c8-a2bb-424e-8043-161764f486de), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.015334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b645c-c971-4087-b262-b53260fb78bf None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:42.174079 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (baf382c8-a2bb-424e-8043-161764f486de), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.217951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a6b50>,) {'filters': {'network_id': ['baf382c8-a2bb-424e-8043-161764f486de']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:42.233110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a6b50>, '10567c0a-6e46-4009-b036-bf5be45b7438') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:42.236380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a6b50>, '10567c0a-6e46-4009-b036-bf5be45b7438') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:42.256712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (10567c0a-6e46-4009-b036-bf5be45b7438), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.288047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (10567c0a-6e46-4009-b036-bf5be45b7438), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.311462 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:42.318537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (10567c0a-6e46-4009-b036-bf5be45b7438), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:42.323594 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:42.416887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ba39e432-0192-4b52-8e5a-de56f004ee9d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:42.423049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Provisioning complete for port cdbb1f57-50f9-490e-851d-643faeb8413a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:42.423828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.451909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (baf382c8-a2bb-424e-8043-161764f486de), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.466047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.477336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] 10.222.0.46 "DELETE /v2.0/networks/baf382c8-a2bb-424e-8043-161764f486de HTTP/1.1" status: 204  len: 168 time: 0.7952232
Jan 15 21:12:42.507007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks [] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.522156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0b216-3630-4055-8ba9-a6c939c071e5 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:42.559922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e6ba9-d827-4047-90ca-1da64d0df2e9 tempest-BulkNetworkOpsIpV6Test-1205076251 tempest-BulkNetworkOpsIpV6Test-1205076251-project] Pushing event deleted for resources: {'Network': ['ID=baf382c8-a2bb-424e-8043-161764f486de,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:42.593254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a3f67e3-ca30-403f-b17c-08c9e8c882f1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.634216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 00a046e1-4575-48fc-acfb-813600567478 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:12:42.641606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 00a046e1-4575-48fc-acfb-813600567478 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:42.642196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (00a046e1-4575-48fc-acfb-813600567478), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.644022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ba39e432-0192-4b52-8e5a-de56f004ee9d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:42.644613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.689415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Pushing event deleted for resources: {'Port': ['ID=6a3f67e3-ca30-403f-b17c-08c9e8c882f1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:42.739978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876153b3-fecf-4f8e-9c97-933708b6d424 None None] DHCP port deletion for 199105de-00cd-44b3-8e15-12c91d44ad90 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:42.750435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855040a3-f811-49fa-93bc-2d771f672f9f req-748444a0-81b6-4d2d-96ba-4d319b594a04 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:42.754223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-855040a3-f811-49fa-93bc-2d771f672f9f req-748444a0-81b6-4d2d-96ba-4d319b594a04 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 945 time: 0.2187874
Jan 15 21:12:42.773141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] No DVR routers for this DVR port 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:42.779511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.783022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9e8ecfc6-49a0-4582-8e43-7a3b7ba63649 req-0b556705-156c-4d56-b72b-87344b44ea66 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.45 "DELETE /v2.0/ports/6a3f67e3-ca30-403f-b17c-08c9e8c882f1 HTTP/1.1" status: 204  len: 173 time: 2.6757803
Jan 15 21:12:42.784042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'name': 'network-vif-deleted', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:42.786615 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28187e66-cda3-4bc6-9a90-22e3e3a957c4" -d '{"events": [{"server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "name": "network-vif-deleted", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:42.808980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:42.889354 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d692c-f6da-401c-a40b-cf46abb4cea1 x-openstack-request-id: req-bd0d692c-f6da-401c-a40b-cf46abb4cea1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:42.890298 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5b2d2-e5cc-4c06-9420-9fbf3569996c", "name": "network-vif-deleted", "tag": "6a3f67e3-ca30-403f-b17c-08c9e8c882f1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:42.890965 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd0d692c-f6da-401c-a40b-cf46abb4cea1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:42.903346 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b5b2d2-e5cc-4c06-9420-9fbf3569996c', 'name': 'network-vif-deleted', 'tag': '6a3f67e3-ca30-403f-b17c-08c9e8c882f1', 'status': 'completed', 'code': 200}
Jan 15 21:12:42.928268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-855040a3-f811-49fa-93bc-2d771f672f9f req-e582bef8-1ea6-4c0e-9c6a-6e633cae11be tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663575
Jan 15 21:12:42.938525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ed380fff-3066-4810-9eea-7bd4e6b5745f None None] Current status of the port cdbb1f57-50f9-490e-851d-643faeb8413a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:43.009634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:43.045868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:43.084459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Pushing event updated for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:43.105901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:43.159447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 43890) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:43.163841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 00a046e1-4575-48fc-acfb-813600567478 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:43.164620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.187531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ba39e432-0192-4b52-8e5a-de56f004ee9d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:43.187935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.190346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (11163a14-14ec-46f9-9305-28afc33bbc14), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.205899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ff26e5bb-902b-44fb-b5cc-006365ac76e4 None None] Provisioning complete for port ba39e432-0192-4b52-8e5a-de56f004ee9d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:43.206307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ff26e5bb-902b-44fb-b5cc-006365ac76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.218676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1609ee9b-26cd-4cf3-b92e-051147dcb666 req-d88b3957-4be4-4165-879b-d85771d85d04 tempest-ServerRescueTestJSON-1685103139 tempest-ServerRescueTestJSON-1685103139-project] 10.222.0.46 "GET /v2.0/ports?device_id=20b5b2d2-e5cc-4c06-9420-9fbf3569996c HTTP/1.1" status: 200  len: 210 time: 0.0774736
Jan 15 21:12:43.263599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (23caec26-d591-4897-adc1-5b2286706452), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.278065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:43.286288 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5f0fe-fa29-4ca3-851a-a89cb43791ed" -d '{"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-plugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:43.292967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ba39e432-0192-4b52-8e5a-de56f004ee9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba39e432-0192-4b52-8e5a-de56f004ee9d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:43.329925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.339102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:43.374626 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.421036 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9193736-38fd-43b1-810b-8b3c94660f0a x-openstack-request-id: req-a9193736-38fd-43b1-810b-8b3c94660f0a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:43.421036 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-plugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:43.422312 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9193736-38fd-43b1-810b-8b3c94660f0a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:43.422312 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'code': 200}
Jan 15 21:12:43.438556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:43.500486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:43.500877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6a3f67e3-ca30-403f-b17c-08c9e8c882f1 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:43.565546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ba39e432-0192-4b52-8e5a-de56f004ee9d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:43.616288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ff26e5bb-902b-44fb-b5cc-006365ac76e4 None None] Current status of the port ba39e432-0192-4b52-8e5a-de56f004ee9d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:43.641877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:43.656799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-43af83c0-1971-420d-a022-7b0735f9dd38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c86d1a1204de4dd5839d54fbdeaa324d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4961307
Jan 15 21:12:43.659428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43914) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:43.693580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d2d43-01c6-419e-a48f-a71311534a94 req-7d4c5317-98fe-4b6b-bdfc-91a35f03d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:43.695093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d88d2d43-01c6-419e-a48f-a71311534a94 req-7d4c5317-98fe-4b6b-bdfc-91a35f03d378 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.1938748
Jan 15 21:12:43.728663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] Publish callbacks [] for security_group (d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.744313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a99e7748-5e5f-4c77-bfc5-be143d9a738a None None] Provisioning complete for port 24447c09-736e-4afa-8e2b-359f6dcfca94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:43.744694 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a99e7748-5e5f-4c77-bfc5-be143d9a738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.775015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.778058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] Publish callbacks [] for security_group (d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.790615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a99e7748-5e5f-4c77-bfc5-be143d9a738a None None] Port 24447c09-736e-4afa-8e2b-359f6dcfca94 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:43.842666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d88d2d43-01c6-419e-a48f-a71311534a94 req-20ccc14b-008b-461e-912d-7b66257d8a61 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266153
Jan 15 21:12:43.871966 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.875120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:43.876895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0 HTTP/1.1" status: 204  len: 168 time: 0.2157333
Jan 15 21:12:43.886810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2bf1c-daf3-410c-864a-474d11a839c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90cf0f3-cf0c-4eed-bf2a-cf705ac3efc0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:44.007679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ba39e432-0192-4b52-8e5a-de56f004ee9d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:44.079936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ba39e432-0192-4b52-8e5a-de56f004ee9d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:44.080422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.182181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ba39e432-0192-4b52-8e5a-de56f004ee9d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:44.205293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48a436-d854-4163-8bf4-12dfb9795ecc req-21ba76e2-202c-42a6-8a05-7041cc80b391 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:44.206795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f48a436-d854-4163-8bf4-12dfb9795ecc req-21ba76e2-202c-42a6-8a05-7041cc80b391 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1132834
Jan 15 21:12:44.246999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks [] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.257448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.322557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f48a436-d854-4163-8bf4-12dfb9795ecc req-a3a03855-eee8-4e12-bae3-784d1ccf9ced tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051080
Jan 15 21:12:44.330330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43964) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:44.393468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port ff35f612-7759-4a64-8059-6c6475b4cd38 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:44.393468 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.396533 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.447731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Pushing event updated for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:44.454391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (11163a14-14ec-46f9-9305-28afc33bbc14), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.577684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.602169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for ff35f612-7759-4a64-8059-6c6475b4cd38 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:44.613103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43972) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:44.710242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:44.715654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:44.855821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:44.946386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Router 11163a14-14ec-46f9-9305-28afc33bbc14 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:44.993578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c469355-4b4b-4b8e-9b06-8297a4403c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.121385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d442f5b1-781d-4931-8db1-0bc45d556073 None None] Provisioning complete for port 24447c09-736e-4afa-8e2b-359f6dcfca94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:45.123358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d442f5b1-781d-4931-8db1-0bc45d556073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.156270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c469355-4b4b-4b8e-9b06-8297a4403c96 admin admin] Publish callbacks [] for security_group (f7eaba2a-e9ec-4e83-aa85-848b7a680e95), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.165893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1c469355-4b4b-4b8e-9b06-8297a4403c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f7eaba2a-e9ec-4e83-aa85-848b7a680e95), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.176882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:45.179413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d442f5b1-781d-4931-8db1-0bc45d556073 None None] Port 24447c09-736e-4afa-8e2b-359f6dcfca94 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:45.192191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b65d8c0a-f350-41f7-bbc3-b2acd7ebd270 admin admin] 10.222.0.46 "PUT /v2.0/routers/11163a14-14ec-46f9-9305-28afc33bbc14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5322497
Jan 15 21:12:45.200405 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Sync routers for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:45.206680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff35f612-7759-4a64-8059-6c6475b4cd38), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.215932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1c469355-4b4b-4b8e-9b06-8297a4403c96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9b7e1186ac94edc96e86c4a3aea2f82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6009996
Jan 15 21:12:45.221323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:45.221323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 43992) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:45.221597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:45.222298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1646a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:45.238366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c469355-4b4b-4b8e-9b06-8297a4403c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eaba2a-e9ec-4e83-aa85-848b7a680e95,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:45.263657 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.267942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=ff35f612-7759-4a64-8059-6c6475b4cd38,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:45.400626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] Publish callbacks [] for security_group (f7eaba2a-e9ec-4e83-aa85-848b7a680e95), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.485795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-719873611'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:45.496643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] Publish callbacks [] for security_group (f7eaba2a-e9ec-4e83-aa85-848b7a680e95), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.511635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Deleting port cdbb1f57-50f9-490e-851d-643faeb8413a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:45.511635 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.643199 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:45.689440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:45.693468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.728031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-3f1c086c-64b3-4839-9c10-eeab2b4a927c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1663487
Jan 15 21:12:45.739909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.771050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (23caec26-d591-4897-adc1-5b2286706452), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.779325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418570f8-9f82-4376-8279-0901ad7ee3ef req-1ef0825e-34c2-47e1-914a-b0502b32e65c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:45.781094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-418570f8-9f82-4376-8279-0901ad7ee3ef req-1ef0825e-34c2-47e1-914a-b0502b32e65c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.2460942
Jan 15 21:12:45.790329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f7eaba2a-e9ec-4e83-aa85-848b7a680e95), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.793098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.794382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7eaba2a-e9ec-4e83-aa85-848b7a680e95 HTTP/1.1" status: 204  len: 168 time: 0.5712874
Jan 15 21:12:45.797830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] For port cdbb1f57-50f9-490e-851d-643faeb8413a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbb1f57-50f9-490e-851d-643faeb8413a,segment=NetworkSegment(0b9a8f86-bf98-4e51-ab3b-6d9004b7823e),segment_id=0b9a8f86-bf98-4e51-ab3b-6d9004b7823e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:45.798515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:45.840596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Calling delete_port for cdbb1f57-50f9-490e-851d-643faeb8413a owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:45.852397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af206a2c-17d0-4634-a67b-4a740bdc177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eaba2a-e9ec-4e83-aa85-848b7a680e95,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:45.952619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-418570f8-9f82-4376-8279-0901ad7ee3ef req-e40624a8-a555-4080-aa27-a4838192242f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567080
Jan 15 21:12:46.045753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for security_group (e207c498-e60a-44df-ac87-6556d77cbf52), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.055992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e207c498-e60a-44df-ac87-6556d77cbf52), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.088450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:46.119717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3f72a608-c7f0-4a1a-9acc-682f16def778), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.120181 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 3f72a608-c7f0-4a1a-9acc-682f16def778 of type vlan for network bc774d1b-71da-4013-baca-f25313b59943
Jan 15 21:12:46.131241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e207c498-e60a-44df-ac87-6556d77cbf52,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:46.231507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (bc774d1b-71da-4013-baca-f25313b59943), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.245987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1646a0>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24447c09-736e-4afa-8e2b-359f6dcfca94', 'name': '', 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'mac_address': 'fa:16:3e:f1:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:40Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 2, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'subnets': [{'id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:46.280428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033d1f-3040-464b-959d-d366dd0e80cf req-a5314ef2-44dd-4038-a2b9-5e75da9c3fe6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:46.282231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36033d1f-3040-464b-959d-d366dd0e80cf req-a5314ef2-44dd-4038-a2b9-5e75da9c3fe6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1437201
Jan 15 21:12:46.299654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-f4eea256-d462-464a-ba91-8097469cf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:46.301320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-f4eea256-d462-464a-ba91-8097469cf037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.5142720
Jan 15 21:12:46.328425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (cdbb1f57-50f9-490e-851d-643faeb8413a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.329985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Checking router: 11163a14-14ec-46f9-9305-28afc33bbc14 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:46.339519 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Updating router 11163a14-14ec-46f9-9305-28afc33bbc14 port 24447c09-736e-4afa-8e2b-359f6dcfca94 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:46.359147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (bc774d1b-71da-4013-baca-f25313b59943), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.367918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:46.376863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.390569 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.473884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-10819b78-5dd1-4e80-a052-49342b62c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:46.476473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-10819b78-5dd1-4e80-a052-49342b62c7d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.1504059
Jan 15 21:12:46.488591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbb1f57-50f9-490e-851d-643faeb8413a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:46.514337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482f507-4562-471d-8ddf-f8f09ce7ca91 None None] DHCP port deletion for 199105de-00cd-44b3-8e15-12c91d44ad90 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:46.637652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44048) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:46.643135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541233251', 'description': 'tempest-secgroup-smoke-1541233251 description', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:46.666986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-7847d69d-5b22-4be6-a444-deb4b4ced193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 217 time: 0.0977900
Jan 15 21:12:46.684778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.4627116
Jan 15 21:12:46.690044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d9f8-2db2-4024-a2bc-5e64db48478d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=bc774d1b-71da-4013-baca-f25313b59943,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:46.701815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network bc774d1b-71da-4013-baca-f25313b59943 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:46.732805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36033d1f-3040-464b-959d-d366dd0e80cf req-53ce1cf6-084c-4438-967c-99d6e25d044e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4406025
Jan 15 21:12:46.744445 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks [] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.756815 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.802645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44058) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:46.890482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 23caec26-d591-4897-adc1-5b2286706452 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:46.918324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:46.961129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-9c7a25d1-ee17-43e9-9e28-7b2557ce76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:46.963468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-9c7a25d1-ee17-43e9-9e28-7b2557ce76f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.2871208
Jan 15 21:12:47.017817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.065973 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58390-126e-4ca0-b5cc-85ce56699a54 None None] Pushing event updated for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:47.074498 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Attempting to bind port 24447c09-736e-4afa-8e2b-359f6dcfca94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:47.074801 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Attempting to bind port 24447c09-736e-4afa-8e2b-359f6dcfca94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:47.076347 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Attempting to bind port 24447c09-736e-4afa-8e2b-359f6dcfca94 on network 0a185477-cf1a-4809-8b34-a1537dfe5e51 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:47.088933 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:47.089327 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Checking segment: {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:47.090439 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.092614 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Bound using segment: {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:47.093159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Bound port: 24447c09-736e-4afa-8e2b-359f6dcfca94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db62b8a-1b75-4969-9a6c-c3f7a8aed821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:47.093549 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.112028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (ac16fe26-60df-4a27-8238-abdadfbc1015), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.121403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3b085-23a8-48cd-9ae8-ea98a8b53e3a tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:47.129504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-60c3b085-23a8-48cd-9ae8-ea98a8b53e3a tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1092 time: 0.3152199
Jan 15 21:12:47.135240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44070) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:47.136097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ac16fe26-60df-4a27-8238-abdadfbc1015), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.144775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:47.236368 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] For port 24447c09-736e-4afa-8e2b-359f6dcfca94, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:47.244933 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] For port 24447c09-736e-4afa-8e2b-359f6dcfca94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24447c09-736e-4afa-8e2b-359f6dcfca94,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:47.254592 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.313009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-f134a83d-0065-457b-a290-36a0c2845dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:47.314738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-f134a83d-0065-457b-a290-36a0c2845dad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3415942
Jan 15 21:12:47.333191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.337635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6950927
Jan 15 21:12:47.343529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44076) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:47.361117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Provisioning complete for port 24447c09-736e-4afa-8e2b-359f6dcfca94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:47.361440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675c534-2caf-41e6-b0ac-44201b0aeae1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16fe26-60df-4a27-8238-abdadfbc1015,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:47.362099 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.459844 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:47.467263 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1646a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:47.513624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:47.636740 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58390-126e-4ca0-b5cc-85ce56699a54 None None] Pushing event updated for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:47.657898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Current status of the port 24447c09-736e-4afa-8e2b-359f6dcfca94 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:47.658460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.742875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] For port 24447c09-736e-4afa-8e2b-359f6dcfca94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24447c09-736e-4afa-8e2b-359f6dcfca94,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:47.753477 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:47.940222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e01ad9-d70f-41d2-bb31-52a318b4d6a0 None None] Pushing event updated for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:48.024215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44080) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:48.032397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6c948d2e-8438-4020-8c0b-870e47e7904d None None] Provisioning complete for port 24447c09-736e-4afa-8e2b-359f6dcfca94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:48.033503 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6c948d2e-8438-4020-8c0b-870e47e7904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.037434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2014a11a-72ea-43d3-b959-393f28b5997b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.115774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:48.127228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.252767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:48.259930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-928de8a8-9af1-4eb3-802e-97c3c900c3f1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/routers/23caec26-d591-4897-adc1-5b2286706452/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7350202
Jan 15 21:12:48.269708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6c948d2e-8438-4020-8c0b-870e47e7904d None None] Current status of the port 24447c09-736e-4afa-8e2b-359f6dcfca94 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:48.271142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44086) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:48.282335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] Sync routers for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:48.310747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:48.311314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a33ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.373793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a33ce20>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.385030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] Routers {'23caec26-d591-4897-adc1-5b2286706452'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:48.385999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a33ce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['23caec26-d591-4897-adc1-5b2286706452'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.388828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1540045705-network', 'tenant_id': '89657579f085494c87f40a718e671a3d'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:48.432192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a33ce20>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.432388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Made reservation on behalf of 89657579f085494c87f40a718e671a3d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:48.433583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b83c98-2eec-47e0-a561-385583390f9f None None] The sync data for ids ['23caec26-d591-4897-adc1-5b2286706452'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:48.434556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.442944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Router b4403e9d-97fd-4e24-bdb7-bf055a492e3a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:48.467329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-63261a1f-538b-4db9-af8f-296f94186c61 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1371131
Jan 15 21:12:48.479693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.489414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1646a0>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24447c09-736e-4afa-8e2b-359f6dcfca94', 'name': '', 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'mac_address': 'fa:16:3e:f1:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:40Z', 'updated_at': '2022-01-15T21:12:47Z', 'revision_number': 4, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'subnets': [{'id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.514971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (215971a5-014b-4d07-a872-d3f63c24b150), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.523970 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cbb36-8552-43b8-b221-34db81c4fa18 None None] The sync data for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 is: [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24447c09-736e-4afa-8e2b-359f6dcfca94', 'name': '', 'network_id': '0a185477-cf1a-4809-8b34-a1537dfe5e51', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'mac_address': 'fa:16:3e:f1:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:40Z', 'updated_at': '2022-01-15T21:12:47Z', 'revision_number': 4, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'subnets': [{'id': '90b031b4-a6d2-468d-b9b0-2a7229cdb7de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:48.646517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks [] for security_group (8336e661-304e-4a65-83ff-0854b5180a71), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.710389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (215971a5-014b-4d07-a872-d3f63c24b150), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.713352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:48.722960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (215971a5-014b-4d07-a872-d3f63c24b150), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.723931 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Sync routers for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:48.728692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8336e661-304e-4a65-83ff-0854b5180a71), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.731671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00fdb6a0-f57d-4111-aae7-ac736acf5e08 admin admin] 10.222.0.46 "PUT /v2.0/routers/b4403e9d-97fd-4e24-bdb7-bf055a492e3a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3976247
Jan 15 21:12:48.738643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44088) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:48.745456 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:48.746111 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b184790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:48.747273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215971a5-014b-4d07-a872-d3f63c24b150,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:48.776098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.786044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f84e478-aff6-475d-a3ff-956adc12508f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2856755
Jan 15 21:12:48.788472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44090) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:48.792726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336e661-304e-4a65-83ff-0854b5180a71,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:48.794111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:48.872204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (31e38b28-f2aa-49ed-a703-48ba081cbdfb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:48.917293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:48.934095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (23caec26-d591-4897-adc1-5b2286706452), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.035174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (31e38b28-f2aa-49ed-a703-48ba081cbdfb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.043861 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (31e38b28-f2aa-49ed-a703-48ba081cbdfb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.046369 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:49.083065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e38b28-f2aa-49ed-a703-48ba081cbdfb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:49.100949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.103340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d54a9843-4608-4219-9067-8ba27ed92703 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3131559
Jan 15 21:12:49.112404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:49.122084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:49.152180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ea4194ba-6638-4965-828f-f16e046ccc7a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.152558 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Added segment ea4194ba-6638-4965-828f-f16e046ccc7a of type vlan for network 52087e3c-1602-4939-a767-02f4df9ccf9b
Jan 15 21:12:49.183328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (23caec26-d591-4897-adc1-5b2286706452), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.260123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks [] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.451151 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.458962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (52087e3c-1602-4939-a767-02f4df9ccf9b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.474218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4535f0ed-210c-4453-aada-e6b880ce9d47 req-9495b278-c8c2-4ce6-a8fd-55a08b616833 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0004835
Jan 15 21:12:49.514589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b184790>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:12:46Z', 'revision_number': 5, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:49.564516 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Checking router: b4403e9d-97fd-4e24-bdb7-bf055a492e3a for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:49.576615 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Routers {'b4403e9d-97fd-4e24-bdb7-bf055a492e3a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:49.577155 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b184790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:49.596400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.resource_extend [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:12:49.616099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (6479415e-aa1a-40f7-a056-9660280c8e0f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.722171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] Set router b4403e9d-97fd-4e24-bdb7-bf055a492e3a gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:49.727890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (52087e3c-1602-4939-a767-02f4df9ccf9b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.729093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:49.729852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.757161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks [] for router_gateway (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.807031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 35146a87-40e3-4da9-b34b-2f0b2cdf91ee {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:49.807385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.880438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (6479415e-aa1a-40f7-a056-9660280c8e0f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.929351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6479415e-aa1a-40f7-a056-9660280c8e0f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:49.934027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9004443
Jan 15 21:12:49.937708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44128) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:49.944553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Request body: {'subnet': {'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1540045705-subnet', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:50.006002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Made reservation on behalf of 89657579f085494c87f40a718e671a3d for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:50.010295 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.031863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf668b-ea40-4664-a92a-68ce0d40f81d admin admin] Pushing event updated for resources: {'Network': ['ID=52087e3c-1602-4939-a767-02f4df9ccf9b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:50.044553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 52087e3c-1602-4939-a767-02f4df9ccf9b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:50.065888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.22 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/b7f7320f-d3f1-4d57-9900-46789a4ce369) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:50.079427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6479415e-aa1a-40f7-a056-9660280c8e0f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:50.107287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.114407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c124534-3fe5-4273-933c-6b9e5c892188 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9964566
Jan 15 21:12:50.115917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44130) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:50.141200 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b184790>, [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:12:46Z', 'revision_number': 5, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:50.141418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:50.156649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44134) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:50.176189 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72589d-164c-4bd1-a941-db7e0e342ed6 None None] The sync data for ids ['b4403e9d-97fd-4e24-bdb7-bf055a492e3a'] in ncdv-master-1 is: [{'id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'name': 'tempest-ServerRescueTestJSON-1286444324-router', 'tenant_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': '88307ea2-6217-471a-9994-d1e117684370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:10:30Z', 'updated_at': '2022-01-15T21:12:46Z', 'revision_number': 5, 'project_id': '7d4a162d96614ece8caf16ccbc99ad5f', 'gw_port': {'id': '88307ea2-6217-471a-9994-d1e117684370', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4403e9d-97fd-4e24-bdb7-bf055a492e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:10:32Z', 'updated_at': '2022-01-15T21:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:50.176790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': 'bc774d1b-71da-4013-baca-f25313b59943', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:50.219711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24447c09-736e-4afa-8e2b-359f6dcfca94 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:50.268521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.315367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 24447c09-736e-4afa-8e2b-359f6dcfca94 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:50.316698 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.385083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 35146a87-40e3-4da9-b34b-2f0b2cdf91ee owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:50.465283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1d26ae3f-18fd-4af7-877a-a35d5593fd66), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.498434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 24447c09-736e-4afa-8e2b-359f6dcfca94 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:50.509299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (7c3294fb-3180-48b0-85e1-ba043944e37c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.512751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Deleting port 88307ea2-6217-471a-9994-d1e117684370 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:50.513117 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (88307ea2-6217-471a-9994-d1e117684370), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.544983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d26ae3f-18fd-4af7-877a-a35d5593fd66,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:50.568689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Checking segment: {'id': 'ea4194ba-6638-4965-828f-f16e046ccc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:50.569171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Network hostable DHCP agents. Network: 52087e3c-1602-4939-a767-02f4df9ccf9b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:50.590132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Network 52087e3c-1602-4939-a767-02f4df9ccf9b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:50.602982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 52087e3c-1602-4939-a767-02f4df9ccf9b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:50.613813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06be3dd-ffea-4bf6-8dbb-90cf6ddf1753 None None] Network 52087e3c-1602-4939-a767-02f4df9ccf9b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:50.614001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:50.614650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.660651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f7f33965-9230-4e48-b116-100f5724bcea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.7189851
Jan 15 21:12:50.661405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44166) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:50.669851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:50.732724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e34893f9-c5f3-4287-9422-a782410ec046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.744459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.760106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:50.764038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.786374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.787426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.821966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-52087e3c-1602-4939-a767-02f4df9ccf9b', 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b', 'project_id': '89657579f085494c87f40a718e671a3d', 'fixed_ips': [{'subnet_id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:50.823248 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.880795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for router_controller (6409b905-a3a9-4a65-8031-245cfbf6fa85), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.928592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (7c3294fb-3180-48b0-85e1-ba043944e37c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.938324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] For port 88307ea2-6217-471a-9994-d1e117684370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88307ea2-6217-471a-9994-d1e117684370,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:50.938842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (88307ea2-6217-471a-9994-d1e117684370), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:50.966374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (7c3294fb-3180-48b0-85e1-ba043944e37c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.030319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Calling delete_port for 88307ea2-6217-471a-9994-d1e117684370 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:51.032937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Allocated IP 172.20.0.2 (52087e3c-1602-4939-a767-02f4df9ccf9b/1d26ae3f-18fd-4af7-877a-a35d5593fd66/3f1dbea6-10a7-4873-a179-0052c81a02dc) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:51.042233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.060139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for router_gateway (6409b905-a3a9-4a65-8031-245cfbf6fa85), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.134411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3294fb-3180-48b0-85e1-ba043944e37c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.151962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.153292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3572b0b-deea-47dd-9ad7-ff9645f2dbcd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0335684
Jan 15 21:12:51.156175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44168) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:51.161516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:51.204234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:51.219581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:51.230674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:51.260531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=b7f7320f-d3f1-4d57-9900-46789a4ce369,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.304204 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Project 1c5c2a0c042c4bf3aa18d87ce1d003eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:12:51.313273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (28980918-522e-4955-877b-234da6e668b0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.316109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (35146a87-40e3-4da9-b34b-2f0b2cdf91ee), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.367964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for router_gateway (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.405507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.410632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=35146a87-40e3-4da9-b34b-2f0b2cdf91ee,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.483782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (28980918-522e-4955-877b-234da6e668b0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.484627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11164918-fa0f-4eb9-b44a-534a69abb838 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:51.502186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (28980918-522e-4955-877b-234da6e668b0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.546525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks [] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.560356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28980918-522e-4955-877b-234da6e668b0,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.568471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.582361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.585082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-29298377-dbf7-4994-a069-cd021b4150fb tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4256320
Jan 15 21:12:51.588669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44188) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:51.593322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'security_group_rule': {'security_group_id': 'ac16fe26-60df-4a27-8238-abdadfbc1015', 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:51.650814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Pushing event updated for resources: {'Port': ['ID=3f1dbea6-10a7-4873-a179-0052c81a02dc,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.659587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Allocated IP 172.35.1.240 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/78ec1544-25bd-45c8-8f55-07c6074546c7) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:51.669308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Network 52087e3c-1602-4939-a767-02f4df9ccf9b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:51.670902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:51.679967 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Project 1c5c2a0c042c4bf3aa18d87ce1d003eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:12:51.680613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:51.687909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (d217d0ed-1137-4ee5-b75c-792a509c19b5), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.730639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5f74b88e-39f5-4a2a-a875-999bbdc033a5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.753508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (d217d0ed-1137-4ee5-b75c-792a509c19b5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.756869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Attempting to bind port 3f1dbea6-10a7-4873-a179-0052c81a02dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:51.758200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Attempting to bind port 3f1dbea6-10a7-4873-a179-0052c81a02dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea4194ba-6638-4965-828f-f16e046ccc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:51.759623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Attempting to bind port 3f1dbea6-10a7-4873-a179-0052c81a02dc on network 52087e3c-1602-4939-a767-02f4df9ccf9b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:51.761023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d217d0ed-1137-4ee5-b75c-792a509c19b5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.767395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:51.768017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Checking segment: {'id': 'ea4194ba-6638-4965-828f-f16e046ccc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:51.768145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.768481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Bound using segment: {'id': 'ea4194ba-6638-4965-828f-f16e046ccc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:51.769180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Bound port: 3f1dbea6-10a7-4873-a179-0052c81a02dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4194ba-6638-4965-828f-f16e046ccc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:51.769480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.782185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d217d0ed-1137-4ee5-b75c-792a509c19b5,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.791558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.792965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1549fab-1007-41b7-89c1-ad9ddc095fa4 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2032442
Jan 15 21:12:51.793334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (23caec26-d591-4897-adc1-5b2286706452), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.863745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] For port 3f1dbea6-10a7-4873-a179-0052c81a02dc, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:51.883625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] For port 3f1dbea6-10a7-4873-a179-0052c81a02dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f1dbea6-10a7-4873-a179-0052c81a02dc,segment=NetworkSegment(ea4194ba-6638-4965-828f-f16e046ccc7a),segment_id=ea4194ba-6638-4965-828f-f16e046ccc7a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:51.885177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.890143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:51.964562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879886b-310c-41dd-a3e7-a641c966b2df None None] Pushing event updated for resources: {'Port': ['ID=3f1dbea6-10a7-4873-a179-0052c81a02dc,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:51.971558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cdbb1f57-50f9-490e-851d-643faeb8413a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:52.002229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cdbb1f57-50f9-490e-851d-643faeb8413a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:52.002786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cdbb1f57-50f9-490e-851d-643faeb8413a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:52.067044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-4c9c91cb-0dfd-4c02-87e9-1789def7bff6 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541233251&fields=id&tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb HTTP/1.1" status: 200  len: 267 time: 0.0550995
Jan 15 21:12:52.227715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-d73c92cf-5498-474b-b744-e00c293aa655 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:52.227715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-d73c92cf-5498-474b-b744-e00c293aa655 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 809 time: 0.1508689
Jan 15 21:12:52.244126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-40e538fb-c15f-4578-ae39-2f08daa081aa tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/quotas/1c5c2a0c042c4bf3aa18d87ce1d003eb HTTP/1.1" status: 200  len: 375 time: 0.0101655
Jan 15 21:12:52.338897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-af2bd5f6-e2be-4ae8-942f-a556474d00f5 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0780363
Jan 15 21:12:52.366978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=5f74b88e-39f5-4a2a-a875-999bbdc033a5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:52.379681 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (23caec26-d591-4897-adc1-5b2286706452), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.384069 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (88307ea2-6217-471a-9994-d1e117684370), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.392781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_controller (23caec26-d591-4897-adc1-5b2286706452), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.472762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=88307ea2-6217-471a-9994-d1e117684370,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:52.496197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '3f72a608-c7f0-4a1a-9acc-682f16def778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:52.496571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: bc774d1b-71da-4013-baca-f25313b59943, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:52.499125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa64fa1-eab6-489c-9812-0246a77bcf70 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:52.533546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1223430f-574a-4d93-8145-83caeaaf75ce service neutron] 10.222.0.46 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759176
Jan 15 21:12:52.538371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.577769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (23caec26-d591-4897-adc1-5b2286706452), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.578326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Fanout notify agent at l3_agent the message router_deleted on router 23caec26-d591-4897-adc1-5b2286706452 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:12:52.592868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.594026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f6b6ddd1-8b8c-42d9-8c8a-23df8c4b23f9 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/routers/23caec26-d591-4897-adc1-5b2286706452 HTTP/1.1" status: 204  len: 168 time: 4.3210266
Jan 15 21:12:52.597036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44214) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:52.642076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.652569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network bc774d1b-71da-4013-baca-f25313b59943 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:52.665692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.683259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-dd822f45-fb86-4705-9ed0-64a2f64866bd service neutron] 10.222.0.46 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355722
Jan 15 21:12:52.697859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:52.701921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:52.703929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Pushing event updated for resources: {'Port': ['ID=78ec1544-25bd-45c8-8f55-07c6074546c7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:52.706102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:52.720637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5971597-0c22-462a-a2d4-9e18e3280aed None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:52.784744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc774d1b-71da-4013-baca-f25313b59943) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:52.798070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting subnet 65f362fb-49c7-4803-9c17-87e5a7722e7c {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:52.801249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:52.801851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.825217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ff19b-a7a2-49bb-97f2-abf037b51d63 None None] Network bc774d1b-71da-4013-baca-f25313b59943 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:52.837088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (65f362fb-49c7-4803-9c17-87e5a7722e7c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.899709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.906702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks [] for router_controller (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:52.938911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5cc924a8-403b-41ec-9c9d-a06de477a9b7 None None] Provisioning complete for port 78ec1544-25bd-45c8-8f55-07c6074546c7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:52.939429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5cc924a8-403b-41ec-9c9d-a06de477a9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.026476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5cc924a8-403b-41ec-9c9d-a06de477a9b7 None None] Port 78ec1544-25bd-45c8-8f55-07c6074546c7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:53.071458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (65f362fb-49c7-4803-9c17-87e5a7722e7c), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.084881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99d092c3-fd71-4dcf-b377-0b0a0f2af5b8 req-cc9d07da-1e75-4d9d-966a-ed149f4b3874 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0545607
Jan 15 21:12:53.124624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc774d1b-71da-4013-baca-f25313b59943', 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': '5f74b88e-39f5-4a2a-a875-999bbdc033a5'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:53.125822 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.137375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-639dc05e-81e5-4262-8b5d-03ebe9df088f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.9719377
Jan 15 21:12:53.172941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:53.189185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807779685'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:53.307750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:53.310657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (b4403e9d-97fd-4e24-bdb7-bf055a492e3a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.311439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4403e9d-97fd-4e24-bdb7-bf055a492e3a {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:12:53.313042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.317569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.323107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a57923fb-9893-42ff-a612-38613a607b6c admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4403e9d-97fd-4e24-bdb7-bf055a492e3a HTTP/1.1" status: 204  len: 168 time: 4.5423510
Jan 15 21:12:53.324107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44242) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:53.340346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for router_gateway (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.345909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.458756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.459221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:12:53.491501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Allocated IP 2001:db8:0:ffff::2 (bc774d1b-71da-4013-baca-f25313b59943/5f74b88e-39f5-4a2a-a875-999bbdc033a5/fbc28e5f-0dfe-434e-aaef-321a4536604a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:53.497554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3dede282-1089-4afd-8aeb-a0872a88b4de), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.498088 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 3dede282-1089-4afd-8aeb-a0872a88b4de of type vlan for network 28621729-87e2-42dd-a3ad-82c52fece605
Jan 15 21:12:53.526767 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (65f362fb-49c7-4803-9c17-87e5a7722e7c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.532526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44edf2-70e4-4f59-bc2f-c6e136c78f3a None None] Network 52087e3c-1602-4939-a767-02f4df9ccf9b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:53.539867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Deleting subnet f936c8ee-12db-47d7-8df2-c05db5591784 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:53.546459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Publish callbacks [] for subnet (f936c8ee-12db-47d7-8df2-c05db5591784), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.577539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (28621729-87e2-42dd-a3ad-82c52fece605), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.595322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f936c8ee-12db-47d7-8df2-c05db5591784), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.733665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f936c8ee-12db-47d7-8df2-c05db5591784), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.749913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (28621729-87e2-42dd-a3ad-82c52fece605), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.762131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:53.762779 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.783275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Provisioning complete for port 3f1dbea6-10a7-4873-a179-0052c81a02dc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:53.784056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.852479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.872230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (65f362fb-49c7-4803-9c17-87e5a7722e7c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.899040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7243526
Jan 15 21:12:53.903959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:53.943347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': '28621729-87e2-42dd-a3ad-82c52fece605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:53.946775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:53.953827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/subnets/65f362fb-49c7-4803-9c17-87e5a7722e7c HTTP/1.1" status: 204  len: 168 time: 1.3527243
Jan 15 21:12:53.964319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44266) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:53.971422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e64b2-f763-49ca-b621-34b8fafc5abf None None] Network 440e160f-ccfe-4ebd-9014-086a4fa42133 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:53.974916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:54.041038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722078e-43cf-4933-81d7-65c575665231 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=28621729-87e2-42dd-a3ad-82c52fece605,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:54.155188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:54.159742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.167351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.225454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Subnet': ['ID=65f362fb-49c7-4803-9c17-87e5a7722e7c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:54.240985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (440e160f-ccfe-4ebd-9014-086a4fa42133), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.267191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.267408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.267716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.268040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.268380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.268972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.269182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.269432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.269732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.270200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.270450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.270787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.271161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5edfcd8-de42-40cc-8c8c-254ca1650a49 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:12:54.292679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f936c8ee-12db-47d7-8df2-c05db5591784), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.316990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 28621729-87e2-42dd-a3ad-82c52fece605 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:12:54.319059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f1dbea6-10a7-4873-a179-0052c81a02dc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:54.327517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ba5495bc-3ee1-465b-9eb6-258b9d7fd9ee req-6ee1f003-0114-436f-b800-df1af3690cc1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.1070302
Jan 15 21:12:54.379944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f936c8ee-12db-47d7-8df2-c05db5591784,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:54.439565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Current status of the port 3f1dbea6-10a7-4873-a179-0052c81a02dc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:54.439880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.441300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.442121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks [] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.447406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae659ee1-dd4e-4c3b-b6b1-8ebf77a83666 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f936c8ee-12db-47d7-8df2-c05db5591784 HTTP/1.1" status: 204  len: 168 time: 1.1116896
Jan 15 21:12:54.448954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:54.467670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf257d6-f055-455b-8527-fe492582c4d8 None None] Network 199105de-00cd-44b3-8e15-12c91d44ad90 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:54.478140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.505865 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.554794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Deleting subnet f1ca5610-aa20-4cd7-bed7-fc4a151ed889 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:54.578051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Publish callbacks [] for subnet (f1ca5610-aa20-4cd7-bed7-fc4a151ed889), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.626018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (199105de-00cd-44b3-8e15-12c91d44ad90), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.638365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Network bc774d1b-71da-4013-baca-f25313b59943 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:54.651051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Router 6409b905-a3a9-4a65-8031-245cfbf6fa85 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:12:54.652086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 9199924d-07f7-43c4-984c-0996dd690d91 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:54.652619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9199924d-07f7-43c4-984c-0996dd690d91), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.668213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:54.685838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:54.702820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] For port 3f1dbea6-10a7-4873-a179-0052c81a02dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f1dbea6-10a7-4873-a179-0052c81a02dc,segment=NetworkSegment(ea4194ba-6638-4965-828f-f16e046ccc7a),segment_id=ea4194ba-6638-4965-828f-f16e046ccc7a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:54.754436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:12:54.757225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f1ca5610-aa20-4cd7-bed7-fc4a151ed889), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.757802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (4c9177b4-7d20-40f8-9ddf-44e0a06008cc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.773682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e5f-0dfe-434e-aaef-321a4536604a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:54.826189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.850938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c929b-30ce-40f9-afa9-25c8369bfcfe None None] DHCP port deletion for 199105de-00cd-44b3-8e15-12c91d44ad90 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:54.851183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.880163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.883187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=4c9177b4-7d20-40f8-9ddf-44e0a06008cc,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:54.893228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] For port 9199924d-07f7-43c4-984c-0996dd690d91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9199924d-07f7-43c4-984c-0996dd690d91,segment=NetworkSegment(eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1),segment_id=eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:54.893611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9199924d-07f7-43c4-984c-0996dd690d91), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.905981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '3dede282-1089-4afd-8aeb-a0872a88b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:54.906400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: 28621729-87e2-42dd-a3ad-82c52fece605, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:12:54.912178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:54.936802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.940488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a4385f0-0e08-4ac9-98ec-840288be6755 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 4.2742307
Jan 15 21:12:54.940488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network 28621729-87e2-42dd-a3ad-82c52fece605 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:12:54.941493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:54.962524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3f1dbea6-10a7-4873-a179-0052c81a02dc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:54.962901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:54.974559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] DHCP port deletion for 440e160f-ccfe-4ebd-9014-086a4fa42133 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:54.979864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Sync routers for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:54.986074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28621729-87e2-42dd-a3ad-82c52fece605) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:54.993251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:54.993816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.020582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 9199924d-07f7-43c4-984c-0996dd690d91 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:55.024723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144dbfb-bd67-4ee0-b7e7-661b2c4dbe57 None None] Network 28621729-87e2-42dd-a3ad-82c52fece605 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:55.025432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f1ca5610-aa20-4cd7-bed7-fc4a151ed889), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.032306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Attempting to bind port fbc28e5f-0dfe-434e-aaef-321a4536604a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:55.032691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Attempting to bind port fbc28e5f-0dfe-434e-aaef-321a4536604a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f72a608-c7f0-4a1a-9acc-682f16def778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:55.033087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Attempting to bind port fbc28e5f-0dfe-434e-aaef-321a4536604a on network bc774d1b-71da-4013-baca-f25313b59943 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:55.047983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9bb09d7d-fc69-418b-8141-6bbac4921a71 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1143126
Jan 15 21:12:55.048816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44278) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:55.055781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'port': {'network_id': '28621729-87e2-42dd-a3ad-82c52fece605', 'name': 'tempest-NetworksIpV6TestAttrs-829316430'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:55.056903 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (199105de-00cd-44b3-8e15-12c91d44ad90), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.098039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-9de4fc7e-ecbb-4f1d-a8f5-7d634783c471 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:55.099526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-9de4fc7e-ecbb-4f1d-a8f5-7d634783c471 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.45 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 809 time: 0.4628987
Jan 15 21:12:55.102766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b736d0-dc82-4e74-854c-32d67965a2a1 None None] Pushing event updated for resources: {'Port': ['ID=3f1dbea6-10a7-4873-a179-0052c81a02dc,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:55.122785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:55.123173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Checking segment: {'id': '3f72a608-c7f0-4a1a-9acc-682f16def778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:55.123661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.123963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Bound using segment: {'id': '3f72a608-c7f0-4a1a-9acc-682f16def778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:55.125140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Bound port: fbc28e5f-0dfe-434e-aaef-321a4536604a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72a608-c7f0-4a1a-9acc-682f16def778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc774d1b-71da-4013-baca-f25313b59943'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:55.125140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.142274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:55.142972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d96a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:55.143282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8f3a90>,) {'filters': {'network_id': ['199105de-00cd-44b3-8e15-12c91d44ad90']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:55.152706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8957867d-6e9c-4921-9bc1-5ca097836169 None None] Provisioning complete for port 3f1dbea6-10a7-4873-a179-0052c81a02dc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:55.153106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8957867d-6e9c-4921-9bc1-5ca097836169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.194918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=b7f7320f-d3f1-4d57-9900-46789a4ce369,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:55.207596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8f3a90>, '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:55.207889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a8f3a90>, '0b9a8f86-bf98-4e51-ab3b-6d9004b7823e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:55.232932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (0b9a8f86-bf98-4e51-ab3b-6d9004b7823e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.237997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.317371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0b9a8f86-bf98-4e51-ab3b-6d9004b7823e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.322998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:55.327463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.345271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:55.345773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (0b9a8f86-bf98-4e51-ab3b-6d9004b7823e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:55.349344 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:55.364020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] device_id is not set on port 2f9efba6-029f-4469-8661-19961889c0fc yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:12:55.373374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f1ca5610-aa20-4cd7-bed7-fc4a151ed889), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.442219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-626901b2-7415-4dee-a972-354f18fed9a3 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb HTTP/1.1" status: 200  len: 380 time: 0.3163571
Jan 15 21:12:55.452914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-28621729-87e2-42dd-a3ad-82c52fece605', 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': '4c9177b4-7d20-40f8-9ddf-44e0a06008cc'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:12:55.453976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.456488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] For port fbc28e5f-0dfe-434e-aaef-321a4536604a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:55.467621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] For port fbc28e5f-0dfe-434e-aaef-321a4536604a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc28e5f-0dfe-434e-aaef-321a4536604a,segment=NetworkSegment(3f72a608-c7f0-4a1a-9acc-682f16def778),segment_id=3f72a608-c7f0-4a1a-9acc-682f16def778)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:55.483375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Deleting port 9199924d-07f7-43c4-984c-0996dd690d91 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:55.483884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9199924d-07f7-43c4-984c-0996dd690d91), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.487336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'port': {'device_id': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'admin_state_up': True, 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'security_groups': ['ac16fe26-60df-4a27-8238-abdadfbc1015']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:55.493346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ca5610-aa20-4cd7-bed7-fc4a151ed889,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:55.501041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:55.506737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9199924d-07f7-43c4-984c-0996dd690d91), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.508647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.514091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.520347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-695599d6-e125-4e0e-9c11-efccde7088ff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1ca5610-aa20-4cd7-bed7-fc4a151ed889 HTTP/1.1" status: 204  len: 168 time: 1.5420325
Jan 15 21:12:55.580161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:55.617388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (199105de-00cd-44b3-8e15-12c91d44ad90), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:55.620048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d18ac-8565-4941-85d9-a9b35cf6620a None None] Network 2d9d48cd-f1ff-460c-8042-7a2e183af37d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:55.625209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3f1dbea6-10a7-4873-a179-0052c81a02dc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:55.759752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 88307ea2-6217-471a-9994-d1e117684370 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:55.908775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22ec2f8b-b4be-44f8-902c-5a3849713018 req-6fd45a6e-511e-4970-bba5-281889b5dd39 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0669222
Jan 15 21:12:55.930023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 88307ea2-6217-471a-9994-d1e117684370 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:55.930620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 88307ea2-6217-471a-9994-d1e117684370 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:55.957947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] For port 9199924d-07f7-43c4-984c-0996dd690d91, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:12:55.958354 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9199924d-07f7-43c4-984c-0996dd690d91), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.014222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8957867d-6e9c-4921-9bc1-5ca097836169 None None] Current status of the port 3f1dbea6-10a7-4873-a179-0052c81a02dc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:56.016630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Calling delete_port for 9199924d-07f7-43c4-984c-0996dd690d91 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:56.024331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff1171-1817-4227-bc15-089f73e4f5a1 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e5f-0dfe-434e-aaef-321a4536604a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:56.036093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Port 9199924d-07f7-43c4-984c-0996dd690d91 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:12:56.051604 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (9199924d-07f7-43c4-984c-0996dd690d91), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.063136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Allocated IP 2001:db8::f816:3eff:fe7f:8773 (28621729-87e2-42dd-a3ad-82c52fece605/4c9177b4-7d20-40f8-9ddf-44e0a06008cc/2f9efba6-029f-4469-8661-19961889c0fc) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:56.071991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3407f39-30ef-4136-8c57-e9fe238c943b None None] DHCP port deletion for 2d9d48cd-f1ff-460c-8042-7a2e183af37d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:56.107473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] No DVR routers for this DVR port 9199924d-07f7-43c4-984c-0996dd690d91 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:56.143709 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef associated. External IP: 172.35.1.22, port: 00a046e1-4575-48fc-acfb-813600567478.
Jan 15 21:12:56.242327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f1dbea6-10a7-4873-a179-0052c81a02dc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:56.246810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dfe3f-b9ef-4b6c-99dd-4b0448316f67 None None] Pushing event deleted for resources: {'Port': ['ID=9199924d-07f7-43c4-984c-0996dd690d91,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:56.249858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.290943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=9199924d-07f7-43c4-984c-0996dd690d91,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:56.301137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] No DVR routers for this DVR port 9199924d-07f7-43c4-984c-0996dd690d91 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:12:56.315789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.319045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] 10.222.0.46 "DELETE /v2.0/networks/199105de-00cd-44b3-8e15-12c91d44ad90 HTTP/1.1" status: 204  len: 168 time: 1.8656225
Jan 15 21:12:56.459128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for port (2f9efba6-029f-4469-8661-19961889c0fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.521114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 578013ee-8537-42ab-a48b-416a38344e5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:12:56.526113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2d9d48cd-f1ff-460c-8042-7a2e183af37d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.538154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3f1dbea6-10a7-4873-a179-0052c81a02dc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:56.539284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.543887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1cdd6-637c-49fa-a9fd-dcdfe0f44067 admin admin] Pushing event deleted for resources: {'Network': ['ID=199105de-00cd-44b3-8e15-12c91d44ad90,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:56.554865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2f9efba6-029f-4469-8661-19961889c0fc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.568108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Allocated IP 172.20.0.1 (52087e3c-1602-4939-a767-02f4df9ccf9b/1d26ae3f-18fd-4af7-877a-a35d5593fd66/7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:56.584164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d96a0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:12:53Z', 'revision_number': 3, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:56.600700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44286) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:56.627472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network 28621729-87e2-42dd-a3ad-82c52fece605 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:56.640550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:56.643251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:56.646039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Checking router: 6409b905-a3a9-4a65-8031-245cfbf6fa85 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:56.646399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Updating router 6409b905-a3a9-4a65-8031-245cfbf6fa85 port 78ec1544-25bd-45c8-8f55-07c6074546c7 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:12:56.650522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:56.651166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.710135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Port': ['ID=2f9efba6-029f-4469-8661-19961889c0fc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:56.722057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Allocated IP 2001:db8::f816:3eff:fe59:1536 (28621729-87e2-42dd-a3ad-82c52fece605/4c9177b4-7d20-40f8-9ddf-44e0a06008cc/34f8859d-324f-435d-ac8e-4ffa92133293) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:56.722657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3f1dbea6-10a7-4873-a179-0052c81a02dc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:56.728482 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.738883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e7a54730-63a8-411d-9fc1-46f9119e0fd9 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.6873472
Jan 15 21:12:56.741383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44288) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:56.802246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b7d0e22-eb74-488a-ab35-7218ad52eb66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d4a162d96614ece8caf16ccbc99ad5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1964757
Jan 15 21:12:56.805259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44290) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:56.826707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:12:56.844933 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Sync routers for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:12:56.847774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9199924d-07f7-43c4-984c-0996dd690d91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:12:56.865259 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:56.866066 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:56.872514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (440e160f-ccfe-4ebd-9014-086a4fa42133), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.897467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks [] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.902830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting subnet 4c9177b4-7d20-40f8-9ddf-44e0a06008cc {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:12:56.907611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9199924d-07f7-43c4-984c-0996dd690d91 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:12:56.907779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9199924d-07f7-43c4-984c-0996dd690d91 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:12:56.917655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2d9d48cd-f1ff-460c-8042-7a2e183af37d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.928732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] Publish callbacks [] for security_group (64c96911-0cec-4cef-9f0e-4b0b237ccb8f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.944239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8023aa00>,) {'filters': {'network_id': ['440e160f-ccfe-4ebd-9014-086a4fa42133']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:56.958422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.981385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] Publish callbacks [] for security_group (64c96911-0cec-4cef-9f0e-4b0b237ccb8f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:56.989347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8023aa00>, 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:56.989668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8023aa00>, 'eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.036424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3441f0>,) {'filters': {'network_id': ['2d9d48cd-f1ff-460c-8042-7a2e183af37d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.066511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.091512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daf5e3ea-ab77-49bb-8a46-685d73477171 req-21cde2a8-77da-4b0b-936b-513332724bc3 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0463982
Jan 15 21:12:57.095434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3441f0>, '67a21f8a-8ec6-4135-8550-4c4cc53cd208') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.095805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3441f0>, '67a21f8a-8ec6-4135-8550-4c4cc53cd208') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.112022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4f41834f-e9c8-4898-8344-d761aa470202 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.9720938
Jan 15 21:12:57.121055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:12:57.123820 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6eaac-d1af-465f-82ef-fe7f642e1267" -d '{"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:12:57.127941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.142038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (67a21f8a-8ec6-4135-8550-4c4cc53cd208), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.144891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.145068 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks [] for port (34f8859d-324f-435d-ac8e-4ffa92133293), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.154306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:57.154913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (eb9f5cd9-b47f-4516-a406-e9cf0d5f80b1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.174847 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:57.178144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (4c9177b4-7d20-40f8-9ddf-44e0a06008cc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.186832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64c96911-0cec-4cef-9f0e-4b0b237ccb8f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.189366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.191690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.192882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64c96911-0cec-4cef-9f0e-4b0b237ccb8f HTTP/1.1" status: 204  len: 168 time: 0.3847718
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:57.264501 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:57.268280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Made reservation on behalf of 1c5c2a0c042c4bf3aa18d87ce1d003eb for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:57.275090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.278504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (440e160f-ccfe-4ebd-9014-086a4fa42133), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.289302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Network 52087e3c-1602-4939-a767-02f4df9ccf9b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:57.292719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.296872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bfffa-3e7c-4001-b509-3e93faed166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c96911-0cec-4cef-9f0e-4b0b237ccb8f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:57.300419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/networks/440e160f-ccfe-4ebd-9014-086a4fa42133 HTTP/1.1" status: 204  len: 168 time: 3.3195465
Jan 15 21:12:57.302647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44300) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:57.303011 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e763e-e28e-489e-be24-b4694265e4dd x-openstack-request-id: req-d88e763e-e28e-489e-be24-b4694265e4dd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:12:57.303316 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:12:57.303572 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d88e763e-e28e-489e-be24-b4694265e4dd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:12:57.305588 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'status': 'completed', 'code': 200}
Jan 15 21:12:57.314693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:57.331523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:57.333554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:57.359179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (67a21f8a-8ec6-4135-8550-4c4cc53cd208), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.386893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4c9177b4-7d20-40f8-9ddf-44e0a06008cc), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.398701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab0ae-f005-4794-bb0b-832c08477ad6 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Network': ['ID=440e160f-ccfe-4ebd-9014-086a4fa42133,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:57.418713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:12:57.420041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (67a21f8a-8ec6-4135-8550-4c4cc53cd208), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.462567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Network 28621729-87e2-42dd-a3ad-82c52fece605 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:57.478471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:57.490960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:57.506776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Pushing event updated for resources: {'Port': ['ID=34f8859d-324f-435d-ac8e-4ffa92133293,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:57.561955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks [] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:12:57.583004 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:12:57.686756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.706184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2d9d48cd-f1ff-460c-8042-7a2e183af37d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.716329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.721741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d9d48cd-f1ff-460c-8042-7a2e183af37d HTTP/1.1" status: 204  len: 168 time: 2.1366351
Jan 15 21:12:57.783979 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe42b0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'mac_address': 'fa:16:3e:e8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:12:52Z', 'updated_at': '2022-01-15T21:12:52Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.807725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:57.808276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0656-867b-42b9-b31f-f18a02ce8a5b None None] Pushing event updated for resources: {'Port': ['ID=78ec1544-25bd-45c8-8f55-07c6074546c7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:57.852607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb1b22-4284-43ba-8c36-35afe9ac96d5 None None] Network bc774d1b-71da-4013-baca-f25313b59943 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:12:57.872261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Attempting to bind port 34f8859d-324f-435d-ac8e-4ffa92133293 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:57.873672 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Checking router: 578013ee-8537-42ab-a48b-416a38344e5e for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:12:57.876886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Attempting to bind port 34f8859d-324f-435d-ac8e-4ffa92133293 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3dede282-1089-4afd-8aeb-a0872a88b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:57.878016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Attempting to bind port 34f8859d-324f-435d-ac8e-4ffa92133293 on network 28621729-87e2-42dd-a3ad-82c52fece605 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:57.903119 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:57.903936 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:57.913718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444c4f7-8092-43dd-b8df-65b3091a21e2 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:57.917466 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-b7216285-4179-4797-a334-7cb0142e16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:57.919865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-b7216285-4179-4797-a334-7cb0142e16c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.5901196
Jan 15 21:12:57.923246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de3ca-9373-49ac-89a9-22fe67139278 req-9ec9cf7a-ba2a-4af5-98f7-97a98cf8e372 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:57.925830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-150de3ca-9373-49ac-89a9-22fe67139278 req-9ec9cf7a-ba2a-4af5-98f7-97a98cf8e372 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.5205519
Jan 15 21:12:57.999929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e0f1f-e79c-401f-91de-70669758920e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9d48cd-f1ff-460c-8042-7a2e183af37d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:58.019013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7dd811c4-c452-407a-a6a8-387baf495b4b None None] Provisioning complete for port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:58.020270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7dd811c4-c452-407a-a6a8-387baf495b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.033763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:58.034595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Checking segment: {'id': '3dede282-1089-4afd-8aeb-a0872a88b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:58.034595 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.035039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Bound using segment: {'id': '3dede282-1089-4afd-8aeb-a0872a88b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:58.035484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Bound port: 34f8859d-324f-435d-ac8e-4ffa92133293, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dede282-1089-4afd-8aeb-a0872a88b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28621729-87e2-42dd-a3ad-82c52fece605'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:58.035874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.044547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Attempting to bind port 78ec1544-25bd-45c8-8f55-07c6074546c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:12:58.044950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Attempting to bind port 78ec1544-25bd-45c8-8f55-07c6074546c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:12:58.045335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Attempting to bind port 78ec1544-25bd-45c8-8f55-07c6074546c7 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:12:58.070101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port f14434f7-2721-4904-a76a-9c6b95c83cdb {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:12:58.070636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.083828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4c9177b4-7d20-40f8-9ddf-44e0a06008cc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.130958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Allocated IP 172.20.0.10 (c449301e-98ed-4b3a-8c7c-09506771241a/7e1fda76-2f82-4d55-9149-588fbc967888/87023fcd-0a43-4fa7-a414-0a614f09ac8e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:12:58.180732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:58.196192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:12:58.196969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:12:58.197569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.198232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:12:58.198985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Bound port: 78ec1544-25bd-45c8-8f55-07c6074546c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:12:58.199655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.226766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-150de3ca-9373-49ac-89a9-22fe67139278 req-0d14c6ce-4f71-4181-845a-bf2d5dd8124a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2777531
Jan 15 21:12:58.280212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:58.299967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b4b465a-fe0f-4a2b-8dbf-63ddb72d9ba6 req-535351b2-ff2b-40d7-85d4-b9720c61b458 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0603092
Jan 15 21:12:58.332416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fbc28e5f-0dfe-434e-aaef-321a4536604a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:12:58.334573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7dd811c4-c452-407a-a6a8-387baf495b4b None None] Port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:12:58.336565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:58.356010 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.397891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-3c911e08-68f8-487a-aa43-83d858cfd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:58.401524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-3c911e08-68f8-487a-aa43-83d858cfd5b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.4647233
Jan 15 21:12:58.416707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4c9177b4-7d20-40f8-9ddf-44e0a06008cc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.422854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.423310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (f14434f7-2721-4904-a76a-9c6b95c83cdb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.439446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] For port 34f8859d-324f-435d-ac8e-4ffa92133293, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:58.461670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] For port 34f8859d-324f-435d-ac8e-4ffa92133293, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34f8859d-324f-435d-ac8e-4ffa92133293,segment=NetworkSegment(3dede282-1089-4afd-8aeb-a0872a88b4de),segment_id=3dede282-1089-4afd-8aeb-a0872a88b4de)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:58.467967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for f14434f7-2721-4904-a76a-9c6b95c83cdb owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:12:58.484353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9177b4-7d20-40f8-9ddf-44e0a06008cc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:58.494386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.494903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-3f6d90df-3584-4a54-9b99-89cfee4dd513 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 999 time: 0.0838337
Jan 15 21:12:58.501784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8012183-ae90-4ab1-8773-1a3d5d7f781e tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/4c9177b4-7d20-40f8-9ddf-44e0a06008cc HTTP/1.1" status: 204  len: 168 time: 1.7579913
Jan 15 21:12:58.513665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:58.534192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.542394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4691d12e-a92a-4c97-a6fe-12a958bc8603 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aa736a1907e4790b2ea49bc7f31e50c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3318691
Jan 15 21:12:58.561171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:58.584744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] For port 78ec1544-25bd-45c8-8f55-07c6074546c7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:12:58.657495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] For port 78ec1544-25bd-45c8-8f55-07c6074546c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78ec1544-25bd-45c8-8f55-07c6074546c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:12:58.694739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Provisioning complete for port fbc28e5f-0dfe-434e-aaef-321a4536604a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:58.695379 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.710047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39e05ccb-23a1-40af-9c1a-2546a51723a3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 991 time: 0.4137256
Jan 15 21:12:58.711732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.767642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-bf65234a-91ff-4678-a97d-75b8bbdaa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:58.769516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-bf65234a-91ff-4678-a97d-75b8bbdaa097 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.2389464
Jan 15 21:12:58.799232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba1c65-b79f-4f9a-85ae-24fdca2eb28d None None] Pushing event updated for resources: {'Port': ['ID=34f8859d-324f-435d-ac8e-4ffa92133293,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:58.841936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d21f0-307c-4c1c-bf3c-e7f3be3f279d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:58.847816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d21f0-307c-4c1c-bf3c-e7f3be3f279d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:58.849481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf4d21f0-307c-4c1c-bf3c-e7f3be3f279d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3344781
Jan 15 21:12:58.854986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44334) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:58.885421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16e900-4d3d-459a-ae33-0fe3b787e8e0 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:12:58.885994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] Publish callbacks [] for security_group (846f62cc-1745-4231-b327-103490492392), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.900274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fbc28e5f-0dfe-434e-aaef-321a4536604a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:12:58.904051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:58.980638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] Publish callbacks [] for security_group (846f62cc-1745-4231-b327-103490492392), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.018195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:12:59.025657 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe42b0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'mac_address': 'fa:16:3e:e8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:12:52Z', 'updated_at': '2022-01-15T21:12:52Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:59.040228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d96a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:12:59.107572 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2b00-ad4c-4117-a5c4-3ad6b374a9c2 None None] The sync data for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 is: [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.22', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'mac_address': 'fa:16:3e:e8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:12:52Z', 'updated_at': '2022-01-15T21:12:52Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:12:59.109352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-54cb207d-e112-4b1f-a4ac-8b98dd952c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:12:59.111806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-54cb207d-e112-4b1f-a4ac-8b98dd952c1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3351421
Jan 15 21:12:59.116436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.118160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (846f62cc-1745-4231-b327-103490492392), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.121776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.123026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/846f62cc-1745-4231-b327-103490492392 HTTP/1.1" status: 204  len: 168 time: 0.5576727
Jan 15 21:12:59.177785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0656-867b-42b9-b31f-f18a02ce8a5b None None] Pushing event updated for resources: {'Port': ['ID=78ec1544-25bd-45c8-8f55-07c6074546c7,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:59.263629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a656-d56a-4373-a087-1ef4b01ad49c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (28621729-87e2-42dd-a3ad-82c52fece605), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.308090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6c34-24b6-4daa-a67e-aa878dfbd550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f62cc-1745-4231-b327-103490492392,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:59.427718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-322df7fd-cb49-4203-b78f-04b449a61002 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3032205
Jan 15 21:12:59.465968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Current status of the port fbc28e5f-0dfe-434e-aaef-321a4536604a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:12:59.466373 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.540121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f14434f7-2721-4904-a76a-9c6b95c83cdb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.542560 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd5a656-d56a-4373-a087-1ef4b01ad49c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:12:59.542805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd5a656-d56a-4373-a087-1ef4b01ad49c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:12:59.547011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1cd5a656-d56a-4373-a087-1ef4b01ad49c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/28621729-87e2-42dd-a3ad-82c52fece605 HTTP/1.1" status: 409  len: 466 time: 0.6862957
Jan 15 21:12:59.597668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44352) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:59.599414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:12:59.623437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=f14434f7-2721-4904-a76a-9c6b95c83cdb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:59.628187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82b46f4a-0f2f-44f7-97be-b54613d82154 req-2fd1ff5b-23b3-4fde-883a-ef68fa296b05 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.1267745
Jan 15 21:12:59.635062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks [] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.671313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.671723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264454503'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:12:59.677606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588b91d-27d5-453b-b4c1-da3b70dd461a None None] New status for floating IP 6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:12:59.678457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6cb6eaac-d1af-465f-82ef-fe7f642e1267 req-81dcc3e7-dc32-4ece-a007-59b854395e71 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374327
Jan 15 21:12:59.681522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.731496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44358) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:59.761123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.838262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f81aca4-bf22-452d-8612-71682959c4b9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 991 time: 0.0990736
Jan 15 21:12:59.842675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Network c449301e-98ed-4b3a-8c7c-09506771241a is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:12:59.856203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:12:59.868380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:12:59.951286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:12:59.959766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:12:59.967803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.971882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for floatingip (7104d5f1-8f94-4224-9c52-04d25972c1c7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.975068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:12:59.985260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ba00bc0e-06fc-4a06-978f-f0f627fbe8ff tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/floatingips/7104d5f1-8f94-4224-9c52-04d25972c1c7 HTTP/1.1" status: 204  len: 168 time: 2.6688139
Jan 15 21:12:59.986161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44368) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:12:59.988534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Network 52087e3c-1602-4939-a767-02f4df9ccf9b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:00.000320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:00.017632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:00.018292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.041478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:00.062395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-620f7180-679d-4834-aed5-aa6146f88007 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5790541
Jan 15 21:13:00.082609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Request body: {'port': {'device_id': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:00.100810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] For port fbc28e5f-0dfe-434e-aaef-321a4536604a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc28e5f-0dfe-434e-aaef-321a4536604a,segment=NetworkSegment(3f72a608-c7f0-4a1a-9acc-682f16def778),segment_id=3f72a608-c7f0-4a1a-9acc-682f16def778)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:00.138486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.152651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fbc28e5f-0dfe-434e-aaef-321a4536604a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:00.154108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.168568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:00.172876 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0f4ea9-c168-402f-94da-7711c62acf44 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:00.181322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0f4ea9-c168-402f-94da-7711c62acf44 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:00.192174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.196016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (398bdf4d-54b1-4963-b976-db19a630241b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.196523 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 398bdf4d-54b1-4963-b976-db19a630241b of type vlan for network c5fd17c1-4d90-4ff7-bed5-a7470070c788
Jan 15 21:13:00.217681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d0f4ea9-c168-402f-94da-7711c62acf44 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/550abe1e-4945-440e-94e1-e6ded3ea54ab HTTP/1.1" status: 404  len: 333 time: 0.2270854
Jan 15 21:13:00.221236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44378) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:00.222556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df2f4f3f-915a-4f5b-942f-c0e54f9ade54 req-7be78ac3-32de-4ec5-9060-a827f94f97ea tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.2251232
Jan 15 21:13:00.386241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6edad9cd-5d84-4c12-b5eb-fcf198a11116 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/ports?device_id=23caec26-d591-4897-adc1-5b2286706452 HTTP/1.1" status: 200  len: 205 time: 0.1636939
Jan 15 21:13:00.389933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44382) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:00.442853 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-7722c515-13e3-4222-94dc-91debc53d736 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] delete failed (client error): The resource could not be found.
Jan 15 21:13:00.447294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7722c515-13e3-4222-94dc-91debc53d736 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/routers/23caec26-d591-4897-adc1-5b2286706452 HTTP/1.1" status: 404  len: 336 time: 0.0558829
Jan 15 21:13:00.449551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44384) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:00.485589 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbabaf-1366-4698-968b-a15e534886dc tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:00.486148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafbabaf-1366-4698-968b-a15e534886dc tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:00.493430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aafbabaf-1366-4698-968b-a15e534886dc tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/subnets/65f362fb-49c7-4803-9c17-87e5a7722e7c HTTP/1.1" status: 404  len: 337 time: 0.0419669
Jan 15 21:13:00.495187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.497563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44388) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:00.596721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Router 6409b905-a3a9-4a65-8031-245cfbf6fa85 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:00.620604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e5f-0dfe-434e-aaef-321a4536604a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:00.702678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.resource_extend [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:13:00.866637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44410) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:00.909828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78764380-63af-4e5c-9900-3b0af3ffb14c None None] Network 28621729-87e2-42dd-a3ad-82c52fece605 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:00.935886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.942861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:00.943478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:00.953330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:00.971172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0d36506a-5aad-47cb-9db5-ea0c9fb546b1 admin admin] 10.222.0.46 "PUT /v2.0/routers/6409b905-a3a9-4a65-8031-245cfbf6fa85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0274796
Jan 15 21:13:00.984457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3853788
Jan 15 21:13:00.987404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:01.001785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:01.017327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd018-cb10-4137-a275-4a184b77cf15 req-273b310c-726c-4143-a0fe-fde223d56034 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:01.028423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a48bd018-cb10-4137-a275-4a184b77cf15 req-273b310c-726c-4143-a0fe-fde223d56034 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 932 time: 0.1415131
Jan 15 21:13:01.150365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Provisioning complete for port 78ec1544-25bd-45c8-8f55-07c6074546c7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:01.150968 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.197287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:13:01.197287 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:13:01.294888 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-86a9c091-999d-474a-abcb-890c2f357ce7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 991 time: 0.4244654
Jan 15 21:13:01.297263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa707a-0f54-4232-a133-a9ab8062836c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=c5fd17c1-4d90-4ff7-bed5-a7470070c788,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:01.315068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 5bea8091-1f8e-45b9-a286-0e609ae9afa9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:01.315427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.328324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:01.474064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f37960f-e240-49a7-8597-ae3077bc24ac req-8cbdbabb-eb8e-4829-89b8-da89e2aabff2 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.2784898
Jan 15 21:13:01.487263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a48bd018-cb10-4137-a275-4a184b77cf15 req-b0881519-6310-43cd-867e-6d02bf76f97f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4579144
Jan 15 21:13:01.495537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Current status of the port 78ec1544-25bd-45c8-8f55-07c6074546c7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:01.495953 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.549876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.564893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] DHCP port deletion for 28621729-87e2-42dd-a3ad-82c52fece605 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:01.568070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] For port 78ec1544-25bd-45c8-8f55-07c6074546c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78ec1544-25bd-45c8-8f55-07c6074546c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:01.575244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0d96a0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 4, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e', 'name': '', 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'mac_address': 'fa:16:3e:d2:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:56Z', 'updated_at': '2022-01-15T21:12:56Z', 'revision_number': 1, 'project_id': '89657579f085494c87f40a718e671a3d', 'subnets': [{'id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:01.581484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:01.587563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.611434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 5bea8091-1f8e-45b9-a286-0e609ae9afa9 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:01.613680 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.637422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0731-8d2e-4b49-813b-09530b5c828b None None] The sync data for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 is: [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 4, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e', 'name': '', 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'mac_address': 'fa:16:3e:d2:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:56Z', 'updated_at': '2022-01-15T21:12:56Z', 'revision_number': 1, 'project_id': '89657579f085494c87f40a718e671a3d', 'subnets': [{'id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:01.827747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87023fcd-0a43-4fa7-a414-0a614f09ac8e {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:13:01.830179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fbc28e5f-0dfe-434e-aaef-321a4536604a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:01.833961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Provisioning complete for port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:01.834800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.841343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c37ce0-f0a9-4950-ba52-a6d5f71bf271 None None] Pushing event updated for resources: {'Port': ['ID=78ec1544-25bd-45c8-8f55-07c6074546c7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:01.890387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks [] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.902197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:01.924953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Deleting port 34f8859d-324f-435d-ac8e-4ffa92133293 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:01.925484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:01.980031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Transition to ACTIVE for port object 87023fcd-0a43-4fa7-a414-0a614f09ac8e will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:13:01.990623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.074509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Provisioning complete for port 78ec1544-25bd-45c8-8f55-07c6074546c7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:02.076711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.166605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:13:02.168915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (6e925380-25a0-41f7-97d1-fabe30159003), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.208413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] For port 34f8859d-324f-435d-ac8e-4ffa92133293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34f8859d-324f-435d-ac8e-4ffa92133293,segment=NetworkSegment(3dede282-1089-4afd-8aeb-a0872a88b4de),segment_id=3dede282-1089-4afd-8aeb-a0872a88b4de)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:02.209047 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.229793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Calling delete_port for 34f8859d-324f-435d-ac8e-4ffa92133293 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:02.256884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fbc28e5f-0dfe-434e-aaef-321a4536604a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:02.275884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=6e925380-25a0-41f7-97d1-fabe30159003,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:02.280404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Pushing event updated for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:02.287764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '398bdf4d-54b1-4963-b976-db19a630241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:02.288945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: c5fd17c1-4d90-4ff7-bed5-a7470070c788, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:02.297552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44446) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:02.501028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:02.527336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Current status of the port 78ec1544-25bd-45c8-8f55-07c6074546c7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:02.528579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c58699a0-adf6-4958-a873-b7d1fc788f1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 993 time: 0.2297096
Jan 15 21:13:02.559489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5fd17c1-4d90-4ff7-bed5-a7470070c788) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:02.568430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:02.569074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.572810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7aca00-4856-4bfc-8dee-df331c00b710 None None] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:02.629614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-53b6b274-45a7-4476-9c82-b81487e58237 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6350985
Jan 15 21:13:02.630291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:02.656442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'port': {'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788', 'name': 'tempest-NetworksIpV6TestAttrs-1413106390'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:02.738904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Attempting to bind port 87023fcd-0a43-4fa7-a414-0a614f09ac8e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:02.740730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Attempting to bind port 87023fcd-0a43-4fa7-a414-0a614f09ac8e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:02.741387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Attempting to bind port 87023fcd-0a43-4fa7-a414-0a614f09ac8e on network c449301e-98ed-4b3a-8c7c-09506771241a {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:02.746349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5bea8091-1f8e-45b9-a286-0e609ae9afa9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.774412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5fd17c1-4d90-4ff7-bed5-a7470070c788', 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': '6e925380-25a0-41f7-97d1-fabe30159003'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:02.775590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.783994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Port 87023fcd-0a43-4fa7-a414-0a614f09ac8e on network c449301e-98ed-4b3a-8c7c-09506771241a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:13:02.785353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Attempting to bind port 87023fcd-0a43-4fa7-a414-0a614f09ac8e on network c449301e-98ed-4b3a-8c7c-09506771241a {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:02.795727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Provisioning complete for port fbc28e5f-0dfe-434e-aaef-321a4536604a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:02.796387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.834941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fbc28e5f-0dfe-434e-aaef-321a4536604a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:02.835905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.839542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=5bea8091-1f8e-45b9-a286-0e609ae9afa9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:02.843108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff22a84-10d7-4939-b48a-eb33a5953610 None None] DHCP port deletion for 13440e1c-c34e-4ef4-8ad0-ab96319f2067 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:02.865898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:02.866280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Checking segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:02.867086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Bound using segment: {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:02.867550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Bound port: 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:02.867913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.907105 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (34f8859d-324f-435d-ac8e-4ffa92133293), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.994292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:02.995503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] No DVR routers for this DVR port 34f8859d-324f-435d-ac8e-4ffa92133293 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:02.997177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae961e-9403-4081-a83f-4b63b7e9c273 None None] Pushing event deleted for resources: {'Port': ['ID=34f8859d-324f-435d-ac8e-4ffa92133293,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:03.000882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-18f1847c-e967-4b4e-96a7-9166603193c1 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/5bea8091-1f8e-45b9-a286-0e609ae9afa9 HTTP/1.1" status: 204  len: 168 time: 2.4762573
Jan 15 21:13:03.002361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:03.046040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-804962e1-865e-40c8-8a5a-b8c1f5a197f7 req-b29d9688-14fb-43c3-a7eb-48785c5a20e1 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.2700512
Jan 15 21:13:03.126221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:03.132749 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.167253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc29b6-aa9c-4e46-bb39-a147451c8d43 req-53742ce8-2050-4fb1-9100-7e0be3478a4f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:03.170871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7dc29b6-aa9c-4e46-bb39-a147451c8d43 req-53742ce8-2050-4fb1-9100-7e0be3478a4f tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 944 time: 0.4048502
Jan 15 21:13:03.179703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] device_id is not set on port 906d5a1e-5f2a-40c4-9a95-1f8f53a6af61 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:03.224275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:03.267412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:03.278858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.370273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7dc29b6-aa9c-4e46-bb39-a147451c8d43 req-11a2aecb-3a1b-4780-8ca9-07dd37591cf1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273031
Jan 15 21:13:03.445985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Pushing event updated for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:03.449310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Allocated IP 2001:db8::f816:3eff:fe76:16ac (c5fd17c1-4d90-4ff7-bed5-a7470070c788/6e925380-25a0-41f7-97d1-fabe30159003/8de30273-9cfb-47a7-9034-13e9d859a3a0) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:03.457659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Current status of the port fbc28e5f-0dfe-434e-aaef-321a4536604a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:03.468850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fbc28e5f-0dfe-434e-aaef-321a4536604a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:03.472156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-def23277-4547-4867-b260-7d2174123bc1 None None] Could not find standard attr ID for object 34f8859d-324f-435d-ac8e-4ffa92133293. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:03.485736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:03.488699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.490436 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-1032e374-f7c8-4469-8d93-1ee4188de05a service neutron] 10.222.0.45 "PUT /v2.0/ports/87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 1092 time: 3.4149213
Jan 15 21:13:03.494925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:03.498889 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6853935e-43ca-416b-9c20-b2909cb5300d" -d '{"events": [{"name": "network-changed", "server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:03.515542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 0a133aca-8a6f-4111-bd83-d62aa11800b6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:03.515899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.753531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44482) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:03.878291 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks [] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.889602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:03.985674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:03.994175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Allocated IP 2001:db8::f816:3eff:fef5:d7d (c5fd17c1-4d90-4ff7-bed5-a7470070c788/6e925380-25a0-41f7-97d1-fabe30159003/906d5a1e-5f2a-40c4-9a95-1f8f53a6af61) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:04.214276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:04.220705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:04.227724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 78ec1544-25bd-45c8-8f55-07c6074546c7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:04.255192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Pushing event updated for resources: {'Port': ['ID=8de30273-9cfb-47a7-9034-13e9d859a3a0,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:04.286045 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ecb2f-b3ca-40dd-af33-8c4fcac4e89b x-openstack-request-id: req-451ecb2f-b3ca-40dd-af33-8c4fcac4e89b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:04.286649 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:04.286739 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-451ecb2f-b3ca-40dd-af33-8c4fcac4e89b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:04.287213 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'status': 'completed', 'code': 200}
Jan 15 21:13:04.341401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Attempting to bind port 8de30273-9cfb-47a7-9034-13e9d859a3a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:04.341765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Attempting to bind port 8de30273-9cfb-47a7-9034-13e9d859a3a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '398bdf4d-54b1-4963-b976-db19a630241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:04.342134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Attempting to bind port 8de30273-9cfb-47a7-9034-13e9d859a3a0 on network c5fd17c1-4d90-4ff7-bed5-a7470070c788 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:04.373628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-682fb744-bc2c-48d1-a86c-0ce4b10e6eae req-31549257-ceb0-4450-b299-2aaf72250116 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0851688
Jan 15 21:13:04.375023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:04.375204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Checking segment: {'id': '398bdf4d-54b1-4963-b976-db19a630241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:04.375893 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.376055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Bound using segment: {'id': '398bdf4d-54b1-4963-b976-db19a630241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:04.376658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Bound port: 8de30273-9cfb-47a7-9034-13e9d859a3a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398bdf4d-54b1-4963-b976-db19a630241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c5fd17c1-4d90-4ff7-bed5-a7470070c788'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:04.377978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.450066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.470793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 0a133aca-8a6f-4111-bd83-d62aa11800b6 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:04.492671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] For port 8de30273-9cfb-47a7-9034-13e9d859a3a0, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:04.498410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] For port 8de30273-9cfb-47a7-9034-13e9d859a3a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de30273-9cfb-47a7-9034-13e9d859a3a0,segment=NetworkSegment(398bdf4d-54b1-4963-b976-db19a630241b),segment_id=398bdf4d-54b1-4963-b976-db19a630241b)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:04.500454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 78ec1544-25bd-45c8-8f55-07c6074546c7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:04.501148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.526123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.531062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-ce7ad4fc-1ad4-4c06-83de-ece799d3bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:04.532712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-ce7ad4fc-1ad4-4c06-83de-ece799d3bd80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1095 time: 0.2361186
Jan 15 21:13:04.622376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d3f00-f087-4a5e-ab6e-25faa57dadde None None] Pushing event updated for resources: {'Port': ['ID=8de30273-9cfb-47a7-9034-13e9d859a3a0,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:04.640088 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f87524aa-e80f-409b-b4aa-7e2e939d32c0 req-047aa4e9-7e7e-4a60-b880-42a359ddb309 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0745592
Jan 15 21:13:04.660146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0a133aca-8a6f-4111-bd83-d62aa11800b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.662624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-7a582a3e-f7b4-484e-97fa-76aa4c1a1478 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 217 time: 0.0410190
Jan 15 21:13:04.704063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 78ec1544-25bd-45c8-8f55-07c6074546c7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:04.708735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c9174a-7222-4448-84a4-fd2021e197ee None None] DHCP port deletion for 13440e1c-c34e-4ef4-8ad0-ab96319f2067 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:04.746092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=0a133aca-8a6f-4111-bd83-d62aa11800b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:04.867218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-3b9068fe-47d8-47f2-98a2-5441a12a3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:04.873138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-3b9068fe-47d8-47f2-98a2-5441a12a3946 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 200  len: 848 time: 0.1859887
Jan 15 21:13:04.881655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594855d-7726-4c12-9437-b116aea1f930 req-8b9861fe-6245-4d22-8211-3f1031e45b19 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:04.886171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5594855d-7726-4c12-9437-b116aea1f930 req-8b9861fe-6245-4d22-8211-3f1031e45b19 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 944 time: 0.3189862
Jan 15 21:13:04.895345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.899447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-318f6e82-4c31-4672-84e1-cf26a74b6c56 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/ports/0a133aca-8a6f-4111-bd83-d62aa11800b6 HTTP/1.1" status: 204  len: 168 time: 1.8890412
Jan 15 21:13:04.905685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44502) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:04.929084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for port (906d5a1e-5f2a-40c4-9a95-1f8f53a6af61), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:04.991297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-8d8c9545-63a7-4f64-90d2-44c22cf159b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:04.992694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-8d8c9545-63a7-4f64-90d2-44c22cf159b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c449301e-98ed-4b3a-8c7c-09506771241a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1073868
Jan 15 21:13:05.062723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5594855d-7726-4c12-9437-b116aea1f930 req-77e7dbb5-e71f-43bf-92a6-17f329474c33 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592121
Jan 15 21:13:05.115507 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1b1d18fc-5b1c-4a0b-8197-3fb7aa16c239 req-ef23760e-1d3d-4ba2-9736-775502eb96c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1077132
Jan 15 21:13:05.121766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bb74c-0f33-4b39-837a-a4062f408ff2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:05.123784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a63bb74c-0f33-4b39-837a-a4062f408ff2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 HTTP/1.1" status: 200  len: 913 time: 0.2134266
Jan 15 21:13:05.127116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (906d5a1e-5f2a-40c4-9a95-1f8f53a6af61), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.129011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:05.183897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:05.189168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:05.193742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:05.201573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:05.202234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.218265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-5c3e2da0-e60b-4c2e-bb92-1f98da0a62da service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092807
Jan 15 21:13:05.229147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Port': ['ID=906d5a1e-5f2a-40c4-9a95-1f8f53a6af61,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:05.235317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7bc157ec-4e50-4f61-be57-ad0afe58ec2a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.6039956
Jan 15 21:13:05.238781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:05.322519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting subnet 6e925380-25a0-41f7-97d1-fabe30159003 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:05.327270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (6e925380-25a0-41f7-97d1-fabe30159003), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.382771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.424274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6e925380-25a0-41f7-97d1-fabe30159003), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.472861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eaec2a4-ec4d-4c6c-811f-19fcbad87d66 req-759fb392-0ce8-4413-b553-4680d1964e96 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477017
Jan 15 21:13:05.604983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853935e-43ca-416b-9c20-b2909cb5300d req-367ade92-b58c-461c-905b-3ba41f1f752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:05.606484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-367ade92-b58c-461c-905b-3ba41f1f752c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1095 time: 0.0628109
Jan 15 21:13:05.730166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6e925380-25a0-41f7-97d1-fabe30159003), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.740735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.806803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853935e-43ca-416b-9c20-b2909cb5300d req-04221daf-f331-46d5-8265-59e38fdaf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:05.808306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-04221daf-f331-46d5-8265-59e38fdaf971 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 910 time: 0.1949298
Jan 15 21:13:05.836751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c172076-1f8f-466c-86f1-bdbb687b5d7d req-3bd66feb-f1fd-4770-ae66-cd8952c91272 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0457561
Jan 15 21:13:05.893528 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-9aeb1aa2-87e4-4585-8831-6e122f9c966c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 217 time: 0.0759041
Jan 15 21:13:05.909490 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Sync routers for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:05.922145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6e925380-25a0-41f7-97d1-fabe30159003), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.923985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:05.925154 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe33d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:05.967921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:05.976430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44524) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:05.989277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/6e925380-25a0-41f7-97d1-fabe30159003 HTTP/1.1" status: 204  len: 168 time: 0.7493887
Jan 15 21:13:06.015858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9376c-207d-46c6-9cee-1c02eaedae07 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=6e925380-25a0-41f7-97d1-fabe30159003,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:06.019961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Deleting port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:06.020304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.052405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8de30273-9cfb-47a7-9034-13e9d859a3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:06.162684 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:06.169462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8de30273-9cfb-47a7-9034-13e9d859a3a0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:06.169790 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.172912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853935e-43ca-416b-9c20-b2909cb5300d req-87d8ec61-033d-4b3f-904c-1e922dd88d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:06.178472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-87d8ec61-033d-4b3f-904c-1e922dd88d16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 200  len: 848 time: 0.2746875
Jan 15 21:13:06.186848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.216037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Calling delete_port for 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:06.220526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881067d-3a2f-4a52-8d83-1fd3f94ad20d None None] Network c5fd17c1-4d90-4ff7-bed5-a7470070c788 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:06.262165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e800f78-25a1-49eb-96e1-bfe21023a88b tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:06.263950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e800f78-25a1-49eb-96e1-bfe21023a88b tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:06.265531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6e800f78-25a1-49eb-96e1-bfe21023a88b tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2582805
Jan 15 21:13:06.268722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:06.399611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Provisioning complete for port 8de30273-9cfb-47a7-9034-13e9d859a3a0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:06.400021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.433047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853935e-43ca-416b-9c20-b2909cb5300d req-278a2389-95b7-4d30-8050-8e019277028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:06.434881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-278a2389-95b7-4d30-8050-8e019277028a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c449301e-98ed-4b3a-8c7c-09506771241a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2425649
Jan 15 21:13:06.455908 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.504596 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83aa86ab-cd22-48eb-b3b8-139b3a44f69a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.511746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:06.582541 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa86ab-cd22-48eb-b3b8-139b3a44f69a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:13:06.583169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa86ab-cd22-48eb-b3b8-139b3a44f69a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:06.593354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83aa86ab-cd22-48eb-b3b8-139b3a44f69a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/c5fd17c1-4d90-4ff7-bed5-a7470070c788 HTTP/1.1" status: 409  len: 466 time: 0.3234830
Jan 15 21:13:06.605960 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe33d0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 4, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e', 'name': '', 'network_id': '52087e3c-1602-4939-a767-02f4df9ccf9b', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'mac_address': 'fa:16:3e:d2:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:56Z', 'updated_at': '2022-01-15T21:12:58Z', 'revision_number': 2, 'project_id': '89657579f085494c87f40a718e671a3d', 'subnets': [{'id': '1d26ae3f-18fd-4af7-877a-a35d5593fd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:06.607556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44546) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:06.627196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8de30273-9cfb-47a7-9034-13e9d859a3a0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:06.627589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.630654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6894-5bbc-4ee6-9b1d-5d17df701d9e req-4deed802-2503-4a6b-a7fc-c82211c1afbd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:06.632424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11fc6894-5bbc-4ee6-9b1d-5d17df701d9e req-4deed802-2503-4a6b-a7fc-c82211c1afbd tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 944 time: 0.1885412
Jan 15 21:13:06.638710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-324936264'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:06.675340 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Checking router: 6409b905-a3a9-4a65-8031-245cfbf6fa85 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:13:06.675836 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Updating router 6409b905-a3a9-4a65-8031-245cfbf6fa85 port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:13:06.704879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Port 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e not found while updating agent binding for router 6409b905-a3a9-4a65-8031-245cfbf6fa85. {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Jan 15 21:13:06.715920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:06.716543 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:06.717753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe33d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:06.726751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.745408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] DHCP port deletion for c5fd17c1-4d90-4ff7-bed5-a7470070c788 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:06.758893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8de30273-9cfb-47a7-9034-13e9d859a3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de30273-9cfb-47a7-9034-13e9d859a3a0,segment=NetworkSegment(398bdf4d-54b1-4963-b976-db19a630241b),segment_id=398bdf4d-54b1-4963-b976-db19a630241b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:06.767078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:06.770254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.781813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.782190 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 676b281c-ca3c-419f-bf0b-8278139e4158 of type vlan for network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa
Jan 15 21:13:06.830917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Current status of the port 8de30273-9cfb-47a7-9034-13e9d859a3a0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:06.831578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.842934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-bc724a92-ad99-4877-b317-bb0a0e140ab5 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4007499
Jan 15 21:13:06.858036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11fc6894-5bbc-4ee6-9b1d-5d17df701d9e req-c65f386f-b41e-4473-af2f-1c1811d2a9ae tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468923
Jan 15 21:13:06.867189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.912742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8de30273-9cfb-47a7-9034-13e9d859a3a0,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:06.926914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.937189 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:06.964223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Deleting port 8de30273-9cfb-47a7-9034-13e9d859a3a0 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:06.964817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:06.987566 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:13:06.990556 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:13:06.999633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.005500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:07.006196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.035868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port 015212b6-5348-40ac-bf99-925f9ebd07e5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:07.036354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.056563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4223661
Jan 15 21:13:07.066782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] For port 8de30273-9cfb-47a7-9034-13e9d859a3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8de30273-9cfb-47a7-9034-13e9d859a3a0,segment=NetworkSegment(398bdf4d-54b1-4963-b976-db19a630241b),segment_id=398bdf4d-54b1-4963-b976-db19a630241b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:07.067828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.078163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:07.085219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:07.085652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Calling delete_port for 8de30273-9cfb-47a7-9034-13e9d859a3a0 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:07.111217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cb9237af-ec7e-4139-b522-3ac97c542f29 req-6aa5cbda-15af-48cc-b804-3828300d0eb9 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0556922
Jan 15 21:13:07.147627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6853935e-43ca-416b-9c20-b2909cb5300d req-052da64b-0ded-4b30-afbb-d322ed02f287 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968364
Jan 15 21:13:07.171649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44425c53-6dfb-4d97-b196-ae7722556ee4 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=381f2a8c-1ab4-460e-a6a6-a1508cf65faa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:07.190892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:07.255558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.270929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for 015212b6-5348-40ac-bf99-925f9ebd07e5 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:07.286239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe33d0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:13:06Z', 'revision_number': 5, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:07.299365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (8de30273-9cfb-47a7-9034-13e9d859a3a0), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.333158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] Pushing event deleted for resources: {'Port': ['ID=8de30273-9cfb-47a7-9034-13e9d859a3a0,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:07.338900 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244506-cbd9-4c79-9db7-092b3b0c94b5 None None] The sync data for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 is: [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240'}], 'enable_snat': True}, 'gw_port_id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:13:06Z', 'revision_number': 5, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port': {'id': '78ec1544-25bd-45c8-8f55-07c6074546c7', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:51Z', 'updated_at': '2022-01-15T21:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:07.366899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f64c40-65cd-49b9-9b9d-1e07084e4bca None None] No DVR routers for this DVR port 8de30273-9cfb-47a7-9034-13e9d859a3a0 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:07.475622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 87023fcd-0a43-4fa7-a414-0a614f09ac8e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:13:07.528883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:07.533151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.609428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Router 6409b905-a3a9-4a65-8031-245cfbf6fa85 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:07.620807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (015212b6-5348-40ac-bf99-925f9ebd07e5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.660422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-43d5881f-7513-44fb-8f7c-d348fd2feff4 None None] Port 8de30273-9cfb-47a7-9034-13e9d859a3a0 update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:13:07.665815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=015212b6-5348-40ac-bf99-925f9ebd07e5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:07.682417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b3f85-755e-44ee-a2bb-ca9af98ae843 None None] DHCP port deletion for 13440e1c-c34e-4ef4-8ad0-ab96319f2067 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:07.685504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:07.705872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'port_id': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'mac_address': 'fa:16:3e:bb:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:13:07.755394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 87023fcd-0a43-4fa7-a414-0a614f09ac8e is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:07.756089 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.774113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87023fcd-0a43-4fa7-a414-0a614f09ac8e {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:13:07.774907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66c0b7f1-3412-41de-91f8-ad6d8657e77d req-6de47aef-062f-4090-915b-cb8310f836d7 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1155274
Jan 15 21:13:07.817676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:07.823911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:07.894370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:07.981414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:08.009619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:08.010136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7ccbdb7a-65d0-4a85-9cfb-1613bcd49a9e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:08.011519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8de30273-9cfb-47a7-9034-13e9d859a3a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:08.025309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:08.031392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c30e02e3-ceb9-444e-97f3-47703ecf2635 admin admin] 10.222.0.46 "PUT /v2.0/routers/6409b905-a3a9-4a65-8031-245cfbf6fa85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2767859
Jan 15 21:13:08.034192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44572) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:08.058565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8de30273-9cfb-47a7-9034-13e9d859a3a0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:08.059054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8de30273-9cfb-47a7-9034-13e9d859a3a0 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:08.061161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['87023fcd-0a43-4fa7-a414-0a614f09ac8e'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:13:08.097323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25a8e-0b4d-4818-b192-63bc6b044655 req-878d53cc-6adf-407a-a325-45a44a0f6aa1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:08.098930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6de25a8e-0b4d-4818-b192-63bc6b044655 req-878d53cc-6adf-407a-a325-45a44a0f6aa1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 945 time: 0.1163831
Jan 15 21:13:08.115886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.242738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.objects.ports [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114437) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:13:08.250223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6de25a8e-0b4d-4818-b192-63bc6b044655 req-f79e764d-243b-4fe6-bd16-b93aaf69f283 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411202
Jan 15 21:13:08.251353 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e257fda2-71c8-4130-bc78-2833f7df6e98), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.263908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks [] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.338313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=e257fda2-71c8-4130-bc78-2833f7df6e98,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:08.360620 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.361130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.361590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.362024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.362454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.362885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.363308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.363731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.364151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.364569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.365034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.365455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.365870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:08.384256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '676b281c-ca3c-419f-bf0b-8278139e4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:08.384901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: 381f2a8c-1ab4-460e-a6a6-a1508cf65faa, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:08.404906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:08.416654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 381f2a8c-1ab4-460e-a6a6-a1508cf65faa) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:08.421119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:08.421729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.426714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef11e58-1c4f-4adb-8be1-d63db77c466e None None] Network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:08.452529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3e9e999-f496-4f97-ab92-cff557268ea0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.3732529
Jan 15 21:13:08.453333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44576) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:08.624018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.630283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-381f2a8c-1ab4-460e-a6a6-a1508cf65faa', 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': 'e257fda2-71c8-4130-bc78-2833f7df6e98'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:08.632572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.718702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e257fda2-71c8-4130-bc78-2833f7df6e98), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.847876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:13:08.860308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Allocated IP 2001:db8::f816:3eff:fe9e:d4e2 (381f2a8c-1ab4-460e-a6a6-a1508cf65faa/e257fda2-71c8-4130-bc78-2833f7df6e98/c572c391-9673-4804-9ad3-a4bd5428dcbd) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:08.863067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks [] for router_gateway (6409b905-a3a9-4a65-8031-245cfbf6fa85), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:08.927281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-37cafa3b-4000-4fa1-8645-24a308d621ea req-e949d0cc-a798-479c-b1ee-44fe07c999a1 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0442204
Jan 15 21:13:08.964950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:08.985228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Deleting port 78ec1544-25bd-45c8-8f55-07c6074546c7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:08.985565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.005330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Sync routers for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:09.046739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:09.047439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af942e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.124481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks [] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.142164 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.151974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e257fda2-71c8-4130-bc78-2833f7df6e98), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.154607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] For port 78ec1544-25bd-45c8-8f55-07c6074546c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78ec1544-25bd-45c8-8f55-07c6074546c7,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:09.155082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.158233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:09.171606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5bdd2f3e-867e-459f-8cb3-3c86233c5d22 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "PUT /v2.0/routers/5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0415452
Jan 15 21:13:09.174097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44608) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:09.174824 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] Sync routers for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:09.183389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:09.185211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:09.185425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Calling delete_port for 78ec1544-25bd-45c8-8f55-07c6074546c7 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:09.186869 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:09.187677 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3887f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.189699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:09.215987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:09.239025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=e257fda2-71c8-4130-bc78-2833f7df6e98,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:09.255412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af942e0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:13:08Z', 'revision_number': 6, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.265945 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3887f0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.291575 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] Routers {'5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:09.292448 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3887f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.315367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Checking router: 6409b905-a3a9-4a65-8031-245cfbf6fa85 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:13:09.341545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3887f0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.342740 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d545d04-e3b5-40c9-891a-17da9c2836d4 None None] The sync data for ids ['5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:09.372431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.379452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Pushing event updated for resources: {'Port': ['ID=c572c391-9673-4804-9ad3-a4bd5428dcbd,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:09.412481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Attempting to bind port c572c391-9673-4804-9ad3-a4bd5428dcbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:09.413418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Attempting to bind port c572c391-9673-4804-9ad3-a4bd5428dcbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '676b281c-ca3c-419f-bf0b-8278139e4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:09.413801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Attempting to bind port c572c391-9673-4804-9ad3-a4bd5428dcbd on network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:09.417764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Routers {'6409b905-a3a9-4a65-8031-245cfbf6fa85'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:09.418413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af942e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6409b905-a3a9-4a65-8031-245cfbf6fa85'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.444831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.455486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76a482-1056-476b-a5c1-a0a526a28633 req-3b6c8de1-5deb-4aa1-a3ed-995ee9003084 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:09.457342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a76a482-1056-476b-a5c1-a0a526a28633 req-3b6c8de1-5deb-4aa1-a3ed-995ee9003084 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 945 time: 0.0698535
Jan 15 21:13:09.466640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:09.467221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Checking segment: {'id': '676b281c-ca3c-419f-bf0b-8278139e4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:09.468326 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.468326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Bound using segment: {'id': '676b281c-ca3c-419f-bf0b-8278139e4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:09.468326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Bound port: c572c391-9673-4804-9ad3-a4bd5428dcbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676b281c-ca3c-419f-bf0b-8278139e4158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:09.468731 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.509937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 87023fcd-0a43-4fa7-a414-0a614f09ac8e up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:09.568751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_gateway (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.581916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a76a482-1056-476b-a5c1-a0a526a28633 req-5187e11e-6c18-4c15-9bac-1a17f0519bef tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176775
Jan 15 21:13:09.589582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79bef6a0>,) {'filters': {'network_id': ['381f2a8c-1ab4-460e-a6a6-a1508cf65faa']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.592643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (78ec1544-25bd-45c8-8f55-07c6074546c7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.614902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bef6a0>, '676b281c-ca3c-419f-bf0b-8278139e4158') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.617038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bef6a0>, '676b281c-ca3c-419f-bf0b-8278139e4158') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.635352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.645416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ec1544-25bd-45c8-8f55-07c6074546c7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:09.653200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.664368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:09.666319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:09.671867 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:09.727270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting port efd69824-9b19-4285-aeea-6476fd66e9b4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:09.727612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.731683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.762592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:13:09.762592 ncdv-master-1 neutron-server[114437]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:13:09.762592 ncdv-master-1 neutron-server[114437]: [parameters: {'id': '381f2a8c-1ab4-460e-a6a6-a1508cf65faa'}]
Jan 15 21:13:09.762592 ncdv-master-1 neutron-server[114437]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:13:09.763072 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:13:09.775302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451c792-0ebb-499c-955a-aa7fb776cba1 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:09.831499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] Set router 6409b905-a3a9-4a65-8031-245cfbf6fa85 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:09.865423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.869706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks [] for router_controller (6409b905-a3a9-4a65-8031-245cfbf6fa85), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.946099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af942e0>, [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:13:08Z', 'revision_number': 6, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:09.950466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 87023fcd-0a43-4fa7-a414-0a614f09ac8e completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:13:09.956671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (6409b905-a3a9-4a65-8031-245cfbf6fa85), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.957299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6409b905-a3a9-4a65-8031-245cfbf6fa85 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:13:09.964314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.968070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-350d8259-5739-4d37-ac70-bb68a32c3d76 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6409b905-a3a9-4a65-8031-245cfbf6fa85 HTTP/1.1" status: 204  len: 168 time: 1.9301491
Jan 15 21:13:09.968070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.969000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44638) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:09.987838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] For port c572c391-9673-4804-9ad3-a4bd5428dcbd, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:09.989659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 87023fcd-0a43-4fa7-a414-0a614f09ac8e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:09.990528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:09.993526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aef45b-b3cf-4ef7-a442-f9d8b3a041b7 None None] The sync data for ids ['6409b905-a3a9-4a65-8031-245cfbf6fa85'] in ncdv-master-1 is: [{'id': '6409b905-a3a9-4a65-8031-245cfbf6fa85', 'name': 'tempest-ImageQuotaTest-1540045705-router', 'tenant_id': '89657579f085494c87f40a718e671a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:50Z', 'updated_at': '2022-01-15T21:13:08Z', 'revision_number': 6, 'project_id': '89657579f085494c87f40a718e671a3d', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:10.010936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Calling delete_port for efd69824-9b19-4285-aeea-6476fd66e9b4 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:10.036683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] For port c572c391-9673-4804-9ad3-a4bd5428dcbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c572c391-9673-4804-9ad3-a4bd5428dcbd,segment=NetworkSegment(676b281c-ca3c-419f-bf0b-8278139e4158),segment_id=676b281c-ca3c-419f-bf0b-8278139e4158)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:10.047884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Deleting subnet 1d26ae3f-18fd-4af7-877a-a35d5593fd66 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:10.049905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.082566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Publish callbacks [] for subnet (1d26ae3f-18fd-4af7-877a-a35d5593fd66), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.170972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e7ef-8367-4409-8d39-e32858239873 None None] Pushing event updated for resources: {'Port': ['ID=c572c391-9673-4804-9ad3-a4bd5428dcbd,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:10.180173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daca72f-584e-40b5-ae4c-b6d9b3110f9a None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:13:10.248218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (efd69824-9b19-4285-aeea-6476fd66e9b4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.251474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 87023fcd-0a43-4fa7-a414-0a614f09ac8e is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:10.251988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.283006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Port': ['ID=efd69824-9b19-4285-aeea-6476fd66e9b4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:10.310369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:10.312757 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5bf25b-7487-43da-9677-32826631d1ec" -d '{"events": [{"server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "name": "network-vif-plugged", "status": "completed", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:10.333649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:10.341212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.388506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.406087 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea00968-919f-495d-9bb8-50674b4cc5a9 x-openstack-request-id: req-1ea00968-919f-495d-9bb8-50674b4cc5a9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:10.406750 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "name": "network-vif-plugged", "status": "completed", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:10.407159 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ea00968-919f-495d-9bb8-50674b4cc5a9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:10.411085 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'code': 200}
Jan 15 21:13:10.418579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:10.434329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daca72f-584e-40b5-ae4c-b6d9b3110f9a None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:13:10.514831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.520869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b765a69-851b-4090-b699-f057d7fbccac req-b55a06f8-8b17-4b1d-851a-c60fe51cf2f2 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.4654005
Jan 15 21:13:10.524279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.528624 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router_controller (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.556211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (1d26ae3f-18fd-4af7-877a-a35d5593fd66), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.603719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d757-f162-468c-a152-3f898aa75489 req-68c0a436-5d7c-4bd9-97cc-f2e0e1a139f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:10.605358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b333d757-f162-468c-a152-3f898aa75489 req-68c0a436-5d7c-4bd9-97cc-f2e0e1a139f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1097 time: 0.1402426
Jan 15 21:13:10.677375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b333d757-f162-468c-a152-3f898aa75489 req-c8143648-8034-482a-84c1-c2cd238990dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647736
Jan 15 21:13:10.679089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.679226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:13:10.687414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.688504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4b12d93d-b10d-4445-aed0-e8e1d4eada4e tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/routers/5ac3b7ae-f738-4bd1-8d68-463d3b91c6e2 HTTP/1.1" status: 204  len: 168 time: 1.5134289
Jan 15 21:13:10.691827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44646) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:10.786824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Deleting subnet 8407a9c1-ebe5-4a27-af03-a798ea4d75af {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:10.793688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (8407a9c1-ebe5-4a27-af03-a798ea4d75af), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.834149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32915bf-a284-4119-a0f2-e239acc3e36c None None] Network 381f2a8c-1ab4-460e-a6a6-a1508cf65faa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:10.841825 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (8407a9c1-ebe5-4a27-af03-a798ea4d75af), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.849887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1d26ae3f-18fd-4af7-877a-a35d5593fd66), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.912015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb33f25-604e-4376-a4bb-4f06df2fd731 req-08faa781-b46b-40de-9d26-9be2fada10e5 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:10.912291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623415b-121e-4774-ba53-fbc8bb5f74ae None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:10.914966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8eb33f25-604e-4376-a4bb-4f06df2fd731 req-08faa781-b46b-40de-9d26-9be2fada10e5 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.1899021
Jan 15 21:13:10.919022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port c572c391-9673-4804-9ad3-a4bd5428dcbd {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:10.919567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:10.958021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8407a9c1-ebe5-4a27-af03-a798ea4d75af), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.001344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (1d26ae3f-18fd-4af7-877a-a35d5593fd66), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.067973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.073931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1d26ae3f-18fd-4af7-877a-a35d5593fd66 HTTP/1.1" status: 204  len: 168 time: 1.1017938
Jan 15 21:13:11.073931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aea75-8f83-4e40-a3d8-60e6dec15875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d26ae3f-18fd-4af7-877a-a35d5593fd66,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.076685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:11.077469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677ac82-c133-4170-8442-106b29b80506 None None] Network 52087e3c-1602-4939-a767-02f4df9ccf9b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:11.080431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] For port c572c391-9673-4804-9ad3-a4bd5428dcbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c572c391-9673-4804-9ad3-a4bd5428dcbd,segment=NetworkSegment(676b281c-ca3c-419f-bf0b-8278139e4158),segment_id=676b281c-ca3c-419f-bf0b-8278139e4158)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:11.080833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.089365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (8407a9c1-ebe5-4a27-af03-a798ea4d75af), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.102789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for c572c391-9673-4804-9ad3-a4bd5428dcbd owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:11.109806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8eb33f25-604e-4376-a4bb-4f06df2fd731 req-79638204-7a75-4abb-a3af-beba2af004e9 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1734271
Jan 15 21:13:11.164182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Subnet': ['ID=8407a9c1-ebe5-4a27-af03-a798ea4d75af,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.185860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.190360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a56083dd-155c-4908-b0cb-b8c292c834f2 tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/subnets/8407a9c1-ebe5-4a27-af03-a798ea4d75af HTTP/1.1" status: 204  len: 168 time: 0.4969435
Jan 15 21:13:11.192807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44668) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:11.213748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338cd84-d80e-45cd-9324-24c4619a7fea None None] Network 13440e1c-c34e-4ef4-8ad0-ab96319f2067 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:11.217773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c572c391-9673-4804-9ad3-a4bd5428dcbd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.253665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=c572c391-9673-4804-9ad3-a4bd5428dcbd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.255639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No DVR routers for this DVR port c572c391-9673-4804-9ad3-a4bd5428dcbd on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:11.310264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (52087e3c-1602-4939-a767-02f4df9ccf9b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.321321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (13440e1c-c34e-4ef4-8ad0-ab96319f2067), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.335715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b69f9-a513-4108-a720-2b3c18d41563 None None] DHCP port deletion for 13440e1c-c34e-4ef4-8ad0-ab96319f2067 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:11.383073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.383395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] DHCP port deletion for 52087e3c-1602-4939-a767-02f4df9ccf9b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:11.404525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e784f3310>,) {'filters': {'network_id': ['381f2a8c-1ab4-460e-a6a6-a1508cf65faa']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.414481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e784f3310>, '676b281c-ca3c-419f-bf0b-8278139e4158') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.414780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e784f3310>, '676b281c-ca3c-419f-bf0b-8278139e4158') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.424488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.439308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.443443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Deleting port 3f1dbea6-10a7-4873-a179-0052c81a02dc {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:11.443816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.446198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:11.446591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (676b281c-ca3c-419f-bf0b-8278139e4158), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:11.449682 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:11.462097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (13440e1c-c34e-4ef4-8ad0-ab96319f2067), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.487561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79b11dc0>,) {'filters': {'network_id': ['13440e1c-c34e-4ef4-8ad0-ab96319f2067']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.496491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Deleting port 3f1dbea6-10a7-4873-a179-0052c81a02dc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:11.497038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.511238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b11dc0>, '9e829baa-ac59-4918-9f55-7f17215a01b7') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.511691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b11dc0>, '9e829baa-ac59-4918-9f55-7f17215a01b7') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:11.514237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] For port 3f1dbea6-10a7-4873-a179-0052c81a02dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f1dbea6-10a7-4873-a179-0052c81a02dc,segment=NetworkSegment(ea4194ba-6638-4965-828f-f16e046ccc7a),segment_id=ea4194ba-6638-4965-828f-f16e046ccc7a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:11.514964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.518764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (381f2a8c-1ab4-460e-a6a6-a1508cf65faa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.532429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Calling delete_port for 3f1dbea6-10a7-4873-a179-0052c81a02dc owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:11.538087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.542237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/381f2a8c-1ab4-460e-a6a6-a1508cf65faa HTTP/1.1" status: 204  len: 168 time: 3.0876601
Jan 15 21:13:11.543756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1840-c4be-4a52-95ed-352f377472d1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=381f2a8c-1ab4-460e-a6a6-a1508cf65faa,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.545792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44670) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:11.553039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-370045505'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:11.583362 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (9e829baa-ac59-4918-9f55-7f17215a01b7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.598317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:11.605553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.615537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9e829baa-ac59-4918-9f55-7f17215a01b7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.619483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] For port 3f1dbea6-10a7-4873-a179-0052c81a02dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f1dbea6-10a7-4873-a179-0052c81a02dc,segment=NetworkSegment(ea4194ba-6638-4965-828f-f16e046ccc7a),segment_id=ea4194ba-6638-4965-828f-f16e046ccc7a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:11.619873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.636003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:11.636668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (9e829baa-ac59-4918-9f55-7f17215a01b7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:11.640371 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:11.644534 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:11.660307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Calling delete_port for 3f1dbea6-10a7-4873-a179-0052c81a02dc owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:11.673443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.696108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:11.719455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] Pushing event deleted for resources: {'Port': ['ID=3f1dbea6-10a7-4873-a179-0052c81a02dc,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.726767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26357dad-19ca-43df-852c-5ba36fe6aae8 req-8c145bd6-75f7-47ba-89aa-7741fc695b06 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0513916
Jan 15 21:13:11.728223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05559006-ab87-4b80-8b4f-10ecafcfbaab None None] No DVR routers for this DVR port 3f1dbea6-10a7-4873-a179-0052c81a02dc on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:11.738538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.744203 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 3ac8a49f-303f-4afb-b07e-dfbb0d362242 of type vlan for network f6899c2f-9ec6-4fd5-a660-cef7dad57d85
Jan 15 21:13:11.802063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.803517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (13440e1c-c34e-4ef4-8ad0-ab96319f2067), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.812853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.818744 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] 10.222.0.46 "DELETE /v2.0/networks/13440e1c-c34e-4ef4-8ad0-ab96319f2067 HTTP/1.1" status: 204  len: 168 time: 0.6249676
Jan 15 21:13:11.836657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272803-efcc-4d23-b6af-356bda72654d tempest-FloatingIPTestJSON-604744441 tempest-FloatingIPTestJSON-604744441-project] Pushing event deleted for resources: {'Network': ['ID=13440e1c-c34e-4ef4-8ad0-ab96319f2067,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.841331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.852238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:11.852781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.866326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3f1dbea6-10a7-4873-a179-0052c81a02dc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:11.895652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1dbea6-10a7-4873-a179-0052c81a02dc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.899208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] No DVR routers for this DVR port 3f1dbea6-10a7-4873-a179-0052c81a02dc on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:11.940880 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3923297
Jan 15 21:13:11.944530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44676) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:11.948538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdcf09-12ef-42e8-95f3-045d633eb967 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=f6899c2f-9ec6-4fd5-a660-cef7dad57d85,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:11.960525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:11.964178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 78ec1544-25bd-45c8-8f55-07c6074546c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:11.983616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:12.035681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 78ec1544-25bd-45c8-8f55-07c6074546c7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:12.036192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 78ec1544-25bd-45c8-8f55-07c6074546c7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:12.036799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f1dbea6-10a7-4873-a179-0052c81a02dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:12.040783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (52087e3c-1602-4939-a767-02f4df9ccf9b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.075578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3f1dbea6-10a7-4873-a179-0052c81a02dc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:12.081868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f1dbea6-10a7-4873-a179-0052c81a02dc not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:12.083055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e799f4b50>,) {'filters': {'network_id': ['52087e3c-1602-4939-a767-02f4df9ccf9b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:12.116798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799f4b50>, 'ea4194ba-6638-4965-828f-f16e046ccc7a') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:12.117552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799f4b50>, 'ea4194ba-6638-4965-828f-f16e046ccc7a') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:12.129005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (ea4194ba-6638-4965-828f-f16e046ccc7a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.141802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:12.153539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ea4194ba-6638-4965-828f-f16e046ccc7a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.167341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:12.167823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (ea4194ba-6638-4965-828f-f16e046ccc7a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:12.170036 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:12.186183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:12.190301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.292875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8637e51-ee1a-4644-a337-41528897fdd3 req-142299af-357c-4cd8-869a-f4184d023dac tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:12.294667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8637e51-ee1a-4644-a337-41528897fdd3 req-142299af-357c-4cd8-869a-f4184d023dac tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.0610993
Jan 15 21:13:12.306243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (52087e3c-1602-4939-a767-02f4df9ccf9b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.312209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.318080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/52087e3c-1602-4939-a767-02f4df9ccf9b HTTP/1.1" status: 204  len: 168 time: 1.2370131
Jan 15 21:13:12.352986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091821f-a754-4f32-92c7-767a4ac44cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52087e3c-1602-4939-a767-02f4df9ccf9b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:12.386864 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8637e51-ee1a-4644-a337-41528897fdd3 req-b6d704cf-952c-4718-953e-e5642a4d1c08 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835245
Jan 15 21:13:12.403969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4d6ec42e-7886-4d30-8f5e-1b54728b3d97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18f1669245c94ee389a3bad8486b4dde&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2604029
Jan 15 21:13:12.404560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44704) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:12.477817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44708) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:12.496782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (1a890ca6-af3b-458e-956b-89394430a3a2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.532155 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] Publish callbacks [] for security_group (51d689fe-db10-4d2c-b386-ed496bdf7dea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.551866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=1a890ca6-af3b-458e-956b-89394430a3a2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:12.571534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '3ac8a49f-303f-4afb-b07e-dfbb0d362242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:12.571972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: f6899c2f-9ec6-4fd5-a660-cef7dad57d85, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:12.572588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a734a-f963-4256-8317-f4d0b9e3f398 req-a4997578-588f-4135-80fe-9186b48825d1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:12.574167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b03a734a-f963-4256-8317-f4d0b9e3f398 req-a4997578-588f-4135-80fe-9186b48825d1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.1074750
Jan 15 21:13:12.587193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02e2c3e7-a5cd-45f6-aeb3-7d94d10db619 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89657579f085494c87f40a718e671a3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1067631
Jan 15 21:13:12.591790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] Publish callbacks [] for security_group (51d689fe-db10-4d2c-b386-ed496bdf7dea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.592657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:12.604933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:12.629759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6899c2f-9ec6-4fd5-a660-cef7dad57d85) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:12.642220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5182aa4-59b7-4ded-8c9b-fa93c36fcba9 None None] Network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:12.664786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:12.665692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.669151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b03a734a-f963-4256-8317-f4d0b9e3f398 req-c6148ec3-aaa9-4b03-861b-b0121c463c18 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805349
Jan 15 21:13:12.672522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] Publish callbacks [] for security_group (8336e661-304e-4a65-83ff-0854b5180a71), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.695547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3b293f52-eaa5-4b14-9c4f-de405fe2d02a tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7494681
Jan 15 21:13:12.699049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:12.705958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] Publish callbacks [] for security_group (8336e661-304e-4a65-83ff-0854b5180a71), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.720372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (51d689fe-db10-4d2c-b386-ed496bdf7dea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.722914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.727036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51d689fe-db10-4d2c-b386-ed496bdf7dea HTTP/1.1" status: 204  len: 168 time: 0.3185244
Jan 15 21:13:12.778535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8336e661-304e-4a65-83ff-0854b5180a71), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.783529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.785030 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8336e661-304e-4a65-83ff-0854b5180a71 HTTP/1.1" status: 204  len: 168 time: 0.1898184
Jan 15 21:13:12.790433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2c23e-f50a-4448-89ba-da4d4f28e911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d689fe-db10-4d2c-b386-ed496bdf7dea,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:12.822248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e31648-984f-4d45-9b14-c17b73c20209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336e661-304e-4a65-83ff-0854b5180a71,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:12.863715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6899c2f-9ec6-4fd5-a660-cef7dad57d85', 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': '1a890ca6-af3b-458e-956b-89394430a3a2'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:12.865064 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.878639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:12.935225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348199-c932-44f4-b023-f33bddb58997 req-a86e8e86-86fa-465e-8ac4-4d860f91f2d7 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:12.936815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77348199-c932-44f4-b023-f33bddb58997 req-a86e8e86-86fa-465e-8ac4-4d860f91f2d7 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.1095052
Jan 15 21:13:13.002458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19141cb5-f694-471d-a4d2-feb33d04eae0 req-fa785124-58cf-4de0-99f6-0f6a413674bd tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0540161
Jan 15 21:13:13.032824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1a890ca6-af3b-458e-956b-89394430a3a2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.070855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Allocated IP 2001:db8::2 (f6899c2f-9ec6-4fd5-a660-cef7dad57d85/1a890ca6-af3b-458e-956b-89394430a3a2/98e406d0-f153-4c4f-9280-6fd8236f0044) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:13.073616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77348199-c932-44f4-b023-f33bddb58997 req-e9583e1d-ef83-4542-9672-e1ab384f3f49 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263483
Jan 15 21:13:13.100067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44724) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:13.268872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks [] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.279399 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.409977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:13.411034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:13.414727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:13.423643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:13.431399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (1a890ca6-af3b-458e-956b-89394430a3a2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.438849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Pushing event updated for resources: {'Port': ['ID=98e406d0-f153-4c4f-9280-6fd8236f0044,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:13.455019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eac2595a-596b-4dc3-87fd-9b1d3d8c74ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.518996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Attempting to bind port 98e406d0-f153-4c4f-9280-6fd8236f0044 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:13.520556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Attempting to bind port 98e406d0-f153-4c4f-9280-6fd8236f0044 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ac8a49f-303f-4afb-b07e-dfbb0d362242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:13.521692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Attempting to bind port 98e406d0-f153-4c4f-9280-6fd8236f0044 on network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:13.523416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=1a890ca6-af3b-458e-956b-89394430a3a2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:13.534138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:13.534505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Checking segment: {'id': '3ac8a49f-303f-4afb-b07e-dfbb0d362242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:13.541939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.542362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Bound using segment: {'id': '3ac8a49f-303f-4afb-b07e-dfbb0d362242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:13.542875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Bound port: 98e406d0-f153-4c4f-9280-6fd8236f0044, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac8a49f-303f-4afb-b07e-dfbb0d362242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:13.548478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.646410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eac2595a-596b-4dc3-87fd-9b1d3d8c74ac admin admin] Publish callbacks [] for security_group (28ec2d03-0bd4-4a58-b69e-d84fdd0bc155), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.651582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9965fe6-b831-4f3d-9058-3c9a3dcc14d9 tempest-TestServerBasicOps-664059186 tempest-TestServerBasicOps-664059186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:13.653391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eac2595a-596b-4dc3-87fd-9b1d3d8c74ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28ec2d03-0bd4-4a58-b69e-d84fdd0bc155), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.656221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9965fe6-b831-4f3d-9058-3c9a3dcc14d9 tempest-TestServerBasicOps-664059186 tempest-TestServerBasicOps-664059186-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1092 time: 0.5543098
Jan 15 21:13:13.660032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44756) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:13.687373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:13.693388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.693777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] For port 98e406d0-f153-4c4f-9280-6fd8236f0044, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:13.702130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] For port 98e406d0-f153-4c4f-9280-6fd8236f0044, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e406d0-f153-4c4f-9280-6fd8236f0044,segment=NetworkSegment(3ac8a49f-303f-4afb-b07e-dfbb0d362242),segment_id=3ac8a49f-303f-4afb-b07e-dfbb0d362242)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:13.705344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eac2595a-596b-4dc3-87fd-9b1d3d8c74ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2941971
Jan 15 21:13:13.706378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44760) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:13.723906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.746461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79195820>,) {'filters': {'network_id': ['f6899c2f-9ec6-4fd5-a660-cef7dad57d85']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:13.766914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79195820>, '3ac8a49f-303f-4afb-b07e-dfbb0d362242') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:13.767216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79195820>, '3ac8a49f-303f-4afb-b07e-dfbb0d362242') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:13.771804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2595a-596b-4dc3-87fd-9b1d3d8c74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec2d03-0bd4-4a58-b69e-d84fdd0bc155,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:13.776964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.791691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.824173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] Publish callbacks [] for security_group (28ec2d03-0bd4-4a58-b69e-d84fdd0bc155), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.865562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] Publish callbacks [] for security_group (28ec2d03-0bd4-4a58-b69e-d84fdd0bc155), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.915662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.923101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bf19b-08a9-488d-884f-b55967fc7d15 None None] Pushing event updated for resources: {'Port': ['ID=98e406d0-f153-4c4f-9280-6fd8236f0044,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:13.925303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:13.925756 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:13.929709 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:13.933690 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28ec2d03-0bd4-4a58-b69e-d84fdd0bc155), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.953979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:13.958893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d19bd-efd3-46ee-aba0-28c4bec177f8 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:13:13.960472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28ec2d03-0bd4-4a58-b69e-d84fdd0bc155 HTTP/1.1" status: 204  len: 168 time: 0.2429566
Jan 15 21:13:13.972004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b3ea-2d64-4380-8a82-4749d1a2031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec2d03-0bd4-4a58-b69e-d84fdd0bc155,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:14.026882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.api [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:13:14.026882 ncdv-master-1 neutron-server[114437]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:13:14.026882 ncdv-master-1 neutron-server[114437]: [parameters: {'id': 'f6899c2f-9ec6-4fd5-a660-cef7dad57d85'}]
Jan 15 21:13:14.026882 ncdv-master-1 neutron-server[114437]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114437) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:13:14.027323 ncdv-master-1 neutron-server[114437]: DEBUG oslo_db.api [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:13:14.116522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.197956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d19bd-efd3-46ee-aba0-28c4bec177f8 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:13:14.271581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80a60c87-9d3a-4f23-895a-7f58158fae70 req-f0783bae-c97a-4f39-90a2-970ed9a60799 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0692353
Jan 15 21:13:14.316980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:14.374331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Allocated IP 172.35.1.103 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/3f4a7993-8cb1-4dda-a938-d4e0582b6d9b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:14.483433 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.497885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'networks': [{'name': 'tempest-network--1140390517'}, {'name': 'tempest-network--1422190395'}]} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:14.498457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-network--1140390517'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:14.498677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-network--1422190395'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:14.533303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.561569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'network': 2} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:14.569063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.583397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.613501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88220f00-1f24-4451-a9f5-fee3ff8d6c43 None None] Network f6899c2f-9ec6-4fd5-a660-cef7dad57d85 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:14.632289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.668331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port 98e406d0-f153-4c4f-9280-6fd8236f0044 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:14.669715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.714564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for security_group (7fdfd735-b020-4025-ae86-d90b11e5755b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.721566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7fdfd735-b020-4025-ae86-d90b11e5755b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.722347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.746329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.769683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfd735-b020-4025-ae86-d90b11e5755b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:14.776684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:14.788053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.788801 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84 of type vlan for network c62932c3-296f-4fee-96c1-89e5f518a547
Jan 15 21:13:14.797969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] For port 98e406d0-f153-4c4f-9280-6fd8236f0044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98e406d0-f153-4c4f-9280-6fd8236f0044,segment=NetworkSegment(3ac8a49f-303f-4afb-b07e-dfbb0d362242),segment_id=3ac8a49f-303f-4afb-b07e-dfbb0d362242)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:14.798555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.803820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:14.815804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:14.820461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44800) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:14.825195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for 98e406d0-f153-4c4f-9280-6fd8236f0044 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:14.830395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:14.835541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'Port': ['ID=3f4a7993-8cb1-4dda-a938-d4e0582b6d9b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:14.838099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c62932c3-296f-4fee-96c1-89e5f518a547), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.870045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:14.881692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (80f91814-9161-4482-b7cc-367b616fa61e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.882078 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment 80f91814-9161-4482-b7cc-367b616fa61e of type vlan for network 7ce61a63-b20a-4256-a362-385cd2d94f86
Jan 15 21:13:14.923845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (7ce61a63-b20a-4256-a362-385cd2d94f86), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.952503 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c62932c3-296f-4fee-96c1-89e5f518a547), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.953049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (7ce61a63-b20a-4256-a362-385cd2d94f86), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.958940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:14.964703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:14.965405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:14.991448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d2cda32-f7d6-43ab-b5e3-c12cc5491b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.027783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.7095506
Jan 15 21:13:15.030747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.074533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (98e406d0-f153-4c4f-9280-6fd8236f0044), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.082129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=c62932c3-296f-4fee-96c1-89e5f518a547,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.096605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c62932c3-296f-4fee-96c1-89e5f518a547 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:15.117203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=98e406d0-f153-4c4f-9280-6fd8236f0044,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.119302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No DVR routers for this DVR port 98e406d0-f153-4c4f-9280-6fd8236f0044 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:15.181125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174affd4-1855-45df-9b23-749613c444ce tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=7ce61a63-b20a-4256-a362-385cd2d94f86,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.193114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 7ce61a63-b20a-4256-a362-385cd2d94f86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:15.207856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6eff3-9ca9-410a-805a-cbd9d0377052 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:15.214667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6eff3-9ca9-410a-805a-cbd9d0377052 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:15.220931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6eff3-9ca9-410a-805a-cbd9d0377052 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:15.227086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6eff3-9ca9-410a-805a-cbd9d0377052 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:15.231530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1ad6eff3-9ca9-410a-805a-cbd9d0377052 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.1973698
Jan 15 21:13:15.232724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.277017 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.279798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.312167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d2cda32-f7d6-43ab-b5e3-c12cc5491b1c admin admin] Publish callbacks [] for security_group (ca10c7ec-ccf8-42bb-940b-1bf966f3650f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.324467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c62932c3-296f-4fee-96c1-89e5f518a547), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.351505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d2cda32-f7d6-43ab-b5e3-c12cc5491b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ca10c7ec-ccf8-42bb-940b-1bf966f3650f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.355722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e81944550>,) {'filters': {'network_id': ['f6899c2f-9ec6-4fd5-a660-cef7dad57d85']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.390478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81944550>, '3ac8a49f-303f-4afb-b07e-dfbb0d362242') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.390769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81944550>, '3ac8a49f-303f-4afb-b07e-dfbb0d362242') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.421713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c62932c3-296f-4fee-96c1-89e5f518a547), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.442739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a05a910>,) {'filters': {'network_id': ['c62932c3-296f-4fee-96c1-89e5f518a547']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.445047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.449494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c99fd45f-ba0f-4b39-897c-de1ee0989ca0 req-f03d3f5e-43ed-4d3c-bb19-6e861ce125c1 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0728769
Jan 15 21:13:15.453719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a05a910>, 'ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.454023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a05a910>, 'ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.468979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.483986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.489790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d2cda32-f7d6-43ab-b5e3-c12cc5491b1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcbe70fd87994e9a92d0f688afd042ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6657312
Jan 15 21:13:15.490808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:15.492013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (ecb4efe6-ced1-4a8f-8e36-a6e6d53bdc84), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.495026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cda32-f7d6-43ab-b5e3-c12cc5491b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca10c7ec-ccf8-42bb-940b-1bf966f3650f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:15.495764 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:15.500484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44810) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.505687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.517549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:15.517949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3ac8a49f-303f-4afb-b07e-dfbb0d362242), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:15.520886 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:15.587938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c62932c3-296f-4fee-96c1-89e5f518a547), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.592415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.595842 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/c62932c3-296f-4fee-96c1-89e5f518a547 HTTP/1.1" status: 204  len: 168 time: 0.3630283
Jan 15 21:13:15.599390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44812) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.620978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9705db-b841-4286-8ac8-d640e63627c0 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=c62932c3-296f-4fee-96c1-89e5f518a547,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.630249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] Publish callbacks [] for security_group (ca10c7ec-ccf8-42bb-940b-1bf966f3650f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.649617 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f6899c2f-9ec6-4fd5-a660-cef7dad57d85), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.654778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] Publish callbacks [] for security_group (ca10c7ec-ccf8-42bb-940b-1bf966f3650f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.656301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for floatingip (bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.660978 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.665173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/f6899c2f-9ec6-4fd5-a660-cef7dad57d85 HTTP/1.1" status: 204  len: 168 time: 2.9553099
Jan 15 21:13:15.670916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.677563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812949942'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:15.711535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915a23-ba54-450f-8a62-e5f089cdfe6c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=f6899c2f-9ec6-4fd5-a660-cef7dad57d85,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.719743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:15.722772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.738686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ca10c7ec-ccf8-42bb-940b-1bf966f3650f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.742036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.744303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (7ce61a63-b20a-4256-a362-385cd2d94f86), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.744486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca10c7ec-ccf8-42bb-940b-1bf966f3650f HTTP/1.1" status: 204  len: 168 time: 0.2458844
Jan 15 21:13:15.757690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d892f-ccbb-43dc-9066-80b0eaae5332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca10c7ec-ccf8-42bb-940b-1bf966f3650f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.768859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:15.780966 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.792716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (889c4b4f-49dc-4bad-a285-d13d535f29ab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.793269 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Added segment 889c4b4f-49dc-4bad-a285-d13d535f29ab of type vlan for network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502
Jan 15 21:13:15.838030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.870330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.878594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:15.879630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.888242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (7ce61a63-b20a-4256-a362-385cd2d94f86), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:15.946693 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2745373
Jan 15 21:13:15.949508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7934f580>,) {'filters': {'network_id': ['7ce61a63-b20a-4256-a362-385cd2d94f86']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.950065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44820) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:15.960727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Request body: {'subnet': {'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:15.967270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7934f580>, '80f91814-9161-4482-b7cc-367b616fa61e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.967570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7934f580>, '80f91814-9161-4482-b7cc-367b616fa61e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:15.981814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f4d9c-0b3c-4894-b638-1eb532bd9a4d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Network': ['ID=a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:15.983210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (80f91814-9161-4482-b7cc-367b616fa61e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.000097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:16.009478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (80f91814-9161-4482-b7cc-367b616fa61e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.024417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:16.025087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (80f91814-9161-4482-b7cc-367b616fa61e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:16.028520 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:16.072130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Made reservation on behalf of f9c73defe50743f2b9f5c15ed77f2b24 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:16.075764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.116314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (7ce61a63-b20a-4256-a362-385cd2d94f86), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.122627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.125660 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.128755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/7ce61a63-b20a-4256-a362-385cd2d94f86 HTTP/1.1" status: 204  len: 168 time: 0.5284445
Jan 15 21:13:16.131850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.133960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44828) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:16.159783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b239330-6a56-4fb0-bbd8-cbb027d9d425 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=7ce61a63-b20a-4256-a362-385cd2d94f86,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:16.266330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event updated for resources: {'Port': ['ID=3f4a7993-8cb1-4dda-a938-d4e0582b6d9b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:16.300159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.362393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a91ec-82b1-4ce6-9a11-8cbbc4e7ef36 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:16.369282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a91ec-82b1-4ce6-9a11-8cbbc4e7ef36 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:16.370887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e30a91ec-82b1-4ce6-9a11-8cbbc4e7ef36 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2258222
Jan 15 21:13:16.385763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44836) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:16.391886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1375488822'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:16.394684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.objects.ports [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114438) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 15 21:13:16.396448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (8e0bcf9d-85c4-4951-81bc-ca5d4e364b44), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.464450 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Floating IP bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86 associated. External IP: 172.35.1.103, port: 87023fcd-0a43-4fa7-a414-0a614f09ac8e.
Jan 15 21:13:16.470000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:16.473494 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.477042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event updated for resources: {'Subnet': ['ID=8e0bcf9d-85c4-4951-81bc-ca5d4e364b44,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:16.496721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Checking segment: {'id': '889c4b4f-49dc-4bad-a285-d13d535f29ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:16.497119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network hostable DHCP agents. Network: a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:16.524585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:16.539353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:16.545378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:16.546226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.550249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441091a-5be4-4d4d-88d2-b4706f51e048 None None] Network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:16.564519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-24b242ed-7d26-49e8-b43b-ce1f9ec3b2b1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6132441
Jan 15 21:13:16.566896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44844) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:16.579063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:16.592198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5d73a530-84da-4e81-a288-7fc7475ad2b5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.592698 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment 5d73a530-84da-4e81-a288-7fc7475ad2b5 of type vlan for network 945d7da0-4271-4a99-a564-c8994a735847
Jan 15 21:13:16.652425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (945d7da0-4271-4a99-a564-c8994a735847), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.683067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-daafb398-9d3e-4634-b7b2-6b1193d5284d req-1ece03fa-c524-4e77-af93-2c44e70810a4 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1146152
Jan 15 21:13:16.687839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502', 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502', 'project_id': 'f9c73defe50743f2b9f5c15ed77f2b24', 'fixed_ips': [{'subnet_id': '8e0bcf9d-85c4-4951-81bc-ca5d4e364b44'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:16.688919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:16.889755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Allocated IP 2001:db8::f816:3eff:fe65:bb2 (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502/8e0bcf9d-85c4-4951-81bc-ca5d4e364b44/cc7d24f0-595c-40c4-abf8-823db9d65ee3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:17.057718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks [] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.072440 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.112075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:13:17.124902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:17.127920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:17.132259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:17.148760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (945d7da0-4271-4a99-a564-c8994a735847), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.154863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:17.155639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.159604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.170228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Pushing event updated for resources: {'Port': ['ID=cc7d24f0-595c-40c4-abf8-823db9d65ee3,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:17.207280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Attempting to bind port cc7d24f0-595c-40c4-abf8-823db9d65ee3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:17.207870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Attempting to bind port cc7d24f0-595c-40c4-abf8-823db9d65ee3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '889c4b4f-49dc-4bad-a285-d13d535f29ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:17.208304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Attempting to bind port cc7d24f0-595c-40c4-abf8-823db9d65ee3 on network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:17.217124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:17.217528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Checking segment: {'id': '889c4b4f-49dc-4bad-a285-d13d535f29ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:17.217900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.218291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Bound using segment: {'id': '889c4b4f-49dc-4bad-a285-d13d535f29ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:17.226472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Bound port: cc7d24f0-595c-40c4-abf8-823db9d65ee3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889c4b4f-49dc-4bad-a285-d13d535f29ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:17.228500 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.232087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port cc7d24f0-595c-40c4-abf8-823db9d65ee3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:17.232435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.307846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9206870
Jan 15 21:13:17.313487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44864) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:17.320824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065125201'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:17.338607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] For port cc7d24f0-595c-40c4-abf8-823db9d65ee3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:17.344085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] For port cc7d24f0-595c-40c4-abf8-823db9d65ee3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc7d24f0-595c-40c4-abf8-823db9d65ee3,segment=NetworkSegment(889c4b4f-49dc-4bad-a285-d13d535f29ab),segment_id=889c4b4f-49dc-4bad-a285-d13d535f29ab)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:17.349217 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.402422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38bccf-24ac-4d4c-9205-3960ec62d0f7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=945d7da0-4271-4a99-a564-c8994a735847,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:17.417122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 945d7da0-4271-4a99-a564-c8994a735847 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:17.417968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:17.434532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] For port cc7d24f0-595c-40c4-abf8-823db9d65ee3, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:17.435282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.437068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-119d0a82-f177-4cbd-b41d-19798e3724bd tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:17.438825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-119d0a82-f177-4cbd-b41d-19798e3724bd tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.1774182
Jan 15 21:13:17.451522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:17.468728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.497228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1ab07-f22f-40ba-8b1a-41876d434138 None None] Pushing event updated for resources: {'Port': ['ID=cc7d24f0-595c-40c4-abf8-823db9d65ee3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:17.498444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for cc7d24f0-595c-40c4-abf8-823db9d65ee3 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:17.506017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-f7971d8f-06ca-478d-8942-65cfe734babb tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.565785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:17.582259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.582680 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment 18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5 of type vlan for network e1f9e814-b213-4b78-b757-bdb2532f2fe7
Jan 15 21:13:17.634938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:17.639181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e1f9e814-b213-4b78-b757-bdb2532f2fe7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.648809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Sync routers for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:17.672050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.720921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:17.723827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a366790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:17.739532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-197eb354-8b25-4ad6-8ee9-798ab91ac695 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.0784144
Jan 15 21:13:17.743219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:17.745724 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f12e4bf-dc9f-4fb7-a974-d14b31496901" -d '{"events": [{"name": "network-changed", "server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:17.759925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e1f9e814-b213-4b78-b757-bdb2532f2fe7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.766243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-f7971d8f-06ca-478d-8942-65cfe734babb tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Publish callbacks [] for security_group (5cc555cb-dc68-466d-b10e-ca64669a4a51), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.766437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:17.766437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.772041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-f7971d8f-06ca-478d-8942-65cfe734babb tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5cc555cb-dc68-466d-b10e-ca64669a4a51), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.848792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e0c5eab-7c1c-4e4c-9229-f71f7e02e70e req-f7971d8f-06ca-478d-8942-65cfe734babb tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3678305
Jan 15 21:13:17.851553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971d8f-06ca-478d-8942-65cfe734babb tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc555cb-dc68-466d-b10e-ca64669a4a51,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:17.916706 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5995178
Jan 15 21:13:17.918927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44892) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:17.935455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7dda3cc-4205-4112-bd30-51480f9026df req-0e5641d1-fe57-4b65-9592-24bd0cff98f0 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0855880
Jan 15 21:13:17.936287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cc7d24f0-595c-40c4-abf8-823db9d65ee3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:17.993319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'ports': [{'network_id': '945d7da0-4271-4a99-a564-c8994a735847', 'name': 'tempest-port--1609685134', 'admin_state_up': True}, {'network_id': 'e1f9e814-b213-4b78-b757-bdb2532f2fe7', 'admin_state_up': False}]} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:17.993640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'port': {'network_id': '945d7da0-4271-4a99-a564-c8994a735847', 'name': 'tempest-port--1609685134', 'admin_state_up': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:17.994121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'port': {'network_id': 'e1f9e814-b213-4b78-b757-bdb2532f2fe7', 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:18.092120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=cc7d24f0-595c-40c4-abf8-823db9d65ee3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:18.108117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec3fb0-bac0-4be0-b5a4-dc06d9d13df6 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=e1f9e814-b213-4b78-b757-bdb2532f2fe7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:18.146738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe40343-8b45-40eb-ab93-d4334421e588 req-b0a5c7b8-9ee9-48a1-bf8d-4308aa0a624b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:18.148462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afe40343-8b45-40eb-ab93-d4334421e588 req-b0a5c7b8-9ee9-48a1-bf8d-4308aa0a624b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0965509
Jan 15 21:13:18.193018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e1f9e814-b213-4b78-b757-bdb2532f2fe7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:18.198707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No DVR routers for this DVR port cc7d24f0-595c-40c4-abf8-823db9d65ee3 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:18.227040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afe40343-8b45-40eb-ab93-d4334421e588 req-54cf6bce-80af-47a2-a6d9-47b273830bbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693126
Jan 15 21:13:18.236589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cc7d24f0-595c-40c4-abf8-823db9d65ee3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:18.250005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8e0bcf9d-85c4-4951-81bc-ca5d4e364b44), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.255131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:18.298020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cc7d24f0-595c-40c4-abf8-823db9d65ee3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:18.298366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cc7d24f0-595c-40c4-abf8-823db9d65ee3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Jan 15 21:13:18.341661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-64f254e5-319b-4886-9b4b-560d2956d810 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 993 time: 0.0847273
Jan 15 21:13:18.346325 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd76faa-d343-4068-ab3e-feca4f055fcd x-openstack-request-id: req-fbd76faa-d343-4068-ab3e-feca4f055fcd {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:18.347336 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:18.347615 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbd76faa-d343-4068-ab3e-feca4f055fcd {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:18.348147 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'status': 'completed', 'code': 200}
Jan 15 21:13:18.377340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (8e0bcf9d-85c4-4951-81bc-ca5d4e364b44), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.377727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c157e49c-9de0-493e-9ba1-913cb6dbf538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.386163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port cc7d24f0-595c-40c4-abf8-823db9d65ee3 not found, will not notify nova. {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Jan 15 21:13:18.410642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:18.418132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0bcf9d-85c4-4951-81bc-ca5d4e364b44,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:18.433444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'port': 2} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:18.438084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.494372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-29aaf08b-2670-41e9-8ed9-43352533dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:18.497795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-29aaf08b-2670-41e9-8ed9-43352533dad4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1097 time: 0.1732259
Jan 15 21:13:18.535177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.570168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.612234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a860190>,) {'filters': {'network_id': ['a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:18.673741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a860190>, '889c4b4f-49dc-4bad-a285-d13d535f29ab') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:18.674040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a860190>, '889c4b4f-49dc-4bad-a285-d13d535f29ab') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:18.703162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (889c4b4f-49dc-4bad-a285-d13d535f29ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.710334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-df75797d-4d76-4893-8996-32692db6c07e req-1da2463d-047a-444b-be31-2347c6ce0e65 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:13:18.713649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df75797d-4d76-4893-8996-32692db6c07e req-1da2463d-047a-444b-be31-2347c6ce0e65 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104318
Jan 15 21:13:18.811574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a366790>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'floating_ip_address': '172.35.1.103', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'port_id': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'mac_address': 'fa:16:3e:bb:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:13:15Z', 'updated_at': '2022-01-15T21:13:15Z', 'revision_number': 0, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:18.857323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Checking router: b252b4c8-d528-4d26-8110-f2dbcf2bf2ec for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:13:18.863746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] device_id is not set on port 42cba9ff-3d68-427c-a3d3-38f548859b7a yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:18.868896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:18.869747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a366790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:12:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:18.932510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-07ea1f7d-c94e-475d-b7e2-ee834929edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:18.934238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-07ea1f7d-c94e-475d-b7e2-ee834929edb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 910 time: 0.4263811
Jan 15 21:13:18.947008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (889c4b4f-49dc-4bad-a285-d13d535f29ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:18.977746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e623eb-eee7-4bbc-9ee0-846a94a341d2 None None] Network a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:19.014958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:19.015738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (889c4b4f-49dc-4bad-a285-d13d535f29ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:19.019056 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:19.059087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:19.106810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8e1c5fba-3950-4998-8c69-01e1f523558d None None] Could not find standard attr ID for object cc7d24f0-595c-40c4-abf8-823db9d65ee3. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:19.109715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc7a084b-6868-4d01-8732-5b3aefbf38be req-bef19223-b240-46cd-8460-12f71a04d4fc tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0471547
Jan 15 21:13:19.166645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for port (42cba9ff-3d68-427c-a3d3-38f548859b7a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.170862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.175213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f527-2667-4fd2-906a-a2c9860bf454 req-e4a7c0d2-6ad6-4313-bc1d-558e8501eafb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:19.184423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3247f527-2667-4fd2-906a-a2c9860bf454 req-e4a7c0d2-6ad6-4313-bc1d-558e8501eafb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0773644
Jan 15 21:13:19.185556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-8c721965-52e3-49c2-98b9-5808493b41bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 1000 time: 0.2361028
Jan 15 21:13:19.221827 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.226597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 HTTP/1.1" status: 204  len: 168 time: 2.6579328
Jan 15 21:13:19.233085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44930) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.280809 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfee9704-8654-4592-80e9-feb61a214ff0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.281789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfee9704-8654-4592-80e9-feb61a214ff0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.285048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cfee9704-8654-4592-80e9-feb61a214ff0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/8e0bcf9d-85c4-4951-81bc-ca5d4e364b44 HTTP/1.1" status: 404  len: 337 time: 0.0484703
Jan 15 21:13:19.286350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab933c-ebb6-4167-922b-1f0ae67d0b8f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:19.290790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44932) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.306983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3247f527-2667-4fd2-906a-a2c9860bf454 req-ef6af9b5-06f6-47e9-91f0-81ac9dc21667 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214905
Jan 15 21:13:19.317592 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d1b4cc-acac-4f6c-aebe-1eefd705aaf5 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.318393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d1b4cc-acac-4f6c-aebe-1eefd705aaf5 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.321657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d4d1b4cc-acac-4f6c-aebe-1eefd705aaf5 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 HTTP/1.1" status: 404  len: 339 time: 0.0299208
Jan 15 21:13:19.325604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44934) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.345172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55953ff0-9165-4090-9ace-f73b7a9a782c None None] DHCP port deletion for a4fcd7da-2792-4dc1-9f4f-44bdd9cf0502 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:19.353711 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78c1ff0-88f5-4b5c-bad4-563d39720ff1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.354431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78c1ff0-88f5-4b5c-bad4-563d39720ff1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.357838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d78c1ff0-88f5-4b5c-bad4-563d39720ff1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/1a890ca6-af3b-458e-956b-89394430a3a2 HTTP/1.1" status: 404  len: 337 time: 0.0308609
Jan 15 21:13:19.360224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44936) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.377908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] device_id is not set on port cec75860-65b9-4850-9686-3429fef037bb yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:19.389646 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc9f938-8b01-4614-9fcd-e9336f70693f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.390160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc9f938-8b01-4614-9fcd-e9336f70693f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.393532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7cc9f938-8b01-4614-9fcd-e9336f70693f tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/f6899c2f-9ec6-4fd5-a660-cef7dad57d85 HTTP/1.1" status: 404  len: 339 time: 0.0321419
Jan 15 21:13:19.396594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44938) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.402764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-1f6507e6-a76d-46d3-8508-a00be6498819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:19.404228 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-1f6507e6-a76d-46d3-8508-a00be6498819 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 200  len: 848 time: 0.1714835
Jan 15 21:13:19.431469 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25c3a94-4e76-4069-8f50-231cef2ac658 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.431665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-f0c1fcf6-836a-4ec1-84b7-449b08150130 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3285117
Jan 15 21:13:19.432261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25c3a94-4e76-4069-8f50-231cef2ac658 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.435739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e25c3a94-4e76-4069-8f50-231cef2ac658 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/e257fda2-71c8-4130-bc78-2833f7df6e98 HTTP/1.1" status: 404  len: 337 time: 0.0372083
Jan 15 21:13:19.438531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44940) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.456871 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e00ecc-6659-4559-ac08-4e7ea0df7dc1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.457386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e00ecc-6659-4559-ac08-4e7ea0df7dc1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.459829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-fdfe442c-557b-468a-9d3f-d14eadd3d28e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:13:19.461049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-fdfe442c-557b-468a-9d3f-d14eadd3d28e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0128384
Jan 15 21:13:19.461218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f9e00ecc-6659-4559-ac08-4e7ea0df7dc1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/381f2a8c-1ab4-460e-a6a6-a1508cf65faa HTTP/1.1" status: 404  len: 339 time: 0.0215507
Jan 15 21:13:19.463633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44942) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.493202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-d948e2cc-45bb-47e8-8789-71ef00a10f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:19.494896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-d948e2cc-45bb-47e8-8789-71ef00a10f0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c449301e-98ed-4b3a-8c7c-09506771241a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0810239
Jan 15 21:13:19.497690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a366790>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'floating_ip_address': '172.35.1.103', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'port_id': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'mac_address': 'fa:16:3e:bb:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:13:15Z', 'updated_at': '2022-01-15T21:13:15Z', 'revision_number': 0, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:19.552514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8ea80-1497-4b34-86ba-434d2d9e213f None None] The sync data for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 is: [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'floating_ip_address': '172.35.1.103', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'port_id': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'mac_address': 'fa:16:3e:bb:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:13:15Z', 'updated_at': '2022-01-15T21:13:15Z', 'revision_number': 0, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:19.596084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port 906d5a1e-5f2a-40c4-9a95-1f8f53a6af61 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:19.596719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (906d5a1e-5f2a-40c4-9a95-1f8f53a6af61), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.609159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for port (cec75860-65b9-4850-9686-3429fef037bb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.668867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-2d561cc3-b47d-42fa-bbaf-50cca54f66da service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672950
Jan 15 21:13:19.680593 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (906d5a1e-5f2a-40c4-9a95-1f8f53a6af61), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.696727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for 906d5a1e-5f2a-40c4-9a95-1f8f53a6af61 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:19.753357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (42cba9ff-3d68-427c-a3d3-38f548859b7a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.824492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (906d5a1e-5f2a-40c4-9a95-1f8f53a6af61), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.851737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Port': ['ID=42cba9ff-3d68-427c-a3d3-38f548859b7a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:19.872059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=906d5a1e-5f2a-40c4-9a95-1f8f53a6af61,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:19.883236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.891166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9577a93-fef3-45c7-a9ea-91a52768780d tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/ports/906d5a1e-5f2a-40c4-9a95-1f8f53a6af61 HTTP/1.1" status: 204  len: 168 time: 0.4263325
Jan 15 21:13:19.894052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44964) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.894414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744d6ed-babb-41b0-ac7a-7cea2d9bf747 None None] New status for floating IP bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:13:19.895261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Checking segment: {'id': '5d73a530-84da-4e81-a288-7fc7475ad2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '945d7da0-4271-4a99-a564-c8994a735847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:19.895634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network hostable DHCP agents. Network: 945d7da0-4271-4a99-a564-c8994a735847, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:19.911823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0f12e4bf-dc9f-4fb7-a974-d14b31496901 req-e076d0c8-022c-4cc9-8583-90ecf9466e52 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356138
Jan 15 21:13:19.938521 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dde1c5c-66db-4ce4-aacc-5829ac1abde1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:19.938989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dde1c5c-66db-4ce4-aacc-5829ac1abde1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:19.942432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6dde1c5c-66db-4ce4-aacc-5829ac1abde1 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/6e925380-25a0-41f7-97d1-fabe30159003 HTTP/1.1" status: 404  len: 337 time: 0.0439610
Jan 15 21:13:19.945595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44968) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:19.975414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network 945d7da0-4271-4a99-a564-c8994a735847 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:19.989901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 945d7da0-4271-4a99-a564-c8994a735847) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:19.995097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:19.995986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cec75860-65b9-4850-9686-3429fef037bb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:19.997729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cc7d24f0-595c-40c4-abf8-823db9d65ee3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:20.068725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee048a-a394-439e-83ef-3eab09b3d9bf None None] Network 945d7da0-4271-4a99-a564-c8994a735847 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:20.074189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cc7d24f0-595c-40c4-abf8-823db9d65ee3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:20.074566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cc7d24f0-595c-40c4-abf8-823db9d65ee3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:20.097319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Port': ['ID=cec75860-65b9-4850-9686-3429fef037bb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:20.119577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.125489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Checking segment: {'id': '18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e1f9e814-b213-4b78-b757-bdb2532f2fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:20.125944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network hostable DHCP agents. Network: e1f9e814-b213-4b78-b757-bdb2532f2fe7, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:20.163064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network e1f9e814-b213-4b78-b757-bdb2532f2fe7 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:20.187183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1f9e814-b213-4b78-b757-bdb2532f2fe7) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:20.207279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:20.207775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7506c-b3f3-4ee9-8ffc-9f1ce70929e5 None None] Network e1f9e814-b213-4b78-b757-bdb2532f2fe7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:20.222417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:20.229680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:20.230564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.294946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb65839b-494a-41b9-8121-a15c5066ae42 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.3488479
Jan 15 21:13:20.295342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44990) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:20.302185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.369326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51320a39-51d0-48fa-8567-34d381107ead tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:20.379848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51320a39-51d0-48fa-8567-34d381107ead tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:20.383572 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8cf60570-784e-4dca-8549-00cd2575adc3 req-af4d5bd3-8a41-4879-9a26-651af37c6035 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0857120
Jan 15 21:13:20.388558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-51320a39-51d0-48fa-8567-34d381107ead tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0898552
Jan 15 21:13:20.388832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79b6e100>,) {'filters': {'network_id': ['c5fd17c1-4d90-4ff7-bed5-a7470070c788']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:20.389838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 44994) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:20.430370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b6e100>, '398bdf4d-54b1-4963-b976-db19a630241b') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:20.430674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b6e100>, '398bdf4d-54b1-4963-b976-db19a630241b') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:20.448818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (398bdf4d-54b1-4963-b976-db19a630241b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.512291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (398bdf4d-54b1-4963-b976-db19a630241b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.524916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:20.525465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (398bdf4d-54b1-4963-b976-db19a630241b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:20.530053 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:20.597654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13023ef3-0264-4de5-9365-4dcbc178b612 req-07559b77-8146-4519-9a23-ba6ddd51b46d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:20.599266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13023ef3-0264-4de5-9365-4dcbc178b612 req-07559b77-8146-4519-9a23-ba6ddd51b46d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1573505
Jan 15 21:13:20.626838 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c5fd17c1-4d90-4ff7-bed5-a7470070c788), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.639274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.643077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/c5fd17c1-4d90-4ff7-bed5-a7470070c788 HTTP/1.1" status: 204  len: 168 time: 0.6958616
Jan 15 21:13:20.645135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44996) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:20.666267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8d33112a-b9b4-4642-8361-75f35212c1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.668547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting port 42cba9ff-3d68-427c-a3d3-38f548859b7a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:20.668920 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (42cba9ff-3d68-427c-a3d3-38f548859b7a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.674879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011742-e130-4809-a01a-90fcaeeb37ca tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=c5fd17c1-4d90-4ff7-bed5-a7470070c788,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:20.746841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port 2f9efba6-029f-4469-8661-19961889c0fc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:20.747184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2f9efba6-029f-4469-8661-19961889c0fc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.759346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13023ef3-0264-4de5-9365-4dcbc178b612 req-fd9ec130-22e1-4195-a0f2-ea4a73f4c68a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1535702
Jan 15 21:13:20.771135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (42cba9ff-3d68-427c-a3d3-38f548859b7a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.786494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Calling delete_port for 42cba9ff-3d68-427c-a3d3-38f548859b7a owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:20.814697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2f9efba6-029f-4469-8661-19961889c0fc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.827494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for 2f9efba6-029f-4469-8661-19961889c0fc owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:20.868984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (42cba9ff-3d68-427c-a3d3-38f548859b7a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.896569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Port': ['ID=42cba9ff-3d68-427c-a3d3-38f548859b7a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:20.905174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.908592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa35bece-8c13-40a5-8324-a46d3102c79b tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/ports/42cba9ff-3d68-427c-a3d3-38f548859b7a HTTP/1.1" status: 204  len: 168 time: 0.5176055
Jan 15 21:13:20.911526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 44998) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:20.922395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2f9efba6-029f-4469-8661-19961889c0fc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.969517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=2f9efba6-029f-4469-8661-19961889c0fc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:20.979474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:20.982798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cff9d105-457c-45a2-85bc-915cbebda810 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/ports/2f9efba6-029f-4469-8661-19961889c0fc HTTP/1.1" status: 204  len: 168 time: 0.3366673
Jan 15 21:13:20.985602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45000) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:21.019359 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f48304-d8d2-403c-9c8b-811381e71a4c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:21.019831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f48304-d8d2-403c-9c8b-811381e71a4c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:21.025768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45002) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:21.025917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-55f48304-d8d2-403c-9c8b-811381e71a4c tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/4c9177b4-7d20-40f8-9ddf-44e0a06008cc HTTP/1.1" status: 404  len: 337 time: 0.0389357
Jan 15 21:13:21.146146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (28621729-87e2-42dd-a3ad-82c52fece605), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.153748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting port cec75860-65b9-4850-9686-3429fef037bb {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:21.154087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cec75860-65b9-4850-9686-3429fef037bb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.201357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-34375977-2b18-4493-852e-da90397550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.202899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-34375977-2b18-4493-852e-da90397550bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.1270237
Jan 15 21:13:21.342052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cec75860-65b9-4850-9686-3429fef037bb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.383772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Calling delete_port for cec75860-65b9-4850-9686-3429fef037bb owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:21.395011 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (28621729-87e2-42dd-a3ad-82c52fece605), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.465783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8012d6a0>,) {'filters': {'network_id': ['28621729-87e2-42dd-a3ad-82c52fece605']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:21.469474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-36781278-a368-47eb-83e9-ce95b6df18db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.470959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-36781278-a368-47eb-83e9-ce95b6df18db service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.2596426
Jan 15 21:13:21.489218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8012d6a0>, '3dede282-1089-4afd-8aeb-a0872a88b4de') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:21.489522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8012d6a0>, '3dede282-1089-4afd-8aeb-a0872a88b4de') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:21.509303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5518c6c6-dc37-47fb-932b-bb09f3cf35bc req-0048fa7c-272b-4470-b832-075e0fa53ea4 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0269964
Jan 15 21:13:21.543337 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (3dede282-1089-4afd-8aeb-a0872a88b4de), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.565339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3dede282-1089-4afd-8aeb-a0872a88b4de), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.575044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:21.575456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (3dede282-1089-4afd-8aeb-a0872a88b4de), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:21.581866 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:21.625151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-499b5086-3d6a-47ef-a56d-93c09e930fa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 1001 time: 0.1467664
Jan 15 21:13:21.666982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cec75860-65b9-4850-9686-3429fef037bb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.706004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (28621729-87e2-42dd-a3ad-82c52fece605), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.711574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Port': ['ID=cec75860-65b9-4850-9686-3429fef037bb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:21.721155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.724331 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb115a9e-bfcb-4893-b2f5-7d92ba81940e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/ports/cec75860-65b9-4850-9686-3429fef037bb HTTP/1.1" status: 204  len: 168 time: 0.8118308
Jan 15 21:13:21.726610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.728482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:21.729656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/28621729-87e2-42dd-a3ad-82c52fece605 HTTP/1.1" status: 204  len: 168 time: 0.7023458
Jan 15 21:13:21.732881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-e7015933-c9a9-4002-a515-b46cfd7c10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.734321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-e7015933-c9a9-4002-a515-b46cfd7c10b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.0984647
Jan 15 21:13:21.734777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:21.763598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f598ce0-0fb2-4ca7-bc30-f7f112ddcc22 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0304921
Jan 15 21:13:21.763812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45012) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:21.764911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807fa2-6719-460e-981c-66df31a7ab35 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=28621729-87e2-42dd-a3ad-82c52fece605,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:21.768754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-791235013'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:21.797110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:21.800907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.828066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:21.830522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting subnet 5f74b88e-39f5-4a2a-a875-999bbdc033a5 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:21.835138 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (5f74b88e-39f5-4a2a-a875-999bbdc033a5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.839517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f51f445a-472c-419a-8c84-7e8e02705474), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.840077 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment f51f445a-472c-419a-8c84-7e8e02705474 of type vlan for network bab16ef0-1af0-49f2-98a8-5de6ffefabb7
Jan 15 21:13:21.861017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-797fdee0-544f-4b1f-aa83-ee04388386d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.862565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-797fdee0-544f-4b1f-aa83-ee04388386d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1066391
Jan 15 21:13:21.875975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.911663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (bab16ef0-1af0-49f2-98a8-5de6ffefabb7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.926445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5f74b88e-39f5-4a2a-a875-999bbdc033a5), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.943376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1defdd-68d6-4d71-88ad-64fcd2409940 req-95a3d1d7-361e-46a5-b621-c89a029af8fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.944999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe1defdd-68d6-4d71-88ad-64fcd2409940 req-95a3d1d7-361e-46a5-b621-c89a029af8fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1029127
Jan 15 21:13:21.968386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (bab16ef0-1af0-49f2-98a8-5de6ffefabb7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:21.977128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:21.978507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.032915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-d1e719ba-4b59-4336-af1d-53e4a687f65a service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622589
Jan 15 21:13:22.075677 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3074622
Jan 15 21:13:22.082551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45016) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:22.087903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1584146976'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:22.094425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5f74b88e-39f5-4a2a-a875-999bbdc033a5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.111047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fe1defdd-68d6-4d71-88ad-64fcd2409940 req-c0b09fbc-88fb-411b-9ae0-230edc1c6f45 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589880
Jan 15 21:13:22.112768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a74fd-e9f7-42fb-b79e-82a43545ec0e tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=bab16ef0-1af0-49f2-98a8-5de6ffefabb7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:22.132935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:22.150253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:22.156356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.183738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-f6a1c615-39a7-4742-ab91-de6602bba782 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430748
Jan 15 21:13:22.186256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5f74b88e-39f5-4a2a-a875-999bbdc033a5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.189828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:22.203062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e6ffa368-9698-4d07-9864-dcad60540816), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.203677 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Added segment e6ffa368-9698-4d07-9864-dcad60540816 of type vlan for network bd90eb41-8520-4d3f-ada7-cd7084503290
Jan 15 21:13:22.216502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Subnet': ['ID=5f74b88e-39f5-4a2a-a875-999bbdc033a5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:22.222951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.229387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7cfb2b9e-8cf4-4d03-ae07-fe1ae3cc40e0 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/subnets/5f74b88e-39f5-4a2a-a875-999bbdc033a5 HTTP/1.1" status: 204  len: 168 time: 0.4779618
Jan 15 21:13:22.230564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45020) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:22.243853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe60ce-9458-4a81-93aa-0cc118de90b3 None None] Network bc774d1b-71da-4013-baca-f25313b59943 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:22.368505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (bd90eb41-8520-4d3f-ada7-cd7084503290), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.390968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (bc774d1b-71da-4013-baca-f25313b59943), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.449988 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (bd90eb41-8520-4d3f-ada7-cd7084503290), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.457043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:22.457743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.470662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] DHCP port deletion for bc774d1b-71da-4013-baca-f25313b59943 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:22.533129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Deleting port fbc28e5f-0dfe-434e-aaef-321a4536604a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:22.533538 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.561670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4777677
Jan 15 21:13:22.579166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb64eb-f290-4ff2-a3a2-88ecceaffefd tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Network': ['ID=bd90eb41-8520-4d3f-ada7-cd7084503290,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:22.609025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network bd90eb41-8520-4d3f-ada7-cd7084503290 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:22.625857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Deleting port fbc28e5f-0dfe-434e-aaef-321a4536604a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:22.626804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.681341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:22.687109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'subnets': [{'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--890946074', 'ip_version': 4}, {'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:22.687712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'subnet': {'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--890946074', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:22.688456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Request body: {'subnet': {'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:22.707601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] For port fbc28e5f-0dfe-434e-aaef-321a4536604a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc28e5f-0dfe-434e-aaef-321a4536604a,segment=NetworkSegment(3f72a608-c7f0-4a1a-9acc-682f16def778),segment_id=3f72a608-c7f0-4a1a-9acc-682f16def778)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:22.708312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.717124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd576d22-08e8-4008-961e-2d2722eabbb6 req-24aaa1ab-d837-4391-b66a-fa0f71c82a86 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0862408
Jan 15 21:13:22.742645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Calling delete_port for fbc28e5f-0dfe-434e-aaef-321a4536604a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:22.764949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] For port fbc28e5f-0dfe-434e-aaef-321a4536604a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc28e5f-0dfe-434e-aaef-321a4536604a,segment=NetworkSegment(3f72a608-c7f0-4a1a-9acc-682f16def778),segment_id=3f72a608-c7f0-4a1a-9acc-682f16def778)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:22.765580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.788660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Calling delete_port for fbc28e5f-0dfe-434e-aaef-321a4536604a owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:22.831852 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.859656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] Pushing event deleted for resources: {'Port': ['ID=fbc28e5f-0dfe-434e-aaef-321a4536604a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:22.863237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307f9c6-4253-4f35-9360-e8cb0a89e773 None None] No DVR routers for this DVR port fbc28e5f-0dfe-434e-aaef-321a4536604a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:22.900818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fbc28e5f-0dfe-434e-aaef-321a4536604a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.918284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Made reservation on behalf of fd0c350860f6485f81146bbb642c79ba for: {'subnet': 2} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:22.923190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.923720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:22.931515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Port': ['ID=fbc28e5f-0dfe-434e-aaef-321a4536604a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:22.934969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] No DVR routers for this DVR port fbc28e5f-0dfe-434e-aaef-321a4536604a on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:23.028252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (bc774d1b-71da-4013-baca-f25313b59943), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.052596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79847880>,) {'filters': {'network_id': ['bc774d1b-71da-4013-baca-f25313b59943']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:23.066803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79847880>, '3f72a608-c7f0-4a1a-9acc-682f16def778') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:23.067086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79847880>, '3f72a608-c7f0-4a1a-9acc-682f16def778') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:23.077315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3f72a608-c7f0-4a1a-9acc-682f16def778), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.091678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3f72a608-c7f0-4a1a-9acc-682f16def778), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.097739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:23.098133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3f72a608-c7f0-4a1a-9acc-682f16def778), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:23.101400 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:23.164657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (bc774d1b-71da-4013-baca-f25313b59943), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.179791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.183237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] 10.222.0.46 "DELETE /v2.0/networks/bc774d1b-71da-4013-baca-f25313b59943 HTTP/1.1" status: 204  len: 168 time: 0.9521019
Jan 15 21:13:23.194758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085efb06-8408-4d68-9815-61c8e84574f3 tempest-NetworksIpV6TestAttrs-876052975 tempest-NetworksIpV6TestAttrs-876052975-project] Pushing event deleted for resources: {'Network': ['ID=bc774d1b-71da-4013-baca-f25313b59943,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:23.266631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591d1d-391d-47cc-8842-7030232c4ba1 req-07eef8eb-b0d0-4420-bac8-09fba8a3474f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:23.268486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59591d1d-391d-47cc-8842-7030232c4ba1 req-07eef8eb-b0d0-4420-bac8-09fba8a3474f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0558219
Jan 15 21:13:23.299185 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.330978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (21ad02e4-441a-4fb4-bbce-aecf796b30d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.331632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59591d1d-391d-47cc-8842-7030232c4ba1 req-dccaffc3-27db-4c50-82bf-b7a110c2e68d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559437
Jan 15 21:13:23.393305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Subnet': ['ID=21ad02e4-441a-4fb4-bbce-aecf796b30d0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:23.406161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Checking segment: {'id': 'f51f445a-472c-419a-8c84-7e8e02705474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:23.406526 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network hostable DHCP agents. Network: bab16ef0-1af0-49f2-98a8-5de6ffefabb7, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:23.423326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:23.432357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bab16ef0-1af0-49f2-98a8-5de6ffefabb7) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:23.436788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b5698d86-f322-4ae5-85af-f65a8c85395f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.443654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cc6a5-a84d-4298-914a-ebedfac92e24 None None] Network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:23.482152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45064) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:23.571760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bab16ef0-1af0-49f2-98a8-5de6ffefabb7', 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7', 'project_id': 'fd0c350860f6485f81146bbb642c79ba', 'fixed_ips': [{'subnet_id': '21ad02e4-441a-4fb4-bbce-aecf796b30d0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:23.572806 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.659001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4fc147a7-1e4e-48fe-9f53-4e01898886f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9c73defe50743f2b9f5c15ed77f2b24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1754749
Jan 15 21:13:23.661637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45072) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:23.717326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] Publish callbacks [] for security_group (e207c498-e60a-44df-ac87-6556d77cbf52), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.745642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] Publish callbacks [] for security_group (e207c498-e60a-44df-ac87-6556d77cbf52), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.800693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45076) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:23.817341 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e207c498-e60a-44df-ac87-6556d77cbf52), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.821591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.826676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e207c498-e60a-44df-ac87-6556d77cbf52 HTTP/1.1" status: 204  len: 168 time: 0.1633675
Jan 15 21:13:23.838109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea6666-cad9-4600-99d0-8a0e5d9eb019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e207c498-e60a-44df-ac87-6556d77cbf52,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:23.940311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event updated for resources: {'Subnet': ['ID=b5698d86-f322-4ae5-85af-f65a8c85395f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:23.995005 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fb6c6d2-4ea7-4888-a626-33108e8a9a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:23.997286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Allocated IP 172.20.0.2 (bab16ef0-1af0-49f2-98a8-5de6ffefabb7/21ad02e4-441a-4fb4-bbce-aecf796b30d0/96585b1d-05d1-48f1-a3b2-2af231818f31) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:24.005461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c578786f-0300-4504-bd53-1a75787ef392 req-6194f741-2aa8-4916-b927-d5d66d7dbf4a tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1344783
Jan 15 21:13:24.005725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fbc28e5f-0dfe-434e-aaef-321a4536604a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:24.008927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Checking segment: {'id': 'e6ffa368-9698-4d07-9864-dcad60540816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:24.009314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network hostable DHCP agents. Network: bd90eb41-8520-4d3f-ada7-cd7084503290, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:24.040520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Network bd90eb41-8520-4d3f-ada7-cd7084503290 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:24.041543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: fbc28e5f-0dfe-434e-aaef-321a4536604a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:24.042178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fbc28e5f-0dfe-434e-aaef-321a4536604a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:24.059720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd90eb41-8520-4d3f-ada7-cd7084503290) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:24.066629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.066966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.067698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.098302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d00376aa-8036-4c19-b763-65375800e363 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.4151807
Jan 15 21:13:24.098948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:24.109411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d96c29-1b35-4517-b95c-9633c84e6806 None None] Network bd90eb41-8520-4d3f-ada7-cd7084503290 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:24.142532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fb6c6d2-4ea7-4888-a626-33108e8a9a52 admin admin] Publish callbacks [] for security_group (9f44b570-facb-432d-8f61-9c274da27ab3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.149147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2fb6c6d2-4ea7-4888-a626-33108e8a9a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9f44b570-facb-432d-8f61-9c274da27ab3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.161659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68292abb-b9ff-434c-babb-f083e1b6f603 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.163235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68292abb-b9ff-434c-babb-f083e1b6f603 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.166008 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68292abb-b9ff-434c-babb-f083e1b6f603 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.167439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-68292abb-b9ff-434c-babb-f083e1b6f603 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.0675602
Jan 15 21:13:24.170692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45086) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:24.203406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2fb6c6d2-4ea7-4888-a626-33108e8a9a52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de79ffc0278746b89c54a4261fa91576&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4011288
Jan 15 21:13:24.205403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45090) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:24.209547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6c6d2-4ea7-4888-a626-33108e8a9a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f44b570-facb-432d-8f61-9c274da27ab3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:24.243087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.264601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting subnet 21ad02e4-441a-4fb4-bbce-aecf796b30d0 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:24.297227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-813c8703-307e-419d-82db-55facc10650f admin admin] Publish callbacks [] for security_group (9f44b570-facb-432d-8f61-9c274da27ab3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.314594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd90eb41-8520-4d3f-ada7-cd7084503290', 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290', 'project_id': 'fd0c350860f6485f81146bbb642c79ba', 'fixed_ips': [{'subnet_id': 'b5698d86-f322-4ae5-85af-f65a8c85395f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:24.316076 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.321110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-813c8703-307e-419d-82db-55facc10650f admin admin] Publish callbacks [] for security_group (9f44b570-facb-432d-8f61-9c274da27ab3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.366539 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks [] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.377763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for subnet (21ad02e4-441a-4fb4-bbce-aecf796b30d0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.379577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.407303 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-813c8703-307e-419d-82db-55facc10650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9f44b570-facb-432d-8f61-9c274da27ab3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.410175 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-813c8703-307e-419d-82db-55facc10650f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.411472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-813c8703-307e-419d-82db-55facc10650f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f44b570-facb-432d-8f61-9c274da27ab3 HTTP/1.1" status: 204  len: 168 time: 0.2048113
Jan 15 21:13:24.426314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c8703-307e-419d-82db-55facc10650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f44b570-facb-432d-8f61-9c274da27ab3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:24.448959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (21ad02e4-441a-4fb4-bbce-aecf796b30d0), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.495526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb2d46-4362-4229-9c22-109bf2a01d29 req-7ad7d6c8-7e2f-4ac0-9577-8eb81c98479d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:24.497852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06bb2d46-4362-4229-9c22-109bf2a01d29 req-7ad7d6c8-7e2f-4ac0-9577-8eb81c98479d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0822928
Jan 15 21:13:24.519894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:24.524183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:24.526105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Pushing event updated for resources: {'Port': ['ID=96585b1d-05d1-48f1-a3b2-2af231818f31,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:24.528271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:24.590866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06bb2d46-4362-4229-9c22-109bf2a01d29 req-2c138e85-a283-4e84-929e-805b933a2008 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872774
Jan 15 21:13:24.618749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (21ad02e4-441a-4fb4-bbce-aecf796b30d0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.646041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Allocated IP 172.20.0.18 (bd90eb41-8520-4d3f-ada7-cd7084503290/b5698d86-f322-4ae5-85af-f65a8c85395f/86187582-cc03-4c35-a6ff-e00617e3bc13) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:24.668189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Attempting to bind port 96585b1d-05d1-48f1-a3b2-2af231818f31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:24.668560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Attempting to bind port 96585b1d-05d1-48f1-a3b2-2af231818f31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f51f445a-472c-419a-8c84-7e8e02705474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:24.668967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Attempting to bind port 96585b1d-05d1-48f1-a3b2-2af231818f31 on network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:24.679534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:24.679901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Checking segment: {'id': 'f51f445a-472c-419a-8c84-7e8e02705474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:24.680301 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.680701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Bound using segment: {'id': 'f51f445a-472c-419a-8c84-7e8e02705474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:24.681539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Bound port: 96585b1d-05d1-48f1-a3b2-2af231818f31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51f445a-472c-419a-8c84-7e8e02705474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bab16ef0-1af0-49f2-98a8-5de6ffefabb7'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:24.681930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.702057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (21ad02e4-441a-4fb4-bbce-aecf796b30d0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.744184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Subnet': ['ID=21ad02e4-441a-4fb4-bbce-aecf796b30d0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:24.746295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.749985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cefbc1fa-0cb3-4c94-a7b4-f8253d2fa797 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/subnets/21ad02e4-441a-4fb4-bbce-aecf796b30d0 HTTP/1.1" status: 204  len: 168 time: 0.5783253
Jan 15 21:13:24.752547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45110) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:24.820597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-797b8365-bf53-472f-9bc1-90555888183d None None] For port 96585b1d-05d1-48f1-a3b2-2af231818f31, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:24.824491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting subnet b5698d86-f322-4ae5-85af-f65a8c85395f {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:24.825569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-797b8365-bf53-472f-9bc1-90555888183d None None] For port 96585b1d-05d1-48f1-a3b2-2af231818f31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96585b1d-05d1-48f1-a3b2-2af231818f31,segment=NetworkSegment(f51f445a-472c-419a-8c84-7e8e02705474),segment_id=f51f445a-472c-419a-8c84-7e8e02705474)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:24.854820 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.914637 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks [] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.944111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45118) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:24.950068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for subnet (b5698d86-f322-4ae5-85af-f65a8c85395f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.958276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:24.964985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8e1ce-f332-4f6f-b250-9c85477f9703 None None] Network bab16ef0-1af0-49f2-98a8-5de6ffefabb7 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:24.985426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b8365-bf53-472f-9bc1-90555888183d None None] Pushing event updated for resources: {'Port': ['ID=96585b1d-05d1-48f1-a3b2-2af231818f31,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.006675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b5698d86-f322-4ae5-85af-f65a8c85395f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.053699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Network bd90eb41-8520-4d3f-ada7-cd7084503290 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:25.063590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:25.083697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:25.132180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b5698d86-f322-4ae5-85af-f65a8c85395f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.132566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Pushing event updated for resources: {'Port': ['ID=86187582-cc03-4c35-a6ff-e00617e3bc13,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.148865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e67f065-0985-4572-9a45-735cdd04bbee req-46dda3e3-8781-445c-9381-fae9ef31e852 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0406518
Jan 15 21:13:25.251684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Attempting to bind port 86187582-cc03-4c35-a6ff-e00617e3bc13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:25.252066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Attempting to bind port 86187582-cc03-4c35-a6ff-e00617e3bc13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6ffa368-9698-4d07-9864-dcad60540816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:25.252395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Attempting to bind port 86187582-cc03-4c35-a6ff-e00617e3bc13 on network bd90eb41-8520-4d3f-ada7-cd7084503290 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:25.254823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b5698d86-f322-4ae5-85af-f65a8c85395f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.258270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:25.258646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Checking segment: {'id': 'e6ffa368-9698-4d07-9864-dcad60540816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:25.259102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.259495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Bound using segment: {'id': 'e6ffa368-9698-4d07-9864-dcad60540816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:25.259957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Bound port: 86187582-cc03-4c35-a6ff-e00617e3bc13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ffa368-9698-4d07-9864-dcad60540816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd90eb41-8520-4d3f-ada7-cd7084503290'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:25.260335 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.296233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-952489753'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:25.302164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Subnet': ['ID=b5698d86-f322-4ae5-85af-f65a8c85395f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.316813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.321457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d0b1b8c9-1956-49af-95ac-51b60d155ef4 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/subnets/b5698d86-f322-4ae5-85af-f65a8c85395f HTTP/1.1" status: 204  len: 168 time: 0.5676639
Jan 15 21:13:25.324159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45134) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:25.341071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] For port 86187582-cc03-4c35-a6ff-e00617e3bc13, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:25.344034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:25.345474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] For port 86187582-cc03-4c35-a6ff-e00617e3bc13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86187582-cc03-4c35-a6ff-e00617e3bc13,segment=NetworkSegment(e6ffa368-9698-4d07-9864-dcad60540816),segment_id=e6ffa368-9698-4d07-9864-dcad60540816)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:25.347579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.352639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.362932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.420583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14ed3b-1c0e-40c4-b0be-5e94642fe0b7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:25.426259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b14ed3b-1c0e-40c4-b0be-5e94642fe0b7 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0967069
Jan 15 21:13:25.427472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45138) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:25.458861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (c0c32e4c-1535-4f7d-9693-3c6c883bba96), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.467537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0c32e4c-1535-4f7d-9693-3c6c883bba96), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.471243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17480-5b42-4ca5-be9e-d62112860aa5 None None] Pushing event updated for resources: {'Port': ['ID=86187582-cc03-4c35-a6ff-e00617e3bc13,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.489991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9ced2-108b-48ea-9713-cc84a35bda98 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:13:25.499762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:25.516513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c32e4c-1535-4f7d-9693-3c6c883bba96,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.519694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0b57a430-cfdc-4133-8bbe-a789f0b61f60), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.520050 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment 0b57a430-cfdc-4133-8bbe-a789f0b61f60 of type vlan for network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97
Jan 15 21:13:25.530857 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (bd90eb41-8520-4d3f-ada7-cd7084503290), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.574791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.595641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting port 86187582-cc03-4c35-a6ff-e00617e3bc13 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:25.597307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.621467 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.629041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9ced2-108b-48ea-9713-cc84a35bda98 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:13:25.629520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:25.630248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.698732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7532487
Jan 15 21:13:25.702275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45148) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:25.710237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'name': 'tempest-PortsIpV6TestJSON-1326643106'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:25.761686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] For port 86187582-cc03-4c35-a6ff-e00617e3bc13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86187582-cc03-4c35-a6ff-e00617e3bc13,segment=NetworkSegment(e6ffa368-9698-4d07-9864-dcad60540816),segment_id=e6ffa368-9698-4d07-9864-dcad60540816)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:25.762051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.774181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180154f5-481b-4c22-91a2-86164345594a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:25.785511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:25.788286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Calling delete_port for 86187582-cc03-4c35-a6ff-e00617e3bc13 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:25.806049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e237cf-7966-4524-a167-2bba557c65c2 req-d636d09b-0a8a-41b3-b741-fea9200a1834 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:25.807558 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46e237cf-7966-4524-a167-2bba557c65c2 req-d636d09b-0a8a-41b3-b741-fea9200a1834 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1272953
Jan 15 21:13:25.848927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:25.853805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:25.881336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port a786c302-71fa-4e5e-9e52-ff2421074193 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:25.931091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46e237cf-7966-4524-a167-2bba557c65c2 req-78b1dda1-257c-49c3-91e7-d514ae80f5ac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821614
Jan 15 21:13:25.973895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (86187582-cc03-4c35-a6ff-e00617e3bc13), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.015096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Port': ['ID=86187582-cc03-4c35-a6ff-e00617e3bc13,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:26.026126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] No DVR routers for this DVR port 86187582-cc03-4c35-a6ff-e00617e3bc13 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:26.123372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (bd90eb41-8520-4d3f-ada7-cd7084503290), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.139309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (a786c302-71fa-4e5e-9e52-ff2421074193), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.163695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7367b-bb23-489d-851d-b4113c799271 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:13:26.167812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e800a79a0>,) {'filters': {'network_id': ['bd90eb41-8520-4d3f-ada7-cd7084503290']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:26.181183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e800a79a0>, 'e6ffa368-9698-4d07-9864-dcad60540816') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:26.181675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e800a79a0>, 'e6ffa368-9698-4d07-9864-dcad60540816') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:26.192628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (e6ffa368-9698-4d07-9864-dcad60540816), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.208881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e6ffa368-9698-4d07-9864-dcad60540816), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.222687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:26.226131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (e6ffa368-9698-4d07-9864-dcad60540816), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.235804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:26.255297 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:26.315505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7367b-bb23-489d-851d-b4113c799271 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:13:26.347641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=a786c302-71fa-4e5e-9e52-ff2421074193,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:26.352738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': '0b57a430-cfdc-4133-8bbe-a789f0b61f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:26.353429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:26.385569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:26.402289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45162) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:26.403144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:26.411730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d42aa842-1c33-4e14-99a6-ff0dcbcc12ad req-bb44231b-cc12-447b-8af0-95598baafce7 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0762551
Jan 15 21:13:26.416276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:26.422912 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (bd90eb41-8520-4d3f-ada7-cd7084503290), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.427287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:26.428872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.439113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.456882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45166) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:26.457138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/bd90eb41-8520-4d3f-ada7-cd7084503290 HTTP/1.1" status: 204  len: 168 time: 1.0208740
Jan 15 21:13:26.476168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab90f8-9561-4977-bf1f-9461096b2f84 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=bd90eb41-8520-4d3f-ada7-cd7084503290,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:26.489864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9f33a619-e482-42cb-8e08-740787515d9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.7854891
Jan 15 21:13:26.496403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45168) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:26.503349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1850701907'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:26.534434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:26.538502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.567423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:26.580928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cf20a779-9ce2-4932-b785-917b00cb6d42), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.581263 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment cf20a779-9ce2-4932-b785-917b00cb6d42 of type vlan for network d228dbad-7535-4920-b73f-b0afe448490a
Jan 15 21:13:26.633663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d228dbad-7535-4920-b73f-b0afe448490a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.633983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (bab16ef0-1af0-49f2-98a8-5de6ffefabb7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.673210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d228dbad-7535-4920-b73f-b0afe448490a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.677452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'network': {'name': 'tempest-network-smoke--1037710701', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:26.681107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:26.681713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.695125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da11f90-9ad4-4f15-9293-d6c8ab5900c4 None None] Network bd90eb41-8520-4d3f-ada7-cd7084503290 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:26.697910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a7060-8eff-45e5-8153-7bd7693fbd33 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:26.719016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:26.721402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da11f90-9ad4-4f15-9293-d6c8ab5900c4 None None] Network bd90eb41-8520-4d3f-ada7-cd7084503290 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:13:26.722559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.733448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Deleting port 96585b1d-05d1-48f1-a3b2-2af231818f31 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:26.733797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.736653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.754715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2571051
Jan 15 21:13:26.758332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45170) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:26.762962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'ports': [{'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'}, {'network_id': 'd228dbad-7535-4920-b73f-b0afe448490a'}]} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:26.763278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:26.763895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'd228dbad-7535-4920-b73f-b0afe448490a'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:26.782809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26b333-4ada-4222-9785-565cb708bdbf tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=d228dbad-7535-4920-b73f-b0afe448490a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:26.812688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d228dbad-7535-4920-b73f-b0afe448490a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:26.831012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] For port 96585b1d-05d1-48f1-a3b2-2af231818f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96585b1d-05d1-48f1-a3b2-2af231818f31,segment=NetworkSegment(f51f445a-472c-419a-8c84-7e8e02705474),segment_id=f51f445a-472c-419a-8c84-7e8e02705474)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:26.831522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.855277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Calling delete_port for 96585b1d-05d1-48f1-a3b2-2af231818f31 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:26.947072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 2} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:26.951101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (9071b337-fbbc-44cb-852b-8acb44191705), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.951592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.956522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9071b337-fbbc-44cb-852b-8acb44191705), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.965878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:26.991517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:27.010682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9071b337-fbbc-44cb-852b-8acb44191705,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:27.015688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (96585b1d-05d1-48f1-a3b2-2af231818f31), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.018074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (316d26f5-7282-474e-b711-1b92827cf835), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.018418 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Added segment 316d26f5-7282-474e-b711-1b92827cf835 of type vlan for network 65f802dd-98dd-4371-b43c-7230f851e671
Jan 15 21:13:27.073622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Port': ['ID=96585b1d-05d1-48f1-a3b2-2af231818f31,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:27.083478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] No DVR routers for this DVR port 96585b1d-05d1-48f1-a3b2-2af231818f31 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:27.086452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (65f802dd-98dd-4371-b43c-7230f851e671), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.164974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13d7b9-e549-4129-b4f1-bb5d13a73bab req-e8169d35-13b7-486f-85d6-ed7d739a65d8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:27.166856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b13d7b9-e549-4129-b4f1-bb5d13a73bab req-e8169d35-13b7-486f-85d6-ed7d739a65d8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1283557
Jan 15 21:13:27.186730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (bab16ef0-1af0-49f2-98a8-5de6ffefabb7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.187662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 80409fcb-cde7-4901-b176-780ecead4c6c yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:27.189628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (65f802dd-98dd-4371-b43c-7230f851e671), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.196156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:27.196757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.238300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b13d7b9-e549-4129-b4f1-bb5d13a73bab req-c700e10f-205d-4dcb-9cf4-2f8a45eb81a9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651340
Jan 15 21:13:27.273810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8684711
Jan 15 21:13:27.275581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7218b0>,) {'filters': {'network_id': ['bab16ef0-1af0-49f2-98a8-5de6ffefabb7']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.277399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45174) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:27.281882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'admin_state_up': True, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:27.291283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7218b0>, 'f51f445a-472c-419a-8c84-7e8e02705474') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.291583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7218b0>, 'f51f445a-472c-419a-8c84-7e8e02705474') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.299814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1cc50-d0be-48f6-bd35-0e9fc0e42fe9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Network': ['ID=65f802dd-98dd-4371-b43c-7230f851e671,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:27.305300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f51f445a-472c-419a-8c84-7e8e02705474), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.311580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 65f802dd-98dd-4371-b43c-7230f851e671 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:27.321628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f51f445a-472c-419a-8c84-7e8e02705474), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.330161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:27.330607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f51f445a-472c-419a-8c84-7e8e02705474), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.331500 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (80409fcb-cde7-4901-b176-780ecead4c6c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:27.334137 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:27.345114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.346129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.405320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (bab16ef0-1af0-49f2-98a8-5de6ffefabb7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.407374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 059fa3e6-e688-49d3-8336-50a65ebb4d29 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:27.414291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.417846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/bab16ef0-1af0-49f2-98a8-5de6ffefabb7 HTTP/1.1" status: 204  len: 168 time: 0.9671395
Jan 15 21:13:27.420352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:27.439262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb03c1a-28fa-4b5d-bb68-2422d725771c tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=bab16ef0-1af0-49f2-98a8-5de6ffefabb7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:27.463997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_controller (f4c20226-b0e9-47fc-b60d-07266dee1434), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.514314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e1f9e814-b213-4b78-b757-bdb2532f2fe7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.578957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b08915d5-61c7-4d4c-92cf-a794a918adc3 req-6a95bfdb-4e3a-4caf-b89f-8765808ea47b tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0400834
Jan 15 21:13:27.609808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e1f9e814-b213-4b78-b757-bdb2532f2fe7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.629961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79653ee0>,) {'filters': {'network_id': ['e1f9e814-b213-4b78-b757-bdb2532f2fe7']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.639567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79653ee0>, '18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.639863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79653ee0>, '18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:27.649092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.655130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (f4c20226-b0e9-47fc-b60d-07266dee1434), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.661943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.669404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:27.669800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (18abdef3-a4cb-4eef-a6da-f2c3a3fca8b5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:27.673271 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:27.722075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (059fa3e6-e688-49d3-8336-50a65ebb4d29), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.731347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e1f9e814-b213-4b78-b757-bdb2532f2fe7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.740189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:27.743438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/e1f9e814-b213-4b78-b757-bdb2532f2fe7 HTTP/1.1" status: 204  len: 168 time: 0.3220575
Jan 15 21:13:27.746763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45180) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:27.765230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda71a7a-2038-4f27-84d8-d23a51be6ac2 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=e1f9e814-b213-4b78-b757-bdb2532f2fe7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:28.169964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (80409fcb-cde7-4901-b176-780ecead4c6c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.224144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (945d7da0-4271-4a99-a564-c8994a735847), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.238504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:28.251266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:28.256801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:28.257770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (059fa3e6-e688-49d3-8336-50a65ebb4d29), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.259428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=80409fcb-cde7-4901-b176-780ecead4c6c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:28.444425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=059fa3e6-e688-49d3-8336-50a65ebb4d29,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:28.491266 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (945d7da0-4271-4a99-a564-c8994a735847), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.535610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': 'cf20a779-9ce2-4932-b785-917b00cb6d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd228dbad-7535-4920-b73f-b0afe448490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:28.535974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: d228dbad-7535-4920-b73f-b0afe448490a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:28.581707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e1988-f55f-4654-882f-e557132125d8 req-c78f6b4d-226b-4e74-9fcb-04c16aef3ade tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:28.583197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f4e1988-f55f-4654-882f-e557132125d8 req-c78f6b4d-226b-4e74-9fcb-04c16aef3ade tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.2453430
Jan 15 21:13:28.585920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bee85e0>,) {'filters': {'network_id': ['945d7da0-4271-4a99-a564-c8994a735847']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:28.590770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (f4c20226-b0e9-47fc-b60d-07266dee1434), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.622486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bee85e0>, '5d73a530-84da-4e81-a288-7fc7475ad2b5') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:28.622809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bee85e0>, '5d73a530-84da-4e81-a288-7fc7475ad2b5') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:28.630409 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.648429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network d228dbad-7535-4920-b73f-b0afe448490a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:28.657280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (5d73a530-84da-4e81-a288-7fc7475ad2b5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.723769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d228dbad-7535-4920-b73f-b0afe448490a) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:28.725895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5d73a530-84da-4e81-a288-7fc7475ad2b5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.732218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c640891-95b1-4fb6-ad4c-367a7e61eea2 None None] Network d228dbad-7535-4920-b73f-b0afe448490a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:28.757304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f8f3fab-af03-4798-b94b-39e134341ce9 req-a9a8faca-0619-4a6d-8097-b95c6e37f62b tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0881546
Jan 15 21:13:28.762189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:28.768057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:28.784302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:28.784302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.795354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:28.796094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (5d73a530-84da-4e81-a288-7fc7475ad2b5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:28.798903 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:28.845452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f4e1988-f55f-4654-882f-e557132125d8 req-12f7fd8d-c5de-4520-95d6-8f2695c7f355 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2475338
Jan 15 21:13:28.860108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2d5e948a-f2a2-4422-b09c-57953e135eb0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1010079
Jan 15 21:13:28.862955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:28.904016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (945d7da0-4271-4a99-a564-c8994a735847), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.920202 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:28.923358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] 10.222.0.46 "DELETE /v2.0/networks/945d7da0-4271-4a99-a564-c8994a735847 HTTP/1.1" status: 204  len: 168 time: 1.1746159
Jan 15 21:13:28.934652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.35.1.160 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/1a8259ce-241d-4423-836f-6bf5c58f0f38) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:28.937225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad920d-b49f-4813-b846-362c19472948 tempest-BulkNetworkOpsTest-1012846441 tempest-BulkNetworkOpsTest-1012846441-project] Pushing event deleted for resources: {'Network': ['ID=945d7da0-4271-4a99-a564-c8994a735847,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:28.967629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 059fa3e6-e688-49d3-8336-50a65ebb4d29 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:28.967979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (059fa3e6-e688-49d3-8336-50a65ebb4d29), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.035441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (059fa3e6-e688-49d3-8336-50a65ebb4d29), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.055359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 059fa3e6-e688-49d3-8336-50a65ebb4d29 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:29.058176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.096040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.138606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:29.142162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:29.149501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:29.153284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (059fa3e6-e688-49d3-8336-50a65ebb4d29), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.159171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7be0c9-b210-46cd-9d25-d29a7f361497 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:29.183494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=1a8259ce-241d-4423-836f-6bf5c58f0f38,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:29.191082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=059fa3e6-e688-49d3-8336-50a65ebb4d29,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:29.200627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.204664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15bd5f69-8fee-4e62-9f4f-b549d7c21326 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/059fa3e6-e688-49d3-8336-50a65ebb4d29 HTTP/1.1" status: 204  len: 168 time: 0.3405752
Jan 15 21:13:29.207040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45192) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.236577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45194) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.243584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-27236ef5-ffa0-4003-a7dc-d76f6b2c6120 None None] Provisioning complete for port 1a8259ce-241d-4423-836f-6bf5c58f0f38 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:29.243969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-27236ef5-ffa0-4003-a7dc-d76f6b2c6120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.279505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbacc8a-92ce-42cf-81fa-16f3c83b4c51 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:29.282583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-27236ef5-ffa0-4003-a7dc-d76f6b2c6120 None None] Port 1a8259ce-241d-4423-836f-6bf5c58f0f38 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:29.289234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbacc8a-92ce-42cf-81fa-16f3c83b4c51 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:29.293420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2dbacc8a-92ce-42cf-81fa-16f3c83b4c51 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0828586
Jan 15 21:13:29.293665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45198) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.416040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e186878d-7e29-4ca1-a397-cff5716bf8b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd0c350860f6485f81146bbb642c79ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1774168
Jan 15 21:13:29.419898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45200) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.442143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 80409fcb-cde7-4901-b176-780ecead4c6c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:29.442486 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (80409fcb-cde7-4901-b176-780ecead4c6c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.447798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (f4c20226-b0e9-47fc-b60d-07266dee1434), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.535451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (80409fcb-cde7-4901-b176-780ecead4c6c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.548049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] Publish callbacks [] for security_group (7fdfd735-b020-4025-ae86-d90b11e5755b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.560599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 80409fcb-cde7-4901-b176-780ecead4c6c owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:29.582412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] Publish callbacks [] for security_group (7fdfd735-b020-4025-ae86-d90b11e5755b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.652922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.679680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (80409fcb-cde7-4901-b176-780ecead4c6c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.681714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7fdfd735-b020-4025-ae86-d90b11e5755b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.684260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.685658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fdfd735-b020-4025-ae86-d90b11e5755b HTTP/1.1" status: 204  len: 168 time: 0.2651422
Jan 15 21:13:29.721016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd91e7-2ec5-4f12-9f75-3a37f409f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfd735-b020-4025-ae86-d90b11e5755b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:29.725791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=80409fcb-cde7-4901-b176-780ecead4c6c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:29.730685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:29.734431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8183bdb9-db2e-4255-9586-9eafede15c42 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/80409fcb-cde7-4901-b176-780ecead4c6c HTTP/1.1" status: 204  len: 168 time: 0.4395714
Jan 15 21:13:29.737474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45206) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.794080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88eecb8-1f62-4d2e-aaa7-300d033fbd3a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:29.796320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b88eecb8-1f62-4d2e-aaa7-300d033fbd3a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0575938
Jan 15 21:13:29.803262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45210) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.837845 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad7fc01-6454-4d1a-b83e-fb5190f85e9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:29.840070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fad7fc01-6454-4d1a-b83e-fb5190f85e9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/059fa3e6-e688-49d3-8336-50a65ebb4d29 HTTP/1.1" status: 404  len: 333 time: 0.0332291
Jan 15 21:13:29.842781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45214) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.843855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:13:29.885768 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc8a7ee-b2b1-48a6-bded-78099498ff96 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:29.887233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2cc8a7ee-b2b1-48a6-bded-78099498ff96 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/80409fcb-cde7-4901-b176-780ecead4c6c HTTP/1.1" status: 404  len: 333 time: 0.0431893
Jan 15 21:13:29.890239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:29.919884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd1e4ddf-24a8-4c17-b09e-ff1b5dd38d62 req-7c61eed9-2f7d-4a29-9adf-72d7f568d3cf tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0660954
Jan 15 21:13:29.985735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d228dbad-7535-4920-b73f-b0afe448490a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.017584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65b20d-257e-45dc-90eb-71ab40ddfdfa req-2e9d1096-39f4-4c65-8231-5c8a5c0fc74f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:30.019081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c65b20d-257e-45dc-90eb-71ab40ddfdfa req-2e9d1096-39f4-4c65-8231-5c8a5c0fc74f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0943873
Jan 15 21:13:30.046160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:30.059889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:30.078340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:30.079725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b196cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:30.088143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.088431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d228dbad-7535-4920-b73f-b0afe448490a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.089627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-96ded280-223b-401e-83b9-093477441e64 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8110857
Jan 15 21:13:30.094989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45226) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.117458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c65b20d-257e-45dc-90eb-71ab40ddfdfa req-259c5582-5670-437b-a6cd-f5ddeb9eafda tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820365
Jan 15 21:13:30.136833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78cbca30>,) {'filters': {'network_id': ['d228dbad-7535-4920-b73f-b0afe448490a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:30.152168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78cbca30>, 'cf20a779-9ce2-4932-b785-917b00cb6d42') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:30.152474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78cbca30>, 'cf20a779-9ce2-4932-b785-917b00cb6d42') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:30.167488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (cf20a779-9ce2-4932-b785-917b00cb6d42), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.193749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (cf20a779-9ce2-4932-b785-917b00cb6d42), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.201050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:30.201519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (cf20a779-9ce2-4932-b785-917b00cb6d42), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:30.206126 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:30.277747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d228dbad-7535-4920-b73f-b0afe448490a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.294199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.304890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/d228dbad-7535-4920-b73f-b0afe448490a HTTP/1.1" status: 204  len: 168 time: 0.4131830
Jan 15 21:13:30.308993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45236) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.320115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1014006936'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:30.361931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016c86-1995-4cad-99b0-7d996d470d07 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=d228dbad-7535-4920-b73f-b0afe448490a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:30.380471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:30.385535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.387981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:30.417050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:30.421446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-868e32f7-5198-4f2e-8a07-38542482942f tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=de60cd8289224f1f81ef0db9ec3c6f87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3228681
Jan 15 21:13:30.422673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.495542 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (017eb137-a5c2-4059-ab07-4dda02cb9d18), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.496251 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment 017eb137-a5c2-4059-ab07-4dda02cb9d18 of type vlan for network 89acbba7-d9dc-417e-b1b8-7931be97b497
Jan 15 21:13:30.556311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.590771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (89acbba7-d9dc-417e-b1b8-7931be97b497), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.593298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b196cd0>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:29Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:30.620717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:13:30.621120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Updating router f4c20226-b0e9-47fc-b60d-07266dee1434 port 1a8259ce-241d-4423-836f-6bf5c58f0f38 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:13:30.634263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a6212-46ec-4dfe-ac13-4c8259c5b4dd tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:30.635793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ff8a6212-46ec-4dfe-ac13-4c8259c5b4dd tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2121558
Jan 15 21:13:30.639153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45248) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.642702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (89acbba7-d9dc-417e-b1b8-7931be97b497), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.650140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:30.651284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.656936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.681654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990038655'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:30.688398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63335e0d-9828-4fb5-8f7a-6f6b484d4972 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0453820
Jan 15 21:13:30.690068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.697437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403642958', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:30.725336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4107647
Jan 15 21:13:30.726510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:30.731219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:30.749782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abae63-dbc0-48ca-adf5-9469cb8581db tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=89acbba7-d9dc-417e-b1b8-7931be97b497,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:30.772581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:30.774728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:30.775771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.792360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.831996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:30.836417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.840486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:30.843991 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.903452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Performing IP validity checks on allocation pools {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:13:30.906483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114437) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:13:30.962131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for security_group (fced9b11-2156-4dd3-9774-71d931726caf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:30.968963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fced9b11-2156-4dd3-9774-71d931726caf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.015937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks [] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.022839 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.037005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:31.044015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fced9b11-2156-4dd3-9774-71d931726caf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.060533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3d1cf6bc-a98a-458c-b2df-31a2556f5b3c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.060913 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 3d1cf6bc-a98a-458c-b2df-31a2556f5b3c of type vlan for network e0435612-f893-474e-ab6a-bb1ffea51a05
Jan 15 21:13:31.071021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-601c036b-c6ab-4e9b-8037-1bc904d3b3a5 req-54c3fcdc-7fa1-468b-bcfb-b6d9ef2db11b tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0506556
Jan 15 21:13:31.089536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (5932b4f4-3d39-49d6-9c7e-208fb3f2201f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.098445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c27fe0-49b6-491a-910e-af544bf7c194 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:31.115630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Attempting to bind port 1a8259ce-241d-4423-836f-6bf5c58f0f38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:31.116193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Attempting to bind port 1a8259ce-241d-4423-836f-6bf5c58f0f38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:31.116662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Attempting to bind port 1a8259ce-241d-4423-836f-6bf5c58f0f38 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:31.129740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5683-67a5-450a-8e0b-a99cd893ed9e None None] Pushing event updated for resources: {'Port': ['ID=1a8259ce-241d-4423-836f-6bf5c58f0f38,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.136393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:31.136875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:31.137361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.137815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:31.138406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Bound port: 1a8259ce-241d-4423-836f-6bf5c58f0f38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:31.138902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.142705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e0435612-f893-474e-ab6a-bb1ffea51a05), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.162648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (70b8ed11-d51b-45a3-80af-479af59bdd3d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.194085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': '017eb137-a5c2-4059-ab07-4dda02cb9d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:31.194522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: 89acbba7-d9dc-417e-b1b8-7931be97b497, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:31.202049 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=5932b4f4-3d39-49d6-9c7e-208fb3f2201f,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.222411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:31.224070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e0435612-f893-474e-ab6a-bb1ffea51a05), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.226484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] For port 1a8259ce-241d-4423-836f-6bf5c58f0f38, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:31.230413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:31.230976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.235730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89acbba7-d9dc-417e-b1b8-7931be97b497) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:31.249060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:31.250172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.251163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8bcc5bdc-4ca7-4a0f-8f97-f80220aa4f9b None None] Provisioning complete for port 1a8259ce-241d-4423-836f-6bf5c58f0f38 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:31.251647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5bdc-4ca7-4a0f-8f97-f80220aa4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.254171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c796c3b-c2d8-4aba-b704-41778878315c None None] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:31.259633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] For port 1a8259ce-241d-4423-836f-6bf5c58f0f38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a8259ce-241d-4423-836f-6bf5c58f0f38,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:31.294412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af0fe749-035c-4d2f-a3c2-2311c22aae22 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5675492
Jan 15 21:13:31.295186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45258) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:31.302849 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497', 'name': 'tempest-PortsIpV6TestJSON-114531391'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:31.313583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Subnet': ['ID=70b8ed11-d51b-45a3-80af-479af59bdd3d,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.325846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7683778
Jan 15 21:13:31.326816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:31.337733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.338057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194795227'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:31.344228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174e968-029d-46ce-8f04-464d04722364 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=e0435612-f893-474e-ab6a-bb1ffea51a05,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.356317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c1f3-0078-4fae-a949-d0343be8597c req-a3702948-98a5-4050-8090-1edb24ed4bec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:31.358037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26e3c1f3-0078-4fae-a949-d0343be8597c req-a3702948-98a5-4050-8090-1edb24ed4bec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1245255
Jan 15 21:13:31.366307 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Checking segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:31.366960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network hostable DHCP agents. Network: 65f802dd-98dd-4371-b43c-7230f851e671, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:31.398921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:31.402614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.406894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 65f802dd-98dd-4371-b43c-7230f851e671 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:31.409915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe5683-67a5-450a-8e0b-a99cd893ed9e None None] Pushing event updated for resources: {'Port': ['ID=1a8259ce-241d-4423-836f-6bf5c58f0f38,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.414548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e0435612-f893-474e-ab6a-bb1ffea51a05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:31.431837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65f802dd-98dd-4371-b43c-7230f851e671) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:31.439964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:31.441301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.453863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:31.462081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26e3c1f3-0078-4fae-a949-d0343be8597c req-f0231b45-549a-4a9d-8cbf-e042ba29fd3d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946999
Jan 15 21:13:31.467586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.468143 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772 of type vlan for network d5c340be-8ec8-48f7-b7fa-0eac4a144603
Jan 15 21:13:31.474449 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b1c85035-0f37-41e2-9f4b-f30fb88a6649 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7810025
Jan 15 21:13:31.475359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:31.476174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c422a34-8405-4dbf-9906-ecdea95b3b8a None None] Network 65f802dd-98dd-4371-b43c-7230f851e671 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:31.515876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc5bdc-4ca7-4a0f-8f97-f80220aa4f9b None None] Port 1a8259ce-241d-4423-836f-6bf5c58f0f38 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:31.525359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d5c340be-8ec8-48f7-b7fa-0eac4a144603), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.550835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881f4d2-aba7-41c3-8560-b1cb50341d39 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:31.556946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d5c340be-8ec8-48f7-b7fa-0eac4a144603), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.563517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:31.564118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.593445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:31.597560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.601841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:31.602592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b196cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:31.619057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 1d35000c-e181-426f-b70a-cc35c1a5cbd1 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:31.633306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2985668
Jan 15 21:13:31.634323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:31.638832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:31.687634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f8b4c-e160-4d3e-a27d-bd194dc73ddd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=d5c340be-8ec8-48f7-b7fa-0eac4a144603,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:31.715359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:31.747645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:31.751638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.794928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89acbba7-d9dc-417e-b1b8-7931be97b497', 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': '5932b4f4-3d39-49d6-9c7e-208fb3f2201f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:31.796009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.800136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Provisioning complete for port 1a8259ce-241d-4423-836f-6bf5c58f0f38 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:31.800616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.811241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::95 (89acbba7-d9dc-417e-b1b8-7931be97b497/5932b4f4-3d39-49d6-9c7e-208fb3f2201f/1d35000c-e181-426f-b70a-cc35c1a5cbd1) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:31.878313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65f802dd-98dd-4371-b43c-7230f851e671', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:31.879276 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:31.936865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:31.977405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f1bacfd2-7d69-4868-97e4-58a66e49de27), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.059656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:32.060060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: e0435612-f893-474e-ab6a-bb1ffea51a05, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:32.065905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=f1bacfd2-7d69-4868-97e4-58a66e49de27,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:32.086758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network e0435612-f893-474e-ab6a-bb1ffea51a05 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:32.099209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0435612-f893-474e-ab6a-bb1ffea51a05) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:32.104285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:32.107594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.133974 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-063d7a0a-8459-4446-b242-a783d134e796 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4955602
Jan 15 21:13:32.135425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:32.141227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:32.155938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3645c9-986b-4d7d-b00a-1bf855271e36 None None] Network e0435612-f893-474e-ab6a-bb1ffea51a05 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:32.254588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:32.258397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.466515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (3b4000c1-7c14-489f-a48b-442e2db68d2f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.476128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be8ee061-32a1-45cc-8ba2-f315fb52e54c req-794bfb79-bf22-4eda-9b8e-61e322a18851 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0394781
Jan 15 21:13:32.500196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Current status of the port 1a8259ce-241d-4423-836f-6bf5c58f0f38 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:32.500584 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.522404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (1d35000c-e181-426f-b70a-cc35c1a5cbd1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.562418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=3b4000c1-7c14-489f-a48b-442e2db68d2f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:32.574167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:32.574556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: d5c340be-8ec8-48f7-b7fa-0eac4a144603, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:32.577334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] For port 1a8259ce-241d-4423-836f-6bf5c58f0f38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a8259ce-241d-4423-836f-6bf5c58f0f38,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:32.597745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:32.608246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5c340be-8ec8-48f7-b7fa-0eac4a144603) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:32.612430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:32.613137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.618478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.639413 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-36160b15-e00d-40eb-97b0-659bf6ce71f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4995573
Jan 15 21:13:32.639413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:32.644316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1365274369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:32.652024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1d35000c-e181-426f-b70a-cc35c1a5cbd1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.665248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78cc48-4245-4466-935e-5b1f46f31153 None None] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:32.672534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.674156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.736703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef7b7b-c31c-415c-aacf-cae74fabf70d req-8d60728f-e47d-41c9-b482-d0707d218bcc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:32.738240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82ef7b7b-c31c-415c-aacf-cae74fabf70d req-8d60728f-e47d-41c9-b482-d0707d218bcc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1517601
Jan 15 21:13:32.745084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.749393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:32.750866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.763293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:32.767616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=1d35000c-e181-426f-b70a-cc35c1a5cbd1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:32.773375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.773588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:32.777559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3fd9d47f-0c74-4c2f-b5ef-a798d87c3947 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1351075
Jan 15 21:13:32.778321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:32.779343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:32.779974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.800465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.812454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Allocated IP 172.20.0.2 (65f802dd-98dd-4371-b43c-7230f851e671/70b8ed11-d51b-45a3-80af-479af59bdd3d/ac66917f-b7a1-4172-8d15-36173e1d8ff4) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:32.816642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0435612-f893-474e-ab6a-bb1ffea51a05', 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': 'f1bacfd2-7d69-4868-97e4-58a66e49de27'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:32.817459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:32.825865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-63ed39a9-01bd-4190-b3ce-b80872e40a24 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5285048
Jan 15 21:13:32.829821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:32.875437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5d84d-b881-4f35-b478-cbf6e253b420 None None] Pushing event updated for resources: {'Port': ['ID=1a8259ce-241d-4423-836f-6bf5c58f0f38,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:32.894699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Allocated IP 2001:db8::2 (89acbba7-d9dc-417e-b1b8-7931be97b497/5932b4f4-3d39-49d6-9c7e-208fb3f2201f/0d051012-9d81-4340-92ac-90c5ee050aa6) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:32.916986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82ef7b7b-c31c-415c-aacf-cae74fabf70d req-f7d32b4d-5353-4b0a-a089-b90074138e56 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1664290
Jan 15 21:13:33.038370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 1d35000c-e181-426f-b70a-cc35c1a5cbd1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:33.039256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1d35000c-e181-426f-b70a-cc35c1a5cbd1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.081352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.096594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5c340be-8ec8-48f7-b7fa-0eac4a144603', 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '3b4000c1-7c14-489f-a48b-442e2db68d2f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:33.097517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.172638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b196cd0>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:29Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:33.213651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1d35000c-e181-426f-b70a-cc35c1a5cbd1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.229716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 1d35000c-e181-426f-b70a-cc35c1a5cbd1 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:33.278250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc624-fc6b-4f15-9b0d-515409269a10 None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:29Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:33.390719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1d35000c-e181-426f-b70a-cc35c1a5cbd1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.417388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Allocated IP 2001:db8::2 (e0435612-f893-474e-ab6a-bb1ffea51a05/f1bacfd2-7d69-4868-97e4-58a66e49de27/7291536b-a2c7-46b5-bce5-cdb804144745) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:33.429184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=1d35000c-e181-426f-b70a-cc35c1a5cbd1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:33.430084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks [] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.456553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.463673 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8462e61-a7ea-487d-a40a-33af97ffd44a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/1d35000c-e181-426f-b70a-cc35c1a5cbd1 HTTP/1.1" status: 204  len: 168 time: 0.6322899
Jan 15 21:13:33.464513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:33.476040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.497989 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34dd4f2-e0e1-4548-a47c-4d0b3b154357 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:13:33.498850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34dd4f2-e0e1-4548-a47c-4d0b3b154357 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:33.503788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b34dd4f2-e0e1-4548-a47c-4d0b3b154357 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/1d35000c-e181-426f-b70a-cc35c1a5cbd1 HTTP/1.1" status: 404  len: 333 time: 0.0372379
Jan 15 21:13:33.509577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45280) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:33.540177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.1 (65f802dd-98dd-4371-b43c-7230f851e671/70b8ed11-d51b-45a3-80af-479af59bdd3d/9ac35293-9843-4232-8e7d-be20f67e7790) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:33.582813 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks [] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.594706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Allocated IP 2001:db8:1::2 (d5c340be-8ec8-48f7-b7fa-0eac4a144603/3b4000c1-7c14-489f-a48b-442e2db68d2f/3c80413e-ea21-4b87-a104-dccfec60d99e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:33.595538 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d90b76-76a8-42fe-adb3-fc216565316a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:33.607185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-65d90b76-76a8-42fe-adb3-fc216565316a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/1d35000c-e181-426f-b70a-cc35c1a5cbd1 HTTP/1.1" status: 404  len: 333 time: 0.0956564
Jan 15 21:13:33.607994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.608432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45284) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:33.624543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Network 65f802dd-98dd-4371-b43c-7230f851e671 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:33.659692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:33.662460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:33.673554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Pushing event updated for resources: {'Port': ['ID=ac66917f-b7a1-4172-8d15-36173e1d8ff4,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:33.720459 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:33.725579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 5932b4f4-3d39-49d6-9c7e-208fb3f2201f {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:33.728755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (5932b4f4-3d39-49d6-9c7e-208fb3f2201f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.737899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5aa6e49d-cd46-4d78-80b4-5a8698a74107 req-045ac929-6fab-4ed0-900a-1ff9fb0c152f tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0345163
Jan 15 21:13:33.754703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (9ac35293-9843-4232-8e7d-be20f67e7790), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.767181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:33.774777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:33.806310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.813173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5932b4f4-3d39-49d6-9c7e-208fb3f2201f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.867202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 65f802dd-98dd-4371-b43c-7230f851e671 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:33.868712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:33.872918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:33.934685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.949155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5932b4f4-3d39-49d6-9c7e-208fb3f2201f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:33.956488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Pushing event updated for resources: {'Port': ['ID=0d051012-9d81-4340-92ac-90c5ee050aa6,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.056296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1a8259ce-241d-4423-836f-6bf5c58f0f38 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:34.075838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.076619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5932b4f4-3d39-49d6-9c7e-208fb3f2201f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.085671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Attempting to bind port ac66917f-b7a1-4172-8d15-36173e1d8ff4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:34.086304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Attempting to bind port ac66917f-b7a1-4172-8d15-36173e1d8ff4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:34.086677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Attempting to bind port ac66917f-b7a1-4172-8d15-36173e1d8ff4 on network 65f802dd-98dd-4371-b43c-7230f851e671 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:34.118038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212227e-799b-40fc-87a0-e9739b56a7f4 req-d06153b2-6a37-465c-91bc-886036a98651 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:34.119608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3212227e-799b-40fc-87a0-e9739b56a7f4 req-d06153b2-6a37-465c-91bc-886036a98651 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0795643
Jan 15 21:13:34.139594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks [] for port (7291536b-a2c7-46b5-bce5-cdb804144745), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.140201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.145584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Attempting to bind port 0d051012-9d81-4340-92ac-90c5ee050aa6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:34.145953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Attempting to bind port 0d051012-9d81-4340-92ac-90c5ee050aa6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '017eb137-a5c2-4059-ab07-4dda02cb9d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:34.146363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Attempting to bind port 0d051012-9d81-4340-92ac-90c5ee050aa6 on network 89acbba7-d9dc-417e-b1b8-7931be97b497 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:34.149096 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/5932b4f4-3d39-49d6-9c7e-208fb3f2201f HTTP/1.1" status: 204  len: 168 time: 0.5364814
Jan 15 21:13:34.150202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:34.151106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd2332-8b1f-4909-94d4-247dde1e6225 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=5932b4f4-3d39-49d6-9c7e-208fb3f2201f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.152749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:34.153131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Checking segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:34.153741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.153962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Bound using segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:34.154400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Bound port: ac66917f-b7a1-4172-8d15-36173e1d8ff4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:34.154832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.164250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.186043 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.201950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:34.202406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Checking segment: {'id': '017eb137-a5c2-4059-ab07-4dda02cb9d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:34.202728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.203111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Bound using segment: {'id': '017eb137-a5c2-4059-ab07-4dda02cb9d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:34.203583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Bound port: 0d051012-9d81-4340-92ac-90c5ee050aa6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017eb137-a5c2-4059-ab07-4dda02cb9d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89acbba7-d9dc-417e-b1b8-7931be97b497'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:34.203960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.207364 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks [] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.265773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.278262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Network e0435612-f893-474e-ab6a-bb1ffea51a05 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:34.297324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:34.319084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3212227e-799b-40fc-87a0-e9739b56a7f4 req-6bee0b6c-45ed-4a17-a280-d770977edded tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560009
Jan 15 21:13:34.326963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:34.343585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8::1 (e0435612-f893-474e-ab6a-bb1ffea51a05/f1bacfd2-7d69-4868-97e4-58a66e49de27/a29a8f64-d968-454a-84a8-a71261107fb7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:34.350869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (89acbba7-d9dc-417e-b1b8-7931be97b497), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.364493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Pushing event updated for resources: {'Port': ['ID=7291536b-a2c7-46b5-bce5-cdb804144745,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.377158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:34.391590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1a8259ce-241d-4423-836f-6bf5c58f0f38 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:34.391959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.393665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:34.600600 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (9ac35293-9843-4232-8e7d-be20f67e7790), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.607326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.694066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.698314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:34.706810 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.743729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Pushing event updated for resources: {'Port': ['ID=3c80413e-ea21-4b87-a104-dccfec60d99e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:34.773442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] For port ac66917f-b7a1-4172-8d15-36173e1d8ff4, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:34.791447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] For port 0d051012-9d81-4340-92ac-90c5ee050aa6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:34.841610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] For port ac66917f-b7a1-4172-8d15-36173e1d8ff4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac66917f-b7a1-4172-8d15-36173e1d8ff4,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:34.852360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Attempting to bind port 7291536b-a2c7-46b5-bce5-cdb804144745 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:34.852741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Attempting to bind port 7291536b-a2c7-46b5-bce5-cdb804144745 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:34.853351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Attempting to bind port 7291536b-a2c7-46b5-bce5-cdb804144745 on network e0435612-f893-474e-ab6a-bb1ffea51a05 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:34.866539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] For port 0d051012-9d81-4340-92ac-90c5ee050aa6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d051012-9d81-4340-92ac-90c5ee050aa6,segment=NetworkSegment(017eb137-a5c2-4059-ab07-4dda02cb9d18),segment_id=017eb137-a5c2-4059-ab07-4dda02cb9d18)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:34.868266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.870767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 65f802dd-98dd-4371-b43c-7230f851e671 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:34.882917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:34.896172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 0d051012-9d81-4340-92ac-90c5ee050aa6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:34.896620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.903875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5da4d4bc-f31b-4943-8d57-64d94d8eaa13 req-0a40d1af-46bd-49f7-81bf-b0ca892d1350 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0373273
Jan 15 21:13:34.916550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:34.916821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Checking segment: {'id': '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:34.933740 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.933740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Bound using segment: {'id': '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:34.933740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Bound port: 7291536b-a2c7-46b5-bce5-cdb804144745, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e0435612-f893-474e-ab6a-bb1ffea51a05'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:34.933740 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.943801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (a29a8f64-d968-454a-84a8-a71261107fb7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.944032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:34.982592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Attempting to bind port 3c80413e-ea21-4b87-a104-dccfec60d99e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:34.983382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Attempting to bind port 3c80413e-ea21-4b87-a104-dccfec60d99e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:34.983962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Attempting to bind port 3c80413e-ea21-4b87-a104-dccfec60d99e on network d5c340be-8ec8-48f7-b7fa-0eac4a144603 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:34.986090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port 0d051012-9d81-4340-92ac-90c5ee050aa6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d051012-9d81-4340-92ac-90c5ee050aa6,segment=NetworkSegment(017eb137-a5c2-4059-ab07-4dda02cb9d18),segment_id=017eb137-a5c2-4059-ab07-4dda02cb9d18)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:34.986455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.007004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 0d051012-9d81-4340-92ac-90c5ee050aa6 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:35.039130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:35.047273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1a8259ce-241d-4423-836f-6bf5c58f0f38 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:35.053952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:35.054336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Checking segment: {'id': '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:35.054748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.055144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Bound using segment: {'id': '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:35.055788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Bound port: 3c80413e-ea21-4b87-a104-dccfec60d99e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd5c340be-8ec8-48f7-b7fa-0eac4a144603'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:35.056181 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.075573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.137115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f2191-919a-4152-b3a3-b0623ebd5c63 None None] Pushing event updated for resources: {'Port': ['ID=ac66917f-b7a1-4172-8d15-36173e1d8ff4,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.140746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network e0435612-f893-474e-ab6a-bb1ffea51a05 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:35.148274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:35.154222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:35.154770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.159354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=a29a8f64-d968-454a-84a8-a71261107fb7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.208215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] For port 7291536b-a2c7-46b5-bce5-cdb804144745, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:35.238643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:35.242006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e29d24d-26ef-46a0-9e73-226b7cb4c73f None None] Network 89acbba7-d9dc-417e-b1b8-7931be97b497 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:35.246118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0d051012-9d81-4340-92ac-90c5ee050aa6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.248881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-45bfecd4-8a90-4bd2-bf41-b4667e6e1b2d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/f4c20226-b0e9-47fc-b60d-07266dee1434/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7714093
Jan 15 21:13:35.250806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:35.295747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=0d051012-9d81-4340-92ac-90c5ee050aa6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.298239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port 0d051012-9d81-4340-92ac-90c5ee050aa6 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:35.360803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] For port 7291536b-a2c7-46b5-bce5-cdb804144745, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7291536b-a2c7-46b5-bce5-cdb804144745,segment=NetworkSegment(3d1cf6bc-a98a-458c-b2df-31a2556f5b3c),segment_id=3d1cf6bc-a98a-458c-b2df-31a2556f5b3c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:35.405252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.415366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] For port 3c80413e-ea21-4b87-a104-dccfec60d99e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:35.422928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3d0e-4e19-4716-a916-a4f2bcceadf8 None None] Pushing event updated for resources: {'Port': ['ID=0d051012-9d81-4340-92ac-90c5ee050aa6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.423797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (89acbba7-d9dc-417e-b1b8-7931be97b497), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.450097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bbd00a0>,) {'filters': {'network_id': ['89acbba7-d9dc-417e-b1b8-7931be97b497']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:35.459026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] For port 3c80413e-ea21-4b87-a104-dccfec60d99e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c80413e-ea21-4b87-a104-dccfec60d99e,segment=NetworkSegment(5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772),segment_id=5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:35.461915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bbd00a0>, '017eb137-a5c2-4059-ab07-4dda02cb9d18') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:35.462388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bbd00a0>, '017eb137-a5c2-4059-ab07-4dda02cb9d18') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:35.474431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.487692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (017eb137-a5c2-4059-ab07-4dda02cb9d18), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.526394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e9cf8-8f86-4465-9a79-63ed6b52646c None None] Pushing event updated for resources: {'Port': ['ID=7291536b-a2c7-46b5-bce5-cdb804144745,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.595616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.607932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (017eb137-a5c2-4059-ab07-4dda02cb9d18), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.620537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:35.621921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (017eb137-a5c2-4059-ab07-4dda02cb9d18), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.646329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276c269-6c65-4e1e-8d0e-bf1ad8bf3703 None None] Pushing event updated for resources: {'Port': ['ID=3c80413e-ea21-4b87-a104-dccfec60d99e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:35.698464 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:35.710306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (89acbba7-d9dc-417e-b1b8-7931be97b497), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.715230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.718897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/89acbba7-d9dc-417e-b1b8-7931be97b497 HTTP/1.1" status: 204  len: 168 time: 1.5558684
Jan 15 21:13:35.728694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45296) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:35.741800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151632806'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:35.752331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.752816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.753309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.753818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.754241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.760740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.761232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.761701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.762150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.763686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.764154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.774648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e311d25b-6d65-4d83-a728-6c5b799629bf tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7648 time: 0.5225387
Jan 15 21:13:35.777293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45298) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:35.784650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd20d3-8d2c-4631-b257-7b339e82ea1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=89acbba7-d9dc-417e-b1b8-7931be97b497,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:35.813218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d4846-f525-46c7-b665-9b6e92a7e3c8 req-8e428d15-3d1d-41ce-a584-e5c178617dec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:35.815309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-723d4846-f525-46c7-b665-9b6e92a7e3c8 req-8e428d15-3d1d-41ce-a584-e5c178617dec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.2496333
Jan 15 21:13:35.874343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:35.879456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.909250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:35.919858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f7a0be73-46d6-4a81-a5a4-1d032ae71a10), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:35.920508 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment f7a0be73-46d6-4a81-a5a4-1d032ae71a10 of type vlan for network e7939fce-0943-45ab-91a0-ff3edaf62565
Jan 15 21:13:36.017728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e7939fce-0943-45ab-91a0-ff3edaf62565), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.061966 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:36.079670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:36.080322 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4bb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:36.125819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e7939fce-0943-45ab-91a0-ff3edaf62565), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.135662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.136595 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.191062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a715cd6c-0e9a-4ee3-a8c5-f12ecad903ed req-ea9dfebb-c3cf-4f2e-bb76-9c2470264300 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1063044
Jan 15 21:13:36.229002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-723d4846-f525-46c7-b665-9b6e92a7e3c8 req-6361fc92-1afd-49a6-9749-c57a0fd3d130 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3741007
Jan 15 21:13:36.232054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ac66917f-b7a1-4172-8d15-36173e1d8ff4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:36.271034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.272279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.273007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.273497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.274167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.274556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.275020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.275515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.275990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:36.279206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5427842
Jan 15 21:13:36.284775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:36.292273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-46f4413d-4f87-4d9a-96db-dde0e097a2a9 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5855 time: 0.5120714
Jan 15 21:13:36.294434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:36.295277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45304) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:36.301702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcb0f0-5c64-4b56-94d3-63c744e05b1d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=e7939fce-0943-45ab-91a0-ff3edaf62565,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:36.314502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e7939fce-0943-45ab-91a0-ff3edaf62565 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:36.408171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:36.433596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ac66917f-b7a1-4172-8d15-36173e1d8ff4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:36.434878 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.561261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ac66917f-b7a1-4172-8d15-36173e1d8ff4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:36.561699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.572594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:36.577219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.629399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ac66917f-b7a1-4172-8d15-36173e1d8ff4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac66917f-b7a1-4172-8d15-36173e1d8ff4,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:36.637396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.638315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7291536b-a2c7-46b5-bce5-cdb804144745 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:36.693810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (a29a8f64-d968-454a-84a8-a71261107fb7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.705318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-36e7a92a-94b9-48a6-9500-55ee04495ce1 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4296 time: 0.4085822
Jan 15 21:13:36.711732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.713325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.742209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4bb9a0>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 2, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:36.775965 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:13:36.776578 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Updating router f4c20226-b0e9-47fc-b60d-07266dee1434 port 9ac35293-9843-4232-8e7d-be20f67e7790 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:13:36.793605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=a29a8f64-d968-454a-84a8-a71261107fb7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:36.794359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ac66917f-b7a1-4172-8d15-36173e1d8ff4,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:36.817798 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.861407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7291536b-a2c7-46b5-bce5-cdb804144745 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:36.862088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:36.909028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45308) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:36.916060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376798545', 'description': 'tempest-secgroup-smoke-1376798545 description', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:36.995930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.038117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7291536b-a2c7-46b5-bce5-cdb804144745 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:37.038510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.064937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network e0435612-f893-474e-ab6a-bb1ffea51a05 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:37.072456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:37.085513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 7291536b-a2c7-46b5-bce5-cdb804144745, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7291536b-a2c7-46b5-bce5-cdb804144745,segment=NetworkSegment(3d1cf6bc-a98a-458c-b2df-31a2556f5b3c),segment_id=3d1cf6bc-a98a-458c-b2df-31a2556f5b3c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:37.090383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3ccc7-3787-41b2-994e-f2765fa7d9cf None None] Network 65f802dd-98dd-4371-b43c-7230f851e671 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:37.204990 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.237424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (28fa6b63-b489-4e6e-95b1-e8c526c69635), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.314980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5780cc3b-d542-4c58-9893-c7f73d187785 None None] Provisioning complete for port ac66917f-b7a1-4172-8d15-36173e1d8ff4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:37.316137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5780cc3b-d542-4c58-9893-c7f73d187785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.387428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=7291536b-a2c7-46b5-bce5-cdb804144745,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:37.401221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.401603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.401895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.402227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.402553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.402877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.403197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.403516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.403839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.404156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.404470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.404786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.405140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.423294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=28fa6b63-b489-4e6e-95b1-e8c526c69635,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:37.484441 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks [] for port (9ac35293-9843-4232-8e7d-be20f67e7790), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.497380 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.507899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5780cc3b-d542-4c58-9893-c7f73d187785 None None] Current status of the port ac66917f-b7a1-4172-8d15-36173e1d8ff4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:37.514683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:37.515060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: e7939fce-0943-45ab-91a0-ff3edaf62565, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:37.575254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network e7939fce-0943-45ab-91a0-ff3edaf62565 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:37.586000 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Pushing event updated for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:37.589956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:13:37.596627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7939fce-0943-45ab-91a0-ff3edaf62565) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:37.606746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:37.607547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.609998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e925d8a3-26fb-4fb9-87ce-4fe9171f5308 None None] Network e7939fce-0943-45ab-91a0-ff3edaf62565 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:37.648582 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.651004 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.651592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.653542 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.654185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.656653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.657252 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.657810 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.658380 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.658949 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.661238 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.661879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.663081 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:37.692822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804b532-2c1b-4a73-b066-8470fea69c72 None None] Network e0435612-f893-474e-ab6a-bb1ffea51a05 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:37.717714 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Attempting to bind port 9ac35293-9843-4232-8e7d-be20f67e7790 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:37.718525 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Attempting to bind port 9ac35293-9843-4232-8e7d-be20f67e7790 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:37.719251 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Attempting to bind port 9ac35293-9843-4232-8e7d-be20f67e7790 on network 65f802dd-98dd-4371-b43c-7230f851e671 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:37.727093 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:37.728239 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Checking segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:37.729137 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.729780 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Bound using segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:37.731604 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Bound port: 9ac35293-9843-4232-8e7d-be20f67e7790, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:37.732285 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.767104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:37.777075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0deb9b5-cf78-41da-8ebc-a366d7d4626c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9979436
Jan 15 21:13:37.787654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:37.829529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] Sync routers for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:37.878841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:37.879419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:37.885941 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] For port 9ac35293-9843-4232-8e7d-be20f67e7790, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:37.890558 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] For port 9ac35293-9843-4232-8e7d-be20f67e7790, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac35293-9843-4232-8e7d-be20f67e7790,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:37.895074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597a61-c151-46f2-8e45-951c63d58800 req-bb2f6a1e-95f4-4623-9525-7b4c1a678359 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:37.898488 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:37.906305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9e90d95e-ccbf-48fe-9d83-e1385de98254 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6176548
Jan 15 21:13:37.906994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:37.910701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76597a61-c151-46f2-8e45-951c63d58800 req-bb2f6a1e-95f4-4623-9525-7b4c1a678359 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1907983
Jan 15 21:13:37.930088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-190371034'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:37.961897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584c421-59da-44e8-b919-0b2872970427 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:37.965844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2584c421-59da-44e8-b919-0b2872970427 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports/a29a8f64-d968-454a-84a8-a71261107fb7 HTTP/1.1" status: 200  len: 911 time: 0.1728127
Jan 15 21:13:37.970442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:38.051048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:38.057650 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4bb9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:38.071371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f62daecb-4b07-4156-8a0f-89c3d3b9be44 None None] Provisioning complete for port 7291536b-a2c7-46b5-bce5-cdb804144745 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:38.075583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f62daecb-4b07-4156-8a0f-89c3d3b9be44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.137044 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ef54-7554-42b7-aca0-a9b471d56ec1 None None] Pushing event updated for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:38.178738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb160>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:38.180190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:38.184458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.210555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 9964c5b5-74ce-4e06-bd6b-dd07f3087c56 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:38.212156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de109569-2107-403b-9d34-4b675d181b80 None None] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:38.226364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76597a61-c151-46f2-8e45-951c63d58800 req-e95f4432-f0c7-4192-943d-ab3f813c6486 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3145497
Jan 15 21:13:38.299363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:13:38.304632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3c80413e-ea21-4b87-a104-dccfec60d99e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:38.335916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:38.337365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:38.347155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d1337c1-1b5f-4cc9-84c6-3491147ea196 req-b4cea4d5-d4d2-4241-9991-8f5ee1e9bec0 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.6282952
Jan 15 21:13:38.434601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.445931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1bb160>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:38.446613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66123f33-462f-4b82-bd30-5d71200ee828 None None] The sync data for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:38.470305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::12f (e7939fce-0943-45ab-91a0-ff3edaf62565/28fa6b63-b489-4e6e-95b1-e8c526c69635/9964c5b5-74ce-4e06-bd6b-dd07f3087c56) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:38.486249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.501297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7939fce-0943-45ab-91a0-ff3edaf62565', 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': '28fa6b63-b489-4e6e-95b1-e8c526c69635'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:38.507416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.632094 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4bb9a0>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:37Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:38.638936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.643077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.7301769
Jan 15 21:13:38.644318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45324) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:38.651103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:38.653142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f62daecb-4b07-4156-8a0f-89c3d3b9be44 None None] Current status of the port 7291536b-a2c7-46b5-bce5-cdb804144745 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:38.655819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f784e-4c52-4044-af16-ac3804d4d058 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:38.664467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3c80413e-ea21-4b87-a104-dccfec60d99e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:38.664915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.698895 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (9964c5b5-74ce-4e06-bd6b-dd07f3087c56), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.709195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d183d3-7031-4c0d-b919-0f774a1f2877 None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:37Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:38.813956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9964c5b5-74ce-4e06-bd6b-dd07f3087c56), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.874024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network e7939fce-0943-45ab-91a0-ff3edaf62565 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:38.877707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:38.883357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:38.885568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (cb7ca939-6f26-4e33-889a-79ec097367ac), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.889797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:38.890608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:38.920255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=9964c5b5-74ce-4e06-bd6b-dd07f3087c56,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:38.940064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dc550a85-a8dd-4164-8756-df2c26f6a991 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.0238163
Jan 15 21:13:38.946104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:39.045816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (cb7ca939-6f26-4e33-889a-79ec097367ac), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.071776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (cb7ca939-6f26-4e33-889a-79ec097367ac), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.123201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 9964c5b5-74ce-4e06-bd6b-dd07f3087c56 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:39.123567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9964c5b5-74ce-4e06-bd6b-dd07f3087c56), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.134714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.136252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4906240
Jan 15 21:13:39.137916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82ef3-7f9b-4985-8d32-d0bafd8f4118 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7ca939-6f26-4e33-889a-79ec097367ac,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:39.139080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:39.160274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.172199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:39.369282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Allocated IP 2001:db8::2 (e7939fce-0943-45ab-91a0-ff3edaf62565/28fa6b63-b489-4e6e-95b1-e8c526c69635/e16e24b0-0003-4953-8c59-0d89a3f86535) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:39.419434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (9eb1df04-2fb4-4ce5-b943-2e2d575c187e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.458365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9964c5b5-74ce-4e06-bd6b-dd07f3087c56), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.530433 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-3b22cc1f-93c2-4226-b923-94824feb3025 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:13:39.539149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-3b22cc1f-93c2-4226-b923-94824feb3025 service neutron] 10.222.0.39 "GET /v2.0/ports/00a046e1-4575-48fc-acfb-813600567478/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2862735
Jan 15 21:13:39.566367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Provisioning complete for port 9ac35293-9843-4232-8e7d-be20f67e7790 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:39.566367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.578074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 9964c5b5-74ce-4e06-bd6b-dd07f3087c56 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:39.738304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (9eb1df04-2fb4-4ce5-b943-2e2d575c187e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.752637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9eb1df04-2fb4-4ce5-b943-2e2d575c187e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.807347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb1df04-2fb4-4ce5-b943-2e2d575c187e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:39.829598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.840284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a217f7d-9026-400a-b8a1-8f356c5e3748 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6717238
Jan 15 21:13:39.853359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3c80413e-ea21-4b87-a104-dccfec60d99e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:39.854007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.873750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45336) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:39.878420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:39.914379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-238d114a-9f1f-4a94-8665-44280f56e94e req-ae9f7a51-3646-42bb-9d51-2e2ea18ccb3a tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0488474
Jan 15 21:13:39.939905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 3c80413e-ea21-4b87-a104-dccfec60d99e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c80413e-ea21-4b87-a104-dccfec60d99e,segment=NetworkSegment(5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772),segment_id=5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:39.967211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8:1::1 (d5c340be-8ec8-48f7-b7fa-0eac4a144603/3b4000c1-7c14-489f-a48b-442e2db68d2f/b5a40fd8-ed26-4da5-97c0-d2d472c01212) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:39.976832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:39.977808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ac66917f-b7a1-4172-8d15-36173e1d8ff4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:40.032611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (15428bca-5704-4e9e-ac9a-ce11179c60ca), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.043533 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks [] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.079737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9964c5b5-74ce-4e06-bd6b-dd07f3087c56), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.103744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.157173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af6ef-aa67-4712-be49-291b00d3b1e1 req-94185db8-fdf0-4ccf-80dd-bb73d196e5ed tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:40.166574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-979af6ef-aa67-4712-be49-291b00d3b1e1 req-94185db8-fdf0-4ccf-80dd-bb73d196e5ed tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.7089319
Jan 15 21:13:40.196667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=3c80413e-ea21-4b87-a104-dccfec60d99e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.197070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-89ec79cf-bc0e-4885-8c30-75fbdad29f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:40.198890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-89ec79cf-bc0e-4885-8c30-75fbdad29f18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 1097 time: 0.3103127
Jan 15 21:13:40.218617 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.219924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Current status of the port 9ac35293-9843-4232-8e7d-be20f67e7790 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:40.220766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.229668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ac66917f-b7a1-4172-8d15-36173e1d8ff4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:40.230118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.230514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.236941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/9964c5b5-74ce-4e06-bd6b-dd07f3087c56 HTTP/1.1" status: 204  len: 168 time: 1.2875249
Jan 15 21:13:40.236941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28cdf3-2f75-4f69-a962-1cd18e62f825 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=9964c5b5-74ce-4e06-bd6b-dd07f3087c56,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.237300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45338) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:40.263700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:40.296946 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d079c7-1c25-415d-b90f-897c2414f9dd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:40.298949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-17d079c7-1c25-415d-b90f-897c2414f9dd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/9964c5b5-74ce-4e06-bd6b-dd07f3087c56 HTTP/1.1" status: 404  len: 333 time: 0.0565894
Jan 15 21:13:40.302283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45340) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:40.324150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Network e7939fce-0943-45ab-91a0-ff3edaf62565 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:40.325257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-979af6ef-aa67-4712-be49-291b00d3b1e1 req-4ce938cc-b218-4934-a946-9ca49a83a388 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1574211
Jan 15 21:13:40.331810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:40.355837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:40.393193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.396601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (15428bca-5704-4e9e-ac9a-ce11179c60ca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.415247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (15428bca-5704-4e9e-ac9a-ce11179c60ca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.417409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 28fa6b63-b489-4e6e-95b1-e8c526c69635 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:40.421740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.424489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (28fa6b63-b489-4e6e-95b1-e8c526c69635), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.432303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Pushing event updated for resources: {'Port': ['ID=e16e24b0-0003-4953-8c59-0d89a3f86535,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.447974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] For port 9ac35293-9843-4232-8e7d-be20f67e7790, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac35293-9843-4232-8e7d-be20f67e7790,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:40.460531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15428bca-5704-4e9e-ac9a-ce11179c60ca,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.461805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.489194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.491846 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7f0ea2d-eab1-40df-9c08-732a0ca395f4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6169355
Jan 15 21:13:40.497302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45342) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:40.502354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:40.509080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Attempting to bind port e16e24b0-0003-4953-8c59-0d89a3f86535 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:40.509533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Attempting to bind port e16e24b0-0003-4953-8c59-0d89a3f86535 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:40.509933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Attempting to bind port e16e24b0-0003-4953-8c59-0d89a3f86535 on network e7939fce-0943-45ab-91a0-ff3edaf62565 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:40.523457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:40.534994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:40.537615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:40.537819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Checking segment: {'id': 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:40.538203 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.538842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Bound using segment: {'id': 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:40.539339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Bound port: e16e24b0-0003-4953-8c59-0d89a3f86535, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e7939fce-0943-45ab-91a0-ff3edaf62565'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:40.539879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.547090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (28fa6b63-b489-4e6e-95b1-e8c526c69635), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.550079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:40.550716 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.604207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ac66917f-b7a1-4172-8d15-36173e1d8ff4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:40.604885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7291536b-a2c7-46b5-bce5-cdb804144745 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:40.620222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Provisioning complete for port ac66917f-b7a1-4172-8d15-36173e1d8ff4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:40.621993 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.624387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (ca79d064-0a2e-4079-bbfb-ba04f3ba3395), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.682565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Pushing event updated for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.696653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=b5a40fd8-ed26-4da5-97c0-d2d472c01212,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.821829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] For port e16e24b0-0003-4953-8c59-0d89a3f86535, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:40.825748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] For port e16e24b0-0003-4953-8c59-0d89a3f86535, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16e24b0-0003-4953-8c59-0d89a3f86535,segment=NetworkSegment(f7a0be73-46d6-4a81-a5a4-1d032ae71a10),segment_id=f7a0be73-46d6-4a81-a5a4-1d032ae71a10)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:40.847744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:40.851642 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (ca79d064-0a2e-4079-bbfb-ba04f3ba3395), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.868867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (ca79d064-0a2e-4079-bbfb-ba04f3ba3395), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.873925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Current status of the port ac66917f-b7a1-4172-8d15-36173e1d8ff4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:40.879310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.894583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca79d064-0a2e-4079-bbfb-ba04f3ba3395,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:40.949205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.950340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0ab44b0a-efed-460e-a957-1eccb54c9d0b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4518836
Jan 15 21:13:40.951638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Provisioning complete for port 3c80413e-ea21-4b87-a104-dccfec60d99e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:40.952019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.953867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7291536b-a2c7-46b5-bce5-cdb804144745 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:40.955622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:40.975615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:40.991325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:40.999143 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5bac1d61-4a1f-440d-97ff-91e6dfe0705e req-3d801956-864f-474a-97e0-de8ce3711e73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0693994
Jan 15 21:13:41.003120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:41.027582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.084656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:41.087201 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f75cb-41d6-48c5-b40b-0123721215e9" -d '{"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-unplugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:41.092821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks [] for port (00a046e1-4575-48fc-acfb-813600567478), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.111271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd78273a-062b-4fdf-a91e-777f0abccda9 req-1664fb9c-8284-417a-850b-4df5abfd737b tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0551386
Jan 15 21:13:41.120149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (28fa6b63-b489-4e6e-95b1-e8c526c69635), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.125547 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:13:41.130873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a8b7-6af5-4f29-a028-18411988bbc9 None None] Pushing event updated for resources: {'Port': ['ID=e16e24b0-0003-4953-8c59-0d89a3f86535,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:41.138361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Transition to ACTIVE for port object 00a046e1-4575-48fc-acfb-813600567478 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:13:41.140630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (1dd67754-0c4b-42c6-a9fb-1dcba3fb48db), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.146576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.203946 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802e54a-fbe0-4f57-a829-e4c8b7596d6d x-openstack-request-id: req-f802e54a-fbe0-4f57-a829-e4c8b7596d6d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:41.204884 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-unplugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:41.204884 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f802e54a-fbe0-4f57-a829-e4c8b7596d6d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:41.204884 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'code': 200}
Jan 15 21:13:41.264049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-65212a46-2b4a-46f6-9404-13dff06cbd9b None None] Current status of the port 3c80413e-ea21-4b87-a104-dccfec60d99e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:41.369433 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (28fa6b63-b489-4e6e-95b1-e8c526c69635), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.372809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7291536b-a2c7-46b5-bce5-cdb804144745 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:41.448222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Provisioning complete for port b5a40fd8-ed26-4da5-97c0-d2d472c01212 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:41.448914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.454296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] No DVR routers for this DVR port 00a046e1-4575-48fc-acfb-813600567478 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:41.496872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=28fa6b63-b489-4e6e-95b1-e8c526c69635,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:41.545214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:41.545467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Port b5a40fd8-ed26-4da5-97c0-d2d472c01212 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:41.557710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.560586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97a40664-ec6b-4804-91d1-d36f57953c23 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/28fa6b63-b489-4e6e-95b1-e8c526c69635 HTTP/1.1" status: 204  len: 168 time: 1.2555590
Jan 15 21:13:41.564817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Provisioning complete for port 9ac35293-9843-4232-8e7d-be20f67e7790 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:41.565245 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.576961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45368) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:41.680867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c12c2-642e-4e4b-8b0c-b2cf63062d60 req-e7ca19b0-1ce3-4e78-938d-8b51df045bb4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:41.682555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e23c12c2-642e-4e4b-8b0c-b2cf63062d60 req-e7ca19b0-1ce3-4e78-938d-8b51df045bb4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.1990335
Jan 15 21:13:41.700682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Current status of the port 9ac35293-9843-4232-8e7d-be20f67e7790 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:41.714176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (1dd67754-0c4b-42c6-a9fb-1dcba3fb48db), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.720511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Provisioning complete for port 3c80413e-ea21-4b87-a104-dccfec60d99e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:41.721416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.753926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (1dd67754-0c4b-42c6-a9fb-1dcba3fb48db), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.790902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd67754-0c4b-42c6-a9fb-1dcba3fb48db,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:41.801092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e7939fce-0943-45ab-91a0-ff3edaf62565), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.818693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e23c12c2-642e-4e4b-8b0c-b2cf63062d60 req-c96ad51b-42f2-474b-b73e-f9c0987abb39 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172774
Jan 15 21:13:41.819512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.823210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2e0aa1e0-48cd-4388-aedf-43a6dbc639e0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8439724
Jan 15 21:13:41.825960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:41.829882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.835846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:41.846329 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.849286 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.895808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3c80413e-ea21-4b87-a104-dccfec60d99e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:41.947143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:41.947457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:41.947807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Current status of the port 3c80413e-ea21-4b87-a104-dccfec60d99e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:41.947909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:41.954198 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:13:41.960824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:13:41.961229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Attempting to bind port 00a046e1-4575-48fc-acfb-813600567478 on network f6497646-b979-4631-b8ee-bbc83d8bed66 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:41.964045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (5a5490f4-e20e-4e45-b4f4-cb1bbc183542), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.968227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Provisioning complete for port 7291536b-a2c7-46b5-bce5-cdb804144745 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:41.968894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:41.983091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:41.983469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Checking segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:41.983862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Bound using segment: {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:41.984315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Bound port: 00a046e1-4575-48fc-acfb-813600567478, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8087cf-7c8f-41ca-8bc2-232f3be371ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:41.984679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.007589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=b5a40fd8-ed26-4da5-97c0-d2d472c01212,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:42.009357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3c80413e-ea21-4b87-a104-dccfec60d99e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:42.009883 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.015638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port e16e24b0-0003-4953-8c59-0d89a3f86535 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:42.015986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.084349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:42.087068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:42.172925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Current status of the port 7291536b-a2c7-46b5-bce5-cdb804144745 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:42.219159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3c80413e-ea21-4b87-a104-dccfec60d99e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:42.221096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e16e24b0-0003-4953-8c59-0d89a3f86535 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:42.244345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port e16e24b0-0003-4953-8c59-0d89a3f86535, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e16e24b0-0003-4953-8c59-0d89a3f86535,segment=NetworkSegment(f7a0be73-46d6-4a81-a5a4-1d032ae71a10),segment_id=f7a0be73-46d6-4a81-a5a4-1d032ae71a10)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:42.244820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.263705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (5a5490f4-e20e-4e45-b4f4-cb1bbc183542), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.265503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:42.285091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5a5490f4-e20e-4e45-b4f4-cb1bbc183542), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.296273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Provisioning complete for port a29a8f64-d968-454a-84a8-a71261107fb7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:42.297036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.300461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for e16e24b0-0003-4953-8c59-0d89a3f86535 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:42.328211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5490f4-e20e-4e45-b4f4-cb1bbc183542,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:42.340581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:42.390933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b27b20a3-c98f-4c3d-9700-81601bf5f0b2 None None] Port a29a8f64-d968-454a-84a8-a71261107fb7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:42.399937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19abe511-4952-4500-9bce-2f663b178cc5 req-d7bbae39-1235-4d3a-a8cd-aa0f155ff94b tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0689476
Jan 15 21:13:42.407494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:42.421259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e16e24b0-0003-4953-8c59-0d89a3f86535 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:42.422086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.429361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.458520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.459806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0e774df5-b4bd-417f-848a-105a4cfb3a9e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6318834
Jan 15 21:13:42.507931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:42.508699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.510204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] 10.222.0.45 "PUT /v2.0/ports/00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 1092 time: 2.2701190
Jan 15 21:13:42.544787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e16e24b0-0003-4953-8c59-0d89a3f86535), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.552040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Could not find standard attr ID for object e16e24b0-0003-4953-8c59-0d89a3f86535. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:42.562881 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No ports have port_id starting with e16e24b0-0003-4953-8c59-0d89a3f86535
Jan 15 21:13:42.564389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9ac35293-9843-4232-8e7d-be20f67e7790 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:42.587350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e1f03-f7f9-48ef-8c0a-edbebe29bc67 service neutron] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:42.633795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port e16e24b0-0003-4953-8c59-0d89a3f86535 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:42.716587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:42.727039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f62ece5-851d-43ee-84e2-c99f41b51f29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7514005
Jan 15 21:13:42.729235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9ac35293-9843-4232-8e7d-be20f67e7790 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:42.729805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.735769 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] Sync routers for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:42.745029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45384) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:42.758432 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:42.759842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2acb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:42.824229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6091607e-fd24-4da5-bf39-03f34854b72d None None] Provisioning complete for port b5a40fd8-ed26-4da5-97c0-d2d472c01212 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:42.828886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6091607e-fd24-4da5-bf39-03f34854b72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:42.841878 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2acb80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:42.868420 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:42.869209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2acb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:42.873616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63ae77-239c-41fe-a8e1-587dc2c5f872 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:42.874274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ea63ae77-239c-41fe-a8e1-587dc2c5f872 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports/b5a40fd8-ed26-4da5-97c0-d2d472c01212 HTTP/1.1" status: 200  len: 913 time: 0.1282182
Jan 15 21:13:42.877557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:42.922237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6091607e-fd24-4da5-bf39-03f34854b72d None None] Port b5a40fd8-ed26-4da5-97c0-d2d472c01212 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:42.939905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9ac35293-9843-4232-8e7d-be20f67e7790 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:42.949825 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2acb80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:42.950633 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b436ad60-8918-4314-9f81-c1a4c970122e None None] The sync data for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:42.964513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca0803-5c5f-4ff1-9400-c17bac0a384f None None] Network e7939fce-0943-45ab-91a0-ff3edaf62565 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:43.044986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-1ddf1260-dc28-4d14-b9e8-6e3296a9b373 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376798545&fields=id&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 267 time: 0.2310524
Jan 15 21:13:43.070712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-13264906-852d-48aa-9775-7d5fb75a1dd8 None None] Could not find standard attr ID for object e16e24b0-0003-4953-8c59-0d89a3f86535. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:43.156991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d7d33-cd08-4213-9d89-1f14cb5b813b None None] DHCP port deletion for e7939fce-0943-45ab-91a0-ff3edaf62565 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:43.184279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd71e7-527a-4fda-9009-e6cc3bda1ce1 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:13:43.246594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:43.248819 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b092874-457e-4cba-83da-59e2a03d8801" -d '{"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:43.256937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=e16e24b0-0003-4953-8c59-0d89a3f86535,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:43.308442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd71e7-527a-4fda-9009-e6cc3bda1ce1 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:13:43.319553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e7939fce-0943-45ab-91a0-ff3edaf62565), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.325843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-da05be9d-babb-4f52-8535-046b7d754358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.327621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-da05be9d-babb-4f52-8535-046b7d754358 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.7858772
Jan 15 21:13:43.418929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6794d4d5-1515-4d2d-813d-4442e379e62a req-c85cbc79-f28e-4036-91da-1211c72daaf7 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5&device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0965214
Jan 15 21:13:43.507259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6386a0>,) {'filters': {'network_id': ['e7939fce-0943-45ab-91a0-ff3edaf62565']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:43.511354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-19e8f36a-0bc5-45d2-aed8-b0f2b1573d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.513011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-19e8f36a-0bc5-45d2-aed8-b0f2b1573d32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.1772966
Jan 15 21:13:43.531519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6386a0>, 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:43.531967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6386a0>, 'f7a0be73-46d6-4a81-a5a4-1d032ae71a10') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:43.581031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f7a0be73-46d6-4a81-a5a4-1d032ae71a10), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.603321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f7a0be73-46d6-4a81-a5a4-1d032ae71a10), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.616908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:43.617465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f7a0be73-46d6-4a81-a5a4-1d032ae71a10), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:43.620831 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:43.638788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-b79fa031-3a5f-41f9-a0cd-8d862c9a7b9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 999 time: 0.1186738
Jan 15 21:13:43.643392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e16e24b0-0003-4953-8c59-0d89a3f86535 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:43.666999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e16e24b0-0003-4953-8c59-0d89a3f86535 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:43.667675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e16e24b0-0003-4953-8c59-0d89a3f86535 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:43.675983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-313f97d5-a332-4efa-b4e0-d79b06da0bcd tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.683337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-313f97d5-a332-4efa-b4e0-d79b06da0bcd tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 797 time: 0.6372082
Jan 15 21:13:43.703064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c7d9-5019-4acd-99f9-943cf2f576e4 req-f619edf8-eb12-4705-9a08-df0c1352f817 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.710623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7642c7d9-5019-4acd-99f9-943cf2f576e4 req-f619edf8-eb12-4705-9a08-df0c1352f817 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.1989636
Jan 15 21:13:43.733883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-4ada2508-1b61-4b02-8130-be4f79717993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.735515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-4ada2508-1b61-4b02-8130-be4f79717993 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.0687821
Jan 15 21:13:43.736190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e7939fce-0943-45ab-91a0-ff3edaf62565), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.741821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:43.745874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/e7939fce-0943-45ab-91a0-ff3edaf62565 HTTP/1.1" status: 204  len: 168 time: 2.1596248
Jan 15 21:13:43.758861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45398) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:43.760284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-6e442069-0ff2-4c36-bd01-ad44a44da752 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/quotas/de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 375 time: 0.0761316
Jan 15 21:13:43.765149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'name': 'tempest-PortsIpV6TestJSON-396301264'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:43.783978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee596eb2-dc11-427b-8f6a-2e378f78c3c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=e7939fce-0943-45ab-91a0-ff3edaf62565,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:43.801689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-c509574a-f60a-472c-9d83-939e9ce1a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:43.803486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-c509574a-f60a-472c-9d83-939e9ce1a73d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0567725
Jan 15 21:13:43.907079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-1630ffd0-580a-4b79-b36e-db98459fca6d service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962341
Jan 15 21:13:43.982884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7642c7d9-5019-4acd-99f9-943cf2f576e4 req-289e2ebc-ae2d-4165-87a5-30ccd74968f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2713780
Jan 15 21:13:43.997097 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f3b7ff8-e944-46e8-97e8-ce263d484acc req-3a10dea5-ea99-4f88-8e0c-37df1e96651c service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839725
Jan 15 21:13:44.012438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-8017555b-8e47-4a3c-a46a-0c322036eefb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2362375
Jan 15 21:13:44.057098 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39e1e0-ba73-429b-b394-211b4192753e x-openstack-request-id: req-cf39e1e0-ba73-429b-b394-211b4192753e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:44.057504 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:44.057884 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf39e1e0-ba73-429b-b394-211b4192753e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:44.058622 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'status': 'completed', 'code': 200}
Jan 15 21:13:44.105362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:44.109180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:44.179615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00a046e1-4575-48fc-acfb-813600567478 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:44.182302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-0eaddab9-461a-4db5-acfb-ba39b7ab4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.184900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-0eaddab9-461a-4db5-acfb-ba39b7ab4f22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.0928226
Jan 15 21:13:44.196186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 1c33e7b6-7adb-477a-94b6-7d516108abcb yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:44.209880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-7ad189b6-cf6f-4975-aeb9-64b35c621866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.211578 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-7ad189b6-cf6f-4975-aeb9-64b35c621866 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.0821998
Jan 15 21:13:44.258056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 00a046e1-4575-48fc-acfb-813600567478 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:13:44.258553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 00a046e1-4575-48fc-acfb-813600567478 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:44.280576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-0b27bb1c-9408-43a6-9609-5d8a85d198fa service neutron] 10.222.0.46 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545493
Jan 15 21:13:44.354684 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7269c3a-a38d-4a07-9ddd-7e3da1bc26bf req-e41245cb-09ed-4940-9d09-eeab3695a941 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52caab26f74c4651baf8c681c316c08e&device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0827191
Jan 15 21:13:44.399458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e76da32a-22b2-4dc0-a1ef-6f466ce23eb8 req-53c10e17-67df-4ac6-ac83-b35d0e5dc004 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.1011460
Jan 15 21:13:44.406265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:44.406818 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7269c3a-a38d-4a07-9ddd-7e3da1bc26bf req-a451ee9f-12f5-4de5-99fd-e18b266d7662 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52caab26f74c4651baf8c681c316c08e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0431557
Jan 15 21:13:44.409038 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:44.531847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-ec6d2e96-52c2-40b7-8569-0a37acb0adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.533276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-ec6d2e96-52c2-40b7-8569-0a37acb0adbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.3180873
Jan 15 21:13:44.539828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-1c7f6f1d-2e9e-447a-8d7c-11113a4ba19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.541240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-1c7f6f1d-2e9e-447a-8d7c-11113a4ba19c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.3107190
Jan 15 21:13:44.615936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-1b384254-59bd-467f-aa00-06a40d18bf08 service neutron] 10.222.0.46 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3188632
Jan 15 21:13:44.649130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (1c33e7b6-7adb-477a-94b6-7d516108abcb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:44.720711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7269c3a-a38d-4a07-9ddd-7e3da1bc26bf req-024d29ad-e85e-4fe9-b148-9cad10c5b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.722227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7269c3a-a38d-4a07-9ddd-7e3da1bc26bf req-024d29ad-e85e-4fe9-b148-9cad10c5b7fc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2992125
Jan 15 21:13:44.727005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-71ad599e-8c2b-48b6-b62d-6536bfe94cb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 999 time: 0.1846437
Jan 15 21:13:44.728879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-42e0c746-f299-480c-9eee-f02bc5d027e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 999 time: 0.1749671
Jan 15 21:13:44.745505 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1c33e7b6-7adb-477a-94b6-7d516108abcb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:44.856462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-41334292-629c-41fd-b738-7a863565f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.858145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-41334292-629c-41fd-b738-7a863565f0db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.1083696
Jan 15 21:13:44.862291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-b70b4754-9989-41d4-a202-7d9219bd574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.863890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-b70b4754-9989-41d4-a202-7d9219bd574b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.1153221
Jan 15 21:13:44.951469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-c063012c-317b-42a6-844c-57ec6af596df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.953213 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-c063012c-317b-42a6-844c-57ec6af596df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0850670
Jan 15 21:13:44.956485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-4f86a011-a92d-41d1-b3ac-00ecb25dacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:44.958762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-4f86a011-a92d-41d1-b3ac-00ecb25dacd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0810902
Jan 15 21:13:45.098264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfb00fd1-4247-4cc5-8b28-779cb19d23f8 req-178e1484-8ff5-4ce3-a6ca-c5648f81ff7f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 210 time: 0.3115461
Jan 15 21:13:45.121482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:45.126757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:45.145286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=1c33e7b6-7adb-477a-94b6-7d516108abcb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:45.165362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:45.170459 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-3a46c67f-7db3-46a7-89fb-555dc2bd8e66 service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052140
Jan 15 21:13:45.172261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.173249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.203852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6bb9dadd-aad8-4d57-ae69-db4433b1b2a2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.4425542
Jan 15 21:13:45.207288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45414) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:45.209201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-664fb59c-efc1-4519-ad42-56bf7d6caea1 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433958
Jan 15 21:13:45.273930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f5a78-e25c-4d8e-a459-32b1db60213e req-5b75f5eb-77e3-48e7-8edd-f969a1d20cb8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.275716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b0f5a78-e25c-4d8e-a459-32b1db60213e req-5b75f5eb-77e3-48e7-8edd-f969a1d20cb8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 944 time: 0.1802051
Jan 15 21:13:45.275890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.347611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-318a4752-ffe7-461a-a3d3-36700126c7bf req-56b5edbf-9b4d-4514-9776-e47d30b88e9b service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677294
Jan 15 21:13:45.366253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-4422d110-8217-423a-8af5-49fceaa64271 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329288
Jan 15 21:13:45.386628 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b0f5a78-e25c-4d8e-a459-32b1db60213e req-c30c1ba1-bc76-4904-9c76-b84648c0815d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015034
Jan 15 21:13:45.389809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port b5a40fd8-ed26-4da5-97c0-d2d472c01212 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:45.390159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.454042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 1c33e7b6-7adb-477a-94b6-7d516108abcb {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:45.454390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1c33e7b6-7adb-477a-94b6-7d516108abcb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.493007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-ce7ef5e6-b1a4-4c1b-a65d-082a8713ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.494633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-ce7ef5e6-b1a4-4c1b-a65d-082a8713ad31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1095 time: 0.0466890
Jan 15 21:13:45.569966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04a9bbb9-5509-4031-900a-7cf186fd82bf req-eb068f5e-2188-4e0c-bb1f-69b80c3193a4 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0550876
Jan 15 21:13:45.597208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1c33e7b6-7adb-477a-94b6-7d516108abcb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.601159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.601793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-5837cb4c-a802-4175-910c-c14f5d524b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.603358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-5837cb4c-a802-4175-910c-c14f5d524b72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.0992298
Jan 15 21:13:45.621684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 1c33e7b6-7adb-477a-94b6-7d516108abcb owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:45.623513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for b5a40fd8-ed26-4da5-97c0-d2d472c01212 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:45.643755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 00a046e1-4575-48fc-acfb-813600567478 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:13:45.675603 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-311c014c-ef0d-485a-b1a1-05a963950c6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 999 time: 0.0650220
Jan 15 21:13:45.738207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-6b0bf40e-fb07-435b-aa5a-181b3a47819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.740389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-6b0bf40e-fb07-435b-aa5a-181b3a47819c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.0542924
Jan 15 21:13:45.758834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:45.798309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '00a046e1-4575-48fc-acfb-813600567478', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'port_id': '00a046e1-4575-48fc-acfb-813600567478', 'mac_address': 'fa:16:3e:e8:17:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:13:45.799017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b092874-457e-4cba-83da-59e2a03d8801 req-fea50273-9b9c-4968-9a5f-003b67f801fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:45.801293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-fea50273-9b9c-4968-9a5f-003b67f801fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514803
Jan 15 21:13:45.826377 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1c33e7b6-7adb-477a-94b6-7d516108abcb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.855761 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:13:45.858978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 00a046e1-4575-48fc-acfb-813600567478 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:45.859379 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.874312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a046e1-4575-48fc-acfb-813600567478 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:13:45.888376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=1c33e7b6-7adb-477a-94b6-7d516108abcb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:45.913334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:45.920088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.968647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:45.981576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-675715ab-7ace-4826-ab07-ab6fa5e7939d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/1c33e7b6-7adb-477a-94b6-7d516108abcb HTTP/1.1" status: 204  len: 168 time: 0.7710245
Jan 15 21:13:45.986210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45420) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:45.992724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'mac_address': 'fa:16:3e:f0:2d:27', 'name': 'tempest-PortsIpV6TestJSON-1336982731'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:45.998659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:46.105321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-96a596fe-1b0d-4a9f-b3d4-b42a64517004 service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697635
Jan 15 21:13:46.109888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b5a40fd8-ed26-4da5-97c0-d2d472c01212), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:46.145184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=b5a40fd8-ed26-4da5-97c0-d2d472c01212,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:46.170000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:46.179168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-f4c98f2d-830d-4c40-af24-8797df2180c3 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:46.180789 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-f4c98f2d-830d-4c40-af24-8797df2180c3 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 797 time: 0.3715696
Jan 15 21:13:46.255180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['00a046e1-4575-48fc-acfb-813600567478'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:13:46.272894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7269c3a-a38d-4a07-9ddd-7e3da1bc26bf req-b37b23af-99e9-45a5-b0f7-feaa07576d16 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.45 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0496662
Jan 15 21:13:46.279808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92013149-4871-4fef-bfdb-ac3a0ce94edb req-52f2ddb3-1f08-42eb-b407-d53ac2b3e6ef tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 210 time: 0.1006591
Jan 15 21:13:46.342898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:46.365870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:46.371766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-adf6abb2-45bf-40bb-9b95-cbf9646af845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 380 time: 0.1819921
Jan 15 21:13:46.374310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b092874-457e-4cba-83da-59e2a03d8801 req-dc7e3f11-0035-448a-a00e-71366e0589fe service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621574
Jan 15 21:13:46.386336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'port': {'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'admin_state_up': True, 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'security_groups': ['3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:46.401076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port ea0b2237-3a3f-41f8-bc37-8e108894eb4e yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:46.733924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b678-2ad2-45ff-b807-4ff0c7677e8f req-30229b9e-b934-461b-81e3-0f1df673de1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:46.735439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c80b678-2ad2-45ff-b807-4ff0c7677e8f req-30229b9e-b934-461b-81e3-0f1df673de1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 945 time: 0.2440097
Jan 15 21:13:46.787850 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26b5d26d-ab66-48f1-8d41-8550eb4ddb66 req-cfee3bf1-9087-4050-90e7-1465e91b9675 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=b901c166-bba5-475c-a495-e92321720bb5 HTTP/1.1" status: 200  len: 210 time: 0.0871413
Jan 15 21:13:46.788983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:46.792898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:46.873388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (ea0b2237-3a3f-41f8-bc37-8e108894eb4e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:46.876014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:46.889607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c80b678-2ad2-45ff-b807-4ff0c7677e8f req-3baaa1f9-cf76-4c79-ae39-2289c0fb1f77 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349514
Jan 15 21:13:46.951852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.6 (65f802dd-98dd-4371-b43c-7230f851e671/70b8ed11-d51b-45a3-80af-479af59bdd3d/909658a8-c02e-4ffe-95b9-0a5acbcbdac7) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:46.964641 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ea0b2237-3a3f-41f8-bc37-8e108894eb4e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.056309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:47.067186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:47.078670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:47.085199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.085805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.087982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=ea0b2237-3a3f-41f8-bc37-8e108894eb4e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:47.092863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:47.112073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] Sync routers for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:47.116477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b334f897-fd77-46bc-a4cc-57121f0af8fd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2233844
Jan 15 21:13:47.117661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45432) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:47.123910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:47.124688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:47.165925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48d550>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:47.166140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-26d943a9-8f14-473f-bb3d-4684e19f5eb3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1758518
Jan 15 21:13:47.168376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45434) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:47.173658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:47.174404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:47.194949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-939eabbd-6f53-4bbe-8552-f095665e94e9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.196419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-939eabbd-6f53-4bbe-8552-f095665e94e9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1255770
Jan 15 21:13:47.201869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.215638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48d550>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:47.216478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420182d-4d0a-4561-bc65-b9464bec6c6b None None] The sync data for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:47.252751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d601-5e6d-42a7-a30b-5765ef7b48f8 req-468b2c5f-0f94-4a83-b91f-d8e8073e336e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.254551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d655d601-5e6d-42a7-a30b-5765ef7b48f8 req-468b2c5f-0f94-4a83-b91f-d8e8073e336e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 945 time: 0.1908205
Jan 15 21:13:47.275579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29c577-424c-43f3-a6d3-5f9b3b437fb9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.277381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c29c577-424c-43f3-a6d3-5f9b3b437fb9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/ea0b2237-3a3f-41f8-bc37-8e108894eb4e HTTP/1.1" status: 200  len: 845 time: 0.1078770
Jan 15 21:13:47.280437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45436) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:47.288222 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-6cf1248b-11ea-4174-8388-893602727693 service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:13:47.289464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-6cf1248b-11ea-4174-8388-893602727693 service neutron] 10.222.0.39 "DELETE /v2.0/ports/00a046e1-4575-48fc-acfb-813600567478/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0859959
Jan 15 21:13:47.291957 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.405339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 65f802dd-98dd-4371-b43c-7230f851e671 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:47.427603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:47.431000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:47.434893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:47.440295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d655d601-5e6d-42a7-a30b-5765ef7b48f8 req-9b78797a-587e-4210-b39c-1864cf6daf2b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1785972
Jan 15 21:13:47.496975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-a23f80d2-ac40-47bb-9e76-c4661f78ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.498513 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-a23f80d2-ac40-47bb-9e76-c4661f78ad42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1096 time: 0.1122003
Jan 15 21:13:47.540431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.541197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.582998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port ea0b2237-3a3f-41f8-bc37-8e108894eb4e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:47.584568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ea0b2237-3a3f-41f8-bc37-8e108894eb4e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.638452 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-ee1dd7ba-8e8a-479a-8825-09edf99ffca8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2565346
Jan 15 21:13:47.665335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Request body: {'port': {'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:47.665905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 00a046e1-4575-48fc-acfb-813600567478 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:47.718127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 00a046e1-4575-48fc-acfb-813600567478 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:13:47.721375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ea0b2237-3a3f-41f8-bc37-8e108894eb4e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.723945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 00a046e1-4575-48fc-acfb-813600567478 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:47.724430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (00a046e1-4575-48fc-acfb-813600567478), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.748751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for ea0b2237-3a3f-41f8-bc37-8e108894eb4e owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:47.766305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-0c526836-af39-4e33-8b0a-7268928ceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.767795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-0c526836-af39-4e33-8b0a-7268928ceac7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.2623925
Jan 15 21:13:47.773312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b79bb-01b9-4512-ac52-154ce4d6994c req-e306ef77-ae17-4eba-8f9a-354ef91a154b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:47.774129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7cad70bf-b80e-410c-9077-c4d89f5a70ac None None] Provisioning complete for port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:47.775074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7cad70bf-b80e-410c-9077-c4d89f5a70ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.775219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-547b79bb-01b9-4512-ac52-154ce4d6994c req-e306ef77-ae17-4eba-8f9a-354ef91a154b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 931 time: 0.3885753
Jan 15 21:13:47.813112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7cad70bf-b80e-410c-9077-c4d89f5a70ac None None] Port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:47.898524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:47.910279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-547b79bb-01b9-4512-ac52-154ce4d6994c req-6b157d50-7498-4b11-bafc-3121a8d661cc tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205490
Jan 15 21:13:47.951905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-7c389c6b-4028-491b-b575-742c6d44b402 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 1000 time: 0.1748164
Jan 15 21:13:48.051672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ea0b2237-3a3f-41f8-bc37-8e108894eb4e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.067075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-3942cf40-2be5-484a-bdbc-5dcf8f22180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:48.068749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-3942cf40-2be5-484a-bdbc-5dcf8f22180e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.0906403
Jan 15 21:13:48.074764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 00a046e1-4575-48fc-acfb-813600567478 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:48.075151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (00a046e1-4575-48fc-acfb-813600567478), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.081959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.086362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-467a4d22-eddb-4a03-ac20-2ef3556887b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.112327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:48.115815 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59574f64-1310-48f1-956f-9d4798711243" -d '{"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-plugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:48.129549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:48.137170 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (00a046e1-4575-48fc-acfb-813600567478), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.160082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4dd95874-8a20-4346-961d-35da8f5be9ef req-49b16370-468e-4657-b867-c5aaa0662f3f tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0327201
Jan 15 21:13:48.169782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=ea0b2237-3a3f-41f8-bc37-8e108894eb4e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:48.203005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:48.221419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5b4451a5-57ca-4f22-8a84-b7163d223a61 req-5042515d-f668-4a68-b795-5f36eede4cb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52caab26f74c4651baf8c681c316c08e&device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0528395
Jan 15 21:13:48.225297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.230964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1b09ab1a-de96-4730-82f0-5a2b94617fb1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/ea0b2237-3a3f-41f8-bc37-8e108894eb4e HTTP/1.1" status: 204  len: 168 time: 0.9466887
Jan 15 21:13:48.231085 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b0ae57-ab41-4378-891d-18d37369c8d9 x-openstack-request-id: req-a3b0ae57-ab41-4378-891d-18d37369c8d9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:48.231085 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-plugged", "status": "completed", "tag": "00a046e1-4575-48fc-acfb-813600567478", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:48.231085 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3b0ae57-ab41-4378-891d-18d37369c8d9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:48.231351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:48.231432 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'code': 200}
Jan 15 21:13:48.286085 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bba4648-f54b-442e-bd72-fd6e07e948f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:48.292038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8bba4648-f54b-442e-bd72-fd6e07e948f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/ea0b2237-3a3f-41f8-bc37-8e108894eb4e HTTP/1.1" status: 404  len: 333 time: 0.0552156
Jan 15 21:13:48.293115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45450) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:48.295766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5b4451a5-57ca-4f22-8a84-b7163d223a61 req-838d8a7d-57b5-4bb7-9f42-ce3a4cafa5d2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52caab26f74c4651baf8c681c316c08e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0562963
Jan 15 21:13:48.300337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'name': 'tempest-PortsIpV6TestJSON-1115224582'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:48.334390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-51468308-21f5-43bb-ab6f-03941cefc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:48.335862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-51468308-21f5-43bb-ab6f-03941cefc68a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2002709
Jan 15 21:13:48.420507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port a29a8f64-d968-454a-84a8-a71261107fb7 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:48.420765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.514043 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.527689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for a29a8f64-d968-454a-84a8-a71261107fb7 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:48.579602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4451a5-57ca-4f22-8a84-b7163d223a61 req-fadbdbc8-409a-403e-8340-195993357e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:48.581114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5b4451a5-57ca-4f22-8a84-b7163d223a61 req-fadbdbc8-409a-403e-8340-195993357e95 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2687392
Jan 15 21:13:48.612438 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-08735997-9203-4364-80dc-3852178587b6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175972
Jan 15 21:13:48.628221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1f1c2-067d-471d-bfdf-a9393de6e48d req-57823b3d-0ab3-4c83-bbe2-57b0c6dde48e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:48.629762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76f1f1c2-067d-471d-bfdf-a9393de6e48d req-57823b3d-0ab3-4c83-bbe2-57b0c6dde48e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.1001225
Jan 15 21:13:48.643394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:48.647222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.705775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:48.712044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:13:48.731911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76f1f1c2-067d-471d-bfdf-a9393de6e48d req-8b37d1c7-8b83-4d3a-9d6e-4ce12749311e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948269
Jan 15 21:13:48.754461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks [] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.795129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a29a8f64-d968-454a-84a8-a71261107fb7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.808516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Transition to ACTIVE for port object 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:13:48.822728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:48.824682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=a29a8f64-d968-454a-84a8-a71261107fb7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:48.903092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36eba258-1029-44c7-828c-32cbbd9995d5 req-32a07b37-5953-43af-8a60-1ea04320b6d6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688038
Jan 15 21:13:48.945492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Pushing event updated for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:48.959623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.017010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.108328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Attempting to bind port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:49.108559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Attempting to bind port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:49.108924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Attempting to bind port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 on network 65f802dd-98dd-4371-b43c-7230f851e671 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:49.118701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 on network 65f802dd-98dd-4371-b43c-7230f851e671 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:13:49.119023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Attempting to bind port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 on network 65f802dd-98dd-4371-b43c-7230f851e671 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:49.129557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:49.129903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Checking segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:49.130332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Bound using segment: {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:49.130818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Bound port: 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316d26f5-7282-474e-b711-1b92827cf835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:49.131182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.133747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.215248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1119586-dd61-4f89-b64c-fb8956de1a88 req-915d402a-5412-47ee-b47e-708c138f9067 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:49.217068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:49.224420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1119586-dd61-4f89-b64c-fb8956de1a88 req-915d402a-5412-47ee-b47e-708c138f9067 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 943 time: 0.1750920
Jan 15 21:13:49.224854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:49.228637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=24089ca5-f286-4ccf-a05f-e29bfc3d5ec5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:49.240741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:49.247049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:49.247601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.250027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:13:49.285636 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad05e5cb-0bc8-4d4d-a15b-db70e42b37b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.9888365
Jan 15 21:13:49.292155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45458) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:49.301228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:49.305879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:49.310204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:49.331339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.341995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1119586-dd61-4f89-b64c-fb8956de1a88 req-a0ddb892-27a0-4cf1-b563-93e431a41603 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164055
Jan 15 21:13:49.382955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:49.384119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.385773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] 10.222.0.39 "PUT /v2.0/ports/909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 1091 time: 1.7290373
Jan 15 21:13:49.387655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:49.401225 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] Sync routers for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:49.407147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-32929da6-12ca-40e2-ab79-776f27f78a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2878897
Jan 15 21:13:49.409700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ffb388a-b378-4a47-a076-35ff690dd6a6 req-46b79cab-86c3-4c5c-b3c7-7335fd5dd96a tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0368614
Jan 15 21:13:49.410125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:49.410648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:49.414519 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:49.448429 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:49.449428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afddca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:49.475805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14147287-d607-4ea0-a989-7ce8b3564944 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 HTTP/1.1" status: 200  len: 205 time: 0.0611644
Jan 15 21:13:49.476586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:49.502854 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93cc3a-d50e-44e5-8ac3-f35452024dad x-openstack-request-id: req-4f93cc3a-d50e-44e5-8ac3-f35452024dad {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:49.503153 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:49.503395 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f93cc3a-d50e-44e5-8ac3-f35452024dad {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:49.503820 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'status': 'completed', 'code': 200}
Jan 15 21:13:49.511735 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afddca0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:49.525559 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] Routers {'2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:49.526180 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afddca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:49.566660 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afddca0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:49.569136 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2797c6b-e989-494f-b2cc-f46841487dfb None None] The sync data for ids ['2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:49.577077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.861845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0750-6e69-4564-aecc-18c0d53dfcf8 req-82fb4487-821a-471d-a10d-46383fbe93a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:49.863513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ceb0750-6e69-4564-aecc-18c0d53dfcf8 req-82fb4487-821a-471d-a10d-46383fbe93a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0546339
Jan 15 21:13:49.876673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989c24-df4e-4100-b76e-b9e59b30a911 service neutron] Pushing event updated for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:49.893797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:49.922584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8ceb0750-6e69-4564-aecc-18c0d53dfcf8 req-a4793352-94d8-4b6d-963a-98a0afa42c9c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531499
Jan 15 21:13:49.949908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45468) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:49.983473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-7679269c-1988-4d5d-8f30-b07ea7d1c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:49.984931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-7679269c-1988-4d5d-8f30-b07ea7d1c164 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1094 time: 0.5336077
Jan 15 21:13:50.011600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d7af841-1426-48dd-946b-8345b2998e82 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 200  len: 993 time: 0.0604618
Jan 15 21:13:50.055174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5b4451a5-57ca-4f22-8a84-b7163d223a61 req-fb83ca95-9469-45dd-9834-19416e23e7d5 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0634463
Jan 15 21:13:50.067541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-b8dfa7f4-6ef7-41c4-b2ad-53cad68fbe9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 217 time: 0.0667028
Jan 15 21:13:50.238107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.245058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.308084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-94be8e73-f0e2-466d-a924-75f66a2d2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.309621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-94be8e73-f0e2-466d-a924-75f66a2d2bfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 200  len: 834 time: 0.2121077
Jan 15 21:13:50.329739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.330222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router 2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:13:50.351829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.352952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-457d67ea-cb6f-4eb9-923a-8e22b9997b5a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 HTTP/1.1" status: 204  len: 168 time: 0.8565722
Jan 15 21:13:50.355600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45470) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:50.377742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.387317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.400045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-af25d9e1-40a7-45ce-aee2-1c7a70c0d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.401642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-af25d9e1-40a7-45ce-aee2-1c7a70c0d8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65f802dd-98dd-4371-b43c-7230f851e671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0839596
Jan 15 21:13:50.433129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 3b4000c1-7c14-489f-a48b-442e2db68d2f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:50.436887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (3b4000c1-7c14-489f-a48b-442e2db68d2f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.441568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] In _notify_port_updated(), no bound segment for port 24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 on network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:13:50.449447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.450177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.451582 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/ports/24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 HTTP/1.1" status: 200  len: 818 time: 1.1584191
Jan 15 21:13:50.461575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45474) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:50.507178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d53e-519b-4222-a39b-be9035d30445 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=24089ca5-f286-4ccf-a05f-e29bfc3d5ec5,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:50.546642 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (3b4000c1-7c14-489f-a48b-442e2db68d2f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.559745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-d6537441-52ca-497a-bdc9-e287e64711a9 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369987
Jan 15 21:13:50.616642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b03ef0-784d-4d80-9acb-7cd9b448b7d6 req-aaf57494-2fe6-40d5-bb02-76c4b829f1d4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.618151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41b03ef0-784d-4d80-9acb-7cd9b448b7d6 req-aaf57494-2fe6-40d5-bb02-76c4b829f1d4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 943 time: 0.2033663
Jan 15 21:13:50.654090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad76b2bd-d9ec-4950-99c8-c7b501dbf2e4 req-d82d07df-344c-4ea3-9044-82d60d8e2b90 tempest-ServerShowV247Test-833555347 tempest-ServerShowV247Test-833555347-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dbb87c7-d73f-4af4-82f5-3ff4396a3cee HTTP/1.1" status: 200  len: 210 time: 0.0598135
Jan 15 21:13:50.663081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2b0acd0a-c287-4a3b-ae57-1058cd6f1a46 req-8a7c0271-cb05-4255-9f40-d8a077c253f4 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964408
Jan 15 21:13:50.680009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a58e1a6-23a1-4b6d-986a-567b15520b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.746410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:50.746676 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.756604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41b03ef0-784d-4d80-9acb-7cd9b448b7d6 req-59ef1673-5f41-438c-884b-d861c3f8ebeb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296151
Jan 15 21:13:50.758949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-75459768-3b06-41ba-9b8b-f85f73c0437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.760589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-75459768-3b06-41ba-9b8b-f85f73c0437d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1094 time: 0.0471835
Jan 15 21:13:50.798401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (3b4000c1-7c14-489f-a48b-442e2db68d2f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.852121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-dbeedcb2-762d-468f-a78d-e988be6c224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.853631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-dbeedcb2-762d-468f-a78d-e988be6c224e service neutron] 10.222.0.39 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 898 time: 0.0867188
Jan 15 21:13:50.857492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.874872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:50.893735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (3b4000c1-7c14-489f-a48b-442e2db68d2f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.900219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-6458a837-84da-4769-894b-2bf0636b648b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 217 time: 0.0408163
Jan 15 21:13:50.949277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-d1fe23d8-b0e4-4ec8-b574-40a01d075da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:50.950873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-d1fe23d8-b0e4-4ec8-b574-40a01d075da1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 200  len: 834 time: 0.0447493
Jan 15 21:13:50.961599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4000c1-7c14-489f-a48b-442e2db68d2f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:50.964922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:50.967681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94134a5d-d418-40b3-9ce0-f29e84c2f152 None None] Network d5c340be-8ec8-48f7-b7fa-0eac4a144603 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:50.968120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f26c015-089e-47af-954b-e97a3a804e5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/3b4000c1-7c14-489f-a48b-442e2db68d2f HTTP/1.1" status: 204  len: 168 time: 0.6113033
Jan 15 21:13:50.971775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45478) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.002903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (24089ca5-f286-4ccf-a05f-e29bfc3d5ec5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.033128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=24089ca5-f286-4ccf-a05f-e29bfc3d5ec5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.039117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.042626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-42ce094f-8701-41bc-9e9c-8eb89e7faa8c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 HTTP/1.1" status: 204  len: 168 time: 0.5621347
Jan 15 21:13:51.045037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45480) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.058052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet f1bacfd2-7d69-4868-97e4-58a66e49de27 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:51.064363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (f1bacfd2-7d69-4868-97e4-58a66e49de27), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.069416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-051c346f-8a9a-4d62-870f-073037c9ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:51.070903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-051c346f-8a9a-4d62-870f-073037c9ffc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65f802dd-98dd-4371-b43c-7230f851e671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1127284
Jan 15 21:13:51.109119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15babe73-c7c0-4aac-b639-4e8b48b2022f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:51.111063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-15babe73-c7c0-4aac-b639-4e8b48b2022f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0647898
Jan 15 21:13:51.113412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45482) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.140569 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-0307daaa-3340-43ad-ad19-8e781bea3aa9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:51.142212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0307daaa-3340-43ad-ad19-8e781bea3aa9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/24089ca5-f286-4ccf-a05f-e29bfc3d5ec5 HTTP/1.1" status: 404  len: 333 time: 0.0276856
Jan 15 21:13:51.147031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45484) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.151893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858174013'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:51.152809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] DHCP port deletion for d5c340be-8ec8-48f7-b7fa-0eac4a144603 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:51.164551 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f1bacfd2-7d69-4868-97e4-58a66e49de27), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.177678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:51.181895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.211675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:51.216119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Deleting port 3c80413e-ea21-4b87-a104-dccfec60d99e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:51.216564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.221881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6fd09511-a218-41e0-a347-269ca22c21b1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.222303 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment 6fd09511-a218-41e0-a347-269ca22c21b1 of type vlan for network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386
Jan 15 21:13:51.267696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-dc94e5f6-165f-4269-9f04-fb362d200b46 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734104
Jan 15 21:13:51.273666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.291232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] For port 3c80413e-ea21-4b87-a104-dccfec60d99e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c80413e-ea21-4b87-a104-dccfec60d99e,segment=NetworkSegment(5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772),segment_id=5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:51.292042 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.305764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.307906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Calling delete_port for 3c80413e-ea21-4b87-a104-dccfec60d99e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:51.312542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:51.313408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.330716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f1bacfd2-7d69-4868-97e4-58a66e49de27), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.366942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2188442
Jan 15 21:13:51.370262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45486) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.376919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:51.420189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-87f5c5db-8163-491e-8e2e-cf8c6bf47e8c req-679ba8e9-cd10-463d-a1fc-e7d8b556856c service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445599
Jan 15 21:13:51.421650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (3c80413e-ea21-4b87-a104-dccfec60d99e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.431294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f1bacfd2-7d69-4868-97e4-58a66e49de27), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.449291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b105e3f-dadc-4fe2-8f4a-97b3fd0e23cc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=8d791dc0-16a3-4fc3-bce3-3fbb07f3e386,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.456326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] Pushing event deleted for resources: {'Port': ['ID=3c80413e-ea21-4b87-a104-dccfec60d99e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.461500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd09482-5e1f-4027-b76a-a68b736edc65 None None] No DVR routers for this DVR port 3c80413e-ea21-4b87-a104-dccfec60d99e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:51.473464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bacfd2-7d69-4868-97e4-58a66e49de27,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.475793 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.479358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7fe0f604-c6c1-43de-bae5-51a0613e2cbb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/f1bacfd2-7d69-4868-97e4-58a66e49de27 HTTP/1.1" status: 204  len: 168 time: 0.5073686
Jan 15 21:13:51.479508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:51.481847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45488) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.510123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:51.514248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.522988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899476d-09eb-4ad6-9fc8-84e10ded82ec None None] Network e0435612-f893-474e-ab6a-bb1ffea51a05 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:51.564193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d5c340be-8ec8-48f7-b7fa-0eac4a144603), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.649403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3c80413e-ea21-4b87-a104-dccfec60d99e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:51.674665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3c80413e-ea21-4b87-a104-dccfec60d99e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:51.675023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3c80413e-ea21-4b87-a104-dccfec60d99e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:51.676234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d5c340be-8ec8-48f7-b7fa-0eac4a144603), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.705033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba34a90>,) {'filters': {'network_id': ['d5c340be-8ec8-48f7-b7fa-0eac4a144603']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:51.717052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba34a90>, '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:51.717354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ba34a90>, '5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:51.721248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] DHCP port deletion for e0435612-f893-474e-ab6a-bb1ffea51a05 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:13:51.731620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.747764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (ecf2951a-378e-4173-94d0-e811d2226116), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.751512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.758829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:51.759982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (5fc6be73-fcf4-4ce0-a99c-18d9fcd6d772), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.764293 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:51.767239 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:51.810087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Deleting port 7291536b-a2c7-46b5-bce5-cdb804144745 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:51.810723 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.830922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=ecf2951a-378e-4173-94d0-e811d2226116,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.837826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d5c340be-8ec8-48f7-b7fa-0eac4a144603), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.839597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': '6fd09511-a218-41e0-a347-269ca22c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:51.839916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:51.844261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.857218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/d5c340be-8ec8-48f7-b7fa-0eac4a144603 HTTP/1.1" status: 204  len: 168 time: 0.3736975
Jan 15 21:13:51.860109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45496) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:51.874184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845eba2-8864-4f5a-856c-46f19d9a0262 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=d5c340be-8ec8-48f7-b7fa-0eac4a144603,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:51.906733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.915009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] For port 7291536b-a2c7-46b5-bce5-cdb804144745, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7291536b-a2c7-46b5-bce5-cdb804144745,segment=NetworkSegment(3d1cf6bc-a98a-458c-b2df-31a2556f5b3c),segment_id=3d1cf6bc-a98a-458c-b2df-31a2556f5b3c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:51.915545 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:51.929990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Calling delete_port for 7291536b-a2c7-46b5-bce5-cdb804144745 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:51.932071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:51.981903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:51.992579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:51.993279 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.000942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e7bdf-ecce-4e11-9102-262aeffd523d None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:52.040270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380c23-2d71-47e6-a9fa-49b6cb5dd013 req-bbf850bd-4971-4340-9d32-d42eaa7dfc43 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:52.047669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0380c23-2d71-47e6-a9fa-49b6cb5dd013 req-bbf850bd-4971-4340-9d32-d42eaa7dfc43 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 943 time: 0.1628366
Jan 15 21:13:52.065760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e0435612-f893-474e-ab6a-bb1ffea51a05), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.083094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45500) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.083759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f52ce07-f670-4c2d-a4e2-0c4da76e5645 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7108579
Jan 15 21:13:52.088225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:52.109556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (7291536b-a2c7-46b5-bce5-cdb804144745), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.133891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] The port '7291536b-a2c7-46b5-bce5-cdb804144745' was deleted {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Jan 15 21:13:52.138246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.164420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] Pushing event deleted for resources: {'Port': ['ID=7291536b-a2c7-46b5-bce5-cdb804144745,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.175116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0380c23-2d71-47e6-a9fa-49b6cb5dd013 req-78f0b9bc-6696-4efe-b2b3-b7732d93c134 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203802
Jan 15 21:13:52.205457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cdf31-a019-4679-98e6-c8f318bb8309 None None] No DVR routers for this DVR port 7291536b-a2c7-46b5-bce5-cdb804144745 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:13:52.222910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': 'ecf2951a-378e-4173-94d0-e811d2226116'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:52.225959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.230700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:52.234441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.247236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e0435612-f893-474e-ab6a-bb1ffea51a05), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.288943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a95f820>,) {'filters': {'network_id': ['e0435612-f893-474e-ab6a-bb1ffea51a05']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:52.308110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a95f820>, '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:52.308414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a95f820>, '3d1cf6bc-a98a-458c-b2df-31a2556f5b3c') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:52.319574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3d1cf6bc-a98a-458c-b2df-31a2556f5b3c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.337913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3d1cf6bc-a98a-458c-b2df-31a2556f5b3c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.344573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:13:52.345013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3d1cf6bc-a98a-458c-b2df-31a2556f5b3c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.348516 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:13:52.352047 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:13:52.373140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a053fb77-1816-4989-8510-f0a671de85c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.394308 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ecf2951a-378e-4173-94d0-e811d2226116 (CIDR: 2001:db8::/64)
Jan 15 21:13:52.401427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Allocated IP 2001:db8::2 (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/ecf2951a-378e-4173-94d0-e811d2226116/8c5bd4d0-82cc-4c9a-86fb-4f458a25a799) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:52.402143 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:13:52.402588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:13:52.430540 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5c3d3b78-a46f-4af2-a612-3fb10a5f8a6f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3464596
Jan 15 21:13:52.433530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.440734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:52.459702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e0435612-f893-474e-ab6a-bb1ffea51a05), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.464731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.468759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/e0435612-f893-474e-ab6a-bb1ffea51a05 HTTP/1.1" status: 204  len: 168 time: 0.6065524
Jan 15 21:13:52.472408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.484809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887912776'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:52.508794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a053fb77-1816-4989-8510-f0a671de85c5 admin admin] Publish callbacks [] for security_group (d052f671-e842-45ec-b56a-c648cd5d5486), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.514039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d0cd-4943-47ea-98a6-678d81e4830c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=e0435612-f893-474e-ab6a-bb1ffea51a05,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.517615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a053fb77-1816-4989-8510-f0a671de85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d052f671-e842-45ec-b56a-c648cd5d5486), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.536464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:52.540904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.575510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks [] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.579332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a053fb77-1816-4989-8510-f0a671de85c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52caab26f74c4651baf8c681c316c08e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4375763
Jan 15 21:13:52.579943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45514) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.580414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053fb77-1816-4989-8510-f0a671de85c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d052f671-e842-45ec-b56a-c648cd5d5486,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.594118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:52.598712 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.606566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7e416dc7-e106-4ba0-aa22-9c2b84e41047), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.606827 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 7e416dc7-e106-4ba0-aa22-9c2b84e41047 of type vlan for network b1203d0e-f177-4400-a7dd-5680a8ca1a51
Jan 15 21:13:52.621356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:52.623780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:52.625393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:52.627215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:52.629229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.652456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b1203d0e-f177-4400-a7dd-5680a8ca1a51), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.680573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b1203d0e-f177-4400-a7dd-5680a8ca1a51), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.687997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:52.688616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.700296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] Publish callbacks [] for security_group (d052f671-e842-45ec-b56a-c648cd5d5486), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.715566 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2356730
Jan 15 21:13:52.716170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45516) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:52.716962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Pushing event updated for resources: {'Port': ['ID=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.722817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Attempting to bind port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:52.723483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Attempting to bind port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6fd09511-a218-41e0-a347-269ca22c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:52.723631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Attempting to bind port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 on network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:52.729348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:52.730173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Checking segment: {'id': '6fd09511-a218-41e0-a347-269ca22c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:52.730173 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.731060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Bound using segment: {'id': '6fd09511-a218-41e0-a347-269ca22c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:52.731559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Bound port: 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd09511-a218-41e0-a347-269ca22c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:52.731953 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.749699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] Publish callbacks [] for security_group (d052f671-e842-45ec-b56a-c648cd5d5486), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.767870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:52.802740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] For port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:52.805922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] For port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,segment=NetworkSegment(6fd09511-a218-41e0-a347-269ca22c21b1),segment_id=6fd09511-a218-41e0-a347-269ca22c21b1)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:52.810958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.842916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc09017-f523-4201-8205-2ca8735ce293 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=b1203d0e-f177-4400-a7dd-5680a8ca1a51,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.856675 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (d052f671-e842-45ec-b56a-c648cd5d5486), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.860367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.861599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d052f671-e842-45ec-b56a-c648cd5d5486 HTTP/1.1" status: 204  len: 168 time: 0.2807517
Jan 15 21:13:52.864974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:52.879246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a526d-b7ca-46f1-9dbb-496bdc07f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d052f671-e842-45ec-b56a-c648cd5d5486,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:52.896645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:52.901198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:52.993658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299a87-5504-4ff5-9e12-d99e8c892e09 None None] Pushing event updated for resources: {'Port': ['ID=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:53.003707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (fd47e481-5e11-48ed-bab9-f1e2233b341a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.048649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:53.052033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:53.056463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:53.057078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.072901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=fd47e481-5e11-48ed-bab9-f1e2233b341a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:53.084949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-af4f096a-833d-4362-8e54-5a9a430e02b4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6502442
Jan 15 21:13:53.085578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:53.103370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'fixed_ips': [{'subnet_id': 'ecf2951a-378e-4173-94d0-e811d2226116'}, {'subnet_id': 'fd47e481-5e11-48ed-bab9-f1e2233b341a'}], 'name': 'tempest-PortsIpV6TestJSON-1487859530'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:53.218945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (092e30fb-372b-4cdf-bb0b-cba29fa5df61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.285411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:53.314821 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.348359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=092e30fb-372b-4cdf-bb0b-cba29fa5df61,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:53.359580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '7e416dc7-e106-4ba0-aa22-9c2b84e41047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:53.360213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: b1203d0e-f177-4400-a7dd-5680a8ca1a51, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:53.388241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:53.400791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1203d0e-f177-4400-a7dd-5680a8ca1a51) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:53.408006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:53.408649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.416215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bf5aa-071c-45ae-8e97-60a201d580e6 None None] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:53.436359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1456b26e-3472-4160-8684-359b3a1d5d4f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7075958
Jan 15 21:13:53.437076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45532) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:53.442507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768000953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:53.485135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.486728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.565504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (d1317b1e-ddf0-491f-ad19-b7ef11888d60), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.573589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.602766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1203d0e-f177-4400-a7dd-5680a8ca1a51', 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '092e30fb-372b-4cdf-bb0b-cba29fa5df61'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:13:53.604530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.627239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.633663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-63b1e8b7-61ef-4962-a2d5-b2b87ac7ce20 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1953692
Jan 15 21:13:53.634333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:53.643374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'port': {'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51', 'name': 'tempest-RoutersIpV6Test-1642529733'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:53.723464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3b27d-33c7-45e3-9f65-0381f105a39a req-f393abf7-9c5c-4ee9-a55b-a728c89e3d2f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:53.731847 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13b3b27d-33c7-45e3-9f65-0381f105a39a req-f393abf7-9c5c-4ee9-a55b-a728c89e3d2f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 943 time: 0.4581366
Jan 15 21:13:53.799751 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.807208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:53.835322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:53.841542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13b3b27d-33c7-45e3-9f65-0381f105a39a req-70c7b0b2-5be8-4867-9ee0-686b04c2b21f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086330
Jan 15 21:13:53.842774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:53.863989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 468e5fd0-0857-46f9-bb72-4c6d0c062197 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:53.879211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] device_id is not set on port 268ac269-a673-43b9-9fe9-f232bfccd0a4 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:13:53.897461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Allocated IP 2001:db8::2 (b1203d0e-f177-4400-a7dd-5680a8ca1a51/092e30fb-372b-4cdf-bb0b-cba29fa5df61/eb06e32d-e201-4e9f-984a-18d1b4e86e5a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:53.950155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:53.950528 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.123994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:54.124380 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.160142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks [] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.173420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45552) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:54.183672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.201731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,segment=NetworkSegment(6fd09511-a218-41e0-a347-269ca22c21b1),segment_id=6fd09511-a218-41e0-a347-269ca22c21b1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:54.235832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:13:54.242660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.284265 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.294446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:54.306423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:54.312939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Pushing event updated for resources: {'Port': ['ID=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:54.318100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:54.325389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-588357270-network', 'tenant_id': '8f293bb4f2d84755a7fd006995ae5f87'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:54.369793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8::241 (b1203d0e-f177-4400-a7dd-5680a8ca1a51/092e30fb-372b-4cdf-bb0b-cba29fa5df61/268ac269-a673-43b9-9fe9-f232bfccd0a4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:54.390562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7291536b-a2c7-46b5-bce5-cdb804144745 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:13:54.391134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebfad4-3f29-4ef6-b450-edb35e96c2b2 req-ee1062d0-8649-48c8-8344-d99184c88e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:54.394973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::e9 (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/ecf2951a-378e-4173-94d0-e811d2226116/468e5fd0-0857-46f9-bb72-4c6d0c062197) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:54.400604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Made reservation on behalf of 8f293bb4f2d84755a7fd006995ae5f87 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:54.401747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d2ebfad4-3f29-4ef6-b450-edb35e96c2b2 req-ee1062d0-8649-48c8-8344-d99184c88e67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1097 time: 0.4353180
Jan 15 21:13:54.404309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.426507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8:0:1::3ca (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/fd47e481-5e11-48ed-bab9-f1e2233b341a/468e5fd0-0857-46f9-bb72-4c6d0c062197) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:54.430456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.460961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7291536b-a2c7-46b5-bce5-cdb804144745 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:13:54.461548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7291536b-a2c7-46b5-bce5-cdb804144745 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:13:54.495741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d2ebfad4-3f29-4ef6-b450-edb35e96c2b2 req-558ebe65-01dc-4d66-ade6-54f8d03401db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930912
Jan 15 21:13:54.518055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Attempting to bind port eb06e32d-e201-4e9f-984a-18d1b4e86e5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:13:54.518510 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Attempting to bind port eb06e32d-e201-4e9f-984a-18d1b4e86e5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e416dc7-e106-4ba0-aa22-9c2b84e41047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:13:54.518848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Attempting to bind port eb06e32d-e201-4e9f-984a-18d1b4e86e5a on network b1203d0e-f177-4400-a7dd-5680a8ca1a51 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:13:54.537189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee13ea-3cc5-4bb9-8eec-c37935a268ee None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:54.546072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:13:54.546718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Checking segment: {'id': '7e416dc7-e106-4ba0-aa22-9c2b84e41047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:54.547284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.547843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Bound using segment: {'id': '7e416dc7-e106-4ba0-aa22-9c2b84e41047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:13:54.548494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Bound port: eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e416dc7-e106-4ba0-aa22-9c2b84e41047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1203d0e-f177-4400-a7dd-5680a8ca1a51'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:13:54.549058 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.551023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:54.625880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:54.627575 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks [] for security_group (9d9f5042-b9e8-40ff-87a8-604158c216ac), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.633962 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d9f5042-b9e8-40ff-87a8-604158c216ac), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.654760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.670298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:13:54.671646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:13:54.698789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f5042-b9e8-40ff-87a8-604158c216ac,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:54.704300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e5e3904c-5ea0-481c-a8ec-9fc489da0bad None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:54.705760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e5e3904c-5ea0-481c-a8ec-9fc489da0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.706193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (843c14a5-6314-430b-8848-3e4f45a617fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.706193 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Added segment 843c14a5-6314-430b-8848-3e4f45a617fc of type vlan for network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096
Jan 15 21:13:54.713279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.777607 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.779335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:54.779935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (84d2c5a2-b550-4f8e-b1d9-357aedfbd096), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.784789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:54.791026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:54.800528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:54.801302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.831049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (84d2c5a2-b550-4f8e-b1d9-357aedfbd096), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.832695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:54.834279 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.840097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=268ac269-a673-43b9-9fe9-f232bfccd0a4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:54.861762 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2245405
Jan 15 21:13:54.863848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.865048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.866096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.866696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.867309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.868115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.868556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.869018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.869473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.869905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.870340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.870872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.871525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ccc494-e2dd-4abe-8340-5917a6f8957d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:13:54.873522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45560) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:54.946672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] For port eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:13:54.955787 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.988543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] For port eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,segment=NetworkSegment(7e416dc7-e106-4ba0-aa22-9c2b84e41047),segment_id=7e416dc7-e106-4ba0-aa22-9c2b84e41047)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:13:54.991203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:54.991549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:54.997919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.023077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8483665
Jan 15 21:13:55.026444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45562) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:55.032491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Request body: {'subnet': {'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-588357270-subnet', 'tenant_id': '8f293bb4f2d84755a7fd006995ae5f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:55.051159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:13:55.063812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Made reservation on behalf of 8f293bb4f2d84755a7fd006995ae5f87 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:13:55.078905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.088186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1287b-30b2-4e2b-83eb-5382b9076a91 admin admin] Pushing event updated for resources: {'Network': ['ID=84d2c5a2-b550-4f8e-b1d9-357aedfbd096,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:55.109179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:55.121126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:13:55.147189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.153018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:55.158785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=468e5fd0-0857-46f9-bb72-4c6d0c062197,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:55.163128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:55.169635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:13:55.175723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:55.176762 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.178147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7597918-dc89-4a80-9bd5-99f470580e71 None None] Pushing event updated for resources: {'Port': ['ID=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:55.271146 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41303028-3d30-4073-9f72-69722f6aa348 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 2.1814072
Jan 15 21:13:55.279993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9251632-6271-43d3-b362-2597e4746b87 req-68fcb80b-3767-4da0-97de-1467a6b41711 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:55.281428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9251632-6271-43d3-b362-2597e4746b87 req-68fcb80b-3767-4da0-97de-1467a6b41711 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 943 time: 0.3235981
Jan 15 21:13:55.292184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45564) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:55.299503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf2951a-378e-4173-94d0-e811d2226116'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:55.314703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3904c-5ea0-481c-a8ec-9fc489da0bad None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:55.360900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['909658a8-c02e-4ffe-95b9-0a5acbcbdac7'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:13:55.363015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Update dhcp port {'port': {'network_id': '8d791dc0-16a3-4fc3-bce3-3fbb07f3e386', 'fixed_ips': [{'subnet_id': 'ecf2951a-378e-4173-94d0-e811d2226116', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd47e481-5e11-48ed-bab9-f1e2233b341a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8c5bd4d0-82cc-4c9a-86fb-4f458a25a799'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:13:55.367170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:55.433874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.465180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9251632-6271-43d3-b362-2597e4746b87 req-059fedbb-9e72-4442-9a56-519d7c2f45e9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1552782
Jan 15 21:13:55.578125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (5412cfcf-8716-42b2-8f43-6ea2f6c62558), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.618738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.769503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5412cfcf-8716-42b2-8f43-6ea2f6c62558,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:55.823994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:55.832764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Allocated IP 2001:db8:0:1::2 (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/fd47e481-5e11-48ed-bab9-f1e2233b341a/8c5bd4d0-82cc-4c9a-86fb-4f458a25a799) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:55.851861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Checking segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:13:55.852253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Network hostable DHCP agents. Network: 84d2c5a2-b550-4f8e-b1d9-357aedfbd096, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:13:55.853029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:55.913041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:13:55.933158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84d2c5a2-b550-4f8e-b1d9-357aedfbd096) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:55.950183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e5074-1ccc-4c2a-a845-252ea2145de0 None None] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:55.961006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:55.961742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.002311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d20d2b9f-9a47-4eee-a90a-17d744cd8f1c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9745331
Jan 15 21:13:56.003084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.009360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.087419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=268ac269-a673-43b9-9fe9-f232bfccd0a4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:56.104671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] For port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,segment=NetworkSegment(6fd09511-a218-41e0-a347-269ca22c21b1),segment_id=6fd09511-a218-41e0-a347-269ca22c21b1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:56.149757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:56.150129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.204759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ba27a-48de-43b2-8bde-4208c784136d None None] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:56.243914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Publish callbacks [] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.281552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.305509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (d1317b1e-ddf0-491f-ad19-b7ef11888d60), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.491152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.560475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961a253-1cfb-4528-b813-a1d0133a25d3 None None] Pushing event updated for resources: {'Port': ['ID=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:56.563501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:56.564995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb06e32d-e201-4e9f-984a-18d1b4e86e5a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:56.662980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port eb06e32d-e201-4e9f-984a-18d1b4e86e5a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:56.665639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.687879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Delete allocated IP 2001:db8:0:1::3ca (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/fd47e481-5e11-48ed-bab9-f1e2233b341a) {{(pid=114438) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:13:56.796757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port eb06e32d-e201-4e9f-984a-18d1b4e86e5a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:56.797927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.814326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5af691-cc21-4dba-bd0b-a53c6da87784 None None] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:56.841625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b7161-0158-4b71-9e4c-8fe66828a900 req-0c6c5ab2-8a43-4609-9594-c9caf46cdd3b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:56.843180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-660b7161-0158-4b71-9e4c-8fe66828a900 req-0c6c5ab2-8a43-4609-9594-c9caf46cdd3b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 944 time: 0.2515283
Jan 15 21:13:56.880110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.887265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.892521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,segment=NetworkSegment(7e416dc7-e106-4ba0-aa22-9c2b84e41047),segment_id=7e416dc7-e106-4ba0-aa22-9c2b84e41047)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:56.908288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.912558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8a7729a1-287c-41d1-9a37-4a4d276f543c None None] Provisioning complete for port eb06e32d-e201-4e9f-984a-18d1b4e86e5a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:56.912945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8a7729a1-287c-41d1-9a37-4a4d276f543c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:56.974811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=468e5fd0-0857-46f9-bb72-4c6d0c062197,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:56.988903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-f8fa8804-deb1-4993-b800-d35e81f9ff6e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:56.990736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-f8fa8804-deb1-4993-b800-d35e81f9ff6e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 813 time: 0.2684331
Jan 15 21:13:57.027817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-660b7161-0158-4b71-9e4c-8fe66828a900 req-8e1f2242-0b7b-419e-b8b4-e43cfd67b6c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604741
Jan 15 21:13:57.028172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] In _notify_port_updated(), no bound segment for port 468e5fd0-0857-46f9-bb72-4c6d0c062197 on network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:13:57.047214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:57.047858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.052713 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-660a843d-c426-4219-b0d7-6a8595d410cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/ports/468e5fd0-0857-46f9-bb72-4c6d0c062197 HTTP/1.1" status: 200  len: 925 time: 1.7589865
Jan 15 21:13:57.053592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:57.060091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecf2951a-378e-4173-94d0-e811d2226116'}, {'subnet_id': 'fd47e481-5e11-48ed-bab9-f1e2233b341a'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:57.085700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:57.101147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8a7729a1-287c-41d1-9a37-4a4d276f543c None None] Current status of the port eb06e32d-e201-4e9f-984a-18d1b4e86e5a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:57.101543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.113388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-1e8030dc-5aed-47bf-99b3-fea6a2dd9377 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/quotas/8f293bb4f2d84755a7fd006995ae5f87 HTTP/1.1" status: 200  len: 375 time: 0.0844815
Jan 15 21:13:57.116960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.117766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (d1317b1e-ddf0-491f-ad19-b7ef11888d60), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.165068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.179789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-01ee7c0a-359a-42fe-8cb8-589b10368d9a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638304
Jan 15 21:13:57.297064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=268ac269-a673-43b9-9fe9-f232bfccd0a4,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:57.390107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:13:57.393356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-dbd9e6d9-8c09-4a36-b420-9506e5daf50b service neutron] 10.222.0.46 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061868
Jan 15 21:13:57.394225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:13:57.498112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8:0:1::7c (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386/fd47e481-5e11-48ed-bab9-f1e2233b341a/468e5fd0-0857-46f9-bb72-4c6d0c062197) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:13:57.505568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7baaceb-e97a-4e8c-a0e8-641ae4202a9b None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:57.628465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Provisioning complete for port 468e5fd0-0857-46f9-bb72-4c6d0c062197 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:57.629174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.672331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.679370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.796362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=468e5fd0-0857-46f9-bb72-4c6d0c062197,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:57.800803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] In _notify_port_updated(), no bound segment for port 468e5fd0-0857-46f9-bb72-4c6d0c062197 on network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:13:57.807506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:57.808219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:57.812593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e8c3141-afa3-4379-8482-475e572a6833 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/ports/468e5fd0-0857-46f9-bb72-4c6d0c062197 HTTP/1.1" status: 200  len: 1010 time: 0.7578940
Jan 15 21:13:57.813373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45596) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:57.870995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:57.937263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-6d522812-8e5e-43e7-8ed9-f15d4d77f2e7 service neutron] 10.222.0.46 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5346668
Jan 15 21:13:57.955524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Port 468e5fd0-0857-46f9-bb72-4c6d0c062197 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:57.961456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router d1317b1e-ddf0-491f-ad19-b7ef11888d60 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:13:57.966578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 468e5fd0-0857-46f9-bb72-4c6d0c062197 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:57.967027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.010500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Provisioning complete for port eb06e32d-e201-4e9f-984a-18d1b4e86e5a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.011146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.087694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:13:58.094688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-196f75f1-726c-4622-b91a-65363dfff471 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/d1317b1e-ddf0-491f-ad19-b7ef11888d60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1880620
Jan 15 21:13:58.098933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45600) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:58.112104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] Sync routers for ids ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:13:58.114692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.115111 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.121470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.139968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 468e5fd0-0857-46f9-bb72-4c6d0c062197 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:58.232072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dbaf0-11b2-4b19-b3d6-d6582f13ea54 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:58.233553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f0dbaf0-11b2-4b19-b3d6-d6582f13ea54 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports/268ac269-a673-43b9-9fe9-f232bfccd0a4 HTTP/1.1" status: 200  len: 984 time: 0.1336257
Jan 15 21:13:58.237425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] Routers {'d1317b1e-ddf0-491f-ad19-b7ef11888d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:58.238559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45604) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:58.241549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b133c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:58.269419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:58.291220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84e90ffc-3a55-46c4-a89e-7d21d2bbe595 req-c7e2c0fc-191d-4259-8a9a-81261253f51b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 210 time: 0.0452390
Jan 15 21:13:58.365817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b133c70>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:58.416377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee64dbd-e4a4-478d-ab25-5cd943fa3e48 req-6e54e383-bb21-4652-9541-2b94834f2f5c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:58.418005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ee64dbd-e4a4-478d-ab25-5cd943fa3e48 req-6e54e383-bb21-4652-9541-2b94834f2f5c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 944 time: 0.2643201
Jan 15 21:13:58.491967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] Routers {'d1317b1e-ddf0-491f-ad19-b7ef11888d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:13:58.493431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b133c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:58.533544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ee64dbd-e4a4-478d-ab25-5cd943fa3e48 req-1ffb9357-06cf-40ae-ad53-03d02af527d9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024883
Jan 15 21:13:58.535961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Current status of the port eb06e32d-e201-4e9f-984a-18d1b4e86e5a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:58.555778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (468e5fd0-0857-46f9-bb72-4c6d0c062197), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.616589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b133c70>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:13:58.617354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9f181-5ad2-4f95-bce1-63d9ff115a89 None None] The sync data for ids ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:13:58.628750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=468e5fd0-0857-46f9-bb72-4c6d0c062197,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:58.637981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.638385 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.640445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:58.641629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb06e32d-e201-4e9f-984a-18d1b4e86e5a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:13:58.703813 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.710084 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-22c641d5-a0d6-4212-8077-750b17bc0f87 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/468e5fd0-0857-46f9-bb72-4c6d0c062197 HTTP/1.1" status: 204  len: 168 time: 0.8927639
Jan 15 21:13:58.711210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45612) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:58.717969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:13:58.731362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.731731 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.756492 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0be073-5b21-4aa5-a257-714349c2ca2e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:13:58.761325 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-df0be073-5b21-4aa5-a257-714349c2ca2e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/468e5fd0-0857-46f9-bb72-4c6d0c062197 HTTP/1.1" status: 404  len: 333 time: 0.0465381
Jan 15 21:13:58.762143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45614) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:58.855859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet fd47e481-5e11-48ed-bab9-f1e2233b341a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:58.860725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (fd47e481-5e11-48ed-bab9-f1e2233b341a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.898355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port eb06e32d-e201-4e9f-984a-18d1b4e86e5a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.902703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.929522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:58.941865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (fd47e481-5e11-48ed-bab9-f1e2233b341a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:58.975901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Provisioning complete for port 268ac269-a673-43b9-9fe9-f232bfccd0a4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:58.976287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.030948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:59.030948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.033404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0816fdd8-1d41-4461-99ca-a6da5a40d67c None None] Port 268ac269-a673-43b9-9fe9-f232bfccd0a4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:59.065103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (d1317b1e-ddf0-491f-ad19-b7ef11888d60), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.084539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:13:59.086873 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af72e1a-1578-495e-82c9-8659f5213b46" -d '{"events": [{"server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "name": "network-vif-plugged", "status": "completed", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:13:59.103578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (fd47e481-5e11-48ed-bab9-f1e2233b341a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.110201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:13:59.119642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port eb06e32d-e201-4e9f-984a-18d1b4e86e5a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:59.121958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.174867 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb839e74-9c8c-4706-9ead-406f2c7846db x-openstack-request-id: req-fb839e74-9c8c-4706-9ead-406f2c7846db {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:13:59.175186 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "name": "network-vif-plugged", "status": "completed", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:13:59.175412 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb839e74-9c8c-4706-9ead-406f2c7846db {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:13:59.176004 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'code': 200}
Jan 15 21:13:59.180715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Could not find standard attr ID for object 468e5fd0-0857-46f9-bb72-4c6d0c062197. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:59.235122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:59.236135 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.242860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:59.257414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (fd47e481-5e11-48ed-bab9-f1e2233b341a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.377154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Current status of the port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:13:59.382918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=fd47e481-5e11-48ed-bab9-f1e2233b341a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:59.387743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.391066 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4ed40adc-6d8c-48d6-89d7-ecd9be52d996 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/fd47e481-5e11-48ed-bab9-f1e2233b341a HTTP/1.1" status: 204  len: 168 time: 0.6279411
Jan 15 21:13:59.396063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45622) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:13:59.402698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Provisioning complete for port 268ac269-a673-43b9-9fe9-f232bfccd0a4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:13:59.403219 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.454085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8c495f2-301c-4578-b8a8-328cdb133c95 req-f29ebdbe-6c35-4894-bac1-9265308aef84 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 210 time: 0.0321302
Jan 15 21:13:59.457230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d62f7-a3b7-4053-8469-56b08b7a0f1a req-5386f014-0058-49fd-bb5c-973007ea69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:59.459003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-814d62f7-a3b7-4053-8469-56b08b7a0f1a req-5386f014-0058-49fd-bb5c-973007ea69c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1096 time: 0.1967101
Jan 15 21:13:59.460336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b39d0c2b-be9c-424e-9077-d04899f3e30f None None] Port 268ac269-a673-43b9-9fe9-f232bfccd0a4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:13:59.469094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 268ac269-a673-43b9-9fe9-f232bfccd0a4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:13:59.469455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.496564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet ecf2951a-378e-4173-94d0-e811d2226116 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:13:59.500515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (ecf2951a-378e-4173-94d0-e811d2226116), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.559706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ecf2951a-378e-4173-94d0-e811d2226116), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.575846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4203174-9f3e-4ab8-9010-35812bdc1777 None None] Could not find standard attr ID for object 468e5fd0-0857-46f9-bb72-4c6d0c062197. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:59.600757 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.617471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 268ac269-a673-43b9-9fe9-f232bfccd0a4 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:13:59.636704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-814d62f7-a3b7-4053-8469-56b08b7a0f1a req-fe944211-1315-4040-85f2-e0b7027aab0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714756
Jan 15 21:13:59.645310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b29513-14a9-41cd-9060-55a5e2a9bf8c None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:13:59.713683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-411979ef-606e-44eb-bc54-4a3f24423423 None None] Could not find standard attr ID for object 468e5fd0-0857-46f9-bb72-4c6d0c062197. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:13:59.735130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ecf2951a-378e-4173-94d0-e811d2226116), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.796859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5bf96-f69d-4585-acb0-230fe6330f20 req-2e7fb6d9-50d5-4314-9fbd-186aa32a205b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:59.804952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82c5bf96-f69d-4585-acb0-230fe6330f20 req-2e7fb6d9-50d5-4314-9fbd-186aa32a205b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.1281738
Jan 15 21:13:59.867726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82c5bf96-f69d-4585-acb0-230fe6330f20 req-c050679f-09f4-440a-bba6-2077bc3c38b7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619104
Jan 15 21:13:59.911694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-ef562467-36bc-4dcf-8efe-aab39376de2d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:13:59.913674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-ef562467-36bc-4dcf-8efe-aab39376de2d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.45 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 813 time: 0.1934774
Jan 15 21:13:59.918884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ecf2951a-378e-4173-94d0-e811d2226116), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.919464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (268ac269-a673-43b9-9fe9-f232bfccd0a4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.951612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Request body: {'port': {'device_id': 'b10c8309-687a-4474-8f64-9956816741db', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'admin_state_up': True, 'tenant_id': '8f293bb4f2d84755a7fd006995ae5f87'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:13:59.955351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf2951a-378e-4173-94d0-e811d2226116,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:59.963367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=268ac269-a673-43b9-9fe9-f232bfccd0a4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:13:59.971387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:13:59.974866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-348dcbeb-55d4-4cbb-a25a-9b6f34e74ae1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/ecf2951a-378e-4173-94d0-e811d2226116 HTTP/1.1" status: 204  len: 168 time: 0.5780132
Jan 15 21:13:59.987183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45626) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:00.118042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Made reservation on behalf of 8f293bb4f2d84755a7fd006995ae5f87 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:00.122777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.143004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (d1317b1e-ddf0-491f-ad19-b7ef11888d60), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.211751 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.296404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Allocated IP 172.20.0.12 (84d2c5a2-b550-4f8e-b1d9-357aedfbd096/5412cfcf-8716-42b2-8f43-6ea2f6c62558/bdd3b358-3871-4d07-a30c-af2f31f8d4cf) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:00.367218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router d1317b1e-ddf0-491f-ad19-b7ef11888d60 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:00.384940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:00.385285 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.468323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks [] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.510299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.511129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:00.521617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0a7ce8d4-07bb-4597-91c5-1b491e491441 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/d1317b1e-ddf0-491f-ad19-b7ef11888d60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2746053
Jan 15 21:14:00.521836 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] Sync routers for ids ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:00.522263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45630) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:00.531623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,segment=NetworkSegment(6fd09511-a218-41e0-a347-269ca22c21b1),segment_id=6fd09511-a218-41e0-a347-269ca22c21b1)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:00.531983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.537097 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] Routers {'d1317b1e-ddf0-491f-ad19-b7ef11888d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:00.537844 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf75100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:00.563714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:00.599170 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf75100>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:00.609539 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] Routers {'d1317b1e-ddf0-491f-ad19-b7ef11888d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:00.610158 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf75100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:00.627950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cf3a9-ffed-4908-86c0-3dd425b3b467 None None] Network 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:00.628672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:00.642642 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf75100>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:00.643305 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e79cce-62a9-4b98-92a7-b8b35fa6a3c4 None None] The sync data for ids ['d1317b1e-ddf0-491f-ad19-b7ef11888d60'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:00.674705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:00.677811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:00.725594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab328ce-5ce2-4932-a69b-fbefadf53451 req-58167b91-2f0d-4504-b5df-787988a94251 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:00.727205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bab328ce-5ce2-4932-a69b-fbefadf53451 req-58167b91-2f0d-4504-b5df-787988a94251 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 932 time: 0.1474569
Jan 15 21:14:00.727327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:00.772826 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.773476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d3bc22eb-3c5b-4aca-b6f9-9eb6108c58a9 None None] Provisioning complete for port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:00.773854 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bc22eb-3c5b-4aca-b6f9-9eb6108c58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c5bd4d0-82cc-4c9a-86fb-4f458a25a799), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.796101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc22eb-3c5b-4aca-b6f9-9eb6108c58a9 None None] Port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 was deleted so its status cannot be updated. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Jan 15 21:14:00.812149 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=8c5bd4d0-82cc-4c9a-86fb-4f458a25a799,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:00.817110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:00.827529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bab328ce-5ce2-4932-a69b-fbefadf53451 req-d9b16ebd-5382-40ad-aadf-ff900e0988b5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874054
Jan 15 21:14:00.834138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:00.834778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.877971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5269a29-af62-4633-bc21-7febf6b46dbc None None] DHCP port deletion for 8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:00.926019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-5de84cae-52ca-4000-9648-caa4e9ed2784 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9800775
Jan 15 21:14:00.927812 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6964039a-e9ab-4cea-a993-1de237ad6ca3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] remove_router_interface failed (client error): The resource could not be found.
Jan 15 21:14:00.928766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6964039a-e9ab-4cea-a993-1de237ad6ca3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/d1317b1e-ddf0-491f-ad19-b7ef11888d60/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4015250
Jan 15 21:14:00.931794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45634) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:00.934742 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:00.939823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Request body: {'port': {'device_id': 'b10c8309-687a-4474-8f64-9956816741db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:00.979865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ed77d1d-c44a-4b1f-86bf-9d4e48687c46 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1317b1e-ddf0-491f-ad19-b7ef11888d60 HTTP/1.1" status: 200  len: 205 time: 0.0469518
Jan 15 21:14:00.986088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:00.990347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79728b50>,) {'filters': {'network_id': ['8d791dc0-16a3-4fc3-bce3-3fbb07f3e386']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:00.997110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.052906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79728b50>, '6fd09511-a218-41e0-a347-269ca22c21b1') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:01.053188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79728b50>, '6fd09511-a218-41e0-a347-269ca22c21b1') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:01.091297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (6fd09511-a218-41e0-a347-269ca22c21b1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.110623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.117227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6fd09511-a218-41e0-a347-269ca22c21b1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.164450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ef5bb-31f2-4379-8aba-326172003d6a req-5cbc46ab-7a5c-4b19-9ca7-d853cc92feb5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:01.165974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e94ef5bb-31f2-4379-8aba-326172003d6a req-5cbc46ab-7a5c-4b19-9ca7-d853cc92feb5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.2122581
Jan 15 21:14:01.170019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:01.170392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (6fd09511-a218-41e0-a347-269ca22c21b1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.174006 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:01.176793 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:01.263912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:14:01.271990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks [] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.614254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:01.637675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:01.638480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c5bd4d0-82cc-4c9a-86fb-4f458a25a799 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:01.641477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Transition to ACTIVE for port object bdd3b358-3871-4d07-a30c-af2f31f8d4cf will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:14:01.648325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.674222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (8d791dc0-16a3-4fc3-bce3-3fbb07f3e386), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.679586 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.687134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/8d791dc0-16a3-4fc3-bce3-3fbb07f3e386 HTTP/1.1" status: 204  len: 168 time: 1.6989179
Jan 15 21:14:01.688093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45638) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:01.707486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.709337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:01.729130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (d1317b1e-ddf0-491f-ad19-b7ef11888d60), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.744508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e9541-6290-47da-91fb-f7751065d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=8d791dc0-16a3-4fc3-bce3-3fbb07f3e386,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:01.757587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e94ef5bb-31f2-4379-8aba-326172003d6a req-306c27f6-94a1-4974-802a-7cb78364787f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5826240
Jan 15 21:14:01.777478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:01.778052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:01.778554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:01.784227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:14:01.784558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:01.790774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:01.791269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Checking segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:01.791805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Bound using segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:01.792242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Bound port: bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:01.792739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.834688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea8ce0-a7eb-4379-967e-096337f0f5a9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:01.836111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-07ea8ce0-a7eb-4379-967e-096337f0f5a9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1402235
Jan 15 21:14:01.839656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (d1317b1e-ddf0-491f-ad19-b7ef11888d60), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.839810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router d1317b1e-ddf0-491f-ad19-b7ef11888d60 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:01.839913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45642) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:01.853435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.859014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5299489c-512e-4bd1-9876-1f496bb39428 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/d1317b1e-ddf0-491f-ad19-b7ef11888d60 HTTP/1.1" status: 204  len: 168 time: 0.8686755
Jan 15 21:14:01.859315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45646) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:01.893821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:01.897754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:01.906576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f99a78d4-7b87-455b-b25e-b0d78bfdd7bb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0655282
Jan 15 21:14:01.909590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.913789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:01.926045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-174922696'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:01.943502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:01.944125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:01.945540 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] 10.222.0.45 "PUT /v2.0/ports/bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 1092 time: 1.0109665
Jan 15 21:14:01.945974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:01.948228 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25" -d '{"events": [{"name": "network-changed", "server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:01.976310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 092e30fb-372b-4cdf-bb0b-cba29fa5df61 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:01.981732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb561995-d626-4e10-ab7c-880b4a5e6d88 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:01.983898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (092e30fb-372b-4cdf-bb0b-cba29fa5df61), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.014655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c3460-fe88-4383-ac50-c9de831365df req-5ce8ae40-4fcf-4c78-ba21-e535de9e2d14 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.016142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-440c3460-fe88-4383-ac50-c9de831365df req-5ce8ae40-4fcf-4c78-ba21-e535de9e2d14 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.1790338
Jan 15 21:14:02.026870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-497915d4-7c82-499e-be21-1ea06cef3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.028496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-497915d4-7c82-499e-be21-1ea06cef3043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1095 time: 0.0414431
Jan 15 21:14:02.071222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (092e30fb-372b-4cdf-bb0b-cba29fa5df61), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.076880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:02.080311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.083788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-96ae1f26-530c-463f-8611-b05af38258f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.0481529
Jan 15 21:14:02.121708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7cc5-f03d-44fa-aaa1-534e6907df75 req-9c1398e5-a6db-4e83-8699-4179566b6086 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.123102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35ea7cc5-f03d-44fa-aaa1-534e6907df75 req-9c1398e5-a6db-4e83-8699-4179566b6086 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 944 time: 0.2072012
Jan 15 21:14:02.132074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-e765d32a-4116-4634-b0b0-fc1f82dcae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.133582 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-e765d32a-4116-4634-b0b0-fc1f82dcae5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.0446179
Jan 15 21:14:02.167988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-42b4e55b-9316-4d3d-a394-1d9776c63cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260623
Jan 15 21:14:02.194325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:02.209383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-440c3460-fe88-4383-ac50-c9de831365df req-1ce912ec-6ab2-48d6-8cc8-caffedb51e96 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714716
Jan 15 21:14:02.236976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45652) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:02.243870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5700304f-5bd9-4355-b0fb-bbdcdffb3a2a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.244224 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment 5700304f-5bd9-4355-b0fb-bbdcdffb3a2a of type vlan for network b09905cd-bb44-4db7-bae3-ea200a0f6403
Jan 15 21:14:02.264960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35ea7cc5-f03d-44fa-aaa1-534e6907df75 req-1cd95321-8ac8-4ead-bc4a-fd4c0be6c94e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351309
Jan 15 21:14:02.273414 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d167002d-9862-4228-8002-335e2fc4dc87 x-openstack-request-id: req-d167002d-9862-4228-8002-335e2fc4dc87 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:02.273703 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:02.273970 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d167002d-9862-4228-8002-335e2fc4dc87 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:02.274371 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'status': 'completed', 'code': 200}
Jan 15 21:14:02.299794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (092e30fb-372b-4cdf-bb0b-cba29fa5df61), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.319390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ff2ab-c82b-4e8d-af2b-183a4f4b4b44 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.323708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd6ff2ab-c82b-4e8d-af2b-183a4f4b4b44 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1091 time: 0.0799029
Jan 15 21:14:02.323859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (b09905cd-bb44-4db7-bae3-ea200a0f6403), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.325354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:02.331473 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-56c9d6cb-8e31-4c55-bd70-dba5a85e8122 service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576538
Jan 15 21:14:02.332737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:02.390768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (b09905cd-bb44-4db7-bae3-ea200a0f6403), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.396667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.397287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.424486 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e538a040-1ea2-497d-b9b3-67f6aa8f4820 req-37edfa35-8668-429c-929f-e07a5cb2e33c service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869012
Jan 15 21:14:02.453235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.462570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (092e30fb-372b-4cdf-bb0b-cba29fa5df61), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.486262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5714047
Jan 15 21:14:02.493157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45656) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:02.517686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:02.518587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-4adf7895-4b77-465c-9d7d-4200c2c0da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.520627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-4adf7895-4b77-465c-9d7d-4200c2c0da5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1095 time: 0.0470388
Jan 15 21:14:02.553320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=092e30fb-372b-4cdf-bb0b-cba29fa5df61,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:02.554911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427d4f0-5bde-4dd2-9e7b-2e86184b13ce tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=b09905cd-bb44-4db7-bae3-ea200a0f6403,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:02.563310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4786dcb-0c07-481d-b9d4-436b6931f5cb None None] Network b1203d0e-f177-4400-a7dd-5680a8ca1a51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:02.569102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.574717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0bf350e8-fade-4e53-bc4c-49387e652a69 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/092e30fb-372b-4cdf-bb0b-cba29fa5df61 HTTP/1.1" status: 204  len: 168 time: 0.7120018
Jan 15 21:14:02.579136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45658) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:02.619873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:02.699801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:02.703663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.705324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b1203d0e-f177-4400-a7dd-5680a8ca1a51), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.716556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-62e10738-aaac-473b-8dab-66a5ee7d3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:02.718063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-62e10738-aaac-473b-8dab-66a5ee7d3390 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 0.1883523
Jan 15 21:14:02.763334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.831579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] DHCP port deletion for b1203d0e-f177-4400-a7dd-5680a8ca1a51 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:02.883386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Deleting port eb06e32d-e201-4e9f-984a-18d1b4e86e5a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:02.883850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.953319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] For port eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,segment=NetworkSegment(7e416dc7-e106-4ba0-aa22-9c2b84e41047),segment_id=7e416dc7-e106-4ba0-aa22-9c2b84e41047)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:02.954051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:02.956828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.35.1.33 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/fe7ce366-c734-4628-8f7f-c80c77417a3b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:02.969429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Calling delete_port for eb06e32d-e201-4e9f-984a-18d1b4e86e5a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:03.053876 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.062080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-93a0ab87-34a6-483e-850f-1f91b23c434e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.3360817
Jan 15 21:14:03.068662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (145d2868-b4d5-4750-990c-e684894ef257), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.090464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] Pushing event deleted for resources: {'Port': ['ID=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.095638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb042b5-7deb-4268-aec7-4d5396d1439c None None] No DVR routers for this DVR port eb06e32d-e201-4e9f-984a-18d1b4e86e5a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:03.122108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port eb06e32d-e201-4e9f-984a-18d1b4e86e5a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:03.122546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.166518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-d12be834-9106-48ad-9aca-01f2be8de289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:03.168001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-d12be834-9106-48ad-9aca-01f2be8de289 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.0979884
Jan 15 21:14:03.173797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=145d2868-b4d5-4750-990c-e684894ef257,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.191659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.197669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:03.198029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: b09905cd-bb44-4db7-bae3-ea200a0f6403, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:03.216400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-6dca4980-9071-4c0a-8b2e-a30baac49976 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397894
Jan 15 21:14:03.222780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port eb06e32d-e201-4e9f-984a-18d1b4e86e5a, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:03.223757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.229009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:03.248306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b09905cd-bb44-4db7-bae3-ea200a0f6403) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:03.252585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for eb06e32d-e201-4e9f-984a-18d1b4e86e5a owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:03.254003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:03.254683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.258907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.259578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38747d-c821-4080-8bb4-bc84791f2a41 None None] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:03.287060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Port eb06e32d-e201-4e9f-984a-18d1b4e86e5a was not found and therefore no delete operation was performed {{(pid=114438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:14:03.291929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eb06e32d-e201-4e9f-984a-18d1b4e86e5a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.298899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dba14522-2e07-4b90-8cb2-2ddd692da217 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7853916
Jan 15 21:14:03.303601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45662) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:03.313913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:03.323226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:03.325344 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=fe7ce366-c734-4628-8f7f-c80c77417a3b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.327949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:03.336410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403', 'name': 'tempest-PortsIpV6TestJSON-545854638'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:03.345145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port eb06e32d-e201-4e9f-984a-18d1b4e86e5a on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:03.350924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=eb06e32d-e201-4e9f-984a-18d1b4e86e5a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.388009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b09905cd-bb44-4db7-bae3-ea200a0f6403', 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': '145d2868-b4d5-4750-990c-e684894ef257'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:03.389087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.515009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b366f-9383-4764-927f-ea2a4cca87bc req-e79c0a44-aa83-456b-b61c-31b92399b94f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:03.516594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb7b366f-9383-4764-927f-ea2a4cca87bc req-e79c0a44-aa83-456b-b61c-31b92399b94f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 944 time: 0.0957675
Jan 15 21:14:03.528365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b1203d0e-f177-4400-a7dd-5680a8ca1a51), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.542315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Allocated IP 2001:db8::2 (b09905cd-bb44-4db7-bae3-ea200a0f6403/145d2868-b4d5-4750-990c-e684894ef257/0ed3bcda-a53f-4ebd-81a3-36630ac92a99) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:03.547769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-44b84347-1fb5-4dcc-863c-6ede9d0ca29e service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167470
Jan 15 21:14:03.606875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e85ab5040>,) {'filters': {'network_id': ['b1203d0e-f177-4400-a7dd-5680a8ca1a51']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:03.630971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85ab5040>, '7e416dc7-e106-4ba0-aa22-9c2b84e41047') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:03.631339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85ab5040>, '7e416dc7-e106-4ba0-aa22-9c2b84e41047') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:03.650363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7e416dc7-e106-4ba0-aa22-9c2b84e41047), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.658803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb7b366f-9383-4764-927f-ea2a4cca87bc req-28c11b4d-c8d1-4b3d-bff9-b4df434804a6 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295848
Jan 15 21:14:03.684560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb06e32d-e201-4e9f-984a-18d1b4e86e5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:03.685115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7e416dc7-e106-4ba0-aa22-9c2b84e41047), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.697232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:03.697631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7e416dc7-e106-4ba0-aa22-9c2b84e41047), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.702248 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:03.705214 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:03.732007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:14:03.740598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: eb06e32d-e201-4e9f-984a-18d1b4e86e5a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:03.740964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb06e32d-e201-4e9f-984a-18d1b4e86e5a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:03.758114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks [] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.766511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:03.768217 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.770641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.780539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8aecaa0-20da-4dc1-916b-b07d5eb00d25 req-658f6667-0790-4bff-8606-8505d3322cd4 service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224655
Jan 15 21:14:03.791963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b1203d0e-f177-4400-a7dd-5680a8ca1a51), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.798438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port e71fc364-a246-4239-90c8-02a5d53d738b yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:03.822410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.825698 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/b1203d0e-f177-4400-a7dd-5680a8ca1a51 HTTP/1.1" status: 204  len: 168 time: 1.2454343
Jan 15 21:14:03.828026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cded09-1d70-4d5a-a55f-28e1db702b0a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=b1203d0e-f177-4400-a7dd-5680a8ca1a51,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.832350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45664) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:03.838092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874075780'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:03.844141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:03.850733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:03.856949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:03.875230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Pushing event updated for resources: {'Port': ['ID=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:03.919043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:03.922930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.941798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:03.953949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Attempting to bind port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:03.954317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Attempting to bind port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:03.954679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Attempting to bind port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 on network b09905cd-bb44-4db7-bae3-ea200a0f6403 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:03.961445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'port_id': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'mac_address': 'fa:16:3e:46:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5412cfcf-8716-42b2-8f43-6ea2f6c62558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:14:03.964041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:03.964481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Checking segment: {'id': '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:03.964913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.965683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Bound using segment: {'id': '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:03.965843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Bound port: 0ed3bcda-a53f-4ebd-81a3-36630ac92a99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:03.966145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.991877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (040b1887-ca6c-4526-b0de-b6d10868151a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:03.994891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:03.996581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::361 (b09905cd-bb44-4db7-bae3-ea200a0f6403/145d2868-b4d5-4750-990c-e684894ef257/e71fc364-a246-4239-90c8-02a5d53d738b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:04.013427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (98fe7a1a-e19b-4763-ac77-daec12a53621), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.013845 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 98fe7a1a-e19b-4763-ac77-daec12a53621 of type vlan for network 95bbc290-3409-443b-b3cd-8693f73809d9
Jan 15 21:14:04.037626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:04.038014 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.071574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:14:04.074290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.096005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (95bbc290-3409-443b-b3cd-8693f73809d9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.096725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] For port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:04.103889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:04.110249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.116654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] For port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,segment=NetworkSegment(5700304f-5bd9-4355-b0fb-bbdcdffb3a2a),segment_id=5700304f-5bd9-4355-b0fb-bbdcdffb3a2a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:04.138082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.175378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:04.175938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (95bbc290-3409-443b-b3cd-8693f73809d9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.182739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:04.183368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.233597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf6c2-4304-4d1b-a175-e3a35ba7245e None None] Pushing event updated for resources: {'Port': ['ID=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:04.283291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4489062
Jan 15 21:14:04.286250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.287838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45666) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:04.293281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:04.308733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58a112-7794-48ac-b2bb-b2f3d1635fb3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=95bbc290-3409-443b-b3cd-8693f73809d9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:04.309953 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.315372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (e71fc364-a246-4239-90c8-02a5d53d738b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.325148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 95bbc290-3409-443b-b3cd-8693f73809d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:04.355642 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e71fc364-a246-4239-90c8-02a5d53d738b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.398321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:14:04.416765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:04.422314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:04.428184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:04.429905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=fe7ce366-c734-4628-8f7f-c80c77417a3b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:04.444327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:04.445669 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.462322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=e71fc364-a246-4239-90c8-02a5d53d738b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:04.495404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7a14d1d1-73d8-44af-bee6-0f0e6015f520 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1897326
Jan 15 21:14:04.497151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45668) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:04.502416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': 'b09905cd-bb44-4db7-bae3-ea200a0f6403', 'name': 'tempest-PortsIpV6TestJSON-1529562851'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:04.542493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (040b1887-ca6c-4526-b0de-b6d10868151a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.583425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:04.587458 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.679686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:04.684866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:04.714310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port ab4bb986-2fde-47bb-854f-ec2cbe5c1a40 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:04.764311 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Floating IP 040b1887-ca6c-4526-b0de-b6d10868151a associated. External IP: 172.35.1.33, port: 909658a8-c02e-4ffe-95b9-0a5acbcbdac7.
Jan 15 21:14:04.833879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::fb (b09905cd-bb44-4db7-bae3-ea200a0f6403/145d2868-b4d5-4750-990c-e684894ef257/ab4bb986-2fde-47bb-854f-ec2cbe5c1a40) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:04.863068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3620-19c2-4402-b04a-c833b2cdbdac req-d9b839dc-58d1-4d76-8210-3eff09752d16 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:04.865713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-006b3620-19c2-4402-b04a-c833b2cdbdac req-d9b839dc-58d1-4d76-8210-3eff09752d16 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1419530
Jan 15 21:14:04.989769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (ab4bb986-2fde-47bb-854f-ec2cbe5c1a40), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.002317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (477caf47-f3cc-46bf-b707-fc55391a8045), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.017740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-006b3620-19c2-4402-b04a-c833b2cdbdac req-2f8f16b9-0d0e-4a06-bda1-139f07bd4ea2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115839
Jan 15 21:14:05.040291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab4bb986-2fde-47bb-854f-ec2cbe5c1a40), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.089593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:05.092628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:05.095056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:05.101371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:05.102005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.116887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=ab4bb986-2fde-47bb-854f-ec2cbe5c1a40,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:05.125902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=477caf47-f3cc-46bf-b707-fc55391a8045,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:05.134368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4828c65e-d479-44eb-8094-e5693b84eb5c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.6337190
Jan 15 21:14:05.134661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45672) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.169554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '98fe7a1a-e19b-4763-ac77-daec12a53621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:05.169967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: 95bbc290-3409-443b-b3cd-8693f73809d9, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:05.205257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:05.208856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 95bbc290-3409-443b-b3cd-8693f73809d9 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:05.227263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95bbc290-3409-443b-b3cd-8693f73809d9) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:05.236271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff823a-4f68-45d0-979a-fcb47bf86bd9 None None] Network 95bbc290-3409-443b-b3cd-8693f73809d9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:05.237935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5416c6f-145b-475d-a4ca-9444554334f5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:05.240462 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b5416c6f-145b-475d-a4ca-9444554334f5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A361 HTTP/1.1" status: 200  len: 928 time: 0.1046014
Jan 15 21:14:05.242981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45674) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.270313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:05.271098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.335279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-401135b2-0848-4f07-8469-854b3a1961cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0461612
Jan 15 21:14:05.337878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.342331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-524660072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:05.365245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port ab4bb986-2fde-47bb-854f-ec2cbe5c1a40 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:05.365594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ab4bb986-2fde-47bb-854f-ec2cbe5c1a40), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.374761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95bbc290-3409-443b-b3cd-8693f73809d9', 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '477caf47-f3cc-46bf-b707-fc55391a8045'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:05.377947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.384732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:05.405973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.407129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.409231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:05.415966 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.431373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:05.431993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a083a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:05.516240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ab4bb986-2fde-47bb-854f-ec2cbe5c1a40), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.531453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for ab4bb986-2fde-47bb-854f-ec2cbe5c1a40 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:05.650880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db589db-b717-402c-8e86-5d30da4fc7c0 None None] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:05.720612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Provisioning complete for port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:05.721177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.728646 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ab4bb986-2fde-47bb-854f-ec2cbe5c1a40), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.739434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:05.776344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=ab4bb986-2fde-47bb-854f-ec2cbe5c1a40,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:05.820889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.828144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-396f83c8-a095-4d64-800d-79b87a5d5030 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/ab4bb986-2fde-47bb-854f-ec2cbe5c1a40 HTTP/1.1" status: 204  len: 168 time: 0.5841324
Jan 15 21:14:05.829100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.831640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:05.862715 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49287f2-e86f-4025-a617-d3ad0d64f075 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:05.873781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e49287f2-e86f-4025-a617-d3ad0d64f075 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/ab4bb986-2fde-47bb-854f-ec2cbe5c1a40 HTTP/1.1" status: 404  len: 333 time: 0.0434008
Jan 15 21:14:05.874605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45680) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.900355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (a6fc7183-778b-4f89-bc78-aa542d9799fb), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.915309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-44572110-952d-4a33-8efb-0092d875904b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5871387
Jan 15 21:14:05.916331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45682) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:05.917142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:05.920001 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:05.994045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b7f3e24-9276-483b-8d8d-a59d88064920 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/040b1887-ca6c-4526-b0de-b6d10868151a HTTP/1.1" status: 200  len: 990 time: 0.0708177
Jan 15 21:14:05.994788 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port e71fc364-a246-4239-90c8-02a5d53d738b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:05.995317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e71fc364-a246-4239-90c8-02a5d53d738b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:05.996353 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.020175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.021681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f3313259-583a-4b64-abc5-97e02ff6e2d4 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6826930
Jan 15 21:14:06.026858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:06.097431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:06.101375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:06.101747 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.143395 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e317300-032c-48c9-a8c7-5bc566a3a862 x-openstack-request-id: req-5e317300-032c-48c9-a8c7-5bc566a3a862 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:06.143688 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:06.143927 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e317300-032c-48c9-a8c7-5bc566a3a862 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:06.144325 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'status': 'completed', 'code': 200}
Jan 15 21:14:06.162745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-b679d973-340c-424c-9d41-a31eaf9f5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:06.164695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-b679d973-340c-424c-9d41-a31eaf9f5e02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1096 time: 0.0917666
Jan 15 21:14:06.168536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e71fc364-a246-4239-90c8-02a5d53d738b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.206936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Allocated IP 2001:db8::2 (95bbc290-3409-443b-b3cd-8693f73809d9/477caf47-f3cc-46bf-b707-fc55391a8045/0d5fc2c3-5d69-461b-b9e4-9190357c5294) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:06.222900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for e71fc364-a246-4239-90c8-02a5d53d738b owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:06.270724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port bdd3b358-3871-4d07-a30c-af2f31f8d4cf completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:14:06.294115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bdd3b358-3871-4d07-a30c-af2f31f8d4cf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:06.294349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.306797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae43de6-d3d4-4360-a5c6-4b102085c416 req-01fd2328-9ab3-4cad-9d4e-1bc079be1f91 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:06.308281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ae43de6-d3d4-4360-a5c6-4b102085c416 req-01fd2328-9ab3-4cad-9d4e-1bc079be1f91 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1632018
Jan 15 21:14:06.314386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Current status of the port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:06.315174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.328331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-3f3fc218-6928-4351-ad96-b9a5c8cb4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:06.329942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-3f3fc218-6928-4351-ad96-b9a5c8cb4420 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 898 time: 0.1585803
Jan 15 21:14:06.404003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-6b083a50-88dd-4530-9090-be735cbd1351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 998 time: 0.0628242
Jan 15 21:14:06.483963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ae43de6-d3d4-4360-a5c6-4b102085c416 req-4b034b33-01d3-418f-9acc-ebad4363aeb5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425178
Jan 15 21:14:06.506640 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e71fc364-a246-4239-90c8-02a5d53d738b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.509186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-6d03ffdf-454d-418a-894e-a6fadcf07b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:06.510825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-6d03ffdf-454d-418a-894e-a6fadcf07b1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 200  len: 834 time: 0.0762987
Jan 15 21:14:06.531593 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.534894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] For port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,segment=NetworkSegment(5700304f-5bd9-4355-b0fb-bbdcdffb3a2a),segment_id=5700304f-5bd9-4355-b0fb-bbdcdffb3a2a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:06.550956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=e71fc364-a246-4239-90c8-02a5d53d738b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:06.598835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.605024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-205f1b79-a68a-4b9d-8fae-2e1f9f863a03 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/e71fc364-a246-4239-90c8-02a5d53d738b HTTP/1.1" status: 204  len: 168 time: 0.7291896
Jan 15 21:14:06.606956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:06.615550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.636705 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9e36b5-585c-406a-9d52-d6e06a489689 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:06.641135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b9e36b5-585c-406a-9d52-d6e06a489689 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/e71fc364-a246-4239-90c8-02a5d53d738b HTTP/1.1" status: 404  len: 333 time: 0.0330877
Jan 15 21:14:06.643272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-b60f65d9-5702-44db-acdc-951eb9b2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:06.644749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-b60f65d9-5702-44db-acdc-951eb9b2a8e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65f802dd-98dd-4371-b43c-7230f851e671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1238351
Jan 15 21:14:06.645321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:06.659500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:06.661775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.759809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-864beac8-7b06-4c85-b25a-6102c42f4ac7 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081717
Jan 15 21:14:06.762567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 145d2868-b4d5-4750-990c-e684894ef257 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:06.773451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (145d2868-b4d5-4750-990c-e684894ef257), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.813133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:06.813573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.858829 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (145d2868-b4d5-4750-990c-e684894ef257), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.887021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1888d1ca-dcf3-47f2-8e03-9a69dd4e698b req-f19b1ce0-55ba-4d03-833d-c0aed9b42d2c service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212084
Jan 15 21:14:06.899435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks [] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.917370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-93708c3b-dc27-4d43-b48e-4374440aa1dc None None] Provisioning complete for port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:06.917744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93708c3b-dc27-4d43-b48e-4374440aa1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.946505 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:06.948312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c1e1f-ae13-4d83-9097-476567aeb70f None None] Pushing event updated for resources: {'Port': ['ID=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:06.979078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:06.981392 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12868657-f46d-49a6-9a6e-20ca8118ea14" -d '{"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:06.996166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:07.013163 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:14:07.013525 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:14:07.017375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (145d2868-b4d5-4750-990c-e684894ef257), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.020599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a083a60>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:03Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:07.025023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:07.071788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8::1 (95bbc290-3409-443b-b3cd-8693f73809d9/477caf47-f3cc-46bf-b707-fc55391a8045/0b0b397a-754e-4251-bf59-b2ed226c1915) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:07.074338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ba260af-d70c-41c8-92d3-ef9c11605ecb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/040b1887-ca6c-4526-b0de-b6d10868151a HTTP/1.1" status: 200  len: 990 time: 0.0769892
Jan 15 21:14:07.084552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:07.090667 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c276b1-4307-4222-b37e-20e4e60324a1 x-openstack-request-id: req-b1c276b1-4307-4222-b37e-20e4e60324a1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:07.091104 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:07.091467 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1c276b1-4307-4222-b37e-20e4e60324a1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:07.091946 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'code': 200}
Jan 15 21:14:07.096882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.103145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Network 95bbc290-3409-443b-b3cd-8693f73809d9 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:07.116713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:07.123540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:07.133327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Pushing event updated for resources: {'Port': ['ID=0d5fc2c3-5d69-461b-b9e4-9190357c5294,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:07.155626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:07.156318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a083a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:07.165722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (145d2868-b4d5-4750-990c-e684894ef257), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.210505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f757-f350-4dd2-a5c8-da2600b2507b req-6e474528-6ccd-454d-a503-9e059f1fb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:07.212133 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1c33f757-f350-4dd2-a5c8-da2600b2507b req-6e474528-6ccd-454d-a503-9e059f1fb4e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1097 time: 0.0730340
Jan 15 21:14:07.213990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=145d2868-b4d5-4750-990c-e684894ef257,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:07.217451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.223932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4aef4faa-af6b-46f0-847a-070ed50c97f4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/145d2868-b4d5-4750-990c-e684894ef257 HTTP/1.1" status: 204  len: 168 time: 0.5772808
Jan 15 21:14:07.227947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45698) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:07.293954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.334949 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1c33f757-f350-4dd2-a5c8-da2600b2507b req-0d12507f-60c6-49f4-b654-852522c95e7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150594
Jan 15 21:14:07.340564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.343219 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (b09905cd-bb44-4db7-bae3-ea200a0f6403), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.386438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 95bbc290-3409-443b-b3cd-8693f73809d9 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:07.389961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:07.394229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:07.394806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (a6fc7183-778b-4f89-bc78-aa542d9799fb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.417856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:07.418205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.463557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=0b0b397a-754e-4251-bf59-b2ed226c1915,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:07.495680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,segment=NetworkSegment(5700304f-5bd9-4355-b0fb-bbdcdffb3a2a),segment_id=5700304f-5bd9-4355-b0fb-bbdcdffb3a2a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:07.496089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.512793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:07.546681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b0391-100a-4c1d-b9ff-bf67d74ccd9a None None] Network b09905cd-bb44-4db7-bae3-ea200a0f6403 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:07.589218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Attempting to bind port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:07.589605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Attempting to bind port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '98fe7a1a-e19b-4763-ac77-daec12a53621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:07.589928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Attempting to bind port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 on network 95bbc290-3409-443b-b3cd-8693f73809d9 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:07.608570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.620099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ed3bcda-a53f-4ebd-81a3-36630ac92a99), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.638895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:07.643102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68482f45-e69d-4a39-b679-23c89389d071 req-6b742d11-f351-44cd-810d-a9ff52aba726 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:07.644623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68482f45-e69d-4a39-b679-23c89389d071 req-6b742d11-f351-44cd-810d-a9ff52aba726 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0780635
Jan 15 21:14:07.665707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:07.666081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Checking segment: {'id': '98fe7a1a-e19b-4763-ac77-daec12a53621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:07.666500 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.666870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Bound using segment: {'id': '98fe7a1a-e19b-4763-ac77-daec12a53621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:07.667542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Bound port: 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fe7a1a-e19b-4763-ac77-daec12a53621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '95bbc290-3409-443b-b3cd-8693f73809d9'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:07.667925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.668143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=0ed3bcda-a53f-4ebd-81a3-36630ac92a99,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:07.670277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:07.693582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-93708c3b-dc27-4d43-b48e-4374440aa1dc None None] Current status of the port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:07.700884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:07.703820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:07.733999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-93708c3b-dc27-4d43-b48e-4374440aa1dc None None] Could not find standard attr ID for object e71fc364-a246-4239-90c8-02a5d53d738b. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:07.760140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (b09905cd-bb44-4db7-bae3-ea200a0f6403), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.782168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-68482f45-e69d-4a39-b679-23c89389d071 req-ed9c5054-a015-4732-b531-bd4fd52d8054 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082029
Jan 15 21:14:07.788776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79b8dd00>,) {'filters': {'network_id': ['b09905cd-bb44-4db7-bae3-ea200a0f6403']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:07.798706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b8dd00>, '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:07.798998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79b8dd00>, '5700304f-5bd9-4355-b0fb-bbdcdffb3a2a') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:07.824700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (5700304f-5bd9-4355-b0fb-bbdcdffb3a2a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.838784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (5700304f-5bd9-4355-b0fb-bbdcdffb3a2a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.845651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:07.846829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (5700304f-5bd9-4355-b0fb-bbdcdffb3a2a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:07.887646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ec09919e-e03a-451c-a348-f5ccc3a306a8 None None] Could not find standard attr ID for object e71fc364-a246-4239-90c8-02a5d53d738b. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:07.895048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca4912-1691-41f4-812f-cdba695523e2 None None] DHCP port deletion for b09905cd-bb44-4db7-bae3-ea200a0f6403 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:07.908651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ec09919e-e03a-451c-a348-f5ccc3a306a8 None None] Could not find standard attr ID for object ab4bb986-2fde-47bb-854f-ec2cbe5c1a40. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:07.922836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] For port 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:07.941786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] For port 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d5fc2c3-5d69-461b-b9e4-9190357c5294,segment=NetworkSegment(98fe7a1a-e19b-4763-ac77-daec12a53621),segment_id=98fe7a1a-e19b-4763-ac77-daec12a53621)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:07.958844 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.030730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.037927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.039181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (a6fc7183-778b-4f89-bc78-aa542d9799fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.085792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45702) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:08.104461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f52b4-213c-413e-a571-0930beb29f73 None None] Pushing event updated for resources: {'Port': ['ID=0d5fc2c3-5d69-461b-b9e4-9190357c5294,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:08.199434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a083a60>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:03Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:08.229833 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:08.234195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4ca7ee05-4c87-4613-a74c-3999438e7539 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/040b1887-ca6c-4526-b0de-b6d10868151a HTTP/1.1" status: 200  len: 990 time: 0.1460111
Jan 15 21:14:08.234195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=0b0b397a-754e-4251-bf59-b2ed226c1915,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:08.242906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e7005-cdbb-4b37-ac4d-19ae8b99ce5a None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:13:34Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:03Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:08.251881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (b09905cd-bb44-4db7-bae3-ea200a0f6403), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.260967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.265752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/b09905cd-bb44-4db7-bae3-ea200a0f6403 HTTP/1.1" status: 204  len: 168 time: 1.0368114
Jan 15 21:14:08.278843 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 95bbc290-3409-443b-b3cd-8693f73809d9 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:08.280888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45704) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:08.282124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:08.289327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31caf2-25f7-4ba8-8c98-12c008ea7d88 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=b09905cd-bb44-4db7-bae3-ea200a0f6403,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:08.294653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341903966'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:08.425853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:08.430281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.488418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:08.505175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a153386e-19d0-4993-8d26-7526f613b69b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.505593 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment a153386e-19d0-4993-8d26-7526f613b69b of type vlan for network 468f15f4-e219-4416-9e00-e249d237372f
Jan 15 21:14:08.515901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router a6fc7183-778b-4f89-bc78-aa542d9799fb is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:08.561132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (468f15f4-e219-4416-9e00-e249d237372f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:08.570897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a2b8f-67ab-4b58-a144-7e5def37711b None None] New status for floating IP 040b1887-ca6c-4526-b0de-b6d10868151a: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:14:08.956324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.db.resource_extend [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 15 21:14:09.018094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (468f15f4-e219-4416-9e00-e249d237372f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.024457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:09.025076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.027835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:09.036282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:09.037355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1a802729-39e2-46d0-ac72-0ac2ead7f0f1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/a6fc7183-778b-4f89-bc78-aa542d9799fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0093334
Jan 15 21:14:09.047514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] Sync routers for ids ['a6fc7183-778b-4f89-bc78-aa542d9799fb'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:09.069088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] Routers {'a6fc7183-778b-4f89-bc78-aa542d9799fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:09.070064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a6fc7183-778b-4f89-bc78-aa542d9799fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:09.093390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7825a94-9baf-4021-b55a-82ff8f84ca1f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:09.101971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e7825a94-9baf-4021-b55a-82ff8f84ca1f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports/0b0b397a-754e-4251-bf59-b2ed226c1915 HTTP/1.1" status: 200  len: 911 time: 0.0607316
Jan 15 21:14:09.101971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:09.110457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d1af0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:09.118375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6004f7-f86c-4d1f-b83e-dd9e5ceb9061 req-2cb70e74-9b4e-4502-915b-1fb13f474bcc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:09.120536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea6004f7-f86c-4d1f-b83e-dd9e5ceb9061 req-2cb70e74-9b4e-4502-915b-1fb13f474bcc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1657805
Jan 15 21:14:09.123907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8389773
Jan 15 21:14:09.127900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] Routers {'a6fc7183-778b-4f89-bc78-aa542d9799fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:09.128642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:09.128978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d1af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a6fc7183-778b-4f89-bc78-aa542d9799fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:09.134580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '468f15f4-e219-4416-9e00-e249d237372f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:09.167581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3d1af0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:09.168442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc86e44-d4af-4b66-90c9-cd0277795095 None None] The sync data for ids ['a6fc7183-778b-4f89-bc78-aa542d9799fb'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:09.186061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=468f15f4-e219-4416-9e00-e249d237372f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:09.215279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53036859-919c-4b22-87cb-bb03719cdec9 None None] Network 95bbc290-3409-443b-b3cd-8693f73809d9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:09.215750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.216102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.216441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.216777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.217137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.217466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.217791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.218119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.219412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.219412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.219412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.219412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.219901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a96ab09-d573-4499-bc9e-c0f315d93dcc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:09.236095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45714) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:09.264707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 468f15f4-e219-4416-9e00-e249d237372f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:09.319590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea6004f7-f86c-4d1f-b83e-dd9e5ceb9061 req-d72b7960-13ef-4e91-90db-8fb1ae5259a9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916177
Jan 15 21:14:09.353939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9a280dcd-a8fc-4d36-89a8-b760f37f55de tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/040b1887-ca6c-4526-b0de-b6d10868151a HTTP/1.1" status: 200  len: 992 time: 0.1072419
Jan 15 21:14:09.354182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Provisioning complete for port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:09.354182 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.365961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:09.374691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.493108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Current status of the port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:09.493768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.534873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] For port 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d5fc2c3-5d69-461b-b9e4-9190357c5294,segment=NetworkSegment(98fe7a1a-e19b-4763-ac77-daec12a53621),segment_id=98fe7a1a-e19b-4763-ac77-daec12a53621)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:09.538109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (a6fc7183-778b-4f89-bc78-aa542d9799fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.540220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.607453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06f826-42ac-4981-8f04-4070acff4753 None None] Pushing event updated for resources: {'Port': ['ID=0d5fc2c3-5d69-461b-b9e4-9190357c5294,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:09.713604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (b5fd27dc-0a2a-4a58-ba79-82198a3d26ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.749768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-e259973e-fd39-4625-a3ef-60dae126ffb8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:09.751257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-e259973e-fd39-4625-a3ef-60dae126ffb8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 813 time: 0.2237089
Jan 15 21:14:09.782039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-e13d2b4c-fa41-4cec-905c-871b2978378f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/quotas/8f293bb4f2d84755a7fd006995ae5f87 HTTP/1.1" status: 200  len: 375 time: 0.0201087
Jan 15 21:14:09.822463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=b5fd27dc-0a2a-4a58-ba79-82198a3d26ce,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:09.841403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': 'a153386e-19d0-4993-8d26-7526f613b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '468f15f4-e219-4416-9e00-e249d237372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:09.841781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: 468f15f4-e219-4416-9e00-e249d237372f, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:09.860126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-0c869600-8e1c-4221-ac0c-6e7d7912e992 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0674832
Jan 15 21:14:09.861119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 0b0b397a-754e-4251-bf59-b2ed226c1915 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:09.861622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.885504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 468f15f4-e219-4416-9e00-e249d237372f is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:09.899134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0d5fc2c3-5d69-461b-b9e4-9190357c5294 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:09.902289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 468f15f4-e219-4416-9e00-e249d237372f) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:09.910838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Provisioning complete for port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:09.912206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.918307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944ddd7-4a54-4f01-be1d-6a995c1c3d2c None None] Network 468f15f4-e219-4416-9e00-e249d237372f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:09.958312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:09.959026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.988114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:09.989499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-76b507c5-dca7-4d4f-9713-29a385977905 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8581722
Jan 15 21:14:09.992087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45728) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:09.997893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': '468f15f4-e219-4416-9e00-e249d237372f', 'name': 'tempest-PortsIpV6TestJSON-365507359', 'fixed_ips': [{'subnet_id': 'b5fd27dc-0a2a-4a58-ba79-82198a3d26ce', 'ip_address': '2001:db8::10'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:10.008765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 0b0b397a-754e-4251-bf59-b2ed226c1915 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:10.095953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-6b2cc9a8-086a-4cd2-9f69-b3cdf209a4ab service neutron] 10.222.0.46 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246897
Jan 15 21:14:10.174468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Current status of the port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:10.214219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:10.214598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.220776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Provisioning complete for port 0b0b397a-754e-4251-bf59-b2ed226c1915 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:10.221176 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.235445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0b0b397a-754e-4251-bf59-b2ed226c1915), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.253467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:10.272785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=0b0b397a-754e-4251-bf59-b2ed226c1915,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:10.286889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c42b88d6-c197-4da2-9bf7-8f746abb8526 None None] Port 0b0b397a-754e-4251-bf59-b2ed226c1915 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:10.288799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-468f15f4-e219-4416-9e00-e249d237372f', 'network_id': '468f15f4-e219-4416-9e00-e249d237372f', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': 'b5fd27dc-0a2a-4a58-ba79-82198a3d26ce'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:10.289671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.305713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-0652ff86-b2a0-410a-9184-cfb044109aeb service neutron] 10.222.0.46 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987734
Jan 15 21:14:10.393931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.418089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (a6fc7183-778b-4f89-bc78-aa542d9799fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.436322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:10.447539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a3024d51-a9c8-41ad-9908-b6f30de1fc23 None None] Could not find standard attr ID for object 0b0b397a-754e-4251-bf59-b2ed226c1915. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:10.554976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:10.593886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:10.621371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Allocated IP 2001:db8::2 (468f15f4-e219-4416-9e00-e249d237372f/b5fd27dc-0a2a-4a58-ba79-82198a3d26ce/f6c66901-9795-4772-b43b-07ca3ea60265) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:10.642763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router a6fc7183-778b-4f89-bc78-aa542d9799fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:10.681441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3ec84097-c3e8-4269-afe9-d3f1000cde72 req-eb720ef0-6806-4f6b-9678-7d20836484e2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 210 time: 0.0363567
Jan 15 21:14:10.741177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:10.749628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-730db31c-71f9-43f7-bae0-0be3285d94e9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/a6fc7183-778b-4f89-bc78-aa542d9799fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6439118
Jan 15 21:14:10.749739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:10.752944 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] Sync routers for ids ['a6fc7183-778b-4f89-bc78-aa542d9799fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:10.772090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] Routers {'a6fc7183-778b-4f89-bc78-aa542d9799fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:10.772935 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a6fc7183-778b-4f89-bc78-aa542d9799fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:10.788940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:10.797161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8ce6a0a-96dd-4f4a-b616-0e9ed3842124 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6fc7183-778b-4f89-bc78-aa542d9799fb HTTP/1.1" status: 200  len: 205 time: 0.0464768
Jan 15 21:14:10.800314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks [] for port (f6c66901-9795-4772-b43b-07ca3ea60265), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.820970 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4df0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:10.831007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0cdb448e-e73a-445c-8a6e-e8ef687e4b3a None None] Could not find standard attr ID for object 0b0b397a-754e-4251-bf59-b2ed226c1915. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:10.835186 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:10.839991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:10.840336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ed3bcda-a53f-4ebd-81a3-36630ac92a99 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:10.854828 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] Routers {'a6fc7183-778b-4f89-bc78-aa542d9799fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:10.855618 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['a6fc7183-778b-4f89-bc78-aa542d9799fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:10.912562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Network 468f15f4-e219-4416-9e00-e249d237372f is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:10.916472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::10 (468f15f4-e219-4416-9e00-e249d237372f/b5fd27dc-0a2a-4a58-ba79-82198a3d26ce/e044c25e-f0b1-4fe5-aa91-d14ed513cad9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:10.928979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:10.931298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Pushing event updated for resources: {'Port': ['ID=f6c66901-9795-4772-b43b-07ca3ea60265,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:10.943087 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4df0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:10.944962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:10.950175 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fc1e0-d8c5-4595-b448-20a2363844b2 None None] The sync data for ids ['a6fc7183-778b-4f89-bc78-aa542d9799fb'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:10.966630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.019763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Attempting to bind port f6c66901-9795-4772-b43b-07ca3ea60265 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:11.020901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Attempting to bind port f6c66901-9795-4772-b43b-07ca3ea60265 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a153386e-19d0-4993-8d26-7526f613b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '468f15f4-e219-4416-9e00-e249d237372f'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:11.021343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Attempting to bind port f6c66901-9795-4772-b43b-07ca3ea60265 on network 468f15f4-e219-4416-9e00-e249d237372f {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:11.026774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:11.027270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Checking segment: {'id': 'a153386e-19d0-4993-8d26-7526f613b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '468f15f4-e219-4416-9e00-e249d237372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:11.027684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.028075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Bound using segment: {'id': 'a153386e-19d0-4993-8d26-7526f613b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '468f15f4-e219-4416-9e00-e249d237372f'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:11.028612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Bound port: f6c66901-9795-4772-b43b-07ca3ea60265, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a153386e-19d0-4993-8d26-7526f613b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '468f15f4-e219-4416-9e00-e249d237372f'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:11.028974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.107117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] For port f6c66901-9795-4772-b43b-07ca3ea60265, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:11.112458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] For port f6c66901-9795-4772-b43b-07ca3ea60265, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6c66901-9795-4772-b43b-07ca3ea60265,segment=NetworkSegment(a153386e-19d0-4993-8d26-7526f613b69b),segment_id=a153386e-19d0-4993-8d26-7526f613b69b)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:11.118055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.123418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.162678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.165890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (a6fc7183-778b-4f89-bc78-aa542d9799fb), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.171049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.195960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68069ff-aa63-44f0-9b99-d971f5e25617 None None] Pushing event updated for resources: {'Port': ['ID=f6c66901-9795-4772-b43b-07ca3ea60265,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:11.248100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (a6fc7183-778b-4f89-bc78-aa542d9799fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.248947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router a6fc7183-778b-4f89-bc78-aa542d9799fb {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:11.268482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.269433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 468f15f4-e219-4416-9e00-e249d237372f is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:11.275165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:11.276442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-639a8f32-d804-4b2a-a33a-f9fefb92bc0f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/a6fc7183-778b-4f89-bc78-aa542d9799fb HTTP/1.1" status: 204  len: 168 time: 0.4861073
Jan 15 21:14:11.288541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:11.292219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:11.298392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:11.299088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.302185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=e044c25e-f0b1-4fe5-aa91-d14ed513cad9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:11.350175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed16bc0e-817a-40ab-8487-62dbdc7cf4c5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3541417
Jan 15 21:14:11.350175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45746) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:11.355330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': '468f15f4-e219-4416-9e00-e249d237372f', 'name': 'tempest-PortsIpV6TestJSON-1018487925', 'fixed_ips': [{'subnet_id': 'b5fd27dc-0a2a-4a58-ba79-82198a3d26ce', 'ip_address': '2001:db8::f'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:11.418471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 477caf47-f3cc-46bf-b707-fc55391a8045 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:11.423764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (477caf47-f3cc-46bf-b707-fc55391a8045), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.493125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (477caf47-f3cc-46bf-b707-fc55391a8045), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.602604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:11.607699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.620016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (477caf47-f3cc-46bf-b707-fc55391a8045), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.655615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 073f1990-8f8c-463a-871d-40e3f8685e88 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:11.761241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (477caf47-f3cc-46bf-b707-fc55391a8045), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.819711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=477caf47-f3cc-46bf-b707-fc55391a8045,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:11.824333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb19fd7-c5be-4592-8d73-2f2b06e0e2af None None] Network 95bbc290-3409-443b-b3cd-8693f73809d9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:11.829442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:11.835177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-59e0f0b1-44d9-487a-b67b-67454b9c9832 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/477caf47-f3cc-46bf-b707-fc55391a8045 HTTP/1.1" status: 204  len: 168 time: 0.5561895
Jan 15 21:14:11.836313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45750) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:11.895129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aba1fad5-f95d-4535-ad0f-6a67d5b8b80e req-4395d169-93e4-4498-91fa-13789eb68fa4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 210 time: 0.0828574
Jan 15 21:14:11.933266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f6c66901-9795-4772-b43b-07ca3ea60265 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:11.965007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-54047245-1f10-4cc0-8972-ca93235905c5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:11.970409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-54047245-1f10-4cc0-8972-ca93235905c5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 813 time: 0.1802399
Jan 15 21:14:11.985429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Request body: {'port': {'device_id': 'f816a600-ed27-4a5e-a067-b845b368384d', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'admin_state_up': True, 'tenant_id': '8f293bb4f2d84755a7fd006995ae5f87'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:12.005409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f6c66901-9795-4772-b43b-07ca3ea60265 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:12.005858 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.070339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::f (468f15f4-e219-4416-9e00-e249d237372f/b5fd27dc-0a2a-4a58-ba79-82198a3d26ce/073f1990-8f8c-463a-871d-40e3f8685e88) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:12.075954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (95bbc290-3409-443b-b3cd-8693f73809d9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.096318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] DHCP port deletion for 95bbc290-3409-443b-b3cd-8693f73809d9 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:12.147381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Made reservation on behalf of 8f293bb4f2d84755a7fd006995ae5f87 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:12.151585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.183527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f6c66901-9795-4772-b43b-07ca3ea60265 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:12.184053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.225575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port f6c66901-9795-4772-b43b-07ca3ea60265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6c66901-9795-4772-b43b-07ca3ea60265,segment=NetworkSegment(a153386e-19d0-4993-8d26-7526f613b69b),segment_id=a153386e-19d0-4993-8d26-7526f613b69b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:12.233621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.274842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Deleting port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:12.275315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.302148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:12.302732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.340112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Allocated IP 172.20.0.4 (84d2c5a2-b550-4f8e-b1d9-357aedfbd096/5412cfcf-8716-42b2-8f43-6ea2f6c62558/516c2e54-8b18-402b-b57e-3067f2d41dbe) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:12.346891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=f6c66901-9795-4772-b43b-07ca3ea60265,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:12.368018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] For port 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d5fc2c3-5d69-461b-b9e4-9190357c5294,segment=NetworkSegment(98fe7a1a-e19b-4763-ac77-daec12a53621),segment_id=98fe7a1a-e19b-4763-ac77-daec12a53621)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:12.368971 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.387660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Calling delete_port for 0d5fc2c3-5d69-461b-b9e4-9190357c5294 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:12.420605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (073f1990-8f8c-463a-871d-40e3f8685e88), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.423217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 0d5fc2c3-5d69-461b-b9e4-9190357c5294, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d5fc2c3-5d69-461b-b9e4-9190357c5294,segment=NetworkSegment(98fe7a1a-e19b-4763-ac77-daec12a53621),segment_id=98fe7a1a-e19b-4763-ac77-daec12a53621)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:12.423669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.441115 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 0d5fc2c3-5d69-461b-b9e4-9190357c5294 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:12.492096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.500212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db426a07-0c52-4cf2-b267-636fc4b11fab None None] Network 468f15f4-e219-4416-9e00-e249d237372f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:12.522238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (073f1990-8f8c-463a-871d-40e3f8685e88), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.533046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] Pushing event deleted for resources: {'Port': ['ID=0d5fc2c3-5d69-461b-b9e4-9190357c5294,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:12.555590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks [] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.568500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62054c5-f55b-447f-8a73-df618987f525 None None] No DVR routers for this DVR port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:12.586608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 468f15f4-e219-4416-9e00-e249d237372f is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:12.596302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:12.600323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=073f1990-8f8c-463a-871d-40e3f8685e88,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:12.603737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:12.607579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.610217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.611121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.616455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0d5fc2c3-5d69-461b-b9e4-9190357c5294), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.645277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=0d5fc2c3-5d69-461b-b9e4-9190357c5294,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:12.657391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port 0d5fc2c3-5d69-461b-b9e4-9190357c5294 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:12.668079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ea94e4eb-d3ad-40df-9763-970d74ce0f9c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3166316
Jan 15 21:14:12.671503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:12.675276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:12.675921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:12.679725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:12.752666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:14:12.753039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (95bbc290-3409-443b-b3cd-8693f73809d9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.789443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a742910>,) {'filters': {'network_id': ['95bbc290-3409-443b-b3cd-8693f73809d9']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:12.792221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Pushing event updated for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:12.806359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a742910>, '98fe7a1a-e19b-4763-ac77-daec12a53621') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:12.806666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a742910>, '98fe7a1a-e19b-4763-ac77-daec12a53621') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:12.815305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.815938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.818584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (98fe7a1a-e19b-4763-ac77-daec12a53621), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.825972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-53ae69e0-64ed-4af1-9534-e8ff5f4b3418 None None] Provisioning complete for port f6c66901-9795-4772-b43b-07ca3ea60265 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:12.826353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-53ae69e0-64ed-4af1-9534-e8ff5f4b3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.834691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (98fe7a1a-e19b-4763-ac77-daec12a53621), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.843101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:12.843491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (98fe7a1a-e19b-4763-ac77-daec12a53621), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.846751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b0d81-fe41-466c-8b91-4c90b87e959e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:14:12.846912 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:12.850376 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:12.851828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c19b0d81-fe41-466c-8b91-4c90b87e959e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1687717
Jan 15 21:14:12.852604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45754) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:12.867902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-caafb54d-447f-471c-8e27-c643479e8b64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8875372
Jan 15 21:14:12.937612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (95bbc290-3409-443b-b3cd-8693f73809d9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.943973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:12.954804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/95bbc290-3409-443b-b3cd-8693f73809d9 HTTP/1.1" status: 204  len: 168 time: 1.1156576
Jan 15 21:14:12.956699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:12.959972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f3761-ae9a-4b23-a8c7-6d042fe475fb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.966659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f3761-ae9a-4b23-a8c7-6d042fe475fb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.974150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f3761-ae9a-4b23-a8c7-6d042fe475fb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:12.978779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-954f3761-ae9a-4b23-a8c7-6d042fe475fb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.1221271
Jan 15 21:14:12.978963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-9234463', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:12.982320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Request body: {'port': {'device_id': 'f816a600-ed27-4a5e-a067-b845b368384d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:12.985395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:13.014000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b898f9-8c85-4f22-8ad8-810ab4b0b7ce tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=95bbc290-3409-443b-b3cd-8693f73809d9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:13.041575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.057691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-53ae69e0-64ed-4af1-9534-e8ff5f4b3418 None None] Current status of the port f6c66901-9795-4772-b43b-07ca3ea60265 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:13.145278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.146449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.159539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1862477-b9b9-4350-9e2b-e353f68ff30e req-fdca575f-6ee1-4a39-b55e-8138f48a3c86 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:13.161349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1862477-b9b9-4350-9e2b-e353f68ff30e req-fdca575f-6ee1-4a39-b55e-8138f48a3c86 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 931 time: 0.1033378
Jan 15 21:14:13.245072 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.256629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 073f1990-8f8c-463a-871d-40e3f8685e88 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:13.257392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (073f1990-8f8c-463a-871d-40e3f8685e88), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.293254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Provisioning complete for port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:13.294002 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.342335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:13.349645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1862477-b9b9-4350-9e2b-e353f68ff30e req-f4fe79b8-e463-4aa7-bac2-7a132d25bef6 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738081
Jan 15 21:14:13.378111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Provisioning complete for port f6c66901-9795-4772-b43b-07ca3ea60265 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:13.381417 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.411100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c2e54-8b18-402b-b57e-3067f2d41dbe {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:14:13.420244 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks [] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.437006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Transition to ACTIVE for port object 516c2e54-8b18-402b-b57e-3067f2d41dbe will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:14:13.444072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.478548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_gateway (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.501098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (073f1990-8f8c-463a-871d-40e3f8685e88), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.518231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Current status of the port f6c66901-9795-4772-b43b-07ca3ea60265 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:13.533630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Provisioning complete for port 073f1990-8f8c-463a-871d-40e3f8685e88 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:13.534012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (073f1990-8f8c-463a-871d-40e3f8685e88), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.547385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 073f1990-8f8c-463a-871d-40e3f8685e88 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:13.552880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Pushing event updated for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:13.586489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-39f3520e-505c-460a-9d33-8df61c78d6ea None None] Port 073f1990-8f8c-463a-871d-40e3f8685e88 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:13.622451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Attempting to bind port 516c2e54-8b18-402b-b57e-3067f2d41dbe on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:13.623017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Attempting to bind port 516c2e54-8b18-402b-b57e-3067f2d41dbe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:13.623293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Attempting to bind port 516c2e54-8b18-402b-b57e-3067f2d41dbe on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:13.628713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Port 516c2e54-8b18-402b-b57e-3067f2d41dbe on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:14:13.629396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Attempting to bind port 516c2e54-8b18-402b-b57e-3067f2d41dbe on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:13.635335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:13.635752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Checking segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:13.636202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Bound using segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:13.636702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Bound port: 516c2e54-8b18-402b-b57e-3067f2d41dbe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:13.637181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.715769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:13.721575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:13.728717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.744634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-09cdf1ca-a5d3-4a6a-b7d3-f41e2e70893e None None] Provisioning complete for port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:13.748569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09cdf1ca-a5d3-4a6a-b7d3-f41e2e70893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.776120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:13.777775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.780116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] 10.222.0.39 "PUT /v2.0/ports/516c2e54-8b18-402b-b57e-3067f2d41dbe HTTP/1.1" status: 200  len: 1091 time: 0.8910921
Jan 15 21:14:13.788700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:13.791432 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a342f98f-5de6-44d4-9596-6f65cd4516af" -d '{"events": [{"name": "network-changed", "server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:13.829854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-09cdf1ca-a5d3-4a6a-b7d3-f41e2e70893e None None] Port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:13.834623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (073f1990-8f8c-463a-871d-40e3f8685e88), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.872440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=073f1990-8f8c-463a-871d-40e3f8685e88,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:13.874596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f6c66901-9795-4772-b43b-07ca3ea60265 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:13.890198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aefca-6341-40cd-8092-d53322a8d517 service neutron] Pushing event updated for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:13.897441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_gateway (641c2edf-c120-41e8-97c6-473d7ccb0783), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.911089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-bb5a0b18-6eda-4e95-ae35-1dd66fc9d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:13.913503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-bb5a0b18-6eda-4e95-ae35-1dd66fc9d0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 1094 time: 0.0729005
Jan 15 21:14:13.939691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.955347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:13.959629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-acab0be0-d90d-4fe3-979e-e1771acf910a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/073f1990-8f8c-463a-871d-40e3f8685e88 HTTP/1.1" status: 204  len: 168 time: 0.9707761
Jan 15 21:14:14.001140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45766) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:14.001916 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-d97e2ec8-6af0-4bc7-9e9d-9742a796de73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe HTTP/1.1" status: 200  len: 217 time: 0.0798883
Jan 15 21:14:14.013427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-96c2911a-dbc3-490e-bd91-2e536a69ccb5 None None] Could not find standard attr ID for object 073f1990-8f8c-463a-871d-40e3f8685e88. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:14.064058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f6c66901-9795-4772-b43b-07ca3ea60265 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:14.064446 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.106210 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ffb928-c2c9-49bc-9d69-7e3d80fcb6da tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:14.107928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-42ffb928-c2c9-49bc-9d69-7e3d80fcb6da tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/073f1990-8f8c-463a-871d-40e3f8685e88 HTTP/1.1" status: 404  len: 333 time: 0.1017718
Jan 15 21:14:14.111086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-1563779e-fa43-4d6a-b5b4-3dcfe5108e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:14.112628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-1563779e-fa43-4d6a-b5b4-3dcfe5108e6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.1037056
Jan 15 21:14:14.113164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45768) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:14.217825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-154b8280-f440-478c-b3e4-7b097c8bec02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0912867
Jan 15 21:14:14.237685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f6c66901-9795-4772-b43b-07ca3ea60265 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:14.310860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 172.35.1.245 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f5760361-2235-4f8b-84a1-226358afd470) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:14.337772 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfcc34c-f37b-40bc-9846-f0c19b1a4e5e x-openstack-request-id: req-3dfcc34c-f37b-40bc-9846-f0c19b1a4e5e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:14.338303 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:14.338558 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3dfcc34c-f37b-40bc-9846-f0c19b1a4e5e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:14.338954 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe', 'status': 'completed', 'code': 200}
Jan 15 21:14:14.350326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0d5fc2c3-5d69-461b-b9e4-9190357c5294 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:14.384993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0d5fc2c3-5d69-461b-b9e4-9190357c5294 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:14.385458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0d5fc2c3-5d69-461b-b9e4-9190357c5294 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:14.414961 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port e044c25e-f0b1-4fe5-aa91-d14ed513cad9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:14.415535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.424004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.435380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-cc1e7dc8-74d8-4cb4-9803-4bf305187e03 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136285
Jan 15 21:14:14.494271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (f5760361-2235-4f8b-84a1-226358afd470), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.530920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f6991-bc1d-46ab-8ed7-ac91a7dec460 req-f45562a4-f3c1-4e4e-ade3-3ef25b8f8001 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:14.532426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb0f6991-bc1d-46ab-8ed7-ac91a7dec460 req-f45562a4-f3c1-4e4e-ade3-3ef25b8f8001 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 943 time: 0.0753765
Jan 15 21:14:14.559345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f5760361-2235-4f8b-84a1-226358afd470), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.570566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.591879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for e044c25e-f0b1-4fe5-aa91-d14ed513cad9 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:14.599156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-938bbac7-7bb2-4aa5-a6ff-f1c70c668d49 req-0ca0978e-9e2f-4b47-889b-6aec5caedc31 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341672
Jan 15 21:14:14.648032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:14.650110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=f5760361-2235-4f8b-84a1-226358afd470,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:14.657042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb0f6991-bc1d-46ab-8ed7-ac91a7dec460 req-ceb6fcc1-196f-4bd9-9240-bb1a79c7c4c2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162064
Jan 15 21:14:14.657933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:14.662483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:14.682196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda0077-7006-4b1b-b1c9-1404962117e6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:14.721055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-741696a8-2016-4314-aeac-efb488a8e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:14.723235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-741696a8-2016-4314-aeac-efb488a8e7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 1094 time: 0.0687330
Jan 15 21:14:14.744929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5056be9b-f18a-4369-86e0-490b3abee449 None None] Provisioning complete for port f5760361-2235-4f8b-84a1-226358afd470 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:14.745354 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5056be9b-f18a-4369-86e0-490b3abee449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f5760361-2235-4f8b-84a1-226358afd470), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:14.782816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5056be9b-f18a-4369-86e0-490b3abee449 None None] Port f5760361-2235-4f8b-84a1-226358afd470 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:15.109535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e044c25e-f0b1-4fe5-aa91-d14ed513cad9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.144484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=e044c25e-f0b1-4fe5-aa91-d14ed513cad9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:15.159983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-3848723f-b377-4272-b22e-a5719bff5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:15.162139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-3848723f-b377-4272-b22e-a5719bff5786 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 0.4339795
Jan 15 21:14:15.188558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.192337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b47ddc31-abf3-4acc-8008-ebe5da3fd410 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/e044c25e-f0b1-4fe5-aa91-d14ed513cad9 HTTP/1.1" status: 204  len: 168 time: 1.0707359
Jan 15 21:14:15.196938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:15.225357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-c3c695fe-b877-4248-afc7-a8b6607ff636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe HTTP/1.1" status: 200  len: 217 time: 0.0457444
Jan 15 21:14:15.231983 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d95af6-29fa-400a-affc-99c0b3469dd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:15.233328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8d95af6-29fa-400a-affc-99c0b3469dd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/e044c25e-f0b1-4fe5-aa91-d14ed513cad9 HTTP/1.1" status: 404  len: 333 time: 0.0352972
Jan 15 21:14:15.239850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:15.278255 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.285876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_gateway (641c2edf-c120-41e8-97c6-473d7ccb0783), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.319270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-abf4c87b-2d1a-41f9-8720-eb934b430eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:15.320737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-abf4c87b-2d1a-41f9-8720-eb934b430eb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.0888815
Jan 15 21:14:15.325009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet b5fd27dc-0a2a-4a58-ba79-82198a3d26ce {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:15.329245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (b5fd27dc-0a2a-4a58-ba79-82198a3d26ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.380041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-a253d3fd-df8c-49b3-93d3-eff130542067 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516276
Jan 15 21:14:15.436152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b5fd27dc-0a2a-4a58-ba79-82198a3d26ce), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.497822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.541458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-f61a9012-e3fc-4150-8c4a-d4316eb65082 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547875
Jan 15 21:14:15.592382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b5fd27dc-0a2a-4a58-ba79-82198a3d26ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.632522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 641c2edf-c120-41e8-97c6-473d7ccb0783 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:15.683071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a342f98f-5de6-44d4-9596-6f65cd4516af req-099094f8-abf3-4a71-8868-f48fd80dac84 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353462
Jan 15 21:14:15.687181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b5fd27dc-0a2a-4a58-ba79-82198a3d26ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.717183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fd27dc-0a2a-4a58-ba79-82198a3d26ce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:15.725931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.733752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80ab2c-5b13-4338-b54a-648a25d79220 None None] Network 468f15f4-e219-4416-9e00-e249d237372f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:15.736627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7830047e-1bee-40cd-a9be-6369a814af59 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/b5fd27dc-0a2a-4a58-ba79-82198a3d26ce HTTP/1.1" status: 204  len: 168 time: 0.4938521
Jan 15 21:14:15.737464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45782) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:15.762465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:15.784947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] Sync routers for ids ['641c2edf-c120-41e8-97c6-473d7ccb0783'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:15.815808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] Routers {'641c2edf-c120-41e8-97c6-473d7ccb0783'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:15.816470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['641c2edf-c120-41e8-97c6-473d7ccb0783'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:15.819115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.823274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45784) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:15.824377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d8a6b571-8e71-4186-b03a-537192f5a225 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 881 time: 2.8556914
Jan 15 21:14:15.837821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d1698-b1a4-4619-af5d-293ce746c7ca req-1f33bc78-479a-462d-8400-3fe7b949770b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:15.839330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f14d1698-b1a4-4619-af5d-293ce746c7ca req-1f33bc78-479a-462d-8400-3fe7b949770b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 943 time: 0.0793850
Jan 15 21:14:15.869673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04ac40>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:15.874614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (468f15f4-e219-4416-9e00-e249d237372f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:15.892281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] Routers {'641c2edf-c120-41e8-97c6-473d7ccb0783'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:15.892799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['641c2edf-c120-41e8-97c6-473d7ccb0783'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:15.895298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f14d1698-b1a4-4619-af5d-293ce746c7ca req-73f80809-e4b1-4497-bd10-d47a5939c1ab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486147
Jan 15 21:14:15.932375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a04ac40>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:15.933067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8ad58-0c46-491d-a6d3-629d3df5a39f None None] The sync data for ids ['641c2edf-c120-41e8-97c6-473d7ccb0783'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:15.979719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3d514435-b99b-4a45-9315-5090e7629030 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers/641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 200  len: 882 time: 0.1536174
Jan 15 21:14:15.980798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45786) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:15.986488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] DHCP port deletion for 468f15f4-e219-4416-9e00-e249d237372f request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:16.033187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Deleting port f6c66901-9795-4772-b43b-07ca3ea60265 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:16.033563 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.067558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port f6c66901-9795-4772-b43b-07ca3ea60265 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:16.067891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.096250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] For port f6c66901-9795-4772-b43b-07ca3ea60265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6c66901-9795-4772-b43b-07ca3ea60265,segment=NetworkSegment(a153386e-19d0-4993-8d26-7526f613b69b),segment_id=a153386e-19d0-4993-8d26-7526f613b69b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:16.096648 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.109142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Calling delete_port for f6c66901-9795-4772-b43b-07ca3ea60265 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:16.171053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port f6c66901-9795-4772-b43b-07ca3ea60265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6c66901-9795-4772-b43b-07ca3ea60265,segment=NetworkSegment(a153386e-19d0-4993-8d26-7526f613b69b),segment_id=a153386e-19d0-4993-8d26-7526f613b69b)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:16.171636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.188728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for f6c66901-9795-4772-b43b-07ca3ea60265 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:16.191074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.215046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] Pushing event deleted for resources: {'Port': ['ID=f6c66901-9795-4772-b43b-07ca3ea60265,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:16.220306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582acac0-9ec0-4e2d-86ab-0b51dbd3c2aa None None] No DVR routers for this DVR port f6c66901-9795-4772-b43b-07ca3ea60265 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:16.322113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 516c2e54-8b18-402b-b57e-3067f2d41dbe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:14:16.370960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f6c66901-9795-4772-b43b-07ca3ea60265), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.381006 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c5e9271-d1f8-480b-860c-b87e2ea9ca0e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 885 time: 0.3965716
Jan 15 21:14:16.382364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:16.388403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-9234463'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:16.406075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=f6c66901-9795-4772-b43b-07ca3ea60265,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:16.407952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port f6c66901-9795-4772-b43b-07ca3ea60265 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:16.426831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:16.439911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '516c2e54-8b18-402b-b57e-3067f2d41dbe', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'port_id': '516c2e54-8b18-402b-b57e-3067f2d41dbe', 'mac_address': 'fa:16:3e:7d:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5412cfcf-8716-42b2-8f43-6ea2f6c62558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:14:16.480936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 516c2e54-8b18-402b-b57e-3067f2d41dbe is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:16.480936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.490309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (468f15f4-e219-4416-9e00-e249d237372f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.495695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c2e54-8b18-402b-b57e-3067f2d41dbe {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:14:16.518559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f49ac0>,) {'filters': {'network_id': ['468f15f4-e219-4416-9e00-e249d237372f']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:16.520491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:16.525230 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.529926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f49ac0>, 'a153386e-19d0-4993-8d26-7526f613b69b') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:16.530229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f49ac0>, 'a153386e-19d0-4993-8d26-7526f613b69b') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:16.541054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a153386e-19d0-4993-8d26-7526f613b69b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.556158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a153386e-19d0-4993-8d26-7526f613b69b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.562738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:16.563241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a153386e-19d0-4993-8d26-7526f613b69b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:16.567044 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:16.570928 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:16.583738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:16.626335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (468f15f4-e219-4416-9e00-e249d237372f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.634163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.641193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/468f15f4-e219-4416-9e00-e249d237372f HTTP/1.1" status: 204  len: 168 time: 0.8988061
Jan 15 21:14:16.648925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:16.653960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1059656291'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:16.657144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e58a-ff65-4ec2-a902-40a8cba7cecb tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=468f15f4-e219-4416-9e00-e249d237372f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:16.685070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:16.688663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.714349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:16.723990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f097f623-511e-4553-92ea-34f140ff0c38), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.724314 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Added segment f097f623-511e-4553-92ea-34f140ff0c38 of type vlan for network 64060edb-91c7-4fb5-ba39-da3d6f093ef6
Jan 15 21:14:16.733176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.737221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['516c2e54-8b18-402b-b57e-3067f2d41dbe'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:14:16.744383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.767662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (64060edb-91c7-4fb5-ba39-da3d6f093ef6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.797477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (64060edb-91c7-4fb5-ba39-da3d6f093ef6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.806190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:16.806849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:16.876516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2265396
Jan 15 21:14:16.878561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 641c2edf-c120-41e8-97c6-473d7ccb0783 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:16.880099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:16.884906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:16.929760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b50c11-f374-4191-b9e9-95fb23730fd1 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Network': ['ID=64060edb-91c7-4fb5-ba39-da3d6f093ef6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:16.941041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:16.996191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:17.000186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.013465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:17.026329 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] Sync routers for ids ['641c2edf-c120-41e8-97c6-473d7ccb0783'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:17.033609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.037085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-68961b7a-5547-466b-ad1c-34c69222e673 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 200  len: 889 time: 0.6511328
Jan 15 21:14:17.037277 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] Routers {'641c2edf-c120-41e8-97c6-473d7ccb0783'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:17.037804 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4a2340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['641c2edf-c120-41e8-97c6-473d7ccb0783'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:17.038786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:17.071451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4a2340>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:17.081257 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] Routers {'641c2edf-c120-41e8-97c6-473d7ccb0783'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:17.082312 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4a2340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:13:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['641c2edf-c120-41e8-97c6-473d7ccb0783'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:17.113837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6d29-addb-4503-9031-dd42cceeb9d8 req-1931963f-5d26-4204-88c2-3d1e6e922558 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:17.115408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-336e6d29-addb-4503-9031-dd42cceeb9d8 req-1931963f-5d26-4204-88c2-3d1e6e922558 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 944 time: 0.1192584
Jan 15 21:14:17.196785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fe7d0e37-5ac8-48c1-8fdc-f5603b4003cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers/641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 200  len: 889 time: 0.1550205
Jan 15 21:14:17.199567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:17.213315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-336e6d29-addb-4503-9031-dd42cceeb9d8 req-7a7f3e69-ad99-4471-b0c8-eee5d4047f64 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668228
Jan 15 21:14:17.214301 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4a2340>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:17.215025 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466d655-1d3e-467f-b57a-184a570e1514 None None] The sync data for ids ['641c2edf-c120-41e8-97c6-473d7ccb0783'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:17.236666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b3375f0c-fa7a-4f8f-95d9-2342780adbe6 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 200  len: 205 time: 0.0353677
Jan 15 21:14:17.238832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ddfb0b89-0c20-4d1c-a9f0-eb183a315e70), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.240239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:17.303755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=ddfb0b89-0c20-4d1c-a9f0-eb183a315e70,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:17.310971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Checking segment: {'id': 'f097f623-511e-4553-92ea-34f140ff0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:17.311364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network hostable DHCP agents. Network: 64060edb-91c7-4fb5-ba39-da3d6f093ef6, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:17.328865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:17.338280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64060edb-91c7-4fb5-ba39-da3d6f093ef6) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:17.343360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:17.343962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.353278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdb678-4ede-4b02-9821-6f386a5a6929 None None] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:17.355065 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.366412 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e620b25-658c-4488-ba27-9271c5f9115d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4852140
Jan 15 21:14:17.369549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:17.374812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2024423507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:17.406300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.407811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.470774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for router_controller (7c258bbc-00e6-4068-90b6-fc7a11abdca3), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.474798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_gateway (641c2edf-c120-41e8-97c6-473d7ccb0783), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.476303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64060edb-91c7-4fb5-ba39-da3d6f093ef6', 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': 'ddfb0b89-0c20-4d1c-a9f0-eb183a315e70'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:17.477200 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.480194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.502988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.505094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b5e42f8-ae5f-465f-9f66-e278e2bab0cd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1336160
Jan 15 21:14:17.507161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:17.512304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6', 'name': 'tempest-PortsIpV6TestJSON-1162385280'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:17.532153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port f5760361-2235-4f8b-84a1-226358afd470 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:17.532655 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f5760361-2235-4f8b-84a1-226358afd470), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.618922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f5760361-2235-4f8b-84a1-226358afd470), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.630587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Allocated IP 2001:db8::2 (64060edb-91c7-4fb5-ba39-da3d6f093ef6/ddfb0b89-0c20-4d1c-a9f0-eb183a315e70/2738dc1d-751a-4926-9f6a-5f7b2a89ebb9) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:17.632067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for f5760361-2235-4f8b-84a1-226358afd470 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:17.636608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:17.640312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.658280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:17.787347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks [] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.793422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.821348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f6c66901-9795-4772-b43b-07ca3ea60265 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:17.829467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f5760361-2235-4f8b-84a1-226358afd470), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.853671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f6c66901-9795-4772-b43b-07ca3ea60265 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:17.854116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f6c66901-9795-4772-b43b-07ca3ea60265 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:17.861581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=f5760361-2235-4f8b-84a1-226358afd470,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:17.862249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:17.868814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::374 (64060edb-91c7-4fb5-ba39-da3d6f093ef6/ddfb0b89-0c20-4d1c-a9f0-eb183a315e70/b97fbbd6-92ec-45c4-ae44-97eb0bee8d96) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:17.870551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:17.872702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Pushing event updated for resources: {'Port': ['ID=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:17.874997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:17.943224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bb676-fc60-4563-8a6f-de0c5783ebbd None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:17.958526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (641c2edf-c120-41e8-97c6-473d7ccb0783), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.974966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Attempting to bind port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:17.975398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Attempting to bind port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f097f623-511e-4553-92ea-34f140ff0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:17.975769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Attempting to bind port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 on network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:17.986709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-603e55f8-39c5-4ad3-b0cc-4755c2d87175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.989567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:17.989955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Checking segment: {'id': 'f097f623-511e-4553-92ea-34f140ff0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:17.990729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:17.991110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Bound using segment: {'id': 'f097f623-511e-4553-92ea-34f140ff0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:17.991611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Bound port: 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f097f623-511e-4553-92ea-34f140ff0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64060edb-91c7-4fb5-ba39-da3d6f093ef6'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:17.991985 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.054387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.058948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] For port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:18.062218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] For port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,segment=NetworkSegment(f097f623-511e-4553-92ea-34f140ff0c38),segment_id=f097f623-511e-4553-92ea-34f140ff0c38)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:18.067655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.068503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.070928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (641c2edf-c120-41e8-97c6-473d7ccb0783), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.104303 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.138205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (641c2edf-c120-41e8-97c6-473d7ccb0783), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.139197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router 641c2edf-c120-41e8-97c6-473d7ccb0783 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:18.139350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb55fa-e1af-4d57-a46d-2184222fec6b None None] Pushing event updated for resources: {'Port': ['ID=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:18.154691 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.155662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-754fa306-3c92-43a4-9387-f7d7a8acc70a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 204  len: 168 time: 0.9144058
Jan 15 21:14:18.159426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:18.165775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-149153146'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:18.180888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:18.186592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:18.189946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:18.196798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:18.197482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.201937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:18.206006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.209765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=b97fbbd6-92ec-45c4-ae44-97eb0bee8d96,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:18.224710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5f63fc00-1577-4b92-ac2e-9dd723d90323 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7161579
Jan 15 21:14:18.227319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45810) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:18.281468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:18.335260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 516c2e54-8b18-402b-b57e-3067f2d41dbe up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:18.374975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.375324 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b of type vlan for network 5fd24083-9952-42bf-a564-3ee361070739
Jan 15 21:14:18.403619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 516c2e54-8b18-402b-b57e-3067f2d41dbe completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:14:18.408551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 516c2e54-8b18-402b-b57e-3067f2d41dbe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:18.409464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.497911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 516c2e54-8b18-402b-b57e-3067f2d41dbe is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:18.499502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.524753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:18.527265 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75332b-4494-4990-88cc-d29dba54d62f" -d '{"events": [{"server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "name": "network-vif-plugged", "status": "completed", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:18.541815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:18.546439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.578242 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd454b1-d4dd-4929-ae7d-d5fffa049af5 x-openstack-request-id: req-4bd454b1-d4dd-4929-ae7d-d5fffa049af5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:18.578541 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "name": "network-vif-plugged", "status": "completed", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:18.578797 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bd454b1-d4dd-4929-ae7d-d5fffa049af5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:18.579196 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe', 'code': 200}
Jan 15 21:14:18.615679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:18.683393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767722-3c99-4654-833d-e8d002b244c2 req-a42e483a-e234-4f16-9cb0-f027af2f4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:18.685061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70767722-3c99-4654-833d-e8d002b244c2 req-a42e483a-e234-4f16-9cb0-f027af2f4ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 1096 time: 0.0438831
Jan 15 21:14:18.731947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-70767722-3c99-4654-833d-e8d002b244c2 req-71884a7e-eabd-4bad-873c-cc3989c04dbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397782
Jan 15 21:14:18.818599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5fd24083-9952-42bf-a564-3ee361070739), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.874520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756274c7-6717-4a79-b692-fc4bb7c7a855 req-98a349a1-e990-413c-aab3-aa3916509b7b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:18.876090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-756274c7-6717-4a79-b692-fc4bb7c7a855 req-98a349a1-e990-413c-aab3-aa3916509b7b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 944 time: 0.5502968
Jan 15 21:14:18.940574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5fd24083-9952-42bf-a564-3ee361070739), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:18.947160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:18.947759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.061050 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8997712
Jan 15 21:14:19.063988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45816) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:19.070957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': '5fd24083-9952-42bf-a564-3ee361070739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:19.091791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-756274c7-6717-4a79-b692-fc4bb7c7a855 req-1bc3021d-6b5f-4e1f-bbe4-52708259556e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851487
Jan 15 21:14:19.104990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfde61-866a-46b0-a066-4abffdc3574c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=5fd24083-9952-42bf-a564-3ee361070739,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:19.120196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5fd24083-9952-42bf-a564-3ee361070739 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:19.126582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8e907-4b4f-45d7-b89b-3ba0887344f5 None None] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:19.162725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.180363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:19.186186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.240801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Provisioning complete for port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:19.241211 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.392672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Current status of the port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:19.393121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.401338 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (0bd0d748-de2c-409b-8d4c-813790fa668c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.451644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.454793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] For port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,segment=NetworkSegment(f097f623-511e-4553-92ea-34f140ff0c38),segment_id=f097f623-511e-4553-92ea-34f140ff0c38)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:19.458785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.459341 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.484583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=0bd0d748-de2c-409b-8d4c-813790fa668c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:19.507348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5fd24083-9952-42bf-a564-3ee361070739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:19.507708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: 5fd24083-9952-42bf-a564-3ee361070739, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:19.519308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb309b-b5b0-411b-ba7c-2974dda39ec6 None None] Pushing event updated for resources: {'Port': ['ID=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:19.531895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 5fd24083-9952-42bf-a564-3ee361070739 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:19.541916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fd24083-9952-42bf-a564-3ee361070739) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:19.545985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:19.546575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.553094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc85f97-c8cc-4e17-ba4e-f5231b4e5bdc None None] Network 5fd24083-9952-42bf-a564-3ee361070739 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:19.573907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7a4b9895-8f47-4561-a4fa-cf546e5d9d17 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5061915
Jan 15 21:14:19.574639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45818) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:19.580289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-53541791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:19.614492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.615829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.636685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=b97fbbd6-92ec-45c4-ae44-97eb0bee8d96,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:19.680392 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (cb8e73ea-e5a5-4860-85ca-09139f6e380b), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.685518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.691214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5fd24083-9952-42bf-a564-3ee361070739', 'network_id': '5fd24083-9952-42bf-a564-3ee361070739', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '0bd0d748-de2c-409b-8d4c-813790fa668c'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:19.693117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (7c258bbc-00e6-4068-90b6-fc7a11abdca3), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.693632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.712546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.714669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6034ddd3-8345-4764-bbb8-681b99fd79ad tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1389980
Jan 15 21:14:19.718125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45820) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:19.895255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.930834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Provisioning complete for port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:19.931220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:19.956581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:20.235150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Allocated IP 2001:db8::2 (5fd24083-9952-42bf-a564-3ee361070739/0bd0d748-de2c-409b-8d4c-813790fa668c/a1671698-26b5-40b6-9fab-f9153dbe35d5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:20.307866 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.313942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.314767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (7c258bbc-00e6-4068-90b6-fc7a11abdca3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.403748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.412241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:20.412624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.447929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a43007-40c0-4a60-b4a9-613293da2c43 req-9df14fc1-7bda-40c0-a610-e1253c7e8cf4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:20.450051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94a43007-40c0-4a60-b4a9-613293da2c43 req-9df14fc1-7bda-40c0-a610-e1253c7e8cf4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 945 time: 0.2450781
Jan 15 21:14:20.458535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Current status of the port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:20.510951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=b97fbbd6-92ec-45c4-ae44-97eb0bee8d96,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:20.547321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:20.562270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Provisioning complete for port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:20.562728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.566813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:20.595836 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94a43007-40c0-4a60-b4a9-613293da2c43 req-923e93b1-8df8-462c-b211-f5e915b41dc8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200545
Jan 15 21:14:20.660167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks [] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.665351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:20.683925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9359c6a-0b85-408f-ba3e-bee54e4a9380 req-94c7ef99-32ef-455c-a4d6-15f08410883f tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:20.684223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.687443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9359c6a-0b85-408f-ba3e-bee54e4a9380 req-94c7ef99-32ef-455c-a4d6-15f08410883f tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.1385934
Jan 15 21:14:20.694823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8babca9-3f50-42d3-92e4-97dd13e6a1df None None] Port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:20.721381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38b922c0-75bd-44da-8f99-07ac9e39865a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.743610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Network 5fd24083-9952-42bf-a564-3ee361070739 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:20.746947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:20.750416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:20.763023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8::1 (5fd24083-9952-42bf-a564-3ee361070739/0bd0d748-de2c-409b-8d4c-813790fa668c/ad4db756-c821-489c-bea6-45f90eca992d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:20.770252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Pushing event updated for resources: {'Port': ['ID=a1671698-26b5-40b6-9fab-f9153dbe35d5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:20.829196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9359c6a-0b85-408f-ba3e-bee54e4a9380 req-ebc46218-f0c1-4bb1-b1c1-ada8eff9378d tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266968
Jan 15 21:14:20.832293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Router 7c258bbc-00e6-4068-90b6-fc7a11abdca3 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:20.863132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45830) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:20.882173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Attempting to bind port a1671698-26b5-40b6-9fab-f9153dbe35d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:20.882776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Attempting to bind port a1671698-26b5-40b6-9fab-f9153dbe35d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5fd24083-9952-42bf-a564-3ee361070739'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:20.883530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Attempting to bind port a1671698-26b5-40b6-9fab-f9153dbe35d5 on network 5fd24083-9952-42bf-a564-3ee361070739 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:20.885900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-053f02ac-f925-449c-9472-9d98131dd240 None None] Provisioning complete for port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:20.886522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-053f02ac-f925-449c-9472-9d98131dd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.909721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:20.910110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Checking segment: {'id': 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5fd24083-9952-42bf-a564-3ee361070739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:20.910499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.910899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Bound using segment: {'id': 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5fd24083-9952-42bf-a564-3ee361070739'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:20.911397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Bound port: a1671698-26b5-40b6-9fab-f9153dbe35d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5fd24083-9952-42bf-a564-3ee361070739'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:20.911793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.958149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-053f02ac-f925-449c-9472-9d98131dd240 None None] Port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:20.992430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] For port a1671698-26b5-40b6-9fab-f9153dbe35d5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:20.995323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (ad4db756-c821-489c-bea6-45f90eca992d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:20.995814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] For port a1671698-26b5-40b6-9fab-f9153dbe35d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1671698-26b5-40b6-9fab-f9153dbe35d5,segment=NetworkSegment(eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b),segment_id=eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:21.000616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.034032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ad4db756-c821-489c-bea6-45f90eca992d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.074704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd000a-131c-4b84-9942-db01c86c7ef4 None None] Pushing event updated for resources: {'Port': ['ID=a1671698-26b5-40b6-9fab-f9153dbe35d5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:21.093746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=ad4db756-c821-489c-bea6-45f90eca992d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:21.095638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a8b638ac-9e1c-4418-b43d-f1c4f21a2e40 None None] Provisioning complete for port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:21.096014 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a8b638ac-9e1c-4418-b43d-f1c4f21a2e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.105395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 5fd24083-9952-42bf-a564-3ee361070739 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:21.106886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:21.109784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:21.110670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (cb8e73ea-e5a5-4860-85ca-09139f6e380b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.139247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a8b638ac-9e1c-4418-b43d-f1c4f21a2e40 None None] Port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:21.148431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc3199-3b62-4de1-bdc6-9a8e2ea850fe req-04465c6d-2d58-409d-883c-aaf7136f04eb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:21.149865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8bc3199-3b62-4de1-bdc6-9a8e2ea850fe req-04465c6d-2d58-409d-883c-aaf7136f04eb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 945 time: 0.1864967
Jan 15 21:14:21.154697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:21.167814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-29129a1d-a5b3-4d8c-b4d7-fb0569faf57d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/routers/7c258bbc-00e6-4068-90b6-fc7a11abdca3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9372969
Jan 15 21:14:21.171163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] Sync routers for ids ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:21.178428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45834) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:21.184088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] Routers {'7c258bbc-00e6-4068-90b6-fc7a11abdca3'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:21.186034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:21.225210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e85e0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:21.242045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] Routers {'7c258bbc-00e6-4068-90b6-fc7a11abdca3'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:21.244500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:21.250860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad4db756-c821-489c-bea6-45f90eca992d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.316866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e85e0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:21.317702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b610f-064a-4548-a985-b309afce23d3 None None] The sync data for ids ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:21.352900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb5b60-0521-4bfc-a2dc-1bb696cc187e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:21.357192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-86bb5b60-0521-4bfc-a2dc-1bb696cc187e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c258bbc-00e6-4068-90b6-fc7a11abdca3 HTTP/1.1" status: 200  len: 989 time: 0.1752470
Jan 15 21:14:21.359603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f8bc3199-3b62-4de1-bdc6-9a8e2ea850fe req-aec3a3ff-c842-4651-af89-7d3ea69c2482 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002206
Jan 15 21:14:21.360071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45836) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:21.471991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port b7f7320f-d3f1-4d57-9900-46789a4ce369 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:21.473033 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.579085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (ad4db756-c821-489c-bea6-45f90eca992d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.584384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ad4db756-c821-489c-bea6-45f90eca992d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.585267 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (cb8e73ea-e5a5-4860-85ca-09139f6e380b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.654884 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.655218 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (b7f7320f-d3f1-4d57-9900-46789a4ce369), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.671687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=ad4db756-c821-489c-bea6-45f90eca992d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:21.673611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for b7f7320f-d3f1-4d57-9900-46789a4ce369 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:21.720404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 5fd24083-9952-42bf-a564-3ee361070739 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:21.721892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:21.837027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a1671698-26b5-40b6-9fab-f9153dbe35d5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:21.862098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router cb8e73ea-e5a5-4860-85ca-09139f6e380b is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:21.904310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.920074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a1671698-26b5-40b6-9fab-f9153dbe35d5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:21.921785 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.947935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b7f7320f-d3f1-4d57-9900-46789a4ce369), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.959740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (7c258bbc-00e6-4068-90b6-fc7a11abdca3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:21.985763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:21.997034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2e8b3ccd-9cbe-421a-a138-52644a816306 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/cb8e73ea-e5a5-4860-85ca-09139f6e380b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2751696
Jan 15 21:14:21.997299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:21.998512 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] Sync routers for ids ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:22.020090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=b7f7320f-d3f1-4d57-9900-46789a4ce369,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:22.021015 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] Routers {'cb8e73ea-e5a5-4860-85ca-09139f6e380b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:22.027973 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:22.064320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a1671698-26b5-40b6-9fab-f9153dbe35d5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:22.064712 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.080780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2f1c0-99ab-4b9c-84d5-1916295cc407 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:22.087117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-efd2f1c0-99ab-4b9c-84d5-1916295cc407 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports/ad4db756-c821-489c-bea6-45f90eca992d HTTP/1.1" status: 200  len: 911 time: 0.0887444
Jan 15 21:14:22.088441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45840) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:22.094764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bd0d748-de2c-409b-8d4c-813790fa668c'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:22.110835 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af580>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:22.125602 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] Routers {'cb8e73ea-e5a5-4860-85ca-09139f6e380b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:22.126251 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:22.126889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a1671698-26b5-40b6-9fab-f9153dbe35d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1671698-26b5-40b6-9fab-f9153dbe35d5,segment=NetworkSegment(eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b),segment_id=eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:22.132361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.200546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1af580>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:22.201990 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d617d3-d1cb-42e1-b18c-4393564261b4 None None] The sync data for ids ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:22.202637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a1671698-26b5-40b6-9fab-f9153dbe35d5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:22.330925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ad4db756-c821-489c-bea6-45f90eca992d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.348199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d7fbf-113e-45e1-98ad-9f639026424f None None] Network 5fd24083-9952-42bf-a564-3ee361070739 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:22.400475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-e15cb7f2-9ba2-47c3-9ffe-85bfd8543ad3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:22.402389 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-e15cb7f2-9ba2-47c3-9ffe-85bfd8543ad3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 945 time: 0.1162415
Jan 15 21:14:22.433256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a00601b8-1aed-4512-9ef7-e9bd84a95082 None None] Provisioning complete for port a1671698-26b5-40b6-9fab-f9153dbe35d5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:22.433666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a00601b8-1aed-4512-9ef7-e9bd84a95082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.558092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a00601b8-1aed-4512-9ef7-e9bd84a95082 None None] Current status of the port a1671698-26b5-40b6-9fab-f9153dbe35d5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:22.584502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e7270-f11a-45ae-a7e6-6a58fe4cf825 req-f4d016ab-2d5e-4d26-8d3d-e99ae1906192 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:22.587957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-533e7270-f11a-45ae-a7e6-6a58fe4cf825 req-f4d016ab-2d5e-4d26-8d3d-e99ae1906192 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 945 time: 0.1307223
Jan 15 21:14:22.591821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.593169 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef disassociated (deleted). External IP: 172.35.1.22, port: 00a046e1-4575-48fc-acfb-813600567478.
Jan 15 21:14:22.663444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Deleting port 516c2e54-8b18-402b-b57e-3067f2d41dbe {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:22.664074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.754213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-533e7270-f11a-45ae-a7e6-6a58fe4cf825 req-55ac6bec-789f-454a-9566-1100bb3d625f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586647
Jan 15 21:14:22.829602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] For port 516c2e54-8b18-402b-b57e-3067f2d41dbe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=516c2e54-8b18-402b-b57e-3067f2d41dbe,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:22.829936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.846295 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:14:22.855198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Calling delete_port for 516c2e54-8b18-402b-b57e-3067f2d41dbe owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:22.903221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Provisioning complete for port ad4db756-c821-489c-bea6-45f90eca992d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:22.903753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad4db756-c821-489c-bea6-45f90eca992d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.915942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:22.916292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.954523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Port ad4db756-c821-489c-bea6-45f90eca992d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:22.955347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (ad4db756-c821-489c-bea6-45f90eca992d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.968744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Provisioning complete for port a1671698-26b5-40b6-9fab-f9153dbe35d5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:22.969312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.975151 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ad4db756-c821-489c-bea6-45f90eca992d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.981744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:22.982459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:22.983982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/ports/ad4db756-c821-489c-bea6-45f90eca992d HTTP/1.1" status: 200  len: 911 time: 0.8941622
Jan 15 21:14:22.988038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 578013ee-8537-42ab-a48b-416a38344e5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:22.992987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45844) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:23.076228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.087202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1b62217-f8f5-44fb-9c15-2aca80022a93 None None] Current status of the port a1671698-26b5-40b6-9fab-f9153dbe35d5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:23.096025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:23.164196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (516c2e54-8b18-402b-b57e-3067f2d41dbe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.183070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['516c2e54-8b18-402b-b57e-3067f2d41dbe'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:14:23.186813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:14:23.192266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:23.197984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.238656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fab2841f-eb19-46d6-8d0e-1930d930f41f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/floatingips/6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef HTTP/1.1" status: 204  len: 168 time: 2.3732095
Jan 15 21:14:23.241354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:23.243866 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56680e65-eabe-4c18-abd6-70884ad2703e" -d '{"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:23.271733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d2d7e-6df2-4b5d-9bc3-641c5323ecb2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=ad4db756-c821-489c-bea6-45f90eca992d,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:23.315259 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d157be5-631d-496e-938c-b988d0789fd3 x-openstack-request-id: req-5d157be5-631d-496e-938c-b988d0789fd3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:23.315642 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "tag": "00a046e1-4575-48fc-acfb-813600567478", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:23.315907 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d157be5-631d-496e-938c-b988d0789fd3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:23.316901 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'status': 'completed', 'code': 200}
Jan 15 21:14:23.334626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Pushing event deleted for resources: {'Port': ['ID=516c2e54-8b18-402b-b57e-3067f2d41dbe,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:23.362241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Sync routers for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:23.395432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] No DVR routers for this DVR port 516c2e54-8b18-402b-b57e-3067f2d41dbe on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:23.395857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:23.396538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:23.408304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.418926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9a1bf383-b952-47a9-8151-b273c3156a55 req-249f182f-a8a3-4c44-8a5c-e9201f316c4d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "DELETE /v2.0/ports/516c2e54-8b18-402b-b57e-3067f2d41dbe HTTP/1.1" status: 204  len: 173 time: 1.0059278
Jan 15 21:14:23.433264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'name': 'network-vif-deleted', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:23.435723 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd2b99-4c7b-4788-9ebd-ddb8cf64667d" -d '{"events": [{"server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "name": "network-vif-deleted", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:23.446333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b97fbbd6-92ec-45c4-ae44-97eb0bee8d96), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.528872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=b97fbbd6-92ec-45c4-ae44-97eb0bee8d96,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:23.572055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:23.582200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680e65-eabe-4c18-abd6-70884ad2703e req-adaf6cb3-5fef-4bed-bab2-4fe249e6d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:23.585556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-adaf6cb3-5fef-4bed-bab2-4fe249e6d85f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 1097 time: 0.1919374
Jan 15 21:14:23.721826 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc827f-70c9-4f50-923e-28289e5cfaa2 x-openstack-request-id: req-0abc827f-70c9-4f50-923e-28289e5cfaa2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:23.724157 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f816a600-ed27-4a5e-a067-b845b368384d", "name": "network-vif-deleted", "tag": "516c2e54-8b18-402b-b57e-3067f2d41dbe", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:23.724748 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0abc827f-70c9-4f50-923e-28289e5cfaa2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:23.725431 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816a600-ed27-4a5e-a067-b845b368384d', 'name': 'network-vif-deleted', 'tag': '516c2e54-8b18-402b-b57e-3067f2d41dbe', 'status': 'completed', 'code': 200}
Jan 15 21:14:23.750185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (7c258bbc-00e6-4068-90b6-fc7a11abdca3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.837343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c03ee37d-507f-4dc5-b65a-023169a69634 None None] Provisioning complete for port ad4db756-c821-489c-bea6-45f90eca992d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:23.837734 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c03ee37d-507f-4dc5-b65a-023169a69634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad4db756-c821-489c-bea6-45f90eca992d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:23.883676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9fd3f-997a-479f-aae7-daa1e2e892cf req-3ff1b54a-562a-4eab-89ad-a351d1519a3d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:23.893190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8e9fd3f-997a-479f-aae7-daa1e2e892cf req-3ff1b54a-562a-4eab-89ad-a351d1519a3d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.2264683
Jan 15 21:14:23.943682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a1671698-26b5-40b6-9fab-f9153dbe35d5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:23.956188 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.059483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8e9fd3f-997a-479f-aae7-daa1e2e892cf req-690b2f67-1314-433d-be03-d3cd11cd8861 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651535
Jan 15 21:14:24.081423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c03ee37d-507f-4dc5-b65a-023169a69634 None None] Port ad4db756-c821-489c-bea6-45f90eca992d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:24.136437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-edc908a0-a26b-449c-a99e-16094016ce82 req-a54b52b0-dc59-4a4a-aa79-0a2d58277495 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=f816a600-ed27-4a5e-a067-b845b368384d HTTP/1.1" status: 200  len: 210 time: 0.0714946
Jan 15 21:14:24.148964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Router 7c258bbc-00e6-4068-90b6-fc7a11abdca3 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:24.233939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a1671698-26b5-40b6-9fab-f9153dbe35d5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:24.233939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.267485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:24.277798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9fd0ccf-8be2-4d01-870e-756205d7dfd8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/routers/7c258bbc-00e6-4068-90b6-fc7a11abdca3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9137921
Jan 15 21:14:24.278010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680e65-eabe-4c18-abd6-70884ad2703e req-388752cb-ff09-4a41-848e-7dd825e662c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:24.278010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-388752cb-ff09-4a41-848e-7dd825e662c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 200  len: 897 time: 0.6837230
Jan 15 21:14:24.281397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45858) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:24.291817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.298036 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] Sync routers for ids ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:24.310174 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] Routers {'7c258bbc-00e6-4068-90b6-fc7a11abdca3'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:24.311674 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.318224 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cb652c-93b4-4fcc-a9cb-fae466098084 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:24.320082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61cb652c-93b4-4fcc-a9cb-fae466098084 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/b97fbbd6-92ec-45c4-ae44-97eb0bee8d96 HTTP/1.1" status: 404  len: 333 time: 0.0395594
Jan 15 21:14:24.323473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45860) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:24.325550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-30786add-842e-41c5-85d3-263ae9a21e65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 200  len: 217 time: 0.0418940
Jan 15 21:14:24.346355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-94b89a2c-352d-4410-ac72-f62d885dc16b None None] Provisioning complete for port ad4db756-c821-489c-bea6-45f90eca992d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:24.346790 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94b89a2c-352d-4410-ac72-f62d885dc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ad4db756-c821-489c-bea6-45f90eca992d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.352293 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf426a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.361667 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] Routers {'7c258bbc-00e6-4068-90b6-fc7a11abdca3'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:24.362542 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.411343 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf426a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.412284 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a092d7-3c46-4a12-8775-f24def51fd1f None None] The sync data for ids ['7c258bbc-00e6-4068-90b6-fc7a11abdca3'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:24.423380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680e65-eabe-4c18-abd6-70884ad2703e req-039f23ba-67d7-4f8c-82d6-40efaefc17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:24.426136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-039f23ba-67d7-4f8c-82d6-40efaefc17da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 200  len: 835 time: 0.0925558
Jan 15 21:14:24.439231 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.479800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48ddc0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.489115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-94b89a2c-352d-4410-ac72-f62d885dc16b None None] Port ad4db756-c821-489c-bea6-45f90eca992d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:24.500779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (cb8e73ea-e5a5-4860-85ca-09139f6e380b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.545044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680e65-eabe-4c18-abd6-70884ad2703e req-34fbacab-33ca-4e1d-9966-97f10496bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:24.547228 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-34fbacab-33ca-4e1d-9966-97f10496bfc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6497646-b979-4631-b8ee-bbc83d8bed66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1134624
Jan 15 21:14:24.646943 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.649241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for router_controller (7c258bbc-00e6-4068-90b6-fc7a11abdca3), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.701258 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (7c258bbc-00e6-4068-90b6-fc7a11abdca3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.702054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Fanout notify agent at l3_agent the message router_deleted on router 7c258bbc-00e6-4068-90b6-fc7a11abdca3 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:24.705247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Checking router: 578013ee-8537-42ab-a48b-416a38344e5e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:24.718716 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.719356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a1671698-26b5-40b6-9fab-f9153dbe35d5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:24.722711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04097489-4379-4485-9eab-aa5b5f80f89d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/routers/7c258bbc-00e6-4068-90b6-fc7a11abdca3 HTTP/1.1" status: 204  len: 168 time: 0.3961792
Jan 15 21:14:24.723102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45862) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:24.726230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:24.726898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:24.750109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-0a8b407d-ae70-4070-bfb6-b22b7f7c6374 service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623778
Jan 15 21:14:24.796243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet ddfb0b89-0c20-4d1c-a9f0-eb183a315e70 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:24.800681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (ddfb0b89-0c20-4d1c-a9f0-eb183a315e70), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.862125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (ddfb0b89-0c20-4d1c-a9f0-eb183a315e70), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.873488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:24.898649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-56680e65-eabe-4c18-abd6-70884ad2703e req-bc3fff73-7154-4ffb-a763-394d5935528b service neutron] 10.222.0.45 "GET /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389291
Jan 15 21:14:24.960286 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ddfb0b89-0c20-4d1c-a9f0-eb183a315e70), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:24.987072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-87a29c5b-0323-4d95-b00a-9445e75a215a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:24.989120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-87a29c5b-0323-4d95-b00a-9445e75a215a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0609441
Jan 15 21:14:24.991496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port ad4db756-c821-489c-bea6-45f90eca992d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:24.991836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ad4db756-c821-489c-bea6-45f90eca992d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.033685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (ddfb0b89-0c20-4d1c-a9f0-eb183a315e70), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.072411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfb0b89-0c20-4d1c-a9f0-eb183a315e70,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:25.075512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.085312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45866) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:25.088424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0df9f452-0a20-4700-b265-2aab031be80c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/ddfb0b89-0c20-4d1c-a9f0-eb183a315e70 HTTP/1.1" status: 204  len: 168 time: 0.3534553
Jan 15 21:14:25.101208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc937be2-a9aa-4d64-86ea-633a0df8df39 None None] Network 64060edb-91c7-4fb5-ba39-da3d6f093ef6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:25.167001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a48ddc0>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:25.200069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57640e1f-e4ca-4e96-8076-357a7a02c04b None None] The sync data for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 is: [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:12:19Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb48ccae-0a3d-46c6-8190-daa94c1c53ce', 'name': '', 'network_id': 'f6497646-b979-4631-b8ee-bbc83d8bed66', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:76:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:28Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '4ce6a626-4624-4861-bd16-0ccc703fcf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:25.200345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04913a0e-183a-4d7b-a7c8-b526b51d9934 req-8d3c25c1-de3a-43f9-981e-26842e330305 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:25.216824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04913a0e-183a-4d7b-a7c8-b526b51d9934 req-8d3c25c1-de3a-43f9-981e-26842e330305 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 946 time: 0.0870399
Jan 15 21:14:25.228680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ad4db756-c821-489c-bea6-45f90eca992d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.250732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (64060edb-91c7-4fb5-ba39-da3d6f093ef6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.252658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for ad4db756-c821-489c-bea6-45f90eca992d owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:25.325457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04913a0e-183a-4d7b-a7c8-b526b51d9934 req-dddfda0c-43fe-4569-8856-0df6fdca1659 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=335eaebc-5b74-4456-9b16-715e45789050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064584
Jan 15 21:14:25.335541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 00a046e1-4575-48fc-acfb-813600567478 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:25.335885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (00a046e1-4575-48fc-acfb-813600567478), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.343922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] DHCP port deletion for 64060edb-91c7-4fb5-ba39-da3d6f093ef6 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:25.395652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5edbb4-4284-43b6-b0c6-b95cee5e25ea req-f904067c-752c-4290-bc6d-aba6a04061f0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:25.397220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf5edbb4-4284-43b6-b0c6-b95cee5e25ea req-f904067c-752c-4290-bc6d-aba6a04061f0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0862477
Jan 15 21:14:25.403954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Deleting port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:25.404329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.460577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf5edbb4-4284-43b6-b0c6-b95cee5e25ea req-df51cfcc-548e-4bca-ab9d-e64d89e16bdd tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532920
Jan 15 21:14:25.492157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] For port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,segment=NetworkSegment(f097f623-511e-4553-92ea-34f140ff0c38),segment_id=f097f623-511e-4553-92ea-34f140ff0c38)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:25.492726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 00a046e1-4575-48fc-acfb-813600567478, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00a046e1-4575-48fc-acfb-813600567478,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:25.492889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.492984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (00a046e1-4575-48fc-acfb-813600567478), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.507912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Calling delete_port for 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:25.556318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 00a046e1-4575-48fc-acfb-813600567478 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:25.587814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:25.588161 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.591126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec1db-9f84-4c02-b67a-c2aafab19897 None None] New status for floating IP 6ce1a3c8-9181-42d7-9e86-e8ee4b7217ef: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:14:25.656150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322490c-a090-481e-8705-85470aba59d3 req-7bfb0524-288d-4a11-9248-d8db8dfb9e2b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:25.657771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d322490c-a090-481e-8705-85470aba59d3 req-7bfb0524-288d-4a11-9248-d8db8dfb9e2b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0568075
Jan 15 21:14:25.673126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.711111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] No DVR routers for this DVR port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:25.712747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd227160-07e8-4432-8f5c-9392e3c44095 None None] Pushing event deleted for resources: {'Port': ['ID=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:25.717202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d322490c-a090-481e-8705-85470aba59d3 req-fc7dcfd5-6f91-4db3-ae11-827b3260ee80 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519938
Jan 15 21:14:25.747679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,segment=NetworkSegment(f097f623-511e-4553-92ea-34f140ff0c38),segment_id=f097f623-511e-4553-92ea-34f140ff0c38)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:25.748091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.763002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ad4db756-c821-489c-bea6-45f90eca992d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:25.779239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:25.810353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=ad4db756-c821-489c-bea6-45f90eca992d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:25.823024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:25.865717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:25.866065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:25.890235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc12bc-6e2d-456c-a5ff-6e726f467138 req-fa2ef1dc-2ae7-4718-9a6e-ed88a9675f67 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:25.891816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fbc12bc-6e2d-456c-a5ff-6e726f467138 req-fa2ef1dc-2ae7-4718-9a6e-ed88a9675f67 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0895946
Jan 15 21:14:25.947793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fbc12bc-6e2d-456c-a5ff-6e726f467138 req-74da3124-3d6e-4882-8167-1b1396b15cd1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492003
Jan 15 21:14:26.009372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (cb8e73ea-e5a5-4860-85ca-09139f6e380b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.022356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (00a046e1-4575-48fc-acfb-813600567478), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.098190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=00a046e1-4575-48fc-acfb-813600567478,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:26.130300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2738dc1d-751a-4926-9f6a-5f7b2a89ebb9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.185309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=2738dc1d-751a-4926-9f6a-5f7b2a89ebb9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:26.187339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port 2738dc1d-751a-4926-9f6a-5f7b2a89ebb9 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:26.301224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port 00a046e1-4575-48fc-acfb-813600567478 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:26.319072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.322387 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-faf4ea9a-a3b8-4e0f-bcc2-b30b92f0bef2 req-6841c470-6730-495f-bbe9-636f7f82192e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "DELETE /v2.0/ports/00a046e1-4575-48fc-acfb-813600567478 HTTP/1.1" status: 204  len: 173 time: 1.3158317
Jan 15 21:14:26.322859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-deleted', 'tag': '00a046e1-4575-48fc-acfb-813600567478'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:26.325130 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1965edc1-9f07-4853-8e9a-d7cbb97af7ab" -d '{"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-deleted", "tag": "00a046e1-4575-48fc-acfb-813600567478"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:26.364249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router cb8e73ea-e5a5-4860-85ca-09139f6e380b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:26.384880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 516c2e54-8b18-402b-b57e-3067f2d41dbe no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:26.387028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (64060edb-91c7-4fb5-ba39-da3d6f093ef6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.441037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 516c2e54-8b18-402b-b57e-3067f2d41dbe {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:26.441665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 516c2e54-8b18-402b-b57e-3067f2d41dbe not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:26.444162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e80069220>,) {'filters': {'network_id': ['64060edb-91c7-4fb5-ba39-da3d6f093ef6']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.485877 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5db9521-1042-4f26-90a4-a5ca14717380 x-openstack-request-id: req-f5db9521-1042-4f26-90a4-a5ca14717380 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:26.486182 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a9b5a-dfd5-478a-9424-0114ea3a5006", "name": "network-vif-deleted", "tag": "00a046e1-4575-48fc-acfb-813600567478", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:26.486445 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5db9521-1042-4f26-90a4-a5ca14717380 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:26.486846 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a9b5a-dfd5-478a-9424-0114ea3a5006', 'name': 'network-vif-deleted', 'tag': '00a046e1-4575-48fc-acfb-813600567478', 'status': 'completed', 'code': 200}
Jan 15 21:14:26.492876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80069220>, 'f097f623-511e-4553-92ea-34f140ff0c38') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.493247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e80069220>, 'f097f623-511e-4553-92ea-34f140ff0c38') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.501612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:26.513891 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] Sync routers for ids ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:26.515997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb109baa-173c-4059-a05c-db9dd7d92e35 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/cb8e73ea-e5a5-4860-85ca-09139f6e380b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4135430
Jan 15 21:14:26.525967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f097f623-511e-4553-92ea-34f140ff0c38), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.527659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:26.528144 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] Routers {'cb8e73ea-e5a5-4860-85ca-09139f6e380b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:26.528834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.532960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbdfa11a-5685-41fe-be1b-3ae1c43625f9 req-5d06d21a-74f7-4c7f-8ed6-8d9baa6f9050 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=913a9b5a-dfd5-478a-9424-0114ea3a5006 HTTP/1.1" status: 200  len: 210 time: 0.0429699
Jan 15 21:14:26.570731 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371f40>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.579213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45908) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:26.579547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3a32d3e5-ab99-4a62-a1fa-eea661402e12 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb8e73ea-e5a5-4860-85ca-09139f6e380b HTTP/1.1" status: 200  len: 205 time: 0.0506313
Jan 15 21:14:26.583181 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] Routers {'cb8e73ea-e5a5-4860-85ca-09139f6e380b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:26.583937 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.588803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f097f623-511e-4553-92ea-34f140ff0c38), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.597682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:26.598437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f097f623-511e-4553-92ea-34f140ff0c38), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:26.601845 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:26.605716 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:26.641706 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371f40>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:26.642546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b4af83-470a-43fe-8f21-d0fd4a73cb66 None None] The sync data for ids ['cb8e73ea-e5a5-4860-85ca-09139f6e380b'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:26.685920 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (64060edb-91c7-4fb5-ba39-da3d6f093ef6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.697496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.705310 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/64060edb-91c7-4fb5-ba39-da3d6f093ef6 HTTP/1.1" status: 204  len: 168 time: 1.6161594
Jan 15 21:14:26.705515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.705633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45910) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:26.721607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d36e-eb31-4066-a80f-902880e7a621 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=64060edb-91c7-4fb5-ba39-da3d6f093ef6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:26.818527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68e94b-5936-41d2-ad26-eec368af2b01 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:26.819992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1c68e94b-5936-41d2-ad26-eec368af2b01 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/a786c302-71fa-4e5e-9e52-ff2421074193 HTTP/1.1" status: 200  len: 845 time: 0.1133742
Jan 15 21:14:26.824665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45912) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:26.872726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7d9738fb-c95c-4cc5-a2e2-902a2483496f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/a786c302-71fa-4e5e-9e52-ff2421074193?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0466595
Jan 15 21:14:26.877157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45914) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:26.883934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:26.922496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.925175 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (cb8e73ea-e5a5-4860-85ca-09139f6e380b), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.973045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (cb8e73ea-e5a5-4860-85ca-09139f6e380b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.973448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router cb8e73ea-e5a5-4860-85ca-09139f6e380b {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:26.984581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:26.989717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5eb5d67-c752-4be3-b4dd-e1eabd3de40c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/cb8e73ea-e5a5-4860-85ca-09139f6e380b HTTP/1.1" status: 204  len: 168 time: 0.4055312
Jan 15 21:14:26.990120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45916) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.006337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:27.009754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.101445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 0bd0d748-de2c-409b-8d4c-813790fa668c {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:27.108220 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (0bd0d748-de2c-409b-8d4c-813790fa668c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.167455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (0bd0d748-de2c-409b-8d4c-813790fa668c), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.331109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (0bd0d748-de2c-409b-8d4c-813790fa668c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.358129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (61d981fd-15ad-43fd-9f04-7eb7a2bb3c37), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.426310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:27.428325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:27.431338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:27.431934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.437643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=61d981fd-15ad-43fd-9f04-7eb7a2bb3c37,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:27.450965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b9744-3504-459c-a802-d15582201720 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:27.460692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (0bd0d748-de2c-409b-8d4c-813790fa668c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.474610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a9f2831a-0da3-41d0-afb3-ba564788fecd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5931685
Jan 15 21:14:27.475103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45928) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.479597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'security_group': {'name': 'tempest-secgroup-360723846'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:27.499962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd0d748-de2c-409b-8d4c-813790fa668c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:27.508206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.515174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-04d1ccc7-b814-45e1-aac7-86f3eb06cfc2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/0bd0d748-de2c-409b-8d4c-813790fa668c HTTP/1.1" status: 204  len: 168 time: 0.5213971
Jan 15 21:14:27.515380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.515498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45930) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.526082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20a6e2-8a72-4be9-ad07-bf0ce6534b90 None None] Network 5fd24083-9952-42bf-a564-3ee361070739 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:27.631767 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5fd24083-9952-42bf-a564-3ee361070739), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.636763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (5823a77d-80fe-4a22-8fb8-92c0136dfbc5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.643819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5823a77d-80fe-4a22-8fb8-92c0136dfbc5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.656883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45942) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.680491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.682060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2059917
Jan 15 21:14:27.683975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f82d6a-e9bf-4ccb-858c-fa36460f6963 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5823a77d-80fe-4a22-8fb8-92c0136dfbc5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:27.686113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45944) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.702655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128932938'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:27.732890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.747645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'project_id': '8cf3db04747f4826803c04a0457721dc', 'fixed_ips': [{'subnet_id': '61d981fd-15ad-43fd-9f04-7eb7a2bb3c37'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:27.748523 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.771332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 00a046e1-4575-48fc-acfb-813600567478 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:27.804381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 00a046e1-4575-48fc-acfb-813600567478 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:27.805126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 00a046e1-4575-48fc-acfb-813600567478 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:27.854745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcd2ea-eedd-4104-8346-e64c18832a46 req-1be8c2cb-0e44-4a14-90b1-de6ebc7bb683 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:27.856295 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3fcd2ea-eedd-4104-8346-e64c18832a46 req-1be8c2cb-0e44-4a14-90b1-de6ebc7bb683 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0949111
Jan 15 21:14:27.875942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] DHCP port deletion for 5fd24083-9952-42bf-a564-3ee361070739 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:27.910115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (62078545-61c8-4580-93d2-dc6fbe127c23), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.916718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (62078545-61c8-4580-93d2-dc6fbe127c23), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.964592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3fcd2ea-eedd-4104-8346-e64c18832a46 req-e0040461-85d1-4b0b-8eb4-81baa02d37d8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861681
Jan 15 21:14:27.968045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:27.969552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2710967
Jan 15 21:14:27.975918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:27.981155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1667205375', 'security_groups': ['62078545-61c8-4580-93d2-dc6fbe127c23'], 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61d981fd-15ad-43fd-9f04-7eb7a2bb3c37'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:28.001289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa22df-6483-4326-88b0-1ae844b4e737 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62078545-61c8-4580-93d2-dc6fbe127c23,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:28.014934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Allocated IP 2001:db8::2 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/61d981fd-15ad-43fd-9f04-7eb7a2bb3c37/982d8b5e-4c5a-4b4e-a506-b30c491fca5f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:28.085033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Deleting port a1671698-26b5-40b6-9fab-f9153dbe35d5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:28.085745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.102518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port a1671698-26b5-40b6-9fab-f9153dbe35d5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:28.103113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.176764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] For port a1671698-26b5-40b6-9fab-f9153dbe35d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1671698-26b5-40b6-9fab-f9153dbe35d5,segment=NetworkSegment(eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b),segment_id=eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:28.177397 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.183180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981b6a5-3808-4b1b-97b4-6877e92bbfb6 req-b083eb01-1e5b-43a1-be87-1a2b56a0fc7e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:28.184735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b981b6a5-3808-4b1b-97b4-6877e92bbfb6 req-b083eb01-1e5b-43a1-be87-1a2b56a0fc7e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0982428
Jan 15 21:14:28.200227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Calling delete_port for a1671698-26b5-40b6-9fab-f9153dbe35d5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:28.227176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port a1671698-26b5-40b6-9fab-f9153dbe35d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1671698-26b5-40b6-9fab-f9153dbe35d5,segment=NetworkSegment(eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b),segment_id=eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:28.227552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.242554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:28.250156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for a1671698-26b5-40b6-9fab-f9153dbe35d5 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:28.262547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b981b6a5-3808-4b1b-97b4-6877e92bbfb6 req-8c1ba8f5-c638-4f48-948b-a724b9263d40 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678170
Jan 15 21:14:28.322455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks [] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.333413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.370998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.399140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:28.470065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.510802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port a1671698-26b5-40b6-9fab-f9153dbe35d5 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:28.523314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=a1671698-26b5-40b6-9fab-f9153dbe35d5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:28.611371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:28.618083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (a1671698-26b5-40b6-9fab-f9153dbe35d5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.624796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:28.635969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:28.646155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:28.684374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] No DVR routers for this DVR port a1671698-26b5-40b6-9fab-f9153dbe35d5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:28.685333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe27c4-a2cd-4df7-aa66-38c77e4810e2 None None] Pushing event deleted for resources: {'Port': ['ID=a1671698-26b5-40b6-9fab-f9153dbe35d5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:28.699475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5fd24083-9952-42bf-a564-3ee361070739), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.737789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b87b3d0>,) {'filters': {'network_id': ['5fd24083-9952-42bf-a564-3ee361070739']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:28.752339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b87b3d0>, 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:28.752339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b87b3d0>, 'eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:28.768623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Attempting to bind port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:28.770735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Attempting to bind port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0b57a430-cfdc-4133-8bbe-a789f0b61f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:28.771212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Attempting to bind port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f on network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:28.774848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.780601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:28.786316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Checking segment: {'id': '0b57a430-cfdc-4133-8bbe-a789f0b61f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:28.788335 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.790620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Bound using segment: {'id': '0b57a430-cfdc-4133-8bbe-a789f0b61f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:28.791255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Bound port: 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b57a430-cfdc-4133-8bbe-a789f0b61f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:28.791746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.794979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (578013ee-8537-42ab-a48b-416a38344e5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.837216 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.848250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:28.849220 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (eb78794b-f5bb-45b7-ac2a-a4980bcb6a3b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:28.852789 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:28.895083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:28.899371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:28.905822 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.971242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d832-5813-4066-92f6-709b4193ca9d None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:28.983984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5fd24083-9952-42bf-a564-3ee361070739), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.995061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:28.999765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/5fd24083-9952-42bf-a564-3ee361070739 HTTP/1.1" status: 204  len: 168 time: 1.4824815
Jan 15 21:14:29.006602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45968) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:29.015860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1256263975', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:29.021314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c8cd9-4be0-4e9b-a6a3-7bf51ba09c41 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=5fd24083-9952-42bf-a564-3ee361070739,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:29.047674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::8c (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/61d981fd-15ad-43fd-9f04-7eb7a2bb3c37/a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:29.077652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.078790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.214792 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.222716 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.229245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port eb48ccae-0a3d-46c6-8190-daa94c1c53ce {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:29.229782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.263417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.264653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c38527b7-e69c-4042-b991-037a61cfd8f3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2578716
Jan 15 21:14:29.268537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45970) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:29.274791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93541125'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:29.317697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.334522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:29.338063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.351557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port eb48ccae-0a3d-46c6-8190-daa94c1c53ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:29.351925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.367217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for eb48ccae-0a3d-46c6-8190-daa94c1c53ce owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:29.384045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:29.394274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.396378 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df9738f2-3544-4e63-9d6c-232a7b43709d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.396736 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment df9738f2-3544-4e63-9d6c-232a7b43709d of type vlan for network 41a2d1b2-edc5-4576-b170-171a2579b97a
Jan 15 21:14:29.494702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:29.496502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (41a2d1b2-edc5-4576-b170-171a2579b97a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.498607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:29.502628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:29.508559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:29.515881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:29.517042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.548816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-65007fe0-badb-416f-90d3-04640957b813 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5715115
Jan 15 21:14:29.550670 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (41a2d1b2-edc5-4576-b170-171a2579b97a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.554419 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:29.557307 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:29.558239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45972) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:29.558350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:29.558350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.560042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:29.624221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3545654
Jan 15 21:14:29.627336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45974) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:29.634221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:29.649072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eb48ccae-0a3d-46c6-8190-daa94c1c53ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.652885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23be6-4ea7-4acc-9594-f04f12cbb7db tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=41a2d1b2-edc5-4576-b170-171a2579b97a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:29.666591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:29.686251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=eb48ccae-0a3d-46c6-8190-daa94c1c53ce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:29.819484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:29.823205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:29.845548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:29.860426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.054250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:30.112574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb294e-e2bd-401a-8a2f-db9d06e6b4a9 req-cbc871d6-889d-4e92-b75a-dcc1d0f19bec tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:30.115579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dacb294e-e2bd-401a-8a2f-db9d06e6b4a9 req-cbc871d6-889d-4e92-b75a-dcc1d0f19bec tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1632864
Jan 15 21:14:30.117066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:30.117706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.131344 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61d981fd-15ad-43fd-9f04-7eb7a2bb3c37 (CIDR: 2001:db8::/64)
Jan 15 21:14:30.138072 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:14:30.138539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:30.141383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (578013ee-8537-42ab-a48b-416a38344e5e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.216040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6db75265-9d57-484a-9940-487b28be3d9b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6598225
Jan 15 21:14:30.220033 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 45986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:30.229184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:30.241385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dacb294e-e2bd-401a-8a2f-db9d06e6b4a9 req-bae6f0ef-ccb7-46ba-a920-492711d2308e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182566
Jan 15 21:14:30.242763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (ca84d6aa-b57f-4dd3-a535-32717b55aa87), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.259357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:30.259748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.326269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:30.331713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.390446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:30.414072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:30.414606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: 41a2d1b2-edc5-4576-b170-171a2579b97a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:30.430091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=ca84d6aa-b57f-4dd3-a535-32717b55aa87,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:30.438048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a1671698-26b5-40b6-9fab-f9153dbe35d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:30.457518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e99273-5698-49a3-9870-88cf28cc4bd5 req-52261963-8c66-4df8-8c53-caf448dd36c7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:30.459971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2e99273-5698-49a3-9870-88cf28cc4bd5 req-52261963-8c66-4df8-8c53-caf448dd36c7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0885873
Jan 15 21:14:30.475716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 41a2d1b2-edc5-4576-b170-171a2579b97a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:30.481117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a1671698-26b5-40b6-9fab-f9153dbe35d5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:30.481587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a1671698-26b5-40b6-9fab-f9153dbe35d5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:30.505174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41a2d1b2-edc5-4576-b170-171a2579b97a) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:30.510307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:30.511239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.525595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c5cf3-5ee9-4271-be0f-634c8b8e43d9 None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:30.543186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:30.546616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.552439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d34bfba-ea8f-4dc6-bfb6-45706f321fb9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9240963
Jan 15 21:14:30.557617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 45990) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:30.574912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2e99273-5698-49a3-9870-88cf28cc4bd5 req-e0bb6f8c-093d-48a1-a3ea-571ea82f41fb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076100
Jan 15 21:14:30.609693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Provisioning complete for port a786c302-71fa-4e5e-9e52-ff2421074193 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:30.609693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.706117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Port a786c302-71fa-4e5e-9e52-ff2421074193 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:30.742746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:30.743125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.766720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 578013ee-8537-42ab-a48b-416a38344e5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:30.770543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41a2d1b2-edc5-4576-b170-171a2579b97a', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:30.772555 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:30.907918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b955aa-2142-4d43-8753-f83b8fcdd98e req-643b61a2-c0fa-4e64-9622-c9413fff33fc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:30.909568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b955aa-2142-4d43-8753-f83b8fcdd98e req-643b61a2-c0fa-4e64-9622-c9413fff33fc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1309471
Jan 15 21:14:30.987102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Allocated IP 2001:db8::2 (41a2d1b2-edc5-4576-b170-171a2579b97a/ca84d6aa-b57f-4dd3-a535-32717b55aa87/c7c6ec24-191f-48d8-b7c9-659a4587ecfe) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:31.006133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd85a86a-eacc-4d40-aff9-a9a89d619c37 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:31.026246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b955aa-2142-4d43-8753-f83b8fcdd98e req-952d41a2-93bf-4d62-aef3-5cfae98fd3e8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040921
Jan 15 21:14:31.027917 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.169711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-de354b4c-8991-4648-853b-66a92f849ada None None] Provisioning complete for port a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:31.170189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de354b4c-8991-4648-853b-66a92f849ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.202477 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks [] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.211772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.249808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d44d6c-c69c-48c4-aef5-80edb5588382 req-db6c24de-91ed-4697-90cf-ba4325d57df0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:31.251423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6d44d6c-c69c-48c4-aef5-80edb5588382 req-db6c24de-91ed-4697-90cf-ba4325d57df0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1164911
Jan 15 21:14:31.252589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de354b4c-8991-4648-853b-66a92f849ada None None] Port a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:31.268135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:31.274067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:31.278615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:31.282328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Pushing event updated for resources: {'Port': ['ID=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:31.283562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (0f7bc9ec-ef82-4bc5-aa03-026c5fc00132), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.311465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:31.314639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:31.316832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:31.318973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:31.319758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.336227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Sync routers for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:31.339340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f6ece-6139-410a-b58b-d20abbbf0275 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:31.345858 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c1031b4d-5aa1-4a0a-918c-e3f719e17e22 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/578013ee-8537-42ab-a48b-416a38344e5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6879311
Jan 15 21:14:31.354348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46000) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:31.405715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6d44d6c-c69c-48c4-aef5-80edb5588382 req-43a9773f-fd91-45a3-ad44-87032c372a76 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157868
Jan 15 21:14:31.407175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1858065
Jan 15 21:14:31.410744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d38f02-b02f-406d-8bab-0ea61bb65196 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=0f7bc9ec-ef82-4bc5-aa03-026c5fc00132,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:31.411350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46002) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:31.427539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-642108920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f7bc9ec-ef82-4bc5-aa03-026c5fc00132'}], 'security_groups': ['5823a77d-80fe-4a22-8fb8-92c0136dfbc5']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:31.428285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting subnet 4ce6a626-4624-4861-bd16-0ccc703fcf49 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:31.431766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (4ce6a626-4624-4861-bd16-0ccc703fcf49), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.446961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:31.448257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b526580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:31.470122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8::1 (41a2d1b2-edc5-4576-b170-171a2579b97a/ca84d6aa-b57f-4dd3-a535-32717b55aa87/7b42f657-0f71-40c2-af4f-899f418d4cdf) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:31.480581 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (4ce6a626-4624-4861-bd16-0ccc703fcf49), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.579463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.582006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Attempting to bind port c7c6ec24-191f-48d8-b7c9-659a4587ecfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:31.582456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Attempting to bind port c7c6ec24-191f-48d8-b7c9-659a4587ecfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:31.584072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4ce6a626-4624-4861-bd16-0ccc703fcf49), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.585645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Attempting to bind port c7c6ec24-191f-48d8-b7c9-659a4587ecfe on network 41a2d1b2-edc5-4576-b170-171a2579b97a {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:31.606480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:31.610782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:31.611782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Checking segment: {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:31.612411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.614039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Bound using segment: {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:31.614643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Bound port: c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:31.615807 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.651324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (4ce6a626-4624-4861-bd16-0ccc703fcf49), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.680400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce6a626-4624-4861-bd16-0ccc703fcf49,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:31.683765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.687024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9955dd97-de87-4d47-b365-296865dd1400 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/subnets/4ce6a626-4624-4861-bd16-0ccc703fcf49 HTTP/1.1" status: 204  len: 168 time: 0.3314312
Jan 15 21:14:31.689672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:31.707060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714eda3-7790-4a8a-8794-f865b1b2db1c req-622b52ce-d51e-4307-b1db-ba380c96e9db tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:31.709330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d714eda3-7790-4a8a-8794-f865b1b2db1c req-622b52ce-d51e-4307-b1db-ba380c96e9db tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1420829
Jan 15 21:14:31.715466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f02b9d-95f9-4f3a-a38e-f523458a99fc None None] Network f6497646-b979-4631-b8ee-bbc83d8bed66 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:31.763971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.816678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (578013ee-8537-42ab-a48b-416a38344e5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.858349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:31.883219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d714eda3-7790-4a8a-8794-f865b1b2db1c req-e6957c46-f18d-4a15-832e-8c317eb9c8ea tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469097
Jan 15 21:14:31.917016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] For port c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:31.921490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] For port c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:31.932803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.939153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (578013ee-8537-42ab-a48b-416a38344e5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:31.966268 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.008908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 925ece1f-6577-429c-a88a-960c2eef86c9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:32.009529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.033188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 41a2d1b2-edc5-4576-b170-171a2579b97a is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:32.065244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:32.072046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:32.080750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:32.081378 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.124401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 925ece1f-6577-429c-a88a-960c2eef86c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=925ece1f-6577-429c-a88a-960c2eef86c9,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:32.125172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.141698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 925ece1f-6577-429c-a88a-960c2eef86c9 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:32.203517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7e660-d7a5-4bab-887c-276b1d87a449 req-98fd096d-a62e-43a5-9c4a-84c7265bb9ba tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:32.205059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29b7e660-d7a5-4bab-887c-276b1d87a449 req-98fd096d-a62e-43a5-9c4a-84c7265bb9ba tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1865258
Jan 15 21:14:32.244988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Delete allocated IP 2001:db8::8c (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/61d981fd-15ad-43fd-9f04-7eb7a2bb3c37) {{(pid=114437) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:14:32.278963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:32.279392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.286027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8:0:1::12e (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/0f7bc9ec-ef82-4bc5-aa03-026c5fc00132/a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:32.308697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df4508-0cc3-4207-8ea4-c2cc4fe3c11b None None] Pushing event updated for resources: {'Port': ['ID=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:32.386975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.387768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b526580>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4'}], 'enable_snat': True}, 'gw_port_id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:14:29Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '925ece1f-6577-429c-a88a-960c2eef86c9', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578013ee-8537-42ab-a48b-416a38344e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:11Z', 'updated_at': '2022-01-15T21:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:32.408232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29b7e660-d7a5-4bab-887c-276b1d87a449 req-f14712ca-9fcf-4d18-abe8-8d39eee562a5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653392
Jan 15 21:14:32.409087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (925ece1f-6577-429c-a88a-960c2eef86c9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.449436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Checking router: 578013ee-8537-42ab-a48b-416a38344e5e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:32.455380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] DHCP port deletion for f6497646-b979-4631-b8ee-bbc83d8bed66 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:32.460390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Update dhcp port {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'fixed_ips': [{'subnet_id': '61d981fd-15ad-43fd-9f04-7eb7a2bb3c37', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f7bc9ec-ef82-4bc5-aa03-026c5fc00132'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '982d8b5e-4c5a-4b4e-a506-b30c491fca5f'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:14:32.485564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=925ece1f-6577-429c-a88a-960c2eef86c9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:32.510455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382a5ac-8c38-4204-883d-98dc12c4f7c8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:32.556799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Routers {'578013ee-8537-42ab-a48b-416a38344e5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:32.557466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b526580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['578013ee-8537-42ab-a48b-416a38344e5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:32.617076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (578013ee-8537-42ab-a48b-416a38344e5e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.654025 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.655870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:32.665762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] Set router 578013ee-8537-42ab-a48b-416a38344e5e gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:32.744100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b526580>, [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:14:32Z', 'revision_number': 7, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:32.784935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (578013ee-8537-42ab-a48b-416a38344e5e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.791425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (578013ee-8537-42ab-a48b-416a38344e5e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.845639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (578013ee-8537-42ab-a48b-416a38344e5e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.847621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Fanout notify agent at l3_agent the message router_deleted on router 578013ee-8537-42ab-a48b-416a38344e5e {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:14:32.855988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.859720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-10d872e5-5d43-4019-bf9f-b92b4bfb44bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/routers/578013ee-8537-42ab-a48b-416a38344e5e HTTP/1.1" status: 204  len: 168 time: 1.1665504
Jan 15 21:14:32.861344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46020) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:32.883283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e592d1e-ecc6-4b11-984b-4263ed35ecc8 None None] The sync data for ids ['578013ee-8537-42ab-a48b-416a38344e5e'] in ncdv-master-1 is: [{'id': '578013ee-8537-42ab-a48b-416a38344e5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765001331', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:10Z', 'updated_at': '2022-01-15T21:14:32Z', 'revision_number': 7, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:32.916043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Deleting port 20f480f7-1880-4262-a898-1db9f79bb95c {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:32.916424 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.963179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f6497646-b979-4631-b8ee-bbc83d8bed66), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:32.991827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] For port 20f480f7-1880-4262-a898-1db9f79bb95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20f480f7-1880-4262-a898-1db9f79bb95c,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:32.992229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.005476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Calling delete_port for 20f480f7-1880-4262-a898-1db9f79bb95c owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:33.032493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 20f480f7-1880-4262-a898-1db9f79bb95c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:33.032871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.095389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.110478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 20f480f7-1880-4262-a898-1db9f79bb95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20f480f7-1880-4262-a898-1db9f79bb95c,segment=NetworkSegment(7f8087cf-7c8f-41ca-8bc2-232f3be371ba),segment_id=7f8087cf-7c8f-41ca-8bc2-232f3be371ba)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:33.110848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.125215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] Pushing event deleted for resources: {'Port': ['ID=20f480f7-1880-4262-a898-1db9f79bb95c,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.126648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 20f480f7-1880-4262-a898-1db9f79bb95c owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:33.133097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd24be-9494-4121-bd7b-945531d5ab80 None None] No DVR routers for this DVR port 20f480f7-1880-4262-a898-1db9f79bb95c on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:33.138914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069741-d40e-4cf2-893f-c811cddcc606 req-9a6e2ed6-b358-4a10-9a1a-aebbcbddc91b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:33.141922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25069741-d40e-4cf2-893f-c811cddcc606 req-9a6e2ed6-b358-4a10-9a1a-aebbcbddc91b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.4905610
Jan 15 21:14:33.203733 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.216627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.220422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (20f480f7-1880-4262-a898-1db9f79bb95c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.265530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port 20f480f7-1880-4262-a898-1db9f79bb95c on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:33.300621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=20f480f7-1880-4262-a898-1db9f79bb95c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.333767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Allocated IP 2001:db8:0:1::2 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/0f7bc9ec-ef82-4bc5-aa03-026c5fc00132/982d8b5e-4c5a-4b4e-a506-b30c491fca5f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:33.365250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] In _notify_port_updated(), no bound segment for port a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e on network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:14:33.376165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:33.376818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.381801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46022) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:33.382647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/ports/a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e HTTP/1.1" status: 200  len: 930 time: 1.9626863
Jan 15 21:14:33.404667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25069741-d40e-4cf2-893f-c811cddcc606 req-89759bdf-1532-4b68-8a42-ebcd9e805c1f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284672
Jan 15 21:14:33.424084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd511-5fbc-4035-8954-27d120b82fdc tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.468240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f6497646-b979-4631-b8ee-bbc83d8bed66), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.480157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.489015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.490054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.501945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bdd1b80>,) {'filters': {'network_id': ['f6497646-b979-4631-b8ee-bbc83d8bed66']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:33.507754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:33.519103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bdd1b80>, '7f8087cf-7c8f-41ca-8bc2-232f3be371ba') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:33.519422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bdd1b80>, '7f8087cf-7c8f-41ca-8bc2-232f3be371ba') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:33.541495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Publish callbacks [] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.547539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (7f8087cf-7c8f-41ca-8bc2-232f3be371ba), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.549126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.606834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.634585 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7f8087cf-7c8f-41ca-8bc2-232f3be371ba), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.646745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:33.647434 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (7f8087cf-7c8f-41ca-8bc2-232f3be371ba), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:33.651468 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:33.672533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6692a3-8b6a-452e-881c-f8a1ce7dbbc9 None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.680573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784a6b-3f4f-4236-900f-a789ca01cd93 req-2f485448-f0b2-48f5-ad9b-049823f6b3c3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:33.687557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43784a6b-3f4f-4236-900f-a789ca01cd93 req-2f485448-f0b2-48f5-ad9b-049823f6b3c3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1383429
Jan 15 21:14:33.732876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f6497646-b979-4631-b8ee-bbc83d8bed66), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.743271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.746758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/networks/f6497646-b979-4631-b8ee-bbc83d8bed66 HTTP/1.1" status: 204  len: 168 time: 0.8840301
Jan 15 21:14:33.751451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46028) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:33.759942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:33.760288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.765110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67836b-5d8e-47ee-a5cc-dc739b39be49 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Network': ['ID=f6497646-b979-4631-b8ee-bbc83d8bed66,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:33.801866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e78e99-9947-4b71-b515-f67bd89a56bc None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:33.834886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 41a2d1b2-edc5-4576-b170-171a2579b97a is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:33.848235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43784a6b-3f4f-4236-900f-a789ca01cd93 req-8d3e2a7c-cf22-4af6-9e02-2958771a9973 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592329
Jan 15 21:14:33.861958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:33.926433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:33.960107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46032) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:33.960351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:33.976219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Provisioning complete for port c7c6ec24-191f-48d8-b7c9-659a4587ecfe triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:33.976598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.062289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (335eaebc-5b74-4456-9b16-715e45789050), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.144729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c7c6ec24-191f-48d8-b7c9-659a4587ecfe up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:34.202006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Current status of the port c7c6ec24-191f-48d8-b7c9-659a4587ecfe is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:34.202483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.238268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.256199 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (335eaebc-5b74-4456-9b16-715e45789050), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.266085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] For port c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:34.272301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c7c6ec24-191f-48d8-b7c9-659a4587ecfe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:34.273182 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.277564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.316092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:34.383460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d25e4-1e48-422a-b3a3-92bb3514c7ae tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:34.384012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d25e4-1e48-422a-b3a3-92bb3514c7ae tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:34.384273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d25e4-1e48-422a-b3a3-92bb3514c7ae tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:34.397167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-863d25e4-1e48-422a-b3a3-92bb3514c7ae tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=de60cd8289224f1f81ef0db9ec3c6f87&network_id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 2971 time: 0.4196060
Jan 15 21:14:34.397167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (335eaebc-5b74-4456-9b16-715e45789050), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.397167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.397167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/security-groups/335eaebc-5b74-4456-9b16-715e45789050 HTTP/1.1" status: 204  len: 168 time: 0.6412179
Jan 15 21:14:34.397673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.407805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1b946-a0b8-4626-af87-23b61117979d None None] Pushing event updated for resources: {'Port': ['ID=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:34.431183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-12b82600-b8c3-4e52-96bd-6783af1471b5 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e HTTP/1.1" status: 204  len: 168 time: 1.0483894
Jan 15 21:14:34.431880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46042) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:34.459201 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8132002a-d0ea-4bcb-ba37-9caf5603f32b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:34.471683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8132002a-d0ea-4bcb-ba37-9caf5603f32b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e HTTP/1.1" status: 404  len: 333 time: 0.0345564
Jan 15 21:14:34.471683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46044) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:34.473775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d983416-eff1-4f2e-b889-6ec63fa3f2f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335eaebc-5b74-4456-9b16-715e45789050,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:34.511324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da5f9c-eb97-4dd7-a3e9-4e043c731477 req-5f096387-9ad8-4d98-9ce4-36398f209d76 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:34.520796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83da5f9c-eb97-4dd7-a3e9-4e043c731477 req-5f096387-9ad8-4d98-9ce4-36398f209d76 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3818023
Jan 15 21:14:34.523759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c7c6ec24-191f-48d8-b7c9-659a4587ecfe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:34.533591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:34.567365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (62078545-61c8-4580-93d2-dc6fbe127c23), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.572003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:34.594836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (62078545-61c8-4580-93d2-dc6fbe127c23), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.673675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:34.674064 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.702662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (62078545-61c8-4580-93d2-dc6fbe127c23), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.705786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.710318 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/security-groups/62078545-61c8-4580-93d2-dc6fbe127c23 HTTP/1.1" status: 204  len: 168 time: 0.2410197
Jan 15 21:14:34.710946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46050) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:34.713168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:34.726121 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:34.742187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dc3eab2f-7042-4f1a-963a-6596835e900e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1832464
Jan 15 21:14:34.742624 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:34.743468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3714f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:34.757826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46052) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:34.760441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83da5f9c-eb97-4dd7-a3e9-4e043c731477 req-9a17e439-fd9b-41b6-91a0-cb5afabf04ce tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366514
Jan 15 21:14:34.773932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-866374883'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:34.793330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Provisioning complete for port 7b42f657-0f71-40c2-af4f-899f418d4cdf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:34.794138 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.805458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fac348-89fe-4ce9-ad4f-95efd27f42ac tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62078545-61c8-4580-93d2-dc6fbe127c23,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:34.896992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (5823a77d-80fe-4a22-8fb8-92c0136dfbc5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.902689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:34.916196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:34.963029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Port 7b42f657-0f71-40c2-af4f-899f418d4cdf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:34.966496 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:35.012246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315218-dfca-4d1b-a6af-707e93063a5d req-20143c90-defc-4954-a2c4-1cc045f70294 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:35.014816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96315218-dfca-4d1b-a6af-707e93063a5d req-20143c90-defc-4954-a2c4-1cc045f70294 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1350293
Jan 15 21:14:35.020505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (5823a77d-80fe-4a22-8fb8-92c0136dfbc5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.031749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:35.035671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Provisioning complete for port c7c6ec24-191f-48d8-b7c9-659a4587ecfe triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:35.036114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.041515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:35.113076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6c03c33d-c0bd-490c-810f-203a89eaf840), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.113937 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 6c03c33d-c0bd-490c-810f-203a89eaf840 of type vlan for network fdb94c9e-5034-4789-a71a-b444fa5c85aa
Jan 15 21:14:35.120733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96315218-dfca-4d1b-a6af-707e93063a5d req-3b7c27a2-df25-488f-8125-50048ea7cf71 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988433
Jan 15 21:14:35.187097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 20f480f7-1880-4262-a898-1db9f79bb95c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:35.202148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5823a77d-80fe-4a22-8fb8-92c0136dfbc5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.205252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.208194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/security-groups/5823a77d-80fe-4a22-8fb8-92c0136dfbc5 HTTP/1.1" status: 204  len: 168 time: 0.4920466
Jan 15 21:14:35.210126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:35.217485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (fdb94c9e-5034-4789-a71a-b444fa5c85aa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.256601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (fdb94c9e-5034-4789-a71a-b444fa5c85aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.262945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 20f480f7-1880-4262-a898-1db9f79bb95c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:35.262945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 20f480f7-1880-4262-a898-1db9f79bb95c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:35.263176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb48ccae-0a3d-46c6-8190-daa94c1c53ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:35.263857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:35.270442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.280225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e58f6-a31d-4d03-b8b5-9f4bad68a5f7 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823a77d-80fe-4a22-8fb8-92c0136dfbc5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:35.358321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: eb48ccae-0a3d-46c6-8190-daa94c1c53ce {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:35.358674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eb48ccae-0a3d-46c6-8190-daa94c1c53ce not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:35.359094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 925ece1f-6577-429c-a88a-960c2eef86c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:35.360880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f414e3cd-81c0-4a9e-9d57-49065f73f933 None None] Current status of the port c7c6ec24-191f-48d8-b7c9-659a4587ecfe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:35.397005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6342604
Jan 15 21:14:35.400044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46064) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:35.406227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:35.423387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 925ece1f-6577-429c-a88a-960c2eef86c9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:35.423784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 925ece1f-6577-429c-a88a-960c2eef86c9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:35.434458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 61d981fd-15ad-43fd-9f04-7eb7a2bb3c37 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:35.449327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (61d981fd-15ad-43fd-9f04-7eb7a2bb3c37), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.467975 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3714f0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:32Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:33Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:35.495772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:35.496166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.526218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dacec-e990-46dd-8da1-ea0cce69ce3b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=fdb94c9e-5034-4789-a71a-b444fa5c85aa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:35.549474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:35.555711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4667c0-3b55-4bce-8a52-4dbc9149643a req-00132086-8759-42a2-8144-a3b1ba8ded1a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:35.557384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f4667c0-3b55-4bce-8a52-4dbc9149643a req-00132086-8759-42a2-8144-a3b1ba8ded1a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2248802
Jan 15 21:14:35.562754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:35.563118 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Updating router 252d2cf2-1585-4f59-977e-f8b77820522a port 7b42f657-0f71-40c2-af4f-899f418d4cdf binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:14:35.564458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46066) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:35.576938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734528489', 'description': 'tempest-secgroup-smoke-734528489 description', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:35.592945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (61d981fd-15ad-43fd-9f04-7eb7a2bb3c37), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.610656 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.663947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:35.667851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.808021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (61d981fd-15ad-43fd-9f04-7eb7a2bb3c37), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.881848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f4667c0-3b55-4bce-8a52-4dbc9149643a req-95a827d7-ebbb-4084-9f12-c5ddec1f04fb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928596
Jan 15 21:14:35.911825 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.947147 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (46c7551c-3f48-4c8c-a563-8397ab980a52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.950192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (61d981fd-15ad-43fd-9f04-7eb7a2bb3c37), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:35.968952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c7c6ec24-191f-48d8-b7c9-659a4587ecfe up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:35.994600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=61d981fd-15ad-43fd-9f04-7eb7a2bb3c37,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.006014 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.021528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc16bd06-c55d-4ab9-9ecc-9c66a34397e6 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/61d981fd-15ad-43fd-9f04-7eb7a2bb3c37 HTTP/1.1" status: 204  len: 168 time: 0.8102310
Jan 15 21:14:36.021839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46070) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:36.023451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d7c40-bed4-414f-af1b-9d7ba8f2f278 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:36.030782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:36.062569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=46c7551c-3f48-4c8c-a563-8397ab980a52,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.065375 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (3679eae2-e1c8-4c62-89fe-ac124e9921f2), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.104331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3679eae2-e1c8-4c62-89fe-ac124e9921f2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.104601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:36.105277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: fdb94c9e-5034-4789-a71a-b444fa5c85aa, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:36.141612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:36.155198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.156919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5914338
Jan 15 21:14:36.162318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46074) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:36.168249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546cd45-a142-4cb1-b1a5-033245b83b67 req-8a5c8e3a-b687-4d54-ab7c-3a46ac08fee0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:36.170159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b546cd45-a142-4cb1-b1a5-033245b83b67 req-8a5c8e3a-b687-4d54-ab7c-3a46ac08fee0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1138318
Jan 15 21:14:36.170319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:36.171705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9afa5b-6d30-4797-be6a-2f8e5423de4f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3679eae2-e1c8-4c62-89fe-ac124e9921f2,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.179001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fdb94c9e-5034-4789-a71a-b444fa5c85aa) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:36.188247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:36.188869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.214880 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks [] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.222111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eff08e-fc2e-4dc9-963a-f42ad002646a None None] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:36.230293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-406c4694-2a49-49e3-a4de-efbb23fe0e57 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8280361
Jan 15 21:14:36.231097 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.234051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46076) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:36.264306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (10cd8eb9-18e2-431f-9ffa-ffa477f60ace), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.303864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:36.308753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.321622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c7c6ec24-191f-48d8-b7c9-659a4587ecfe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:36.322155 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.377144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:36.391140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b546cd45-a142-4cb1-b1a5-033245b83b67 req-8946ec11-cef5-4016-9ee6-170faab39e57 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917238
Jan 15 21:14:36.412876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Could not find standard attr ID for object a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:36.422773 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e557822-5f33-488f-9766-cf7408b666f2 None None] Pushing event updated for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.443783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (10cd8eb9-18e2-431f-9ffa-ffa477f60ace), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.449694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (10cd8eb9-18e2-431f-9ffa-ffa477f60ace), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.453471 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Attempting to bind port 7b42f657-0f71-40c2-af4f-899f418d4cdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:36.459410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Attempting to bind port 7b42f657-0f71-40c2-af4f-899f418d4cdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:36.461838 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Attempting to bind port 7b42f657-0f71-40c2-af4f-899f418d4cdf on network 41a2d1b2-edc5-4576-b170-171a2579b97a {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:36.476245 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:36.477354 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Checking segment: {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:36.477766 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.478171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Bound using segment: {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:36.478652 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Bound port: 7b42f657-0f71-40c2-af4f-899f418d4cdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9738f2-3544-4e63-9d6c-232a7b43709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:36.479028 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.502294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.504509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3405497
Jan 15 21:14:36.510960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46080) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:36.515806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:36.516979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Provisioning complete for port a786c302-71fa-4e5e-9e52-ff2421074193 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:36.518147 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.523581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670e7e-7a05-4c76-83f3-583f1c968fac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cd8eb9-18e2-431f-9ffa-ffa477f60ace,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.607410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (53dfd9c7-d267-4950-896e-c5da91333bfb), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.661212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:36.662614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.727897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Port a786c302-71fa-4e5e-9e52-ff2421074193 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:36.732157 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] For port 7b42f657-0f71-40c2-af4f-899f418d4cdf, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:36.739560 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] For port 7b42f657-0f71-40c2-af4f-899f418d4cdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b42f657-0f71-40c2-af4f-899f418d4cdf,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:36.743324 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (53dfd9c7-d267-4950-896e-c5da91333bfb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.750190 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.751454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (53dfd9c7-d267-4950-896e-c5da91333bfb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.807794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dfd9c7-d267-4950-896e-c5da91333bfb,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.823443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.824915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1decae11-79f2-47cb-81f9-da529134db40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3128953
Jan 15 21:14:36.830199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:36.835917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:36.848317 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:36.849893 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3714f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:36.858715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c7c6ec24-191f-48d8-b7c9-659a4587ecfe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:36.887374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (16960e4b-ff0b-4365-aaa4-eb9e8fac54d2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.924068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d4844-929f-4ade-8332-6745fb6f15dd req-62b15964-8008-468f-9b6b-a8dcca73b8ed tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:36.925351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Provisioning complete for port 7b42f657-0f71-40c2-af4f-899f418d4cdf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:36.927345 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:36.933678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c15d4844-929f-4ade-8332-6745fb6f15dd req-62b15964-8008-468f-9b6b-a8dcca73b8ed tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 813 time: 0.2151616
Jan 15 21:14:36.939298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e557822-5f33-488f-9766-cf7408b666f2 None None] Pushing event updated for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.966776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=16960e4b-ff0b-4365-aaa4-eb9e8fac54d2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:36.989659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:37.004110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:37.007001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:37.007626 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.037549 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (84553fc9-0ee1-4003-af04-0794d2d3c825), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.045579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c15d4844-929f-4ade-8332-6745fb6f15dd req-ea67c5b1-ea30-4191-99c5-482aa6a7f579 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/quotas/8f293bb4f2d84755a7fd006995ae5f87 HTTP/1.1" status: 200  len: 375 time: 0.1110065
Jan 15 21:14:37.058183 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:37.068359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Allocated IP 2001:db8:1::2 (fdb94c9e-5034-4789-a71a-b444fa5c85aa/46c7551c-3f48-4c8c-a563-8397ab980a52/65f46944-7559-4a88-a734-3bb88fdb93bf) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:37.080141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6f30b46c-26ee-4777-8c0f-469f426e5a1c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0557501
Jan 15 21:14:37.081398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46098) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.090565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'security_group': {'name': 'tempest-secgroup-101920225'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.134398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Current status of the port 7b42f657-0f71-40c2-af4f-899f418d4cdf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:37.137183 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.151809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.232004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (84553fc9-0ee1-4003-af04-0794d2d3c825), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.241246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (84553fc9-0ee1-4003-af04-0794d2d3c825), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.263252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c15d4844-929f-4ade-8332-6745fb6f15dd req-2491c73b-315a-47f3-b141-77df3f0e7c0a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1963329
Jan 15 21:14:37.272642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] For port 7b42f657-0f71-40c2-af4f-899f418d4cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b42f657-0f71-40c2-af4f-899f418d4cdf,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:37.279372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84553fc9-0ee1-4003-af04-0794d2d3c825,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.283894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.302762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.304092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9c81ca85-1e31-46a0-a0f9-0c977a915bd0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4728785
Jan 15 21:14:37.307325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.313066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.321274 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (7c634c83-cc3f-44ce-845c-9b519781ec40), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.330328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7c634c83-cc3f-44ce-845c-9b519781ec40), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.396407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.408375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c634c83-cc3f-44ce-845c-9b519781ec40,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.413790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.417601 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1844b16f-e4e4-4dcc-abed-e1b39904b344 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3286753
Jan 15 21:14:37.421086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46104) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.425642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'security_group': {'name': 'tempest-secgroup-1333565050'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.443636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bce39a8a-231f-4bfc-9a92-c424464e2b71 None None] Could not find standard attr ID for object a9e8a2ff-998f-4c93-9cb7-1e25f5467f1e. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:37.466591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Pushing event updated for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.485292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.502110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bce39a8a-231f-4bfc-9a92-c424464e2b71 None None] Provisioning complete for port 7b42f657-0f71-40c2-af4f-899f418d4cdf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:37.502837 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bce39a8a-231f-4bfc-9a92-c424464e2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.562237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.562644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.563059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.563508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.564053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.564454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.565009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.565549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.566095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.566507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.566847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.567167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.567509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8af89-d81f-47b4-ac90-5faf5f28be9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:37.595378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks [] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.596004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (0ffdeacb-2917-4d02-b4d6-b8d6a708fbc7), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.608654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (1baa3cbe-43f8-4359-8c3a-acf999cd7671), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.614598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1baa3cbe-43f8-4359-8c3a-acf999cd7671), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.623758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc289b-9a2f-4017-95ec-860a6f75f150 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:37.629971 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.653039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.657569 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3714f0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:32Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:36Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:37.659248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2370331
Jan 15 21:14:37.662849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46106) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.668673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645139032'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.680758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da18cf-0260-4a1c-94b3-8fe7c44f3a7c req-3435eaea-3a12-4528-ba53-c363d6668d0b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:37.682333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75da18cf-0260-4a1c-94b3-8fe7c44f3a7c req-3435eaea-3a12-4528-ba53-c363d6668d0b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2510018
Jan 15 21:14:37.683749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee486d97-679a-4d9a-ad01-313c4d4f3bd0 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa3cbe-43f8-4359-8c3a-acf999cd7671,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.704553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.707994 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d187a43-d258-4e91-b0c3-71bc77197aa5 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:32Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:36Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:37.730007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Pushing event updated for resources: {'Port': ['ID=65f46944-7559-4a88-a734-3bb88fdb93bf,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.742631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:37.750488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:37.760378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:37.775207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (0ffdeacb-2917-4d02-b4d6-b8d6a708fbc7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.777203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bce39a8a-231f-4bfc-9a92-c424464e2b71 None None] Current status of the port 7b42f657-0f71-40c2-af4f-899f418d4cdf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:37.816165 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (0ffdeacb-2917-4d02-b4d6-b8d6a708fbc7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.829246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (2e7a9207-0ec2-4af0-bc90-d93fef03cc09), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.835857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.839458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffdeacb-2917-4d02-b4d6-b8d6a708fbc7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:37.879979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75da18cf-0260-4a1c-94b3-8fe7c44f3a7c req-346be447-6514-4ccb-853e-e0e57edbb9ca tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662450
Jan 15 21:14:37.891717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.896203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f7f4769e-4eea-4f91-a882-112e8607a9fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5841241
Jan 15 21:14:37.918059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46110) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.921306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Attempting to bind port 65f46944-7559-4a88-a734-3bb88fdb93bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:37.922258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Attempting to bind port 65f46944-7559-4a88-a734-3bb88fdb93bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:37.922924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Attempting to bind port 65f46944-7559-4a88-a734-3bb88fdb93bf on network fdb94c9e-5034-4789-a71a-b444fa5c85aa {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:37.923075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.926594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f707c43-3e51-4262-8e8c-ab9cb1578932 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:37.939536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9f707c43-3e51-4262-8e8c-ab9cb1578932 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52 HTTP/1.1" status: 200  len: 814 time: 0.0903509
Jan 15 21:14:37.939536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2e7a9207-0ec2-4af0-bc90-d93fef03cc09), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.953018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.959402 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2948444
Jan 15 21:14:37.960088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46116) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:37.964897 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:14:37.966603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:37.967284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Checking segment: {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:37.967866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.968333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Bound using segment: {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:37.968984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Bound port: 65f46944-7559-4a88-a734-3bb88fdb93bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:37.969453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.974943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1407175681', 'security_groups': ['2e7a9207-0ec2-4af0-bc90-d93fef03cc09'], 'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16960e4b-ff0b-4365-aaa4-eb9e8fac54d2'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:37.978835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (6e8f5c11-ec97-405a-a76a-70761c468023), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:37.981443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:37.981948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.097382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8:1::1 (fdb94c9e-5034-4789-a71a-b444fa5c85aa/46c7551c-3f48-4c8c-a563-8397ab980a52/797a585f-9df7-4c1b-a059-e64af8061f33) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:38.122028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d063133-670f-4937-a274-1ed6dad7fca8 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7a9207-0ec2-4af0-bc90-d93fef03cc09,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:38.132638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (6e8f5c11-ec97-405a-a76a-70761c468023), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.147015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (6e8f5c11-ec97-405a-a76a-70761c468023), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.148022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] For port 65f46944-7559-4a88-a734-3bb88fdb93bf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:38.162054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] For port 65f46944-7559-4a88-a734-3bb88fdb93bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f46944-7559-4a88-a734-3bb88fdb93bf,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:38.176969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:38.201104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.229194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.230332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3114777
Jan 15 21:14:38.234148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46120) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:38.242032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '3679eae2-e1c8-4c62-89fe-ac124e9921f2', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:38.246255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b8a5-c7ed-46f3-9b9b-16da75667ffc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8f5c11-ec97-405a-a76a-70761c468023,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:38.258390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce392f-93a9-4c33-9adc-d4c5e837944b req-702b0319-07af-4d65-8b06-c7c9139e2dfc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:38.262197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cce392f-93a9-4c33-9adc-d4c5e837944b req-702b0319-07af-4d65-8b06-c7c9139e2dfc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1899273
Jan 15 21:14:38.317062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:38.333343 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:14:38.343444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (3ba132c9-35b6-4c7c-b869-9bed8a55674f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.357549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (797a585f-9df7-4c1b-a059-e64af8061f33), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.362956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cce392f-93a9-4c33-9adc-d4c5e837944b req-92f464ce-a27e-4c84-9da8-20b62f396cf4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939338
Jan 15 21:14:38.381310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.423747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] device_id is not set on port 463fe40c-942a-4797-96e1-34efffd13c45 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:14:38.423985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.433539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Provisioning complete for port a786c302-71fa-4e5e-9e52-ff2421074193 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:38.433920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.435913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6288d5a-d48c-4cfe-85fa-441033c83515 None None] Pushing event updated for resources: {'Port': ['ID=65f46944-7559-4a88-a734-3bb88fdb93bf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:38.475933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Update dhcp port {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'fixed_ips': [{'subnet_id': '0f7bc9ec-ef82-4bc5-aa03-026c5fc00132', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16960e4b-ff0b-4365-aaa4-eb9e8fac54d2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '982d8b5e-4c5a-4b4e-a506-b30c491fca5f'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:14:38.534397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:38.560771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:38.566033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.567271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:38.572357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:38.572957 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.593731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc5dd3-7c87-429c-b80c-02da2edb6629 None None] Port a786c302-71fa-4e5e-9e52-ff2421074193 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:38.701165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (3ba132c9-35b6-4c7c-b869-9bed8a55674f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.715839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (3ba132c9-35b6-4c7c-b869-9bed8a55674f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.724415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8::1e9 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/16960e4b-ff0b-4365-aaa4-eb9e8fac54d2/463fe40c-942a-4797-96e1-34efffd13c45) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:38.758091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba132c9-35b6-4c7c-b869-9bed8a55674f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:38.780718 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:38.785518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b165269d-4abe-470c-87ee-d5eee02986bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5454490
Jan 15 21:14:38.789371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46134) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:38.795434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'network': {'name': 'tempest-network-smoke--551819030', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:38.891480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:38.896705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.083597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:39.091000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'network': {'name': 'tempest-network-smoke--1680338865', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'port_security_enabled': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:39.170194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5a0534d-d9d2-4e0b-b4a7-13a3198ece4a req-2ee4d931-95da-40c5-aa70-accfc1a23c70 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8f293bb4f2d84755a7fd006995ae5f87 HTTP/1.1" status: 200  len: 221 time: 0.0874996
Jan 15 21:14:39.202472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:39.206376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.226408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.248270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:39.271562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0753691f-4323-427c-aee5-73b336c40a42), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.271997 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Added segment 0753691f-4323-427c-aee5-73b336c40a42 of type vlan for network e8902453-93d9-48d2-8641-d9165e87af61
Jan 15 21:14:39.277267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:39.288686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (463fe40c-942a-4797-96e1-34efffd13c45), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.319970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (32b6b077-1dae-418d-bb47-17ef92d2af50), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.320317 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Added segment 32b6b077-1dae-418d-bb47-17ef92d2af50 of type vlan for network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4
Jan 15 21:14:39.327328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e8902453-93d9-48d2-8641-d9165e87af61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.370875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (463fe40c-942a-4797-96e1-34efffd13c45), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.373691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e8902453-93d9-48d2-8641-d9165e87af61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.379878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:39.380488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.442573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Allocated IP 2001:db8::2 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/16960e4b-ff0b-4365-aaa4-eb9e8fac54d2/982d8b5e-4c5a-4b4e-a506-b30c491fca5f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:39.450870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acac596-d274-4ab9-bd54-75e814c1644e req-fcde4a65-367a-44bf-98c8-b0c57796351e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:39.452444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3acac596-d274-4ab9-bd54-75e814c1644e req-fcde4a65-367a-44bf-98c8-b0c57796351e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2176180
Jan 15 21:14:39.454225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.502293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7091842
Jan 15 21:14:39.508178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:39.509081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46140) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:39.517043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'admin_state_up': True, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:39.523175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:39.525240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5531a-0e85-47ad-9884-c63a6a509bff tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Network': ['ID=e8902453-93d9-48d2-8641-d9165e87af61,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:39.527290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:39.533215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:39.533857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.547281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=463fe40c-942a-4797-96e1-34efffd13c45,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:39.556672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e8902453-93d9-48d2-8641-d9165e87af61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:39.557160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-39dfb3c3-ed2d-413c-b2b4-3ef7c6f3d005 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5895140
Jan 15 21:14:39.560370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46142) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:39.569351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:39.613058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.619617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:39.620262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.662702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3acac596-d274-4ab9-bd54-75e814c1644e req-080bb6da-d0d5-440f-9f60-5bee46dde919 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996982
Jan 15 21:14:39.766620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.767869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.807796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7232921
Jan 15 21:14:39.834656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:39.835921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.930909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317ebd-4298-450b-a180-f5686188e61b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Network': ['ID=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:39.940569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:39.945383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:39.958098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:39.961161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:40.015995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7339c-53f2-4ad4-b802-f04bdc568eec tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:40.017897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ed7339c-53f2-4ad4-b802-f04bdc568eec tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=de60cd8289224f1f81ef0db9ec3c6f87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1768453
Jan 15 21:14:40.023410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (797a585f-9df7-4c1b-a059-e64af8061f33), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.026005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46148) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.027670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847495fb-6966-4405-a87e-0ed04d27e6eb None None] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:40.041445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 65f46944-7559-4a88-a734-3bb88fdb93bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:40.044426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4525-d1f9-4abc-a1ef-45249fe6e0e8 req-e00722f0-1662-49f7-8079-b16350fba2ee tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:40.049338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26eb4525-d1f9-4abc-a1ef-45249fe6e0e8 req-e00722f0-1662-49f7-8079-b16350fba2ee tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2584631
Jan 15 21:14:40.053058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.054842 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.089482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.169422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Provisioning complete for port 65f46944-7559-4a88-a734-3bb88fdb93bf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:40.169936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.196176 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16960e4b-ff0b-4365-aaa4-eb9e8fac54d2 (CIDR: 2001:db8::/64)
Jan 15 21:14:40.201761 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Publish callbacks [] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.203475 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:14:40.203897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:40.232078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9502d37b-58ae-4b83-85d6-5c6210bb7a0a tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6697919
Jan 15 21:14:40.232577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.240021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:40.250601 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.288283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:40.317949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26eb4525-d1f9-4abc-a1ef-45249fe6e0e8 req-15c36be6-e4a1-48de-ae11-4f189d5353fb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449741
Jan 15 21:14:40.359306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 65f46944-7559-4a88-a734-3bb88fdb93bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:40.359903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.371547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aca807-a760-4bfe-82f2-80e1937d1329 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:40.381180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56aca807-a760-4bfe-82f2-80e1937d1329 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3533087
Jan 15 21:14:40.383867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.453329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46158) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.453932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1d35840-cd52-411c-b543-9768e08b4f66 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0681765
Jan 15 21:14:40.459710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129a1e2-d4e9-461d-acd6-7f964aee8fcf None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:40.460971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:40.464025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:40.519755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Current status of the port 65f46944-7559-4a88-a734-3bb88fdb93bf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:40.520518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.562025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a1da32eb-cdc2-448f-8f82-664de47280ae tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=de60cd8289224f1f81ef0db9ec3c6f87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1051786
Jan 15 21:14:40.562744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46160) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.619291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 65f46944-7559-4a88-a734-3bb88fdb93bf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:40.619963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.620118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2611-5307-4230-9e75-51c0b2aee454 req-7e40c2b1-d39b-4916-a864-6ae110498ea0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:40.620445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.621887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80fa2611-5307-4230-9e75-51c0b2aee454 req-7e40c2b1-d39b-4916-a864-6ae110498ea0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1443987
Jan 15 21:14:40.633311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] For port 65f46944-7559-4a88-a734-3bb88fdb93bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f46944-7559-4a88-a734-3bb88fdb93bf,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:40.641179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.650277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:40.682052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.745117 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:14:40.745625 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:14:40.746645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265caadd-ffd4-4f8e-ac28-4e9dcaf569df None None] Pushing event updated for resources: {'Port': ['ID=65f46944-7559-4a88-a734-3bb88fdb93bf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:40.814513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:40.819116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:40.825243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80fa2611-5307-4230-9e75-51c0b2aee454 req-f3f8b957-889f-481a-8892-b9f6c7a0504c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971741
Jan 15 21:14:40.868463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:40.873886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-740e1da8-6679-4793-a03a-cd0d61e7f2ba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6388111
Jan 15 21:14:40.879789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:40.884303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:40.885184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265218950'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:40.902160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:40.903921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b34c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:40.938672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:40.944017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.037447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:41.058358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a47a6ed1-c0de-4ee0-8983-a0512d702c33), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.058984 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment a47a6ed1-c0de-4ee0-8983-a0512d702c33 of type vlan for network 36d3da92-b006-4b01-a657-6adec9c0d111
Jan 15 21:14:41.076110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6b69e-ec15-4aeb-9ae0-0cb898508cda tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:41.076553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:41.077857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69a6b69e-ec15-4aeb-9ae0-0cb898508cda tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5140860
Jan 15 21:14:41.088797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46166) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:41.122426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-df793cc7-0a2a-419e-aff6-093f4b6693b5 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0324762
Jan 15 21:14:41.123060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Provisioning complete for port 65f46944-7559-4a88-a734-3bb88fdb93bf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:41.123701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.129007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (36d3da92-b006-4b01-a657-6adec9c0d111), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.134277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:41.139669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522179478', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:41.172152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (36d3da92-b006-4b01-a657-6adec9c0d111), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.186022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:41.187407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.208607 ncdv-master-1 neutron-server[114438]: INFO neutron.db.ipam_backend_mixin [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f7bc9ec-ef82-4bc5-aa03-026c5fc00132 (CIDR: 2001:db8:0:1::/64)
Jan 15 21:14:41.230284 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:14:41.230716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:41.233355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.45 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/68790719-ff6f-4c95-88ba-b63b609294ce) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:41.278457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2ba8e54b-51ec-4a93-9dcf-50ca6c44389d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.0434117
Jan 15 21:14:41.282079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:41.290124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'subnet': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:41.293448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 65f46944-7559-4a88-a734-3bb88fdb93bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:41.294551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b42f657-0f71-40c2-af4f-899f418d4cdf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:41.340848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=36d3da92-b006-4b01-a657-6adec9c0d111,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:41.353487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1652a3-100e-4c54-b943-9d18be2e962d req-7e7e5316-c7fb-4ade-955f-1f2c45021de2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:41.363964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa1652a3-100e-4c54-b943-9d18be2e962d req-7e7e5316-c7fb-4ade-955f-1f2c45021de2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3941338
Jan 15 21:14:41.399925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61d9c773-bd13-4c0d-9d81-1018f268e667 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5187650
Jan 15 21:14:41.403595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46180) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:41.411596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:41.431051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 36d3da92-b006-4b01-a657-6adec9c0d111 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:41.451856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa1652a3-100e-4c54-b943-9d18be2e962d req-ba069532-1741-4d27-bbb6-5fef4d8b4375 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765016
Jan 15 21:14:41.626280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (68790719-ff6f-4c95-88ba-b63b609294ce), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.633505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:41.637154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f9909-3f5a-4e98-a142-59d0ac70b9cf req-5f1a52c4-9a34-4a59-9973-47afb25a6a76 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:41.639487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d8f9909-3f5a-4e98-a142-59d0ac70b9cf req-5f1a52c4-9a34-4a59-9973-47afb25a6a76 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0850425
Jan 15 21:14:41.642913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.668559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Current status of the port 65f46944-7559-4a88-a734-3bb88fdb93bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:41.686203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7b42f657-0f71-40c2-af4f-899f418d4cdf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:41.686576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.715116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d8f9909-3f5a-4e98-a142-59d0ac70b9cf req-563bc191-697c-4d1e-8a1f-9afbac972057 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698583
Jan 15 21:14:41.726536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Provisioning complete for port 797a585f-9df7-4c1b-a059-e64af8061f33 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:41.727022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.797863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b34c7c0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:39Z', 'revision_number': 3, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:39Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:41.806642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bbfad39f-a1ba-4cc7-82f4-52b35b7ff8ee None None] Port 797a585f-9df7-4c1b-a059-e64af8061f33 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:41.811559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:41.815578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.837159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:41.837512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Updating router 252d2cf2-1585-4f59-977e-f8b77820522a port 797a585f-9df7-4c1b-a059-e64af8061f33 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:14:41.888804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:41.901904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7b42f657-0f71-40c2-af4f-899f418d4cdf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:41.922825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e3ae-791e-42f0-a7eb-11fd55ea8995 req-a051e7bd-ee30-4bde-83ce-9919e74f0a82 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:41.925843 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a819e3ae-791e-42f0-a7eb-11fd55ea8995 req-a051e7bd-ee30-4bde-83ce-9919e74f0a82 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0951116
Jan 15 21:14:41.935472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.004672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a819e3ae-791e-42f0-a7eb-11fd55ea8995 req-6a72e972-8f85-4647-ac9c-b3c036bbd635 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692043
Jan 15 21:14:42.014449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=68790719-ff6f-4c95-88ba-b63b609294ce,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:42.031242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Made reservation on behalf of 8cf3db04747f4826803c04a0457721dc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:42.036358 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.106582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:42.120040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:42.132557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:42.150348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 65f46944-7559-4a88-a734-3bb88fdb93bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:42.152203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc37b8-8534-429b-96a9-c1b98ed7571e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:42.157887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50f17-2034-4548-b3b7-14124f5ddccc req-dc6a7069-9c94-43ef-ace6-eedd12ff0367 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:42.159623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6e50f17-2034-4548-b3b7-14124f5ddccc req-dc6a7069-9c94-43ef-ace6-eedd12ff0367 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0607841
Jan 15 21:14:42.223273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6e50f17-2034-4548-b3b7-14124f5ddccc req-19819b9f-7871-46d1-9c10-c4335cd66433 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558589
Jan 15 21:14:42.249585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Provisioning complete for port a786c302-71fa-4e5e-9e52-ff2421074193 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:42.250401 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.326016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Port a786c302-71fa-4e5e-9e52-ff2421074193 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:42.375130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f64e-48a6-4ce4-b112-713631fe0fc5 req-af952415-29ae-4fa4-b396-96186dc36d5e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:42.377077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16b7f64e-48a6-4ce4-b112-713631fe0fc5 req-af952415-29ae-4fa4-b396-96186dc36d5e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0737772
Jan 15 21:14:42.393313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:42.393822 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.398287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 65f46944-7559-4a88-a734-3bb88fdb93bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:42.398739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.437464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-16b7f64e-48a6-4ce4-b112-713631fe0fc5 req-7b259630-2b5f-4a79-9021-d5b779f952ab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479136
Jan 15 21:14:42.593374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76faf-5eb4-479c-874c-2875bd4b976d req-a6cc7856-2aec-4677-afaa-3bf03bb6f7f0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:42.595046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdc76faf-5eb4-479c-874c-2875bd4b976d req-a6cc7856-2aec-4677-afaa-3bf03bb6f7f0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0549028
Jan 15 21:14:42.617644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:42.649382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdc76faf-5eb4-479c-874c-2875bd4b976d req-b9ef852d-2ff0-47b1-82d2-0b5ce99ef7e3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470614
Jan 15 21:14:42.650982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 65f46944-7559-4a88-a734-3bb88fdb93bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:42.652126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:42.656002 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks [] for port (797a585f-9df7-4c1b-a059-e64af8061f33), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.659634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Provisioning complete for port 797a585f-9df7-4c1b-a059-e64af8061f33 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:42.659989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.700071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.782702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ab9167bd-7f2f-4534-b9a8-f16453c67af5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.795513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690f8b9-ccab-48fd-9212-8c6caaf8e5f8 None None] Pushing event updated for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:42.797970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ad782302-2a7f-4219-b8fb-d172a722eecc None None] Port 797a585f-9df7-4c1b-a059-e64af8061f33 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:42.825338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db01e-4725-4b12-abc0-cf2daf658ad6 req-1a9328e3-901a-4ac8-9b7d-ea3cb91fbb1a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:42.835197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-096db01e-4725-4b12-abc0-cf2daf658ad6 req-1a9328e3-901a-4ac8-9b7d-ea3cb91fbb1a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1082923
Jan 15 21:14:42.845228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:42.845995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.883916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (0d4c85b2-2db7-473e-bc26-3c2396586aaf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.902671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-096db01e-4725-4b12-abc0-cf2daf658ad6 req-a7b3e90d-bdfc-4486-a448-8fa936bd1a6e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661917
Jan 15 21:14:42.938687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Subnet': ['ID=ab9167bd-7f2f-4534-b9a8-f16453c67af5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:42.968702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Attempting to bind port 797a585f-9df7-4c1b-a059-e64af8061f33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:42.969139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Attempting to bind port 797a585f-9df7-4c1b-a059-e64af8061f33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:42.969531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Attempting to bind port 797a585f-9df7-4c1b-a059-e64af8061f33 on network fdb94c9e-5034-4789-a71a-b444fa5c85aa {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:42.986836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:42.987733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Checking segment: {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:42.988150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:42.988540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Bound using segment: {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:42.989557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Bound port: 797a585f-9df7-4c1b-a059-e64af8061f33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c03c33d-c0bd-490c-810f-203a89eaf840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:42.989948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.036467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Provisioning complete for port 68790719-ff6f-4c95-88ba-b63b609294ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:43.037237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.055175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64617c90-00e6-4dd1-9314-0f4cd00ed8f7 req-d083d84d-326f-4060-8b57-2f29cfa9ee8c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.057726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64617c90-00e6-4dd1-9314-0f4cd00ed8f7 req-d083d84d-326f-4060-8b57-2f29cfa9ee8c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0577641
Jan 15 21:14:43.084005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Checking segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:43.084490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network hostable DHCP agents. Network: 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:43.102443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:43.105803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Port 68790719-ff6f-4c95-88ba-b63b609294ce cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:43.117066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=0d4c85b2-2db7-473e-bc26-3c2396586aaf,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:43.127219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64617c90-00e6-4dd1-9314-0f4cd00ed8f7 req-0c82cf43-4dfb-4318-8ac0-cf26396e3e4f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600863
Jan 15 21:14:43.156933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Provisioning complete for port 463fe40c-942a-4797-96e1-34efffd13c45 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:43.157305 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (463fe40c-942a-4797-96e1-34efffd13c45), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.179356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:43.180095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: 36d3da92-b006-4b01-a657-6adec9c0d111, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:43.216878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b0406e05-7d4a-46d1-b11d-b8dcaaef1755 None None] Port 463fe40c-942a-4797-96e1-34efffd13c45 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:43.221347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] For port 797a585f-9df7-4c1b-a059-e64af8061f33, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:43.225058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] For port 797a585f-9df7-4c1b-a059-e64af8061f33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797a585f-9df7-4c1b-a059-e64af8061f33,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:43.230777 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.233402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:43.249866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.258343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 36d3da92-b006-4b01-a657-6adec9c0d111 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:43.259604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bd854-171a-4cd8-adcc-c6e2229e5cd6 req-868ce85c-23cf-49ab-bdce-ee7f2abf3663 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.261498 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f07bd854-171a-4cd8-adcc-c6e2229e5cd6 req-868ce85c-23cf-49ab-bdce-ee7f2abf3663 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0584917
Jan 15 21:14:43.288893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:43.289608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b34c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:43.305393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (cb6717c6-7d33-4a76-a15c-9c168d4b1425), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.307342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:43.312631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.313363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.336022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36d3da92-b006-4b01-a657-6adec9c0d111) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:43.341698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.342591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.367971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f07bd854-171a-4cd8-adcc-c6e2229e5cd6 req-8dcf87c8-9abb-4433-9d45-a173de032bf6 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979121
Jan 15 21:14:43.371861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbf2e6-d1f9-444d-8676-22d90657843a None None] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:43.376133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa422fc-0943-49d2-bd5d-0a416ae451f0 None None] Network 36d3da92-b006-4b01-a657-6adec9c0d111 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:43.404697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:43.413129 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7d246853-caf4-43e8-9553-e191ae89d3e4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2775292
Jan 15 21:14:43.426468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:43.430759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.431633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.440066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:43.479177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dcafabbb-b8c8-4e80-896c-5983436c5859 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0730278
Jan 15 21:14:43.482296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46220) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:43.487123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Subnet': ['ID=cb6717c6-7d33-4a76-a15c-9c168d4b1425,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:43.554186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38cd9e35-fb21-4e1c-8dd7-1e053cf9d94e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.2710001
Jan 15 21:14:43.557172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46222) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:43.571105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1672871528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cb6717c6-7d33-4a76-a15c-9c168d4b1425'}], 'security_groups': ['7c634c83-cc3f-44ce-845c-9b519781ec40', '1baa3cbe-43f8-4359-8c3a-acf999cd7671']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:43.602449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f961c-6aec-4b6c-a86b-8294ee3a90e3 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:43.679569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831e27-cf33-46a0-9b1b-5763fddab428 req-9f08c7a3-355f-48b4-976a-f2a756fb1a36 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:43.687876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4831e27-cf33-46a0-9b1b-5763fddab428 req-9f08c7a3-355f-48b4-976a-f2a756fb1a36 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1148572
Jan 15 21:14:43.813042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690f8b9-ccab-48fd-9212-8c6caaf8e5f8 None None] Pushing event updated for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:43.814074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46224) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:43.829192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083933567', 'description': 'tempest-secgroup-smoke-1083933567 description', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:43.840778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Provisioning complete for port 797a585f-9df7-4c1b-a059-e64af8061f33 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:43.841203 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.844123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-3619fc47-6b2b-4bb5-b829-efd47b020956 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1135457
Jan 15 21:14:43.870040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4831e27-cf33-46a0-9b1b-5763fddab428 req-7d22a6f0-7232-44ac-9ff6-d37aec3eaa83 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790748
Jan 15 21:14:43.921470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:43.994768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (463fe40c-942a-4797-96e1-34efffd13c45), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.021595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8d94-1e77-4325-8964-64f68415babd req-b1c061e6-3d6c-4b64-9f75-a33ad372fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:44.023152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-b1c061e6-3d6c-4b64-9f75-a33ad372fa6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1097 time: 0.1304312
Jan 15 21:14:44.205017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36d3da92-b006-4b01-a657-6adec9c0d111', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:44.206423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.235315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ips': [{'subnet_id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:44.235672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.252346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b34c7c0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:39Z', 'revision_number': 3, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:43Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:44.306589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8d94-1e77-4325-8964-64f68415babd req-aaa8d5aa-d64d-4c0e-aa8d-7dba23d70aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:44.308240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-aaa8d5aa-d64d-4c0e-aa8d-7dba23d70aeb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 910 time: 0.2530930
Jan 15 21:14:44.318518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6412d6-0ac8-44e5-87b4-9bfdcc62c764 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:39Z', 'revision_number': 3, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:43Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:44.397955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:14:44.418539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.505108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a5d08-4068-423b-93b7-e970936b3688 req-60f94ebd-7151-4c87-a178-8b8ab848f610 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:44.515431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-300a5d08-4068-423b-93b7-e970936b3688 req-60f94ebd-7151-4c87-a178-8b8ab848f610 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.5496984
Jan 15 21:14:44.525829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Current status of the port 797a585f-9df7-4c1b-a059-e64af8061f33 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:44.526220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.560204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-8ccf396e-1525-4d47-84f1-917d38d8e24d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 1002 time: 0.2415390
Jan 15 21:14:44.598154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.626551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8d94-1e77-4325-8964-64f68415babd req-2a025e1f-63cd-4b2f-a7af-603d1d0f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:44.629322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-2a025e1f-63cd-4b2f-a7af-603d1d0f8394 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 200  len: 848 time: 0.0603356
Jan 15 21:14:44.687926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (2571f280-0abc-434e-a81c-ab3e2d4a703c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.715292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Update dhcp port {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'fixed_ips': [{'subnet_id': '0f7bc9ec-ef82-4bc5-aa03-026c5fc00132', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16960e4b-ff0b-4365-aaa4-eb9e8fac54d2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb6717c6-7d33-4a76-a15c-9c168d4b1425'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '982d8b5e-4c5a-4b4e-a506-b30c491fca5f'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:14:44.723061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-300a5d08-4068-423b-93b7-e970936b3688 req-e31833e9-be51-410b-96a3-5e936e1d08c7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039597
Jan 15 21:14:44.724964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] For port 797a585f-9df7-4c1b-a059-e64af8061f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797a585f-9df7-4c1b-a059-e64af8061f33,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:44.728280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.751095 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2571f280-0abc-434e-a81c-ab3e2d4a703c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.766098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.825185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Allocated IP 2001:db8:2::2 (36d3da92-b006-4b01-a657-6adec9c0d111/0d4c85b2-2db7-473e-bc26-3c2396586aaf/c8fbf507-dce6-446a-99d5-8b517dffd7a9) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:44.827903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Allocated IP 172.20.0.18 (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4/ab9167bd-7f2f-4534-b9a8-f16453c67af5/7a251ec3-de63-492e-9677-0f64016393f5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:44.830434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8d94-1e77-4325-8964-64f68415babd req-5cbc0c54-fd0d-407b-9a40-2632cb2a6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:44.833151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-5cbc0c54-fd0d-407b-9a40-2632cb2a6241 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c449301e-98ed-4b3a-8c7c-09506771241a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1941299
Jan 15 21:14:44.867085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2571f280-0abc-434e-a81c-ab3e2d4a703c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:44.907648 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:44.940981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:44.956910 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Sync routers for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:44.986132 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:44.988176 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b48a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:45.006417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.007677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ecad09ab-9745-476a-b95a-e05916469567 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 5.4948902
Jan 15 21:14:45.010507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Delete allocated IP 2001:db8::1e9 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/16960e4b-ff0b-4365-aaa4-eb9e8fac54d2) {{(pid=114438) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Jan 15 21:14:45.012348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46234) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:45.064466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7fba4-2d93-4dde-9cf2-9280562bd1e8 None None] Pushing event updated for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:45.073991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0611fea0-627c-4263-bf7d-706545645c6e None None] Provisioning complete for port 797a585f-9df7-4c1b-a059-e64af8061f33 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:45.074408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0611fea0-627c-4263-bf7d-706545645c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.082637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Allocated IP 2001:db8:0:2::243 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/cb6717c6-7d33-4a76-a15c-9c168d4b1425/463fe40c-942a-4797-96e1-34efffd13c45) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:45.094565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2a05c12b-46e1-4bb0-a8e4-e4970921430c tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0795634
Jan 15 21:14:45.097462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:45.111460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-35a271c8-08eb-4425-8d3a-80a55b16a2cc service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667921
Jan 15 21:14:45.173316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.182230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e7ad5887-b809-4592-ad6c-5ee5f6299c36 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.3657258
Jan 15 21:14:45.191500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46238) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:45.193355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:45.207271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:45.287590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75124ce7-5310-451a-b185-98a528790f0e req-23ca8683-579b-411b-971d-f52a66b35c92 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:45.297588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75124ce7-5310-451a-b185-98a528790f0e req-23ca8683-579b-411b-971d-f52a66b35c92 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2241192
Jan 15 21:14:45.324763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (aa47cb08-a151-4a1b-b2fa-f9dde1911045), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.359866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.365524 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for port (463fe40c-942a-4797-96e1-34efffd13c45), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.425252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75124ce7-5310-451a-b185-98a528790f0e req-c72d7843-5c7b-4808-b9d5-040a6b7f567c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214247
Jan 15 21:14:45.466546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Allocated IP 2001:db8:0:2::2 (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97/cb6717c6-7d33-4a76-a15c-9c168d4b1425/982d8b5e-4c5a-4b4e-a506-b30c491fca5f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:45.496983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (aa47cb08-a151-4a1b-b2fa-f9dde1911045), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.505394 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (aa47cb08-a151-4a1b-b2fa-f9dde1911045), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.521557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa47cb08-a151-4a1b-b2fa-f9dde1911045,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:45.575682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.579495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56f21ccf-bd4f-4a53-9618-c412a876a904 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3741791
Jan 15 21:14:45.579678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:45.580131 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:45.585797 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b48a8e0>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:42Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:45.592392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:45.599146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks [] for port (7a251ec3-de63-492e-9677-0f64016393f5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.639453 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Checking router: f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:45.639978 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Updating router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf port 68790719-ff6f-4c95-88ba-b63b609294ce binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:14:45.649180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7a251ec3-de63-492e-9677-0f64016393f5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.677562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks [] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.680830 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Publish callbacks [] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.691420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (28377f12-84f4-4d71-85c7-cf1dbd8d4a78), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.706891 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.713322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8429d9-35b8-445e-8f0b-b89c42e392f8 req-a4cc0c6f-28b9-4b46-932c-d881c16ff779 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:45.716974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a8429d9-35b8-445e-8f0b-b89c42e392f8 req-a4cc0c6f-28b9-4b46-932c-d881c16ff779 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1611164
Jan 15 21:14:45.719470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.728148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:45.729986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0611fea0-627c-4263-bf7d-706545645c6e None None] Current status of the port 797a585f-9df7-4c1b-a059-e64af8061f33 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:45.745520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:45.756035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:45.760485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:45.791807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Network 36d3da92-b006-4b01-a657-6adec9c0d111 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:45.792989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Pushing event updated for resources: {'Port': ['ID=7a251ec3-de63-492e-9677-0f64016393f5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:45.807594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8:2::1 (36d3da92-b006-4b01-a657-6adec9c0d111/0d4c85b2-2db7-473e-bc26-3c2396586aaf/42d80dd7-6852-4da9-a0a6-5c9737d397cb) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:45.820813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:45.872568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:45.979892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Attempting to bind port 7a251ec3-de63-492e-9677-0f64016393f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:45.980530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Attempting to bind port 7a251ec3-de63-492e-9677-0f64016393f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:45.981093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Attempting to bind port 7a251ec3-de63-492e-9677-0f64016393f5 on network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:45.988783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5f628-b02d-499d-b0e4-4265f5746a71 None None] Pushing event updated for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.001994 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.013475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:46.014180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Checking segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:46.014770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.015340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Bound using segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:46.016202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Bound port: 7a251ec3-de63-492e-9677-0f64016393f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:46.016764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a251ec3-de63-492e-9677-0f64016393f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.062842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (463fe40c-942a-4797-96e1-34efffd13c45), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.077894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Attempting to bind port c8fbf507-dce6-446a-99d5-8b517dffd7a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:46.078271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Attempting to bind port c8fbf507-dce6-446a-99d5-8b517dffd7a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:46.078647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Attempting to bind port c8fbf507-dce6-446a-99d5-8b517dffd7a9 on network 36d3da92-b006-4b01-a657-6adec9c0d111 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:46.079239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.081350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 797a585f-9df7-4c1b-a059-e64af8061f33 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:46.162636 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks [] for port (68790719-ff6f-4c95-88ba-b63b609294ce), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.166217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:46.166774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Checking segment: {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:46.166929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] In _notify_port_updated(), no bound segment for port 463fe40c-942a-4797-96e1-34efffd13c45 on network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 {{(pid=114438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:14:46.167253 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.167805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Bound using segment: {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:46.168525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Bound port: c8fbf507-dce6-446a-99d5-8b517dffd7a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:46.168774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.174280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:46.175834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.175974 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.179880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Pushing event updated for resources: {'Port': ['ID=c8fbf507-dce6-446a-99d5-8b517dffd7a9,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.180078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "PUT /v2.0/ports/463fe40c-942a-4797-96e1-34efffd13c45 HTTP/1.1" status: 200  len: 970 time: 2.6182401
Jan 15 21:14:46.188425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:46.194764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a701e8-195e-421f-be21-0ad0f1a17fb6 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:46.196265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-79a701e8-195e-421f-be21-0ad0f1a17fb6 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 1.0972874
Jan 15 21:14:46.210346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46246) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:46.240517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58f73c-231d-4962-bcc2-5a60e2b6b28a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:46.270016 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Pushing event updated for resources: {'Port': ['ID=68790719-ff6f-4c95-88ba-b63b609294ce,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.275570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc542-98e9-4eae-9cca-95ba7bec9c2c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event updated for resources: {'Port': ['ID=463fe40c-942a-4797-96e1-34efffd13c45,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.288573 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Attempting to bind port 68790719-ff6f-4c95-88ba-b63b609294ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:46.289094 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Attempting to bind port 68790719-ff6f-4c95-88ba-b63b609294ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:46.289464 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Attempting to bind port 68790719-ff6f-4c95-88ba-b63b609294ce on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:46.292367 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.292713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.305250 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.305648 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.305990 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.306327 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.306659 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.307038 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.307299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.307622 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.307948 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.308269 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.308589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:46.315634 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:46.316016 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:46.316427 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.316721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 36d3da92-b006-4b01-a657-6adec9c0d111 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:46.316883 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:46.317299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Bound port: 68790719-ff6f-4c95-88ba-b63b609294ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:46.317439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3ede27e7-783a-4150-a027-18d941345376 None None] For port 7a251ec3-de63-492e-9677-0f64016393f5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:46.317680 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.323955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-972a8d94-1e77-4325-8964-64f68415babd req-0fee3929-7c70-4075-80cc-94f024f06c84 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9558692
Jan 15 21:14:46.342501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.347987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e726953-c9b5-4d97-b8cb-f8e0e48525ed tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0944698
Jan 15 21:14:46.351589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46248) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:46.355640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:46.358459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985319986', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:46.392571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3ede27e7-783a-4150-a027-18d941345376 None None] For port 7a251ec3-de63-492e-9677-0f64016393f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a251ec3-de63-492e-9677-0f64016393f5,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:46.407265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:46.414391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.425674 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] For port 68790719-ff6f-4c95-88ba-b63b609294ce, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:46.426815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7a251ec3-de63-492e-9677-0f64016393f5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.435290 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] For port 68790719-ff6f-4c95-88ba-b63b609294ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68790719-ff6f-4c95-88ba-b63b609294ce,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:46.446870 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.498621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 463fe40c-942a-4797-96e1-34efffd13c45 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:46.498791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (463fe40c-942a-4797-96e1-34efffd13c45), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.557231 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:46.557868 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b48a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:46.572009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (28377f12-84f4-4d71-85c7-cf1dbd8d4a78), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.625862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.627256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:46.631891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.633695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (28377f12-84f4-4d71-85c7-cf1dbd8d4a78), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.663110 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f0b2b-5755-45de-8082-dd744d6e8b5c None None] Pushing event updated for resources: {'Port': ['ID=68790719-ff6f-4c95-88ba-b63b609294ce,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.724862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a8429d9-35b8-445e-8f0b-b89c42e392f8 req-e7b24539-048f-420f-b84e-317bded085f4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6734860
Jan 15 21:14:46.736429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b062b-2b2f-4dcc-a084-3f8b250f03eb None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:46.740964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Provisioning complete for port 68790719-ff6f-4c95-88ba-b63b609294ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:46.741406 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.746362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] For port c8fbf507-dce6-446a-99d5-8b517dffd7a9, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:46.756290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 797a585f-9df7-4c1b-a059-e64af8061f33 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:46.761731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28377f12-84f4-4d71-85c7-cf1dbd8d4a78,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.763691 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.774880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.787179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:46.792254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f46f674a-dcd1-4471-968d-fc9619c81845 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2102764
Jan 15 21:14:46.796144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:46.820683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (463fe40c-942a-4797-96e1-34efffd13c45), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:46.856063 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:46.876445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 463fe40c-942a-4797-96e1-34efffd13c45 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:46.947061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] For port c8fbf507-dce6-446a-99d5-8b517dffd7a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8fbf507-dce6-446a-99d5-8b517dffd7a9,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:46.980146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede27e7-783a-4150-a027-18d941345376 None None] Pushing event updated for resources: {'Port': ['ID=7a251ec3-de63-492e-9677-0f64016393f5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:46.988705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.097582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (b0b8a618-ea8a-4fe0-8fbb-c78db08b9320), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.168174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 797a585f-9df7-4c1b-a059-e64af8061f33 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:47.177663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6e34b-1ac6-49e4-a19f-cf2c0542b80e req-3664fd3d-5e2b-41ab-b9b4-c72224c6f3a3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:47.185087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33352e-9fe2-4d8f-8a13-1858691cda25 None None] Pushing event updated for resources: {'Port': ['ID=c8fbf507-dce6-446a-99d5-8b517dffd7a9,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.191687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59a6e34b-1ac6-49e4-a19f-cf2c0542b80e req-3664fd3d-5e2b-41ab-b9b4-c72224c6f3a3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1993642
Jan 15 21:14:47.244291 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b48a8e0>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:42Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:47.276632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Current status of the port 68790719-ff6f-4c95-88ba-b63b609294ce is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:47.278825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.312165 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d45d8c-fe0c-4389-b0c2-8c2a76a32e47 None None] The sync data for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 is: [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:42Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:47.364329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59a6e34b-1ac6-49e4-a19f-cf2c0542b80e req-593aca30-f0df-4fcf-9c1c-0102fc46be58 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716621
Jan 15 21:14:47.398899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] For port 68790719-ff6f-4c95-88ba-b63b609294ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68790719-ff6f-4c95-88ba-b63b609294ce,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:47.447835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.479284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (b0b8a618-ea8a-4fe0-8fbb-c78db08b9320), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.507909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b0b8a618-ea8a-4fe0-8fbb-c78db08b9320), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.607867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.612879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6abb7c-21ae-474d-a472-7518f14ec83f None None] Pushing event updated for resources: {'Port': ['ID=68790719-ff6f-4c95-88ba-b63b609294ce,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.640149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Provisioning complete for port 68790719-ff6f-4c95-88ba-b63b609294ce triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:47.640510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.641697 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.642693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.681018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b8a618-ea8a-4fe0-8fbb-c78db08b9320,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.692704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.696893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-64b8b507-3ae4-41ec-8d28-14064822a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9039111
Jan 15 21:14:47.703968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:47.715780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:47.733831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b8d88f77-5014-4c14-8432-10d0096bdad3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.793491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-9a405e1e-3b0a-43ba-afd0-ebd9b38e4afa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1900017
Jan 15 21:14:47.808633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (463fe40c-942a-4797-96e1-34efffd13c45), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.824088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.830152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Current status of the port 68790719-ff6f-4c95-88ba-b63b609294ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:47.858852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:47.859229 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.881604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64154a9-5796-4baf-a4d1-cd3d2d834e16 req-5ab94cbf-f637-4c55-a53c-05afcc863c5d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:47.888788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a64154a9-5796-4baf-a4d1-cd3d2d834e16 req-5ab94cbf-f637-4c55-a53c-05afcc863c5d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3017468
Jan 15 21:14:47.908198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Subnet': ['ID=b8d88f77-5014-4c14-8432-10d0096bdad3,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.945168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=463fe40c-942a-4797-96e1-34efffd13c45,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:47.959217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (aa1c394f-038b-4147-8251-fe4ec9b3fb03), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:47.999143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a64154a9-5796-4baf-a4d1-cd3d2d834e16 req-66d86709-9ed5-4e14-a695-68d589133e9a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093404
Jan 15 21:14:48.035387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.046555 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-57474a7a-fa29-43fb-bb03-fc25d2b92d0f tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/463fe40c-942a-4797-96e1-34efffd13c45 HTTP/1.1" status: 204  len: 168 time: 1.8562570
Jan 15 21:14:48.050522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:48.053512 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c161-c056-4f9b-a37e-9ddde0e896ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.093091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network 36d3da92-b006-4b01-a657-6adec9c0d111 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:48.118400 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d707c0-550c-4577-8009-f27fa18d266d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] GET failed (client error): The resource could not be found.
Jan 15 21:14:48.119525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:48.120012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03d707c0-550c-4577-8009-f27fa18d266d tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports/463fe40c-942a-4797-96e1-34efffd13c45 HTTP/1.1" status: 404  len: 333 time: 0.0681720
Jan 15 21:14:48.122874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network hostable DHCP agents. Network: e8902453-93d9-48d2-8641-d9165e87af61, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:48.126488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:48.130416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46268) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:48.168668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-c7f4b233-fe97-4918-b1ab-b9b1cf0619db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:48.170591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-c7f4b233-fe97-4918-b1ab-b9b1cf0619db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1096 time: 0.2770140
Jan 15 21:14:48.173776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network e8902453-93d9-48d2-8641-d9165e87af61 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:48.211969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8902453-93d9-48d2-8641-d9165e87af61) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:48.238858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:48.264179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2c399-8fa3-4e35-9a39-dba78cafcd32 None None] Network e8902453-93d9-48d2-8641-d9165e87af61 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:48.265230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (aa1c394f-038b-4147-8251-fe4ec9b3fb03), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.280894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:48.281834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.356584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (2e7a9207-0ec2-4af0-bc90-d93fef03cc09), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.382127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (aa1c394f-038b-4147-8251-fe4ec9b3fb03), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.432815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Provisioning complete for port a786c302-71fa-4e5e-9e52-ff2421074193 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:48.433557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.458706 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cc5bd9c8-b1ca-458f-a701-2a1b27b370ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.1059756
Jan 15 21:14:48.466512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1c394f-038b-4147-8251-fe4ec9b3fb03,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:48.475454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:48.483768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8902453-93d9-48d2-8641-d9165e87af61', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:48.485174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.507234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.508576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84e01b65-a961-4792-8374-b05fdbc72f67 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7964823
Jan 15 21:14:48.511603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:48.539875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:48.559045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8fbf507-dce6-446a-99d5-8b517dffd7a9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:48.595584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Port a786c302-71fa-4e5e-9e52-ff2421074193 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:48.606319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9ca7ffba-f9c9-4b47-939f-f5705e3d0ee1 None None] Could not find standard attr ID for object 463fe40c-942a-4797-96e1-34efffd13c45. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:48.641210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-657b9723-3331-46c2-92a4-1a30820d8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:48.643712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-657b9723-3331-46c2-92a4-1a30820d8e92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 898 time: 0.4103479
Jan 15 21:14:48.646014 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:14:48.720738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0a40-20ba-449c-bd01-a69da536a9db req-e2d78d58-37ea-4a3d-96e2-a7a7ec2a55e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:48.723200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d39a0a40-20ba-449c-bd01-a69da536a9db req-e2d78d58-37ea-4a3d-96e2-a7a7ec2a55e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.5935578
Jan 15 21:14:48.735404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (2e7a9207-0ec2-4af0-bc90-d93fef03cc09), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.747164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-b42bccba-c123-462a-add0-805f22c8a112 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 1000 time: 0.0952244
Jan 15 21:14:48.749577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (b0a57bad-e9ba-4144-8bc9-dae957135079), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.765785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6650e351-881e-4033-af64-807e27d172da None None] Could not find standard attr ID for object 463fe40c-942a-4797-96e1-34efffd13c45. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:48.838204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c8fbf507-dce6-446a-99d5-8b517dffd7a9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:48.838746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:48.891032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Allocated IP 172.20.0.2 (e8902453-93d9-48d2-8641-d9165e87af61/b8d88f77-5014-4c14-8432-10d0096bdad3/a7f18bb7-4e99-43ac-aa81-611db145751a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:48.965726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-7768385c-f5d9-4cbf-8f0d-b8d2a055f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:48.970263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-7768385c-f5d9-4cbf-8f0d-b8d2a055f99e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 200  len: 834 time: 0.2134857
Jan 15 21:14:48.990917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:49.002705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d39a0a40-20ba-449c-bd01-a69da536a9db req-3a703d19-a71a-48a4-a944-7ef7220ab75f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623439
Jan 15 21:14:49.009382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2e7a9207-0ec2-4af0-bc90-d93fef03cc09), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.012650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.016252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/security-groups/2e7a9207-0ec2-4af0-bc90-d93fef03cc09 HTTP/1.1" status: 204  len: 168 time: 0.8826284
Jan 15 21:14:49.036216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46274) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:49.038705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da4076-1b72-4a0e-add6-845338341ddd tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7a9207-0ec2-4af0-bc90-d93fef03cc09,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:49.103665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (b0a57bad-e9ba-4144-8bc9-dae957135079), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.117343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b0a57bad-e9ba-4144-8bc9-dae957135079), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.126392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-93eac843-4dd8-4906-8fc6-e0df7656c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:49.133050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-93eac843-4dd8-4906-8fc6-e0df7656c83a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65f802dd-98dd-4371-b43c-7230f851e671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1568620
Jan 15 21:14:49.264317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b6e92-f36c-4c1e-a459-33b959fd702d None None] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:49.277127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a57bad-e9ba-4144-8bc9-dae957135079,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:49.294571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.303301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1306f90a-c4b8-4723-829b-d61e931e487c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7882824
Jan 15 21:14:49.304314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46278) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:49.308401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '2571f280-0abc-434e-a81c-ab3e2d4a703c', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:49.329486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c8fbf507-dce6-446a-99d5-8b517dffd7a9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:49.330041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.345728 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:14:49.357037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (1baa3cbe-43f8-4359-8c3a-acf999cd7671), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.358197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (0e2a34b0-f54d-459f-9bc1-f2c99ec09d5f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.373973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:49.404210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c62cb9-1828-45ef-b899-e3542b7d14ab req-3558ec89-fcef-4b8f-84d8-736a14dcd8ea tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:49.404465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:49.406601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46c62cb9-1828-45ef-b899-e3542b7d14ab req-3558ec89-fcef-4b8f-84d8-736a14dcd8ea tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2324016
Jan 15 21:14:49.418248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-24118fbc-655b-4089-95ac-3abfd0650f1c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9325027
Jan 15 21:14:49.422658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46280) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:49.423591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad85e9-c10d-423e-8d90-6462487403c9 None None] Network 36d3da92-b006-4b01-a657-6adec9c0d111 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:49.428431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2020889098'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:49.436108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-5709cff9-f986-43c2-a7fb-35cdf147d49b service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538619
Jan 15 21:14:49.460941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (1baa3cbe-43f8-4359-8c3a-acf999cd7671), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.494052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:49.494735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79fd9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:49.504987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks [] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.528954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (0e2a34b0-f54d-459f-9bc1-f2c99ec09d5f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.533091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:49.538241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.553284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Provisioning complete for port 7a251ec3-de63-492e-9677-0f64016393f5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:49.553664 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a251ec3-de63-492e-9677-0f64016393f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.556967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-46c62cb9-1828-45ef-b899-e3542b7d14ab req-999502f3-ffc2-4a85-b905-ed4ca8385b00 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298101
Jan 15 21:14:49.570413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.574834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (0e2a34b0-f54d-459f-9bc1-f2c99ec09d5f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.574834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:14:49.640304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1baa3cbe-43f8-4359-8c3a-acf999cd7671), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.641070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port c8fbf507-dce6-446a-99d5-8b517dffd7a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8fbf507-dce6-446a-99d5-8b517dffd7a9,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:49.644106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7d337f29-a4ac-4cd9-a2f6-ed7d03589005), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.644582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.645161 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added segment 7d337f29-a4ac-4cd9-a2f6-ed7d03589005 of type vlan for network c936b065-0f92-4da3-a811-90864b532da0
Jan 15 21:14:49.648877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2a34b0-f54d-459f-9bc1-f2c99ec09d5f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:49.653349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46284) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:49.664852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/security-groups/1baa3cbe-43f8-4359-8c3a-acf999cd7671 HTTP/1.1" status: 204  len: 168 time: 0.6202121
Jan 15 21:14:49.680552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.682240 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e586cb68-f602-4bb2-b6d5-bc943c0c3087 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3774564
Jan 15 21:14:49.684388 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e37248e6-e13b-4cb6-9f34-2564be5cf4ad req-e06bdf84-de9a-48dd-b7f6-192c99088e6d service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414553
Jan 15 21:14:49.687623 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.688418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:49.767001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b69fc-6589-426c-9f01-1c192990fbf2 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa3cbe-43f8-4359-8c3a-acf999cd7671,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:49.779047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Network e8902453-93d9-48d2-8641-d9165e87af61 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:49.822088 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.848711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:49.851449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:49.860536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c936b065-0f92-4da3-a811-90864b532da0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.868021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Pushing event updated for resources: {'Port': ['ID=a7f18bb7-4e99-43ac-aa81-611db145751a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:49.893517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (7c634c83-cc3f-44ce-845c-9b519781ec40), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.939120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:49.961697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (7c634c83-cc3f-44ce-845c-9b519781ec40), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.967426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c936b065-0f92-4da3-a811-90864b532da0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:49.974926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:49.975694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.118405 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6917593
Jan 15 21:14:50.125138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46300) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:50.131165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'subnet': {'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:50.218161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08d904-1ea3-4264-ab25-a6a71c0cfaec tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Network': ['ID=c936b065-0f92-4da3-a811-90864b532da0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.246225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7c634c83-cc3f-44ce-845c-9b519781ec40), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.248778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.252982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/security-groups/7c634c83-cc3f-44ce-845c-9b519781ec40 HTTP/1.1" status: 204  len: 168 time: 0.5954854
Jan 15 21:14:50.260014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:50.278325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00cd8b-4a13-4e41-9343-b0a044184e5b tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c634c83-cc3f-44ce-845c-9b519781ec40,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.311571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c936b065-0f92-4da3-a811-90864b532da0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:14:50.351842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 16960e4b-ff0b-4365-aaa4-eb9e8fac54d2 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:50.355232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (16960e4b-ff0b-4365-aaa4-eb9e8fac54d2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.404022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (16960e4b-ff0b-4365-aaa4-eb9e8fac54d2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.445099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Made reservation on behalf of 43424ea58a1f4c578dee173db29ae6b0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:50.448666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.453918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Current status of the port 7a251ec3-de63-492e-9677-0f64016393f5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:50.454309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a251ec3-de63-492e-9677-0f64016393f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.484802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12948ec-3a64-43d3-afb7-1a4ca53f684e req-0cd0e685-140a-496c-a78c-5e37bb9b9fab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:50.495496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f12948ec-3a64-43d3-afb7-1a4ca53f684e req-0cd0e685-140a-496c-a78c-5e37bb9b9fab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.5583398
Jan 15 21:14:50.538655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] For port 7a251ec3-de63-492e-9677-0f64016393f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a251ec3-de63-492e-9677-0f64016393f5,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:50.579029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (16960e4b-ff0b-4365-aaa4-eb9e8fac54d2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.603833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7a251ec3-de63-492e-9677-0f64016393f5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.640151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-0fe891b3-b7aa-442a-b203-647017d17bf8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083933567&fields=id&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 267 time: 0.1704605
Jan 15 21:14:50.650304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:50.650847 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.684890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f12948ec-3a64-43d3-afb7-1a4ca53f684e req-e4eed758-76c9-434c-a260-bd26283f3d6c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887305
Jan 15 21:14:50.691958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (16960e4b-ff0b-4365-aaa4-eb9e8fac54d2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.704133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=c8fbf507-dce6-446a-99d5-8b517dffd7a9,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.768203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.772638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/16960e4b-ff0b-4365-aaa4-eb9e8fac54d2 HTTP/1.1" status: 204  len: 168 time: 0.5104077
Jan 15 21:14:50.776005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (99883bdf-1022-45f4-9010-edd8e24d3409), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.799558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46304) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:50.820148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-1abadf23-b041-4970-afdf-9285f34fdd3b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:50.821710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-1abadf23-b041-4970-afdf-9285f34fdd3b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/networks?id=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 HTTP/1.1" status: 200  len: 797 time: 0.1359317
Jan 15 21:14:50.823263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Attempting to bind port a7f18bb7-4e99-43ac-aa81-611db145751a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:50.823755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Attempting to bind port a7f18bb7-4e99-43ac-aa81-611db145751a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:50.824236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Attempting to bind port a7f18bb7-4e99-43ac-aa81-611db145751a on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:50.844296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85465614-2f94-4fe3-b78b-caa43a50b159 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=16960e4b-ff0b-4365-aaa4-eb9e8fac54d2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.848832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-98f1a6c4-9856-4041-8dfc-cc9ff455f15e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/quotas/de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 375 time: 0.0114028
Jan 15 21:14:50.899836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead50e3-41fe-484c-8797-93e18884d4b8 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:50.902790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73349ec-89e2-45c3-b9fd-18d3d2828de2 None None] Pushing event updated for resources: {'Port': ['ID=7a251ec3-de63-492e-9677-0f64016393f5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.938346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet cb6717c6-7d33-4a76-a15c-9c168d4b1425 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:50.965242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (cb6717c6-7d33-4a76-a15c-9c168d4b1425), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:50.969678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Subnet': ['ID=99883bdf-1022-45f4-9010-edd8e24d3409,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:50.989051 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-ddc73448-7ba7-4467-80a4-93150b00e80f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1309679
Jan 15 21:14:50.999756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Checking segment: {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:51.000042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network hostable DHCP agents. Network: c936b065-0f92-4da3-a811-90864b532da0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:14:51.031586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:51.031973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:51.032919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.032919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Bound using segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:51.033174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (cb6717c6-7d33-4a76-a15c-9c168d4b1425), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.033289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Bound port: a7f18bb7-4e99-43ac-aa81-611db145751a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:51.033757 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.066746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network c936b065-0f92-4da3-a811-90864b532da0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:14:51.087987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c936b065-0f92-4da3-a811-90864b532da0) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:51.100631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:51.101206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.104671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.1 (e8902453-93d9-48d2-8641-d9165e87af61/b8d88f77-5014-4c14-8432-10d0096bdad3/3f410724-c8d2-4a7b-b577-dd794939f79d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:51.130327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:51.131583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a251ec3-de63-492e-9677-0f64016393f5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:51.135041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c6193-6d5c-4177-97a8-2f6fd44542b5 None None] Network c936b065-0f92-4da3-a811-90864b532da0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:51.142626 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14016f64-2dc7-431b-8eaa-0f099f45c228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.188171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cb6717c6-7d33-4a76-a15c-9c168d4b1425), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.201133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-b832e43b-a2cb-478c-8ca8-69d9759a1207 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915324
Jan 15 21:14:51.249105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Provisioning complete for port 7a251ec3-de63-492e-9677-0f64016393f5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:51.249515 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a251ec3-de63-492e-9677-0f64016393f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.270217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-76c1d8cb-671a-4255-a446-be15760e0569 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1439486
Jan 15 21:14:51.271520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.272928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (cb6717c6-7d33-4a76-a15c-9c168d4b1425), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.316322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6717c6-7d33-4a76-a15c-9c168d4b1425,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:51.322456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.327276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4ccfdaf2-a887-4b2a-a318-98fc21fd6a9e tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/cb6717c6-7d33-4a76-a15c-9c168d4b1425 HTTP/1.1" status: 204  len: 168 time: 0.5259619
Jan 15 21:14:51.329659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46308) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.362475 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-472e1798-0f92-4819-88f4-df40b45f8585 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:51.363250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472e1798-0f92-4819-88f4-df40b45f8585 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:51.366901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-472e1798-0f92-4819-88f4-df40b45f8585 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/16960e4b-ff0b-4365-aaa4-eb9e8fac54d2 HTTP/1.1" status: 404  len: 337 time: 0.0351639
Jan 15 21:14:51.369593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46310) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.414382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] For port a7f18bb7-4e99-43ac-aa81-611db145751a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:51.445707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] For port a7f18bb7-4e99-43ac-aa81-611db145751a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f18bb7-4e99-43ac-aa81-611db145751a,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:51.456830 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.478462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting subnet 0f7bc9ec-ef82-4bc5-aa03-026c5fc00132 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:14:51.482335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (0f7bc9ec-ef82-4bc5-aa03-026c5fc00132), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.515917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79fd9520>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:46Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:51.550238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (0f7bc9ec-ef82-4bc5-aa03-026c5fc00132), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.551644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c936b065-0f92-4da3-a811-90864b532da0', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:14:51.552595 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.597148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.605626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-00947569-0bc6-4942-aa30-738932fe7160 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3960054
Jan 15 21:14:51.669428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (0f7bc9ec-ef82-4bc5-aa03-026c5fc00132), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.725953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:51.726680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Updating router 252d2cf2-1585-4f59-977e-f8b77820522a port 42d80dd7-6852-4da9-a0a6-5c9737d397cb binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:14:51.730658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7a251ec3-de63-492e-9677-0f64016393f5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:51.733015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a251ec3-de63-492e-9677-0f64016393f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.767068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (0f7bc9ec-ef82-4bc5-aa03-026c5fc00132), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.801632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.832796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7bc9ec-ef82-4bc5-aa03-026c5fc00132,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:51.843501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:51.847669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97b3db2e-7012-425d-9ccc-2f4cc5152914 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/0f7bc9ec-ef82-4bc5-aa03-026c5fc00132 HTTP/1.1" status: 204  len: 168 time: 0.4768825
Jan 15 21:14:51.850647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46314) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.875113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2821e-b6e8-4cd4-a833-0392040691ff None None] Pushing event updated for resources: {'Port': ['ID=a7f18bb7-4e99-43ac-aa81-611db145751a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:51.907777 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-03759e55-d609-4ec2-8058-d32ac2a66eda tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:51.908248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03759e55-d609-4ec2-8058-d32ac2a66eda tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:51.922212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03759e55-d609-4ec2-8058-d32ac2a66eda tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/61d981fd-15ad-43fd-9f04-7eb7a2bb3c37 HTTP/1.1" status: 404  len: 337 time: 0.0702937
Jan 15 21:14:51.922891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.931504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network e8902453-93d9-48d2-8641-d9165e87af61 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:51.965992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:51.975216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46324) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:51.978235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f57e71f7-f4d8-4c1f-8564-88dc885ea07c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c258bbc-00e6-4068-90b6-fc7a11abdca3 HTTP/1.1" status: 200  len: 205 time: 0.0534425
Jan 15 21:14:52.016688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Current status of the port 7a251ec3-de63-492e-9677-0f64016393f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:52.024826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:52.059639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.060470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a561779-87a6-4afb-bd33-015646fab1f6 None None] Update dhcp port {'port': {'network_id': 'f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97', 'fixed_ips': [{'subnet_id': '0f7bc9ec-ef82-4bc5-aa03-026c5fc00132', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cb6717c6-7d33-4a76-a15c-9c168d4b1425'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '982d8b5e-4c5a-4b4e-a506-b30c491fca5f'} from ncdv-master-1. {{(pid=114439) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Jan 15 21:14:52.085640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.134772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2138e065-aec3-48a4-b818-07be1cc98305 req-53820d83-f3bf-40c5-9930-e313fac1990a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 210 time: 0.1898224
Jan 15 21:14:52.135585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:52.167404 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-51ab82c2-50bd-4511-89d0-3d3c95dd481c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] delete failed (client error): The resource could not be found.
Jan 15 21:14:52.171234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-51ab82c2-50bd-4511-89d0-3d3c95dd481c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/routers/7c258bbc-00e6-4068-90b6-fc7a11abdca3 HTTP/1.1" status: 404  len: 336 time: 0.1620786
Jan 15 21:14:52.171802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.243521 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5045e6e-c3b9-43b6-b90d-7a2825016163 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.244553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5045e6e-c3b9-43b6-b90d-7a2825016163 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.249934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.260327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5045e6e-c3b9-43b6-b90d-7a2825016163 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/ddfb0b89-0c20-4d1c-a9f0-eb183a315e70 HTTP/1.1" status: 404  len: 337 time: 0.0711517
Jan 15 21:14:52.260499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8a561779-87a6-4afb-bd33-015646fab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.281383 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b95394-3a5c-4bfe-b065-6c7637280f06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.281858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b95394-3a5c-4bfe-b065-6c7637280f06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.286650 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-84b95394-3a5c-4bfe-b065-6c7637280f06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/b5fd27dc-0a2a-4a58-ba79-82198a3d26ce HTTP/1.1" status: 404  len: 337 time: 0.0356131
Jan 15 21:14:52.292415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.304343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf231428-0999-40a1-8ac8-9bda2dd2701f req-7b9f2fd5-a1d6-4c3b-a8fc-bfb99b5fa31a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:52.306916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf231428-0999-40a1-8ac8-9bda2dd2701f req-7b9f2fd5-a1d6-4c3b-a8fc-bfb99b5fa31a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.4891312
Jan 15 21:14:52.312778 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.318500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Provisioning complete for port c8fbf507-dce6-446a-99d5-8b517dffd7a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:52.319439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.328165 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ddb0dd-7fd0-42f0-a5ed-dc82a4109d18 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.328633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ddb0dd-7fd0-42f0-a5ed-dc82a4109d18 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.336225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-70ddb0dd-7fd0-42f0-a5ed-dc82a4109d18 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/145d2868-b4d5-4750-990c-e684894ef257 HTTP/1.1" status: 404  len: 337 time: 0.0426109
Jan 15 21:14:52.338634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46336) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.370996 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-add64d28-d467-4ed2-8dfc-1dac0882aef4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.371652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add64d28-d467-4ed2-8dfc-1dac0882aef4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.375676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-add64d28-d467-4ed2-8dfc-1dac0882aef4 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/468e5fd0-0857-46f9-bb72-4c6d0c062197 HTTP/1.1" status: 404  len: 333 time: 0.0360773
Jan 15 21:14:52.379585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46338) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.390340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.415028 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5b037b-ead9-4dec-ba5b-984cd3e3a5c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.415494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5b037b-ead9-4dec-ba5b-984cd3e3a5c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.418646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3a5b037b-ead9-4dec-ba5b-984cd3e3a5c3 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/fd47e481-5e11-48ed-bab9-f1e2233b341a HTTP/1.1" status: 404  len: 337 time: 0.0375962
Jan 15 21:14:52.421957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46340) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.457254 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6389ae94-bd06-4b37-a167-ec6595a9ae19 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.457820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6389ae94-bd06-4b37-a167-ec6595a9ae19 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.461685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6389ae94-bd06-4b37-a167-ec6595a9ae19 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/ecf2951a-378e-4173-94d0-e811d2226116 HTTP/1.1" status: 404  len: 337 time: 0.0385361
Jan 15 21:14:52.464385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46342) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.490697 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f953e24-781a-4c95-bee9-c79cb533166c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.491866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f953e24-781a-4c95-bee9-c79cb533166c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.496181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8f953e24-781a-4c95-bee9-c79cb533166c tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/9964c5b5-74ce-4e06-bd6b-dd07f3087c56 HTTP/1.1" status: 404  len: 333 time: 0.0306580
Jan 15 21:14:52.497863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Allocated IP 2001:db8:3::2 (c936b065-0f92-4da3-a811-90864b532da0/99883bdf-1022-45f4-9010-edd8e24d3409/535e4857-5215-4853-97ba-e91ab852ebd1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:52.498833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46344) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.541436 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de09262-5d8c-4a43-bc6d-143b2560b5af tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.542182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de09262-5d8c-4a43-bc6d-143b2560b5af tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.546488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3de09262-5d8c-4a43-bc6d-143b2560b5af tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/28fa6b63-b489-4e6e-95b1-e8c526c69635 HTTP/1.1" status: 404  len: 337 time: 0.0463831
Jan 15 21:14:52.549800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46346) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.579702 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dacac0a-5689-4fda-acfe-1cb321f57b34 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:14:52.580170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dacac0a-5689-4fda-acfe-1cb321f57b34 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:14:52.586318 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1dacac0a-5689-4fda-acfe-1cb321f57b34 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/subnets/5932b4f4-3d39-49d6-9c7e-208fb3f2201f HTTP/1.1" status: 404  len: 337 time: 0.0327954
Jan 15 21:14:52.587336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46350) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:52.599152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf231428-0999-40a1-8ac8-9bda2dd2701f req-9ec150e7-e502-49f4-bdf6-ab3463f650e2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735431
Jan 15 21:14:52.675418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.738545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port a786c302-71fa-4e5e-9e52-ff2421074193 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:52.739203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.844688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:52.884396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7a251ec3-de63-492e-9677-0f64016393f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:52.887419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68790719-ff6f-4c95-88ba-b63b609294ce up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:52.888403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for a786c302-71fa-4e5e-9e52-ff2421074193 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:53.028654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a786c302-71fa-4e5e-9e52-ff2421074193), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.150095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=a786c302-71fa-4e5e-9e52-ff2421074193,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:53.168350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.174086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c07c8b16-4a44-45fd-bc4f-c47674b694c9 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/ports/a786c302-71fa-4e5e-9e52-ff2421074193 HTTP/1.1" status: 204  len: 168 time: 0.5858274
Jan 15 21:14:53.177079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498e3e8-6ba0-4250-9548-e28f7ef5c094 None None] Network f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:53.178625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46358) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:53.209439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-96aae3fb-b40a-4391-a580-8bce0d9e549f None None] Current status of the port c8fbf507-dce6-446a-99d5-8b517dffd7a9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:53.274955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaf282-ea06-483f-8046-1234a0da2ebe req-005b4dc7-aa1c-42c7-ab6c-8a5029b50e7e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:53.282141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fffaf282-ea06-483f-8046-1234a0da2ebe req-005b4dc7-aa1c-42c7-ab6c-8a5029b50e7e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3286159
Jan 15 21:14:53.358059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0538ea11-cb2c-46ea-b307-8aab67995d2a req-5d124b9e-3da0-4675-a585-9217ea578fa6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 210 time: 0.0682135
Jan 15 21:14:53.398763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 68790719-ff6f-4c95-88ba-b63b609294ce triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:53.398763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.453121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffbeaa-84cf-465b-98a0-96d0c71689c9 None None] Network e8902453-93d9-48d2-8641-d9165e87af61 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:53.477823 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.556207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Provisioning complete for port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:53.556984 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.578771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks [] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.617699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks [] for port (535e4857-5215-4853-97ba-e91ab852ebd1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.623727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.658860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-362ec5ea-0940-41c2-87f4-190e06120967 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:53.661456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-362ec5ea-0940-41c2-87f4-190e06120967 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/networks?id=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 HTTP/1.1" status: 200  len: 797 time: 0.1816397
Jan 15 21:14:53.690733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.763256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-9012d0d7-c61e-4607-be26-e735009b725e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 473 time: 0.0919065
Jan 15 21:14:53.776164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'port': {'device_id': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'admin_state_up': True, 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'security_groups': ['2571f280-0abc-434e-a81c-ab3e2d4a703c']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:53.787687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:53.792216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Network c936b065-0f92-4da3-a811-90864b532da0 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:53.793321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] DHCP port deletion for f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:14:53.797663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3134765-2f36-4959-9697-81a546af74d9 None None] Pushing event updated for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:53.813124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:53.845717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:53.876640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fffaf282-ea06-483f-8046-1234a0da2ebe req-2403b6dc-b893-4f8e-8390-68ca72a1b819 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5886166
Jan 15 21:14:53.899621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 68790719-ff6f-4c95-88ba-b63b609294ce is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:53.924165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Allocated IP 2001:db8:3::1 (c936b065-0f92-4da3-a811-90864b532da0/99883bdf-1022-45f4-9010-edd8e24d3409/deb22138-2b0f-43a6-be06-2d9659f68eb8) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:53.942345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:14:53.946884 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.041924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Pushing event updated for resources: {'Port': ['ID=535e4857-5215-4853-97ba-e91ab852ebd1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:54.075343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Attempting to bind port 42d80dd7-6852-4da9-a0a6-5c9737d397cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:54.075727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Attempting to bind port 42d80dd7-6852-4da9-a0a6-5c9737d397cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:54.076055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Attempting to bind port 42d80dd7-6852-4da9-a0a6-5c9737d397cb on network 36d3da92-b006-4b01-a657-6adec9c0d111 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:54.093548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Current status of the port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:54.102951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Attempting to bind port 535e4857-5215-4853-97ba-e91ab852ebd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:54.103317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Attempting to bind port 535e4857-5215-4853-97ba-e91ab852ebd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:54.103679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Attempting to bind port 535e4857-5215-4853-97ba-e91ab852ebd1 on network c936b065-0f92-4da3-a811-90864b532da0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:54.105860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:54.106229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Checking segment: {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:54.106632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.107028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Bound using segment: {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:54.107667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Bound port: 42d80dd7-6852-4da9-a0a6-5c9737d397cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47a6ed1-c0de-4ee0-8983-a0512d702c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:54.107913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.130813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.146797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:54.147261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Checking segment: {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:54.147638 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.148092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Bound using segment: {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:54.148646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Bound port: 535e4857-5215-4853-97ba-e91ab852ebd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:54.149092 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.173538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.195375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.30 (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4/ab9167bd-7f2f-4534-b9a8-f16453c67af5/a324cd95-18a9-4be1-9b39-644e1887801c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:14:54.246408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Provisioning complete for port 42d80dd7-6852-4da9-a0a6-5c9737d397cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:54.246788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.249630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a251ec3-de63-492e-9677-0f64016393f5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:54.267898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.347454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Deleting port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:54.347454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.374348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (a324cd95-18a9-4be1-9b39-644e1887801c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.378546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:54.429993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Deleting port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:14:54.430457 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.434423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.435478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.451755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.509865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:54.513092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:54.527771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:54.539888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:54.543182 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.563926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Port 42d80dd7-6852-4da9-a0a6-5c9737d397cb cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:54.575588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:54.578379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] For port 42d80dd7-6852-4da9-a0a6-5c9737d397cb, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:54.583431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Calling delete_port for 982d8b5e-4c5a-4b4e-a506-b30c491fca5f owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:54.586156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] For port 42d80dd7-6852-4da9-a0a6-5c9737d397cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d80dd7-6852-4da9-a0a6-5c9737d397cb,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:54.594992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network e8902453-93d9-48d2-8641-d9165e87af61 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:54.603209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] For port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,segment=NetworkSegment(0b57a430-cfdc-4133-8bbe-a789f0b61f60),segment_id=0b57a430-cfdc-4133-8bbe-a789f0b61f60)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:54.603616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.603835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Could not find standard attr ID for object a786c302-71fa-4e5e-9e52-ff2421074193. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:14:54.607316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] For port 535e4857-5215-4853-97ba-e91ab852ebd1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:54.611221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:54.621624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] For port 535e4857-5215-4853-97ba-e91ab852ebd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=535e4857-5215-4853-97ba-e91ab852ebd1,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:54.622084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.631444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:54.632072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.640735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Calling delete_port for 982d8b5e-4c5a-4b4e-a506-b30c491fca5f owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:14:54.652249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-10d8e070-13c2-453f-91ed-43155efbc402 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8818994
Jan 15 21:14:54.666316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Request body: {'port': {'device_id': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:54.752298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.766055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.768501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c05c4-3d74-4fe2-91ed-d66840393f22 req-e9fa65de-e6db-4b3e-af56-e744297c23e1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:54.770441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c9c05c4-3d74-4fe2-91ed-d66840393f22 req-e9fa65de-e6db-4b3e-af56-e744297c23e1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 932 time: 0.2841957
Jan 15 21:14:54.785012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Provisioning complete for port c8fbf507-dce6-446a-99d5-8b517dffd7a9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:54.785491 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.813174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.848136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7a251ec3-de63-492e-9677-0f64016393f5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:54.848534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a251ec3-de63-492e-9677-0f64016393f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:54.945035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network c936b065-0f92-4da3-a811-90864b532da0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:54.989802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:54.990880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:55.020950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:14:55.021736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.038089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.054850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2fff3-0048-43cc-993d-99cb1618ed1b None None] Current status of the port c8fbf507-dce6-446a-99d5-8b517dffd7a9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:55.057017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3134765-2f36-4959-9697-81a546af74d9 None None] Pushing event updated for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.067545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:55.068252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79fd9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:55.148523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c9c05c4-3d74-4fe2-91ed-d66840393f22 req-966091b1-6251-4ec5-a10d-2d752cfd2428 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3613629
Jan 15 21:14:55.148743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.202858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (982d8b5e-4c5a-4b4e-a506-b30c491fca5f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.245604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a324cd95-18a9-4be1-9b39-644e1887801c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:14:55.262700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks [] for port (a324cd95-18a9-4be1-9b39-644e1887801c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.288890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Transition to ACTIVE for port object a324cd95-18a9-4be1-9b39-644e1887801c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:14:55.296372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.387827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Pushing event updated for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.420377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.420619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.420994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.421331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.421707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.421964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.422294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.422613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.422933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.423254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.423575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.423892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.424792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:14:55.495970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] No DVR routers for this DVR port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:55.498348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.500690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:55.513512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Attempting to bind port a324cd95-18a9-4be1-9b39-644e1887801c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:55.516054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Attempting to bind port a324cd95-18a9-4be1-9b39-644e1887801c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:55.516634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Attempting to bind port a324cd95-18a9-4be1-9b39-644e1887801c on network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:55.517399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Sync routers for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:55.524103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Port a324cd95-18a9-4be1-9b39-644e1887801c on network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:14:55.524942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Attempting to bind port a324cd95-18a9-4be1-9b39-644e1887801c on network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:55.528804 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:55.529719 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1fe370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:55.530187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:55.530680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Checking segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:55.531076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Bound using segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:55.531518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Bound port: a324cd95-18a9-4be1-9b39-644e1887801c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:55.531879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.534502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] No DVR routers for this DVR port 982d8b5e-4c5a-4b4e-a506-b30c491fca5f on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:14:55.572803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54e962-331a-4354-81b8-6fbd36653d81 None None] Pushing event updated for resources: {'Port': ['ID=535e4857-5215-4853-97ba-e91ab852ebd1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.631306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac1e08bd-dddd-46c0-bba8-751068861d31 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1342998
Jan 15 21:14:55.688854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.699873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:55.722266 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:55.805379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Provisioning complete for port 3f410724-c8d2-4a7b-b577-dd794939f79d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:55.805684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.817891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.830063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a839ef-2228-4a4e-9782-9c68584348ed None None] Pushing event deleted for resources: {'Port': ['ID=982d8b5e-4c5a-4b4e-a506-b30c491fca5f,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:55.872133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e795779d0>,) {'filters': {'network_id': ['f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:55.899678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e795779d0>, '0b57a430-cfdc-4133-8bbe-a789f0b61f60') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:55.900134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e795779d0>, '0b57a430-cfdc-4133-8bbe-a789f0b61f60') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:55.915432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (0b57a430-cfdc-4133-8bbe-a789f0b61f60), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.926745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7a251ec3-de63-492e-9677-0f64016393f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:55.928062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8fbf507-dce6-446a-99d5-8b517dffd7a9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:55.935186 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0b57a430-cfdc-4133-8bbe-a789f0b61f60), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.943643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:14:55.944431 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (0b57a430-cfdc-4133-8bbe-a789f0b61f60), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:55.968583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Port 3f410724-c8d2-4a7b-b577-dd794939f79d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:56.032016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Provisioning complete for port 42d80dd7-6852-4da9-a0a6-5c9737d397cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:56.032315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.039729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e832dda-3add-487e-9dbd-ff050cbc9657 req-3656cc01-0010-49fc-94bf-6c967058494b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.041809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e832dda-3add-487e-9dbd-ff050cbc9657 req-3656cc01-0010-49fc-94bf-6c967058494b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 1.0331850
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:14:56.043593 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:14:56.048225 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:14:56.048225 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:14:56.048225 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:14:56.048225 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:14:56.059754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.067864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.072055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] 10.222.0.46 "DELETE /v2.0/networks/f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97 HTTP/1.1" status: 204  len: 168 time: 2.8907244
Jan 15 21:14:56.081183 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1fe370>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:53Z', 'revision_number': 2, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:56.093430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c8fbf507-dce6-446a-99d5-8b517dffd7a9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:56.093809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.118995 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Checking router: f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:14:56.120053 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Updating router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf port 3f410724-c8d2-4a7b-b577-dd794939f79d binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:14:56.151689 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.195006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79fd9520>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:46Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:54Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:56.197432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:56.205861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a324cd95-18a9-4be1-9b39-644e1887801c,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:56.217295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.279641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Current status of the port 42d80dd7-6852-4da9-a0a6-5c9737d397cb is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:56.280243 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.285471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7b1f3-0d8b-470c-8f74-484d53b9df06 tempest-PortsIpV6TestJSON-1909086947 tempest-PortsIpV6TestJSON-1909086947-project] Pushing event deleted for resources: {'Network': ['ID=f5a0afb4-7158-4e9c-8f4b-6ed57e5e2b97,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:56.285671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86232f93-7b48-4b91-b120-978fceadf279 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:46Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:54Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:56.298233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.300532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.312231 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] 10.222.0.39 "PUT /v2.0/ports/a324cd95-18a9-4be1-9b39-644e1887801c HTTP/1.1" status: 200  len: 1092 time: 1.6510386
Jan 15 21:14:56.312878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:14:56.318714 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ab6e89-2568-428f-a791-133856b11ada" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:14:56.484212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bf0b3-4127-4942-8f6b-350cc74e7047 service neutron] Pushing event updated for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:56.493487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c8fbf507-dce6-446a-99d5-8b517dffd7a9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:56.495362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7f18bb7-4e99-43ac-aa81-611db145751a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:56.556047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-dae88f7d-6355-44c0-82e0-a83ff0ab9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.562654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-dae88f7d-6355-44c0-82e0-a83ff0ab9fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 1095 time: 0.1476223
Jan 15 21:14:56.594469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] For port 42d80dd7-6852-4da9-a0a6-5c9737d397cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d80dd7-6852-4da9-a0a6-5c9737d397cb,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:56.604218 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.608076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46386) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:56.627899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-feeca781-257f-41fb-9238-8445f99e6740 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734528489&fields=id&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 267 time: 0.5766544
Jan 15 21:14:56.660344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-5184b588-bae6-4467-9d25-a330fa7c4279 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a324cd95-18a9-4be1-9b39-644e1887801c HTTP/1.1" status: 200  len: 217 time: 0.0873735
Jan 15 21:14:56.788535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Provisioning complete for port a7f18bb7-4e99-43ac-aa81-611db145751a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:56.788891 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.803810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-76e29a72-6e4a-4e8a-838a-2930564ee1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.805483 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-76e29a72-6e4a-4e8a-838a-2930564ee1a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab9167bd-7f2f-4534-b9a8-f16453c67af5 HTTP/1.1" status: 200  len: 837 time: 0.1385810
Jan 15 21:14:56.866565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-8ccde967-9208-4782-8c14-a2a7ac978f40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.868127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-8ccde967-9208-4782-8c14-a2a7ac978f40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 796 time: 0.2392097
Jan 15 21:14:56.874002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e832dda-3add-487e-9dbd-ff050cbc9657 req-bd4f4434-8891-4064-9c29-3d3d0df1e832 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7735438
Jan 15 21:14:56.903869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-9e33e17f-a9e3-46c6-83db-2d2df067faf8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/quotas/ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 375 time: 0.0135021
Jan 15 21:14:56.957003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe26420-7078-41b2-a2b1-c54a218b7ac4 None None] Network c936b065-0f92-4da3-a811-90864b532da0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:14:56.963119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a7f18bb7-4e99-43ac-aa81-611db145751a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:56.969652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:56.984021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-d111b9c3-4e62-4bef-b6f3-437486dba90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:56.985564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-d111b9c3-4e62-4bef-b6f3-437486dba90c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1710639
Jan 15 21:14:57.024604 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks [] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.039059 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.095432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Pushing event updated for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:57.138573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-66319426-e058-45b9-87d9-85a4aaa48b08 service neutron] 10.222.0.39 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437633
Jan 15 21:14:57.155429 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2acf6-2f75-4e78-a8d1-42d77c746f68 None None] Pushing event updated for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:57.210370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a7f18bb7-4e99-43ac-aa81-611db145751a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:57.211041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.260276 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Attempting to bind port 3f410724-c8d2-4a7b-b577-dd794939f79d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:14:57.261078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Attempting to bind port 3f410724-c8d2-4a7b-b577-dd794939f79d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:14:57.261855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Attempting to bind port 3f410724-c8d2-4a7b-b577-dd794939f79d on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:14:57.264608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-505a9bc8-1389-4dce-9c9d-2bc2da4d891e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3530550
Jan 15 21:14:57.291432 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:14:57.291915 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:14:57.293188 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.293856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Bound using segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:14:57.295661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Bound port: 3f410724-c8d2-4a7b-b577-dd794939f79d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:14:57.297353 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.331171 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a141c3ca-4e05-483d-915e-3d5b8eff9e09 req-091c50f8-68dc-4a50-bef3-73137ef2fe4b service neutron] 10.222.0.39 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878994
Jan 15 21:14:57.338523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Current status of the port a7f18bb7-4e99-43ac-aa81-611db145751a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:57.338918 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.343837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a7f18bb7-4e99-43ac-aa81-611db145751a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f18bb7-4e99-43ac-aa81-611db145751a,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:57.369301 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.394861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8dad0355-b0ec-4b7c-a397-44658da6faa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cf3db04747f4826803c04a0457721dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7825477
Jan 15 21:14:57.395650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:57.434873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bc0a7-ba8b-4ccc-81dc-90f88a2823f4 req-72a1da8b-a331-4580-ad85-04a5b0553ff8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:57.436077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bc0a7-ba8b-4ccc-81dc-90f88a2823f4 req-72a1da8b-a331-4580-ad85-04a5b0553ff8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 944 time: 0.3377435
Jan 15 21:14:57.468499 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] For port 3f410724-c8d2-4a7b-b577-dd794939f79d, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:14:57.475500 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] For port 3f410724-c8d2-4a7b-b577-dd794939f79d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f410724-c8d2-4a7b-b577-dd794939f79d,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:14:57.481792 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.487547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:14:57.548363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:57.550423 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1fe370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:57.565957 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.572087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 982d8b5e-4c5a-4b4e-a506-b30c491fca5f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:14:57.573259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 982d8b5e-4c5a-4b4e-a506-b30c491fca5f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:14:57.610925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a7f18bb7-4e99-43ac-aa81-611db145751a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:57.616746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.618162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.621508 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2acf6-2f75-4e78-a8d1-42d77c746f68 None None] Pushing event updated for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:57.623936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:14:57.624392 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:14:57.631428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] Publish callbacks [] for security_group (c0c32e4c-1535-4f7d-9693-3c6c883bba96), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.644782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-9fd4db4f-2e43-4df3-8cac-08ff1397f539 service neutron] 10.222.0.46 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3397763
Jan 15 21:14:57.650403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bc0a7-ba8b-4ccc-81dc-90f88a2823f4 req-299a8ce6-c506-47c8-b6ed-0f98eb4354b6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1976662
Jan 15 21:14:57.723400 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb8dec-8d05-405e-bdad-4ab4b24120de x-openstack-request-id: req-38cb8dec-8d05-405e-bdad-4ab4b24120de {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:14:57.723999 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:14:57.724485 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38cb8dec-8d05-405e-bdad-4ab4b24120de {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:14:57.725145 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c', 'status': 'completed', 'code': 200}
Jan 15 21:14:57.812609 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:57.839914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6e89-2568-428f-a791-133856b11ada req-5ca5d024-bca0-4c48-b26e-0eb181e08e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:57.841489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-5ca5d024-bca0-4c48-b26e-0eb181e08e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 1095 time: 0.0951722
Jan 15 21:14:57.886223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] Publish callbacks [] for security_group (c0c32e4c-1535-4f7d-9693-3c6c883bba96), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:57.927158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 535e4857-5215-4853-97ba-e91ab852ebd1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:57.949828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event updated for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:57.962265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6e89-2568-428f-a791-133856b11ada req-6668652b-4d9a-4905-8607-9cea8f2844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:57.965218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-6668652b-4d9a-4905-8607-9cea8f2844c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 HTTP/1.1" status: 200  len: 898 time: 0.1149819
Jan 15 21:14:58.043505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-6cdc94e1-d702-4cd9-88a9-cb68aa29a8b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a324cd95-18a9-4be1-9b39-644e1887801c HTTP/1.1" status: 200  len: 217 time: 0.0695796
Jan 15 21:14:58.055008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 535e4857-5215-4853-97ba-e91ab852ebd1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:58.056031 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.061974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-0325aa9b-b2c2-4ae8-910c-032f2e7729a1 service neutron] 10.222.0.46 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4161940
Jan 15 21:14:58.075846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Network c936b065-0f92-4da3-a811-90864b532da0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:14:58.094069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2131f4-1b67-401c-a52c-71555b1c8301 req-1a8e9138-b27d-49ad-a25d-493a8b99684e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:58.103794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff2131f4-1b67-401c-a52c-71555b1c8301 req-1a8e9138-b27d-49ad-a25d-493a8b99684e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2201827
Jan 15 21:14:58.107879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:14:58.126279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6e89-2568-428f-a791-133856b11ada req-c56f29c6-1910-424d-8e69-dd6e511bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:58.128990 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-c56f29c6-1910-424d-8e69-dd6e511bc883 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab9167bd-7f2f-4534-b9a8-f16453c67af5 HTTP/1.1" status: 200  len: 837 time: 0.0759790
Jan 15 21:14:58.138931 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0c32e4c-1535-4f7d-9693-3c6c883bba96), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.141149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.142291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0c32e4c-1535-4f7d-9693-3c6c883bba96 HTTP/1.1" status: 204  len: 168 time: 0.7338541
Jan 15 21:14:58.143897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1fe370>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:57Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:58.187648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6e89-2568-428f-a791-133856b11ada req-bb940e71-002a-4aa9-919e-c1fbe4d06b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:58.189353 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-bb940e71-002a-4aa9-919e-c1fbe4d06b70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0526156
Jan 15 21:14:58.197181 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d7592-61cc-4570-9084-1b5bc0106079 None None] The sync data for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 is: [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:57Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:14:58.314310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffab9a33-6899-4c17-8a99-ce91f448b9a0 None None] Current status of the port a7f18bb7-4e99-43ac-aa81-611db145751a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:58.369465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae872d59-5465-4e09-80e4-7ca2a16a5c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c32e4c-1535-4f7d-9693-3c6c883bba96,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:58.462948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-bbbf2fb9-cd8d-4ca6-b435-34c50acfefbf service neutron] 10.222.0.39 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643130
Jan 15 21:14:58.561180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 535e4857-5215-4853-97ba-e91ab852ebd1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:58.577468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.647996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Provisioning complete for port 3f410724-c8d2-4a7b-b577-dd794939f79d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:58.648659 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.688690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 535e4857-5215-4853-97ba-e91ab852ebd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=535e4857-5215-4853-97ba-e91ab852ebd1,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:58.698575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.699839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 42d80dd7-6852-4da9-a0a6-5c9737d397cb up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:58.702653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9ab6e89-2568-428f-a791-133856b11ada req-4c45eca9-d475-4594-9040-d903468a3a5b service neutron] 10.222.0.39 "GET /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2336764
Jan 15 21:14:58.871407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=535e4857-5215-4853-97ba-e91ab852ebd1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:58.974169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 42d80dd7-6852-4da9-a0a6-5c9737d397cb triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:58.974639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:58.980632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Current status of the port 3f410724-c8d2-4a7b-b577-dd794939f79d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:58.981180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:59.063338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] For port 3f410724-c8d2-4a7b-b577-dd794939f79d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f410724-c8d2-4a7b-b577-dd794939f79d,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:14:59.071572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:59.143015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:14:59.155325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Provisioning complete for port 42d80dd7-6852-4da9-a0a6-5c9737d397cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:59.155700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:59.164578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff2131f4-1b67-401c-a52c-71555b1c8301 req-b668ed6e-230c-4e72-a607-272dd66079e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0596371
Jan 15 21:14:59.182755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c34fb712-0b2f-4f2e-a64d-76e4723a3f7a req-e047f401-806e-41e6-b9c1-2f164276f146 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 210 time: 0.0946002
Jan 15 21:14:59.329109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Pushing event updated for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:14:59.396109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 42d80dd7-6852-4da9-a0a6-5c9737d397cb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:59.456072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:14:59.464190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a9224cf7-fb28-4cd3-b8d8-bc2dcabcdfa3 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1916254
Jan 15 21:14:59.467262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46430) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:59.472369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:59.494766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:14:59.516276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Current status of the port 42d80dd7-6852-4da9-a0a6-5c9737d397cb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:14:59.528549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:14:59.529215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:14:59.576694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cceb37-94a6-4ac0-9fd1-2c1a73ef4095 req-dc165739-67b5-4c08-bc60-b67037ad1b87 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:14:59.586866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70cceb37-94a6-4ac0-9fd1-2c1a73ef4095 req-dc165739-67b5-4c08-bc60-b67037ad1b87 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1280074
Jan 15 21:14:59.665733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:14:59.698180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Provisioning complete for port deb22138-2b0f-43a6-be06-2d9659f68eb8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:14:59.698797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:59.702454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-70cceb37-94a6-4ac0-9fd1-2c1a73ef4095 req-6da496d2-894b-4a59-96fb-a5ef4e3bd94d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085291
Jan 15 21:14:59.771073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:14:59.845448 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:14:59.848595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Port deb22138-2b0f-43a6-be06-2d9659f68eb8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:14:59.922688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2014409791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:14:59.966146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 535e4857-5215-4853-97ba-e91ab852ebd1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:14:59.966958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:14:59.968042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.028022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376c40-acc7-4449-b9d4-065a76927955 req-9cc86ee5-9556-4db6-894f-04cb4ea63e73 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.036583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0376c40-acc7-4449-b9d4-065a76927955 req-9cc86ee5-9556-4db6-894f-04cb4ea63e73 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2357385
Jan 15 21:15:00.059997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e269-7496-4289-b894-8c64b365fe6c req-71037485-541c-45c1-b844-a49d19ee83a9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.062087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d449e269-7496-4289-b894-8c64b365fe6c req-71037485-541c-45c1-b844-a49d19ee83a9 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 944 time: 0.2168746
Jan 15 21:15:00.087461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router_controller (2bda08e9-3791-430f-9e9c-f1015e8cd066), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.164595 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0376c40-acc7-4449-b9d4-065a76927955 req-16985136-fc90-4c28-9739-c7caff728b71 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246462
Jan 15 21:15:00.196364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d449e269-7496-4289-b894-8c64b365fe6c req-2ab30792-faeb-4580-8aa8-826b847e560d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242154
Jan 15 21:15:00.247297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-b1911b6a-0219-4001-9332-9e9ac7c9e4c1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.259784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-b1911b6a-0219-4001-9332-9e9ac7c9e4c1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 796 time: 0.1636267
Jan 15 21:15:00.274500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.327423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.328621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-558ec015-6bdb-4a2e-b668-d99613a96ce9 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6617920
Jan 15 21:15:00.331626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46444) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:00.337180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-148757687'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:00.352473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Provisioning complete for port 535e4857-5215-4853-97ba-e91ab852ebd1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:00.352881 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.418348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-b7164b17-e3a8-42e5-8313-fca5c3a3cc11 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 379 time: 0.1573951
Jan 15 21:15:00.422622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8fb18c09-bf81-40e1-9013-8ca3a29bc750 req-eb64e6fe-2078-4629-8130-e697c15051f9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 210 time: 0.0453570
Jan 15 21:15:00.450776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:00.454491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.471648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'port': {'device_id': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'admin_state_up': True, 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'security_groups': ['3679eae2-e1c8-4c62-89fe-ac124e9921f2']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:00.473802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a324cd95-18a9-4be1-9b39-644e1887801c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:15:00.473940 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.484323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 535e4857-5215-4853-97ba-e91ab852ebd1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:00.484705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.485584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28214e94-5819-497a-a550-665a5174a0e8 req-b04c5fad-5b43-4d71-bb76-6dbed1e68c52 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.487995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28214e94-5819-497a-a550-665a5174a0e8 req-b04c5fad-5b43-4d71-bb76-6dbed1e68c52 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1387501
Jan 15 21:15:00.545002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.extraroute_db [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=114438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:15:00.562722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-28214e94-5819-497a-a550-665a5174a0e8 req-23ac6123-ecef-4b8c-b97f-2d1ce5f486cd tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649641
Jan 15 21:15:00.593976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.extraroute_db [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Removed routes are [] {{(pid=114438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:15:00.594645 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.632287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for security_group (7d7efe07-9771-40c3-bea8-8d9c67656156), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.638803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7d7efe07-9771-40c3-bea8-8d9c67656156), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.654405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-439c58f2-6afa-4125-818c-38fa69232aee None None] Current status of the port 535e4857-5215-4853-97ba-e91ab852ebd1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:00.672865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:00.718401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2ce767a8-c178-41fc-80f5-a6771154eaf7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.718821 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Added segment 2ce767a8-c178-41fc-80f5-a6771154eaf7 of type vlan for network 5ae62e93-9690-4290-9d70-c20fc1dba07d
Jan 15 21:15:00.723386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 535e4857-5215-4853-97ba-e91ab852ebd1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:00.724882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f410724-c8d2-4a7b-b577-dd794939f79d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:00.726074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:00.729684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.731146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0640>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:14:55Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:00.732437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7efe07-9771-40c3-bea8-8d9c67656156,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:00.777633 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5ae62e93-9690-4290-9d70-c20fc1dba07d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.787989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396953df-2310-4dde-a676-003547400fbc req-36145398-8e26-4d70-ba2d-597b0b058ac7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.792922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-396953df-2310-4dde-a676-003547400fbc req-36145398-8e26-4d70-ba2d-597b0b058ac7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1390214
Jan 15 21:15:00.808147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:00.808147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Updating router 252d2cf2-1585-4f59-977e-f8b77820522a port deb22138-2b0f-43a6-be06-2d9659f68eb8 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:15:00.854276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a324cd95-18a9-4be1-9b39-644e1887801c,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:00.860152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5ae62e93-9690-4290-9d70-c20fc1dba07d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.868941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:00.869925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.876595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ca592c1c-3ffa-487e-bb1e-4fa515d35277 None None] Provisioning complete for port deb22138-2b0f-43a6-be06-2d9659f68eb8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:00.876871 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ca592c1c-3ffa-487e-bb1e-4fa515d35277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.898606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.899296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.900438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'a324cd95-18a9-4be1-9b39-644e1887801c', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'port_id': 'a324cd95-18a9-4be1-9b39-644e1887801c', 'mac_address': 'fa:16:3e:7c:76:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:15:00.907326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.953830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-396953df-2310-4dde-a676-003547400fbc req-86bd5102-b49b-4ff9-8845-fffa2ee4dc1f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503825
Jan 15 21:15:00.963024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3f410724-c8d2-4a7b-b577-dd794939f79d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:00.963410 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:00.976536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6412203
Jan 15 21:15:00.979787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46448) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:00.979948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3165-76fb-4229-81e5-89c78d7d03b3 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Network': ['ID=5ae62e93-9690-4290-9d70-c20fc1dba07d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:00.983141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'subnet': {'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:00.987855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ca592c1c-3ffa-487e-bb1e-4fa515d35277 None None] Port deb22138-2b0f-43a6-be06-2d9659f68eb8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:01.031691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:01.080242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.10 (e8902453-93d9-48d2-8641-d9165e87af61/b8d88f77-5014-4c14-8432-10d0096bdad3/5946fdbc-5c0f-444f-9903-f401907ec9ec) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:01.089545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a324cd95-18a9-4be1-9b39-644e1887801c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:01.089939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.147632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb0df-60d3-4165-aaf8-c583a1beeb2e req-869907d8-12db-41ce-8e65-7fd58ad782a7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:01.149615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff4cb0df-60d3-4165-aaf8-c583a1beeb2e req-869907d8-12db-41ce-8e65-7fd58ad782a7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0606358
Jan 15 21:15:01.167398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:01.211098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a324cd95-18a9-4be1-9b39-644e1887801c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:15:01.217689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff4cb0df-60d3-4165-aaf8-c583a1beeb2e req-a46af923-a001-41f0-95e7-de4505370f53 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627372
Jan 15 21:15:01.261699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:01.265552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.276286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a324cd95-18a9-4be1-9b39-644e1887801c,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:01.333154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.344112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3f410724-c8d2-4a7b-b577-dd794939f79d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:01.345252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7f18bb7-4e99-43ac-aa81-611db145751a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:01.407100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6346beb-e79e-4f7b-9517-06f60b6550d4 req-d1132dcf-ca5e-4216-a397-c59d9bca28fa tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:01.415637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6346beb-e79e-4f7b-9517-06f60b6550d4 req-d1132dcf-ca5e-4216-a397-c59d9bca28fa tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 945 time: 0.1296065
Jan 15 21:15:01.445348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:01.456321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c80dc-24d7-4a5a-9d01-5e4fd9797665 req-c9b51d77-52ae-4e22-b0df-c81627fb7dc7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:01.463869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb2c80dc-24d7-4a5a-9d01-5e4fd9797665 req-c9b51d77-52ae-4e22-b0df-c81627fb7dc7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1237650
Jan 15 21:15:01.486904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:01.495163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.496355 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a7a1ea05-8f53-43a2-8d1c-0ab914cdb590 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 954 time: 2.0280490
Jan 15 21:15:01.500431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:01.502346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.514759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a7f18bb7-4e99-43ac-aa81-611db145751a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:01.515224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6346beb-e79e-4f7b-9517-06f60b6550d4 req-d6bf30e1-f410-4181-821c-49fab71b0a9b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984704
Jan 15 21:15:01.515362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.573944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['a324cd95-18a9-4be1-9b39-644e1887801c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:15:01.609604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb2c80dc-24d7-4a5a-9d01-5e4fd9797665 req-61ce9b5a-23ca-43a1-ad9c-4000a441b499 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448503
Jan 15 21:15:01.639760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks [] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.650364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c816c2d9-6f18-4c73-ab31-4a5ea62c9e90 req-aa2768a2-18b7-47e3-b728-baf001129a5d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 210 time: 0.0397115
Jan 15 21:15:01.658481 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (7d5aca84-2110-4bc3-9194-439149c84c13), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.660403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.670499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e1c1684d-bbc1-45fa-9629-eb08ab176146 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 954 time: 0.1688805
Jan 15 21:15:01.671199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46464) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:01.688038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'routes': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:01.721978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.799190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Checking segment: {'id': '2ce767a8-c178-41fc-80f5-a6771154eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:01.799557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network hostable DHCP agents. Network: 5ae62e93-9690-4290-9d70-c20fc1dba07d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:01.806769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Subnet': ['ID=7d5aca84-2110-4bc3-9194-439149c84c13,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:01.807016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b879-7d20-4a5a-a5fb-dc79b6d9cbbb None None] Pushing event updated for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:01.820166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network e8902453-93d9-48d2-8641-d9165e87af61 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:01.831905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:01.833979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:01.884938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:01.896247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a9af-09df-4e69-aacd-d99f083c014f req-75a09450-aaaf-4118-96ed-c0b9b1c7ff91 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:01.897979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4252a9af-09df-4e69-aacd-d99f083c014f req-75a09450-aaaf-4118-96ed-c0b9b1c7ff91 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1291087
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.914891 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:01.918107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:01.935010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:01.949272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a7f18bb7-4e99-43ac-aa81-611db145751a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:01.960666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-d1f39910-63ea-4f8a-a085-b64c7d1bc945 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4951382
Jan 15 21:15:01.991784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Attempting to bind port deb22138-2b0f-43a6-be06-2d9659f68eb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:01.992160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Attempting to bind port deb22138-2b0f-43a6-be06-2d9659f68eb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:01.992527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Attempting to bind port deb22138-2b0f-43a6-be06-2d9659f68eb8 on network c936b065-0f92-4da3-a811-90864b532da0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:01.996596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ae62e93-9690-4290-9d70-c20fc1dba07d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:02.004315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:02.005464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.005705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:02.006780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Checking segment: {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:02.007299 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.007701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Bound using segment: {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:02.008306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Bound port: deb22138-2b0f-43a6-be06-2d9659f68eb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d337f29-a4ac-4cd9-a2f6-ed7d03589005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:02.008571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.020878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85324a34-4050-4a6b-9fe7-744a270c64ea None None] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:02.039029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f7ab790e-33d1-4caf-8b54-498862786968 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0607889
Jan 15 21:15:02.041947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:02.051092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'network': {'name': 'tempest-router-network01--1093177774'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:02.081458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Request body: {'port': {'device_id': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:02.124824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4252a9af-09df-4e69-aacd-d99f083c014f req-1f933d10-1ae6-4da9-8fbc-c5b9bb1a9a73 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779547
Jan 15 21:15:02.171619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.178215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:02.186748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.276610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:02.284135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] For port deb22138-2b0f-43a6-be06-2d9659f68eb8, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:02.307710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (79b835ab-f3f1-4b24-b7a4-e095c9c9e246), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.308063 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Added segment 79b835ab-f3f1-4b24-b7a4-e095c9c9e246 of type vlan for network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d
Jan 15 21:15:02.325873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-085cf3e7-71dd-4c93-ab6b-3df0168f5195 None None] Provisioning complete for port deb22138-2b0f-43a6-be06-2d9659f68eb8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:02.326375 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-085cf3e7-71dd-4c93-ab6b-3df0168f5195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.331612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] For port deb22138-2b0f-43a6-be06-2d9659f68eb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb22138-2b0f-43a6-be06-2d9659f68eb8,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:02.331958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d0c2-b92c-48e9-ab8b-e05606a7ed77 req-2bcad716-b17a-41b9-baf4-a45ff4e1acbe tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:02.337517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dc6d0c2-b92c-48e9-ab8b-e05606a7ed77 req-2bcad716-b17a-41b9-baf4-a45ff4e1acbe tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1163802
Jan 15 21:15:02.338820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ae62e93-9690-4290-9d70-c20fc1dba07d', 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d', 'project_id': 'ee153124c58c4ccd9a7ced9c7d3412eb', 'fixed_ips': [{'subnet_id': '7d5aca84-2110-4bc3-9194-439149c84c13'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:02.339866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.396335 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.422354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.430748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dc6d0c2-b92c-48e9-ab8b-e05606a7ed77 req-aa09d741-549c-4a81-9470-9c6ffff4be70 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895200
Jan 15 21:15:02.502337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-085cf3e7-71dd-4c93-ab6b-3df0168f5195 None None] Port deb22138-2b0f-43a6-be06-2d9659f68eb8 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:02.503135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.506448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added routes are [] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:15:02.506980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:15:02.511525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:02.512360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.553868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.600422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:02.601106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:02.604259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Network': ['ID=32d55d9b-6d4f-4b1a-99e4-4495f7dc024d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:02.637926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a8d010f5-c82f-485e-b5b5-404b3b2204c5 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5947652
Jan 15 21:15:02.638562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46480) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:02.669169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'network': {'name': 'tempest-router-network02--586178343'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:02.756108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:02.761516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.801191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:15:02.814426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks [] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.831907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:02.841620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Transition to ACTIVE for port object 5946fdbc-5c0f-444f-9903-f401907ec9ec will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:15:02.847955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.857550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (be570502-e907-420c-a9c2-6b5d32adfef3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.857953 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Added segment be570502-e907-420c-a9c2-6b5d32adfef3 of type vlan for network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b
Jan 15 21:15:02.862591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccc017-1622-49bf-9762-510efeb6bcac req-cf963ffd-03e4-489a-a6aa-3c89d43d844c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:02.863804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43ccc017-1622-49bf-9762-510efeb6bcac req-cf963ffd-03e4-489a-a6aa-3c89d43d844c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1651032
Jan 15 21:15:02.876092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.876792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:02.881197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b879-7d20-4a5a-a5fb-dc79b6d9cbbb None None] Pushing event updated for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:02.909113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839c0d-6146-43fb-ab4a-edaa621510e1 req-4baa6c56-a522-41f7-a6bb-31b60e9d4ae0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:02.916313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d839c0d-6146-43fb-ab4a-edaa621510e1 req-4baa6c56-a522-41f7-a6bb-31b60e9d4ae0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 945 time: 0.2201955
Jan 15 21:15:02.932398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:02.996791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3b1bfdb4-076c-42b4-ba30-666e8e667e1b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.003608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:03.070288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:03.077501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3b1bfdb4-076c-42b4-ba30-666e8e667e1b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.088218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:03.088864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.101493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43ccc017-1622-49bf-9762-510efeb6bcac req-7c50d4ee-f209-4352-8f6b-7a34a4594c3d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296600
Jan 15 21:15:03.114717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d839c0d-6146-43fb-ab4a-edaa621510e1 req-f2ffda93-e5e0-47fd-a240-5ff9fc854c4d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1974492
Jan 15 21:15:03.134370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:03.134370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:03.134370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:03.145066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Allocated IP 172.20.0.2 (5ae62e93-9690-4290-9d70-c20fc1dba07d/7d5aca84-2110-4bc3-9194-439149c84c13/ef12be58-98ae-4712-bd30-e067d4c47ed5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:03.193214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:03.200417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:15:03.200746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:03.211861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5450568
Jan 15 21:15:03.214653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46486) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:03.222076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'subnet': {'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:03.225854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:03.226199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:03.226582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Bound using segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:03.227027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Bound port: 5946fdbc-5c0f-444f-9903-f401907ec9ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:03.227393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.334049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Provisioning complete for port deb22138-2b0f-43a6-be06-2d9659f68eb8 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:03.334511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.406168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb2532-6232-45cd-a80c-81a4b3945adc req-f56f6f82-dcc9-4356-980b-5aff4c9519e5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:03.407775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59bb2532-6232-45cd-a80c-81a4b3945adc req-f56f6f82-dcc9-4356-980b-5aff4c9519e5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1998050
Jan 15 21:15:03.411791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:03.420252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.420947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e6da5902-ecce-4c2e-9c49-08309287fff0 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 704 time: 1.7487338
Jan 15 21:15:03.429386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b5e34-68f3-4e5b-894e-b1ce879ba8b7 req-0ee2afc9-f8ab-4db6-a780-c45b44165f4e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:03.436328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac5b5e34-68f3-4e5b-894e-b1ce879ba8b7 req-0ee2afc9-f8ab-4db6-a780-c45b44165f4e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.1956127
Jan 15 21:15:03.439014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46488) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:03.535870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks [] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.571829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba906034-8d0f-4034-820a-fd136e65dfde tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Network': ['ID=3b1bfdb4-076c-42b4-ba30-666e8e667e1b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:03.587511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:03.589840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.697465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Current status of the port deb22138-2b0f-43a6-be06-2d9659f68eb8 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:03.697940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.699927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:03.702207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:03.704258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:03.712017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:03.715719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.720530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.728074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:03.735088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:03.746116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Pushing event updated for resources: {'Port': ['ID=ef12be58-98ae-4712-bd30-e067d4c47ed5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:03.816063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:03.817116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.819062 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] 10.222.0.45 "PUT /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 1092 time: 1.8453877
Jan 15 21:15:03.820177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] For port deb22138-2b0f-43a6-be06-2d9659f68eb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb22138-2b0f-43a6-be06-2d9659f68eb8,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:03.822049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:03.832414 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b" -d '{"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:03.843572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.876237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Attempting to bind port ef12be58-98ae-4712-bd30-e067d4c47ed5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:03.877275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Attempting to bind port ef12be58-98ae-4712-bd30-e067d4c47ed5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ce767a8-c178-41fc-80f5-a6771154eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:03.877275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Attempting to bind port ef12be58-98ae-4712-bd30-e067d4c47ed5 on network 5ae62e93-9690-4290-9d70-c20fc1dba07d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:03.886396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0640>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 7, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:03.887164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7addc-fb58-4d05-af3e-c9fb3351cbad service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:03.931998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:03.931998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Checking segment: {'id': '2ce767a8-c178-41fc-80f5-a6771154eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:03.931998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.931998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Bound using segment: {'id': '2ce767a8-c178-41fc-80f5-a6771154eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:03.931998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Bound port: ef12be58-98ae-4712-bd30-e067d4c47ed5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce767a8-c178-41fc-80f5-a6771154eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5ae62e93-9690-4290-9d70-c20fc1dba07d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:03.932652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:03.937793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e6fc4-d1df-48b4-866e-a6c899bcb797 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 7, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 4, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:03.954809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59bb2532-6232-45cd-a80c-81a4b3945adc req-63d05df9-3423-4e14-8abc-9c6e85cb8ea3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5163546
Jan 15 21:15:03.969429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac5b5e34-68f3-4e5b-894e-b1ce879ba8b7 req-e9cbcfdf-66ec-4aa3-96d1-c2f97cf13991 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5321467
Jan 15 21:15:03.988421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc975b77-b64f-45ce-a7d0-b15c4cc9630c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 704 time: 0.5476339
Jan 15 21:15:03.990890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46494) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:04.075415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c6698-28f4-455e-9fd3-0d2397dd7e2c None None] Pushing event updated for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:04.099258 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fde37-c50b-400f-a3b0-71eb0d536888 x-openstack-request-id: req-b06fde37-c50b-400f-a3b0-71eb0d536888 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:04.099470 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:04.099781 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b06fde37-c50b-400f-a3b0-71eb0d536888 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:04.116539 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:15:04.126556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-c82bd9fb-eb44-4863-a526-f202194fcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.131023 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-c82bd9fb-eb44-4863-a526-f202194fcd51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1095 time: 0.2135742
Jan 15 21:15:04.177239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] For port ef12be58-98ae-4712-bd30-e067d4c47ed5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:04.183157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] For port ef12be58-98ae-4712-bd30-e067d4c47ed5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef12be58-98ae-4712-bd30-e067d4c47ed5,segment=NetworkSegment(2ce767a8-c178-41fc-80f5-a6771154eaf7),segment_id=2ce767a8-c178-41fc-80f5-a6771154eaf7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:04.194235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.242275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-a8eab491-8f4b-4cd3-aba9-93858bf3a56c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 217 time: 0.0983829
Jan 15 21:15:04.333636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402811f-85b6-4647-9c2b-e531fc29a762 None None] Pushing event updated for resources: {'Port': ['ID=ef12be58-98ae-4712-bd30-e067d4c47ed5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:04.405262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (74c93932-d21e-4c29-a782-e28ff75c7552), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.413225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-914d9055-2a7d-4c81-996f-ee02e06804ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.415122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-914d9055-2a7d-4c81-996f-ee02e06804ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.1592009
Jan 15 21:15:04.483110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a324cd95-18a9-4be1-9b39-644e1887801c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:04.502484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88104ace-03b3-4c78-a499-7b78717bd99e req-1449a560-728b-431b-93b6-46591a0162e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.504271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88104ace-03b3-4c78-a499-7b78717bd99e req-1449a560-728b-431b-93b6-46591a0162e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2891421
Jan 15 21:15:04.516931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Subnet': ['ID=74c93932-d21e-4c29-a782-e28ff75c7552,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:04.532819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Checking segment: {'id': '79b835ab-f3f1-4b24-b7a4-e095c9c9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:04.533933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network hostable DHCP agents. Network: 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:04.552507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c8bb-be24-4b54-87c6-dc71f72a7400 req-44f09ec1-892f-46fe-9e7a-c1ccbb2b60be tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.557264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-9f056970-34d2-4440-a499-2b8f4fe1b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.559379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-9f056970-34d2-4440-a499-2b8f4fe1b1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1196072
Jan 15 21:15:04.563858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a64c8bb-be24-4b54-87c6-dc71f72a7400 req-44f09ec1-892f-46fe-9e7a-c1ccbb2b60be tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 945 time: 0.2880108
Jan 15 21:15:04.595469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:04.622445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port a324cd95-18a9-4be1-9b39-644e1887801c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:15:04.626573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port a324cd95-18a9-4be1-9b39-644e1887801c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:04.627133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.676570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:04.683341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:04.683945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.719021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3463711-f6f4-4da6-8cc8-e72687d284e7 None None] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:04.728769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88104ace-03b3-4c78-a499-7b78717bd99e req-a2b77c72-785e-4374-b85e-4110aff8b716 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138715
Jan 15 21:15:04.748084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46502) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:04.749091 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d4f48103-6d53-4316-8ab4-0d329f8f6d30 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5268962
Jan 15 21:15:04.795435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a324cd95-18a9-4be1-9b39-644e1887801c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:04.795822 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.800583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-9fe9fee4-0842-4d72-a50f-e0ff34281077 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316210
Jan 15 21:15:04.802356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'subnet': {'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:04.865288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:04.873587 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7c874-0891-4174-bc22-fb0aee378241" -d '{"events": [{"server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "name": "network-vif-plugged", "status": "completed", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:04.901998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a324cd95-18a9-4be1-9b39-644e1887801c,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:04.935326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9484c9f8-a0ac-46ec-8801-febde2fcef17 req-6f1a25b8-0022-4fe8-8b3a-c30d4ea0b83d service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247292
Jan 15 21:15:04.936493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:04.953932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a64c8bb-be24-4b54-87c6-dc71f72a7400 req-8295dbf4-0afc-41c6-834d-ac9b0af52ead tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3884242
Jan 15 21:15:04.977583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32d55d9b-6d4f-4b1a-99e4-4495f7dc024d', 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d', 'project_id': 'ee153124c58c4ccd9a7ced9c7d3412eb', 'fixed_ips': [{'subnet_id': '74c93932-d21e-4c29-a782-e28ff75c7552'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:04.978640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.005889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f644-6eb4-49f1-a31f-88e9c1d427a5 req-0418d52f-6e24-4ec0-b87e-063b61ac98e1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.007514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e51f644-6eb4-49f1-a31f-88e9c1d427a5 req-0418d52f-6e24-4ec0-b87e-063b61ac98e1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1128244
Jan 15 21:15:05.016910 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Made reservation on behalf of ee153124c58c4ccd9a7ced9c7d3412eb for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:05.020614 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.051662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-566e8031-92df-4064-9e2c-a0491e77bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.053376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-566e8031-92df-4064-9e2c-a0491e77bf15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1095 time: 0.0498426
Jan 15 21:15:05.140563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:05.190927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-fa6678a1-866a-46ae-b6f2-aedd3cca203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.192524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-fa6678a1-866a-46ae-b6f2-aedd3cca203c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.1335521
Jan 15 21:15:05.235906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e51f644-6eb4-49f1-a31f-88e9c1d427a5 req-f436e5bc-a2fc-4f6b-a71c-05bc59396d1f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104571
Jan 15 21:15:05.239386 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6efa71-da12-46ef-a734-15a4492cfe5e x-openstack-request-id: req-fc6efa71-da12-46ef-a734-15a4492cfe5e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:05.239647 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "name": "network-vif-plugged", "status": "completed", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:05.239895 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc6efa71-da12-46ef-a734-15a4492cfe5e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:05.240632 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c', 'code': 200}
Jan 15 21:15:05.277551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-a4e946f8-ec95-42a2-8aa9-5dbc1c7eb2ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 217 time: 0.0769348
Jan 15 21:15:05.298059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Allocated IP 172.20.0.2 (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d/74c93932-d21e-4c29-a782-e28ff75c7552/4c2f2a4c-cef8-4fd3-b11b-a687a8582326) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:05.447588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-a033dbb5-37e4-43c2-ac04-f72f4a3a1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.449520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-a033dbb5-37e4-43c2-ac04-f72f4a3a1c36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.1675115
Jan 15 21:15:05.455487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c8345-26e8-47d0-8cee-0da82819b61c req-eeaa4f70-e983-40ab-9810-9f7121608a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.457027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d4c8345-26e8-47d0-8cee-0da82819b61c req-eeaa4f70-e983-40ab-9810-9f7121608a0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 1097 time: 0.0857282
Jan 15 21:15:05.478223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.518751 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:05.522762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-c368522d-f49e-4d95-84c1-c7220e29aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.524028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-c368522d-f49e-4d95-84c1-c7220e29aacc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0661311
Jan 15 21:15:05.534793 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:05.535528 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:05.539568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks [] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.551720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.563103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7d4c8345-26e8-47d0-8cee-0da82819b61c req-fe270d1d-4c9f-436e-8683-ae52d4b07080 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755346
Jan 15 21:15:05.649596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:05.670754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:05.672540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:05.673253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-3632140f-ad72-4529-8a5e-3cba51897c33 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381934
Jan 15 21:15:05.677397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:05.681878 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:05.701073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.749200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c7d8-f3b4-43bf-aae0-96d3b99484f7 req-1a1896cf-191d-46fa-9c55-837167788947 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.750786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f879c7d8-f3b4-43bf-aae0-96d3b99484f7 req-1a1896cf-191d-46fa-9c55-837167788947 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3774645
Jan 15 21:15:05.779295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Attempting to bind port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:05.779688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Attempting to bind port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79b835ab-f3f1-4b24-b7a4-e095c9c9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:05.780034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Attempting to bind port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 on network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:05.788986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:05.789398 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Checking segment: {'id': '79b835ab-f3f1-4b24-b7a4-e095c9c9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:05.789879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.790278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Bound using segment: {'id': '79b835ab-f3f1-4b24-b7a4-e095c9c9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:05.790752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Bound port: 4c2f2a4c-cef8-4fd3-b11b-a687a8582326, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b835ab-f3f1-4b24-b7a4-e095c9c9e246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '32d55d9b-6d4f-4b1a-99e4-4495f7dc024d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:05.791131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.807276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d6f66-d56e-4e66-879e-ac7528423329 req-0b3aac0c-eeae-4c56-9fcd-b76f506d5ae4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:05.808804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-375d6f66-d56e-4e66-879e-ac7528423329 req-0b3aac0c-eeae-4c56-9fcd-b76f506d5ae4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.4558809
Jan 15 21:15:05.863523 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3bafe7-e830-4fc6-9d38-8beaa46ae58b req-fa9716db-b7ec-44d3-b2ae-13c69bfe5bd5 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819553
Jan 15 21:15:05.901987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] For port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:05.905182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Subnet': ['ID=c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:05.906111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] For port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,segment=NetworkSegment(79b835ab-f3f1-4b24-b7a4-e095c9c9e246),segment_id=79b835ab-f3f1-4b24-b7a4-e095c9c9e246)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:05.914118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:05.947986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6efd42-0833-46c8-bdb0-6b9f8d0630da None None] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:05.948251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Checking segment: {'id': 'be570502-e907-420c-a9c2-6b5d32adfef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:05.948251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network hostable DHCP agents. Network: 3b1bfdb4-076c-42b4-ba30-666e8e667e1b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:05.967728 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b550>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 7, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:15:03Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:05.977074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f879c7d8-f3b4-43bf-aae0-96d3b99484f7 req-37afa9f5-6ece-4960-b1f0-970dc4598778 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767755
Jan 15 21:15:06.005563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-375d6f66-d56e-4e66-879e-ac7528423329 req-732385cf-785d-4501-ab29-dd320c112646 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1778264
Jan 15 21:15:06.065085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:06.066126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:06.086921 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:06.088399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:06.094479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7b5e4-1990-4c4f-9015-b83cd7c45733 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:06.115939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b1bfdb4-076c-42b4-ba30-666e8e667e1b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:06.116920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Provisioning complete for port ef12be58-98ae-4712-bd30-e067d4c47ed5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:06.117091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.143264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:06.143858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.160323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b3811-ee81-41f2-af4e-63fbb0481ba7 None None] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:06.218837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dafb5396-4347-4e3c-824d-30d8b37718c1 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4315505
Jan 15 21:15:06.221843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46520) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:06.279685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device deb22138-2b0f-43a6-be06-2d9659f68eb8 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:06.281149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:06.309166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562d0b-df15-41a2-ae56-9b3d99321533 req-3c98cb84-5368-439c-b856-aceb6fe497ff tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:06.317255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34562d0b-df15-41a2-ae56-9b3d99321533 req-3c98cb84-5368-439c-b856-aceb6fe497ff tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.2326777
Jan 15 21:15:06.409209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34562d0b-df15-41a2-ae56-9b3d99321533 req-ae137ef7-1a96-493e-9fee-f27fe70c3691 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907497
Jan 15 21:15:06.456881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port deb22138-2b0f-43a6-be06-2d9659f68eb8 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:06.457362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.479903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388293fb-b2d6-4dfb-bf70-50c2c0312f0c req-63dcb497-c87c-43ab-990c-7217e266a004 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:06.482144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-388293fb-b2d6-4dfb-bf70-50c2c0312f0c req-63dcb497-c87c-43ab-990c-7217e266a004 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2970688
Jan 15 21:15:06.657509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b1bfdb4-076c-42b4-ba30-666e8e667e1b', 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b', 'project_id': 'ee153124c58c4ccd9a7ced9c7d3412eb', 'fixed_ips': [{'subnet_id': 'c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:06.658273 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.684758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b550>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 7, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:15:03Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:06.738645 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f9e84-d0ae-4fe0-8b4d-449d93e7efa0 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:02Z', 'revision_number': 7, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb22138-2b0f-43a6-be06-2d9659f68eb8', 'name': '', 'network_id': 'c936b065-0f92-4da3-a811-90864b532da0', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:52Z', 'updated_at': '2022-01-15T21:15:03Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '99883bdf-1022-45f4-9010-edd8e24d3409', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:06.765831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port deb22138-2b0f-43a6-be06-2d9659f68eb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb22138-2b0f-43a6-be06-2d9659f68eb8,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:06.766461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.781202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.791279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-388293fb-b2d6-4dfb-bf70-50c2c0312f0c req-6f6dce06-0578-4147-b436-969d291b7fb1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846375
Jan 15 21:15:06.792209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for deb22138-2b0f-43a6-be06-2d9659f68eb8 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:06.918250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port deb22138-2b0f-43a6-be06-2d9659f68eb8 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:06.918849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:06.950580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Current status of the port ef12be58-98ae-4712-bd30-e067d4c47ed5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:06.950974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.059974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] For port ef12be58-98ae-4712-bd30-e067d4c47ed5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef12be58-98ae-4712-bd30-e067d4c47ed5,segment=NetworkSegment(2ce767a8-c178-41fc-80f5-a6771154eaf7),segment_id=2ce767a8-c178-41fc-80f5-a6771154eaf7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:07.066047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Allocated IP 172.20.0.2 (3b1bfdb4-076c-42b4-ba30-666e8e667e1b/c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00/954f518f-9a23-4c4d-9ea2-afa7a9682b8b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:07.071269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.206776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b145-c02a-439d-9fbc-7758ffcc7033 req-d02e7d48-fc6d-4426-be35-a55cf4ed398e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:07.208665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6004b145-c02a-439d-9fbc-7758ffcc7033 req-d02e7d48-fc6d-4426-be35-a55cf4ed398e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1916411
Jan 15 21:15:07.241866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port deb22138-2b0f-43a6-be06-2d9659f68eb8 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:07.243707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef12be58-98ae-4712-bd30-e067d4c47ed5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:07.244937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a023-cd9b-4f7b-a6a1-eac21a9f16f1 None None] Pushing event updated for resources: {'Port': ['ID=ef12be58-98ae-4712-bd30-e067d4c47ed5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:07.249087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (deb22138-2b0f-43a6-be06-2d9659f68eb8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.260127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Allocated IP 172.20.0.1 (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d/74c93932-d21e-4c29-a782-e28ff75c7552/2678c415-418d-4127-a15c-f25130ea25c2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:07.262526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83f00-0bb6-42e6-a987-a287bbabb0bd req-b23f7bbe-b2a6-4597-a6b8-d89d968aa292 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:07.264082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ed83f00-0bb6-42e6-a987-a287bbabb0bd req-b23f7bbe-b2a6-4597-a6b8-d89d968aa292 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.1103563
Jan 15 21:15:07.321080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=deb22138-2b0f-43a6-be06-2d9659f68eb8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:07.324630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-edae224d-71b7-4b75-a4ff-030f237fe7b2 None None] Provisioning complete for port ef12be58-98ae-4712-bd30-e067d4c47ed5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:07.325045 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-edae224d-71b7-4b75-a4ff-030f237fe7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.415279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6004b145-c02a-439d-9fbc-7758ffcc7033 req-54da8812-dd58-488f-b28e-fe0650ebd3c0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883655
Jan 15 21:15:07.478665 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks [] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.524508 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.527719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for port (2678c415-418d-4127-a15c-f25130ea25c2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.602372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2678c415-418d-4127-a15c-f25130ea25c2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.610695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:07.613338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:07.631941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:07.662308 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ed83f00-0bb6-42e6-a987-a287bbabb0bd req-b6513288-205c-4ed4-9e30-6a6ae647eede tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3586018
Jan 15 21:15:07.711177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:07.712790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.719588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:07.727379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Pushing event updated for resources: {'Port': ['ID=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:07.736659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298fed-fb9f-4edd-ba33-91b852d6de93 req-df8d4151-f4d6-40ac-a51e-6842a67ad445 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:07.742785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db298fed-fb9f-4edd-ba33-91b852d6de93 req-df8d4151-f4d6-40ac-a51e-6842a67ad445 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.1440835
Jan 15 21:15:07.751020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:07.760393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ef12be58-98ae-4712-bd30-e067d4c47ed5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:07.763732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Port': ['ID=2678c415-418d-4127-a15c-f25130ea25c2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:07.777363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.791189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Attempting to bind port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:07.791567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Attempting to bind port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be570502-e907-420c-a9c2-6b5d32adfef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:07.791927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Attempting to bind port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b on network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:07.801627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:07.802003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Checking segment: {'id': 'be570502-e907-420c-a9c2-6b5d32adfef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:07.802407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.802797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Bound using segment: {'id': 'be570502-e907-420c-a9c2-6b5d32adfef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:07.803283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Bound port: 954f518f-9a23-4c4d-9ea2-afa7a9682b8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be570502-e907-420c-a9c2-6b5d32adfef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b1bfdb4-076c-42b4-ba30-666e8e667e1b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:07.803662 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.828949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:07.897911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:15:07.900212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf36fe-e5b7-4c4b-ab4b-1253c455ef95 None None] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:07.922926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4a550-da7c-402a-b2b7-9283d3372059 req-3d79b4a1-b10b-4891-8833-27390999c92d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:07.924230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcc4a550-da7c-402a-b2b7-9283d3372059 req-3d79b4a1-b10b-4891-8833-27390999c92d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1353161
Jan 15 21:15:07.936728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db298fed-fb9f-4edd-ba33-91b852d6de93 req-c03b4af7-d4ff-455b-8b5c-d80a7af9da05 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522665
Jan 15 21:15:07.999349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2678c415-418d-4127-a15c-f25130ea25c2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.033812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-edae224d-71b7-4b75-a4ff-030f237fe7b2 None None] Current status of the port ef12be58-98ae-4712-bd30-e067d4c47ed5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:08.102450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcc4a550-da7c-402a-b2b7-9283d3372059 req-e2298123-0332-4f3f-b830-b17933d2d07a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604941
Jan 15 21:15:08.104757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] For port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:08.112703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:08.131686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] For port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,segment=NetworkSegment(be570502-e907-420c-a9c2-6b5d32adfef3),segment_id=be570502-e907-420c-a9c2-6b5d32adfef3)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:08.136275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03bdff-ffa6-4b9d-bddd-4b354a2cf45d req-6a01cafc-7575-463b-bca5-c3058d573da1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:08.137800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de03bdff-ffa6-4b9d-bddd-4b354a2cf45d req-6a01cafc-7575-463b-bca5-c3058d573da1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.0793631
Jan 15 21:15:08.143627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.281171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de03bdff-ffa6-4b9d-bddd-4b354a2cf45d req-77964e01-3520-43b5-a464-ddb8931e0343 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047664
Jan 15 21:15:08.282951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:08.290243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f8f9d91b-3056-47d9-bb58-ada0043cc6f8 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2981746
Jan 15 21:15:08.293506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46536) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:08.321148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Provisioning complete for port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:08.324718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.340209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:08.391750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for port (2678c415-418d-4127-a15c-f25130ea25c2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.400060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:08.400408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2678c415-418d-4127-a15c-f25130ea25c2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.411956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ef12be58-98ae-4712-bd30-e067d4c47ed5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:08.416165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 99883bdf-1022-45f4-9010-edd8e24d3409 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:08.437445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:08.438147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1770d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:08.441964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d5094-3d48-4394-b253-b951d2916c78 None None] Pushing event updated for resources: {'Port': ['ID=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:08.455442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:15:08.463015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (99883bdf-1022-45f4-9010-edd8e24d3409), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.492074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Port': ['ID=2678c415-418d-4127-a15c-f25130ea25c2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:08.535992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.560514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (99883bdf-1022-45f4-9010-edd8e24d3409), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.628441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd6973-f974-468f-bda9-4d4d5fe603dc req-1f44b983-773f-4671-a645-239847929f3a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:08.630489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dfd6973-f974-468f-bda9-4d4d5fe603dc req-1f44b983-773f-4671-a645-239847929f3a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2054865
Jan 15 21:15:08.712744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:08.715217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:08.725752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6dfd6973-f974-468f-bda9-4d4d5fe603dc req-2d5ab5fc-e6b7-4589-a536-c07e2334d779 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884886
Jan 15 21:15:08.814898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:08.818519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (99883bdf-1022-45f4-9010-edd8e24d3409), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:08.964640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:08.965071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.012967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Router 2bda08e9-3791-430f-9e9c-f1015e8cd066 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:15:09.018327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:15:09.069430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Current status of the port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:09.070040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.110853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:09.150847 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.179849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:09.187617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-18cefbb3-7703-41d3-807b-3f2d394aa551 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9644580
Jan 15 21:15:09.190461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46550) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:09.193157 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] Sync routers for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:09.216167 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:09.216984 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2818b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:09.237624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef12be58-98ae-4712-bd30-e067d4c47ed5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:09.279899 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2818b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:09.305004 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:09.306715 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2818b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:09.359489 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2818b0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:09.360303 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3a9fc-dbaa-4d1b-b7ad-f61462bcada6 None None] The sync data for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:09.565318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] For port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,segment=NetworkSegment(79b835ab-f3f1-4b24-b7a4-e095c9c9e246),segment_id=79b835ab-f3f1-4b24-b7a4-e095c9c9e246)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:09.570224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5def1c-10e0-45d6-a0af-8f81ee3752dc req-9d8fc443-d042-4a29-a94c-389cdd7a7b5a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:09.571967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5def1c-10e0-45d6-a0af-8f81ee3752dc req-9d8fc443-d042-4a29-a94c-389cdd7a7b5a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1250651
Jan 15 21:15:09.598999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.619283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:09.646689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5448d-222d-41df-82e4-00402b92a913 req-f80ecf20-57d3-4091-b468-5c39d91e0144 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:09.648236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75f5448d-222d-41df-82e4-00402b92a913 req-f80ecf20-57d3-4091-b468-5c39d91e0144 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.1904082
Jan 15 21:15:09.662518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5def1c-10e0-45d6-a0af-8f81ee3752dc req-d1233fff-e49f-4ae2-84af-97205733f1a9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793028
Jan 15 21:15:09.671627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (99883bdf-1022-45f4-9010-edd8e24d3409), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.687671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5946fdbc-5c0f-444f-9903-f401907ec9ec'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:15:09.741515 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-d4623053-ce25-49e1-a38d-aa446a82e980 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:15:09.742967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d4623053-ce25-49e1-a38d-aa446a82e980 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5510116
Jan 15 21:15:09.750547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46556) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:09.758570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ef12be58-98ae-4712-bd30-e067d4c47ed5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:09.758765 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.796128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75f5448d-222d-41df-82e4-00402b92a913 req-ae3c265c-f482-4a6d-9c77-ee492b25d89a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310759
Jan 15 21:15:09.808723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=99883bdf-1022-45f4-9010-edd8e24d3409,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:09.812453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.817604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/99883bdf-1022-45f4-9010-edd8e24d3409 HTTP/1.1" status: 204  len: 168 time: 1.5228064
Jan 15 21:15:09.832784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bee130-28c3-47b8-8689-d3c44d5eb96e None None] Network c936b065-0f92-4da3-a811-90864b532da0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:09.837970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Provisioning complete for port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:09.838340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:09.839611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46558) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:09.840078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46560) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:09.841316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e202f-3d79-49f6-b2ae-a831cd04935b None None] Pushing event updated for resources: {'Port': ['ID=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:09.857880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.858340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.858749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.859160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.859558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.859960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.860357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.860771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.861766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.862543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.862543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.862876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.863265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed5d07-52c4-42da-a288-0099a64b31ea tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:09.985783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111dfc6-3437-4cac-88ad-60361d7a7ae5 req-39b953cd-925a-4148-a972-3232b6a1224e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:09.987971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0111dfc6-3437-4cac-88ad-60361d7a7ae5 req-39b953cd-925a-4148-a972-3232b6a1224e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2023659
Jan 15 21:15:10.068482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1770d0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:07Z', 'revision_number': 8, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:10.071082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c936b065-0f92-4da3-a811-90864b532da0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.130985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0111dfc6-3437-4cac-88ad-60361d7a7ae5 req-5412b55e-662e-4466-8117-8fad54229c98 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320336
Jan 15 21:15:10.152994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:10.209009 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ef12be58-98ae-4712-bd30-e067d4c47ed5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:10.210439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:10.217774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:10.218432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1770d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:10.220119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Current status of the port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:10.225886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.248270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7e32e-8a3b-4d2e-9f4c-d13d38620fbf None None] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:10.348135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] DHCP port deletion for c936b065-0f92-4da3-a811-90864b532da0 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:10.356646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 535e4857-5215-4853-97ba-e91ab852ebd1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:10.357043 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.422477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93dbe0-a261-4664-9cb4-53db82f2bfab req-3ecead38-3198-4fc6-a799-ee0443c52821 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:10.424192 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f93dbe0-a261-4664-9cb4-53db82f2bfab req-3ecead38-3198-4fc6-a799-ee0443c52821 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1650755
Jan 15 21:15:10.452238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Provisioning complete for port 2678c415-418d-4127-a15c-f25130ea25c2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:10.452623 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2678c415-418d-4127-a15c-f25130ea25c2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.502519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 535e4857-5215-4853-97ba-e91ab852ebd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=535e4857-5215-4853-97ba-e91ab852ebd1,segment=NetworkSegment(7d337f29-a4ac-4cd9-a2f6-ed7d03589005),segment_id=7d337f29-a4ac-4cd9-a2f6-ed7d03589005)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:10.502519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.503056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:10.537300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 535e4857-5215-4853-97ba-e91ab852ebd1 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:10.593981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f93dbe0-a261-4664-9cb4-53db82f2bfab req-103f8e2d-9319-4025-b6de-2956484a3025 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273134
Jan 15 21:15:10.607861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7a324a0c-1616-40d9-8517-c9f2b1ca2f9a None None] Port 2678c415-418d-4127-a15c-f25130ea25c2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:10.668062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:10.668457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.775307 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.813166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Deleting port 535e4857-5215-4853-97ba-e91ab852ebd1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:10.813558 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.825050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=535e4857-5215-4853-97ba-e91ab852ebd1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:10.833764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port 535e4857-5215-4853-97ba-e91ab852ebd1 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:10.900967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Provisioning complete for port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:10.901338 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:10.992923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] For port 535e4857-5215-4853-97ba-e91ab852ebd1, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:10.993305 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.003386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting port 2678c415-418d-4127-a15c-f25130ea25c2 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:11.004012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2678c415-418d-4127-a15c-f25130ea25c2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.028781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.038804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Calling delete_port for 535e4857-5215-4853-97ba-e91ab852ebd1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:11.044795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Port 535e4857-5215-4853-97ba-e91ab852ebd1 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:15:11.061391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c936b065-0f92-4da3-a811-90864b532da0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.068443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (535e4857-5215-4853-97ba-e91ab852ebd1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.125503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:11.132753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] No DVR routers for this DVR port 535e4857-5215-4853-97ba-e91ab852ebd1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:11.138744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34a7b9-f13b-4975-be5d-3103c740096c None None] Pushing event deleted for resources: {'Port': ['ID=535e4857-5215-4853-97ba-e91ab852ebd1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:11.141551 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2678c415-418d-4127-a15c-f25130ea25c2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.190614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Calling delete_port for 2678c415-418d-4127-a15c-f25130ea25c2 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:11.212674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a32ea00>,) {'filters': {'network_id': ['c936b065-0f92-4da3-a811-90864b532da0']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:11.244857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a32ea00>, '7d337f29-a4ac-4cd9-a2f6-ed7d03589005') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:11.245650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a32ea00>, '7d337f29-a4ac-4cd9-a2f6-ed7d03589005') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:11.259356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (7d337f29-a4ac-4cd9-a2f6-ed7d03589005), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.275028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (7d337f29-a4ac-4cd9-a2f6-ed7d03589005), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.281882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:11.282290 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (7d337f29-a4ac-4cd9-a2f6-ed7d03589005), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.293629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1770d0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:07Z', 'revision_number': 8, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:11.295533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Current status of the port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:11.295944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.334633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11a690-c53f-4b94-a7f1-6b0e71d39c0c None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:07Z', 'revision_number': 8, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '42d80dd7-6852-4da9-a0a6-5c9737d397cb', 'name': '', 'network_id': '36d3da92-b006-4b01-a657-6adec9c0d111', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f5:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:44Z', 'updated_at': '2022-01-15T21:14:56Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '0d4c85b2-2db7-473e-bc26-3c2396586aaf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:11.370282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] For port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,segment=NetworkSegment(be570502-e907-420c-a9c2-6b5d32adfef3),segment_id=be570502-e907-420c-a9c2-6b5d32adfef3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:11.375359 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:11.382483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c936b065-0f92-4da3-a811-90864b532da0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.385156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.411050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef245-9032-4f33-9589-d7ed006c3e7b req-8fc1c131-e8d6-46b1-a2d5-97f2b736eeac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:11.413384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e6ef245-9032-4f33-9589-d7ed006c3e7b req-8fc1c131-e8d6-46b1-a2d5-97f2b736eeac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.4242952
Jan 15 21:15:11.419292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.425549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/c936b065-0f92-4da3-a811-90864b532da0 HTTP/1.1" status: 204  len: 168 time: 1.5814023
Jan 15 21:15:11.426410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46578) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:11.451146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ea17-7d2e-4b09-b40f-063c54656e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=c936b065-0f92-4da3-a811-90864b532da0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:11.452246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf7f3d-5a93-4c64-9b6d-4b66c29c663d None None] Pushing event updated for resources: {'Port': ['ID=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:11.505627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c256093d-135e-451a-8b89-2a6ff6f0e93b None None] Provisioning complete for port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:11.506158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c256093d-135e-451a-8b89-2a6ff6f0e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.531243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2678c415-418d-4127-a15c-f25130ea25c2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.557380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e40e7a-7b10-44f1-891a-899745381137 req-3a0f8f75-388f-4c02-a8f8-2d85fa1d46f1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:11.561353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e40e7a-7b10-44f1-891a-899745381137 req-3a0f8f75-388f-4c02-a8f8-2d85fa1d46f1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1985877
Jan 15 21:15:11.570640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Port': ['ID=2678c415-418d-4127-a15c-f25130ea25c2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:11.571274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e6ef245-9032-4f33-9589-d7ed006c3e7b req-e25308aa-a180-4e34-a6ca-aaa1bd67a804 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425669
Jan 15 21:15:11.656746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e40e7a-7b10-44f1-891a-899745381137 req-236cc8de-f561-4810-8928-12babdaf57aa tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787327
Jan 15 21:15:11.852887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c256093d-135e-451a-8b89-2a6ff6f0e93b None None] Current status of the port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:11.855144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 954f518f-9a23-4c4d-9ea2-afa7a9682b8b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:11.880398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:11.895184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.17 (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4/ab9167bd-7f2f-4534-b9a8-f16453c67af5/10db34ad-3bf3-47b9-9e3d-448c80d5be89) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:11.904001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:11.968657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:11.969074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.022218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5946fdbc-5c0f-444f-9903-f401907ec9ec completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:15:12.030324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5946fdbc-5c0f-444f-9903-f401907ec9ec triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:12.030701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.036217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.072374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.105661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:12.107062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:12.108551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:12.114908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:12.119384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:12.134317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Router 2bda08e9-3791-430f-9e9c-f1015e8cd066 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:12.166160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:12.183845 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.199813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:12.200212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.215870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:12.216254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.243743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:12.253669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5935c131-ddfe-4e87-9bec-9ed747f374ac tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4976242
Jan 15 21:15:12.254629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46580) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:12.261160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:12.263478 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15daa4a3-8e5e-4692-ba46-c619144590d1" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:12.272222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] Sync routers for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:12.290809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:12.297308 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-8776ffd7-fb08-461c-94ae-68270ce3f870 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:12.298897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8776ffd7-fb08-461c-94ae-68270ce3f870 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1709736408 HTTP/1.1" status: 404  len: 335 time: 0.0432825
Jan 15 21:15:12.305342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46584) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:12.309297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:12.310065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:12.310769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-35ecfb47-2645-4bc8-84f3-d6647af9cf6f tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bda08e9-3791-430f-9e9c-f1015e8cd066'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:12.316308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.357206 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e7abb0-02df-41cb-9c62-cdebcf48febb x-openstack-request-id: req-92e7abb0-02df-41cb-9c62-cdebcf48febb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:12.357607 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:12.357964 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92e7abb0-02df-41cb-9c62-cdebcf48febb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:12.358460 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'code': 200}
Jan 15 21:15:12.361737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e040>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:12.393863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.470715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:12.471506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:12.513724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:12.520318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b88e040>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:12.520998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752104d-b74a-48df-bb5e-89878f94f6fa None None] The sync data for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:12.531751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:12.591342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 535e4857-5215-4853-97ba-e91ab852ebd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:12.594734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c5824cef-c27d-467a-b325-8454d4c01e0a None None] Provisioning complete for port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:12.595121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5824cef-c27d-467a-b325-8454d4c01e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.664711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5824cef-c27d-467a-b325-8454d4c01e0a None None] Port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:12.666600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 535e4857-5215-4853-97ba-e91ab852ebd1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:12.667263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa1ac-c7d9-4ced-a74a-61b923f085ae req-7f9c0f54-4b2f-4b6f-8ee8-d2a8853ddd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:12.667785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 535e4857-5215-4853-97ba-e91ab852ebd1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:12.668787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d26fa1ac-c7d9-4ced-a74a-61b923f085ae req-7f9c0f54-4b2f-4b6f-8ee8-d2a8853ddd6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1097 time: 0.2132421
Jan 15 21:15:12.675495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-35ecfb47-2645-4bc8-84f3-d6647af9cf6f tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router_gateway (2bda08e9-3791-430f-9e9c-f1015e8cd066), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.712082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:12.754659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb91d4-7280-4550-bc6d-bedeaffa79d2 req-43ead5e7-7321-4089-8033-9c8931da5a4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:12.756119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29fb91d4-7280-4550-bc6d-bedeaffa79d2 req-43ead5e7-7321-4089-8033-9c8931da5a4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.0908904
Jan 15 21:15:12.764525 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-35ecfb47-2645-4bc8-84f3-d6647af9cf6f tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] update failed (client error): The resource could not be found.
Jan 15 21:15:12.765605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-35ecfb47-2645-4bc8-84f3-d6647af9cf6f tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066 HTTP/1.1" status: 404  len: 339 time: 0.4592376
Jan 15 21:15:12.772565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46590) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:12.823158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d26fa1ac-c7d9-4ced-a74a-61b923f085ae req-19ac313d-5c78-4d82-8015-19e6b7599500 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404450
Jan 15 21:15:13.001313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 42d80dd7-6852-4da9-a0a6-5c9737d397cb {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:13.002260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.098871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 42d80dd7-6852-4da9-a0a6-5c9737d397cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42d80dd7-6852-4da9-a0a6-5c9737d397cb,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:13.099236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.113499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 42d80dd7-6852-4da9-a0a6-5c9737d397cb owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:13.216159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.229701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 954f518f-9a23-4c4d-9ea2-afa7a9682b8b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:13.238927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.284683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:13.285209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.298401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (42d80dd7-6852-4da9-a0a6-5c9737d397cb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.313749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f3be-828c-4e83-ad40-df3a65c84edf req-f14232b2-5514-4724-96de-f29b69f7f308 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:13.315407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65b2f3be-828c-4e83-ad40-df3a65c84edf req-f14232b2-5514-4724-96de-f29b69f7f308 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.5776176
Jan 15 21:15:13.339617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29fb91d4-7280-4550-bc6d-bedeaffa79d2 req-16f94d9c-24ec-46ba-9b8b-5602cb5a4e4b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5706258
Jan 15 21:15:13.340966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=42d80dd7-6852-4da9-a0a6-5c9737d397cb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:13.393757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:13.403061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device deb22138-2b0f-43a6-be06-2d9659f68eb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:13.435675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: deb22138-2b0f-43a6-be06-2d9659f68eb8 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:13.436156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device deb22138-2b0f-43a6-be06-2d9659f68eb8 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:13.478748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.503558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.530068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:13.608683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65b2f3be-828c-4e83-ad40-df3a65c84edf req-2b3bf000-4275-4892-833b-5613c7316c83 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680993
Jan 15 21:15:13.668720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.708024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:13.737844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:13.762981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:13.813223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:13.820197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d95eecb7-174a-490f-943e-88ee28980e9c tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3928826
Jan 15 21:15:13.826009 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:13.829370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46592) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:13.838208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:13.839082 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:13.903611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 0d4c85b2-2db7-473e-bc26-3c2396586aaf {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:13.907490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (0d4c85b2-2db7-473e-bc26-3c2396586aaf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:13.958587 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:13.961077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (0d4c85b2-2db7-473e-bc26-3c2396586aaf), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.070548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Allocated IP 172.20.0.1 (5ae62e93-9690-4290-9d70-c20fc1dba07d/7d5aca84-2110-4bc3-9194-439149c84c13/4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:14.074005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:14.221345 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5fa0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:13Z', 'revision_number': 9, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:14.222338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bbcfb76d-aa6f-4c25-8f28-669dc487254a None None] Provisioning complete for port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:14.222727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbcfb76d-aa6f-4c25-8f28-669dc487254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.254142 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:14.261846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfb76d-aa6f-4c25-8f28-669dc487254a None None] Port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:14.268542 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:14.269901 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:14.300012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:14.309908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-61c441fd-aeb2-46ac-9a6a-0663434d6738 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/f4c20226-b0e9-47fc-b60d-07266dee1434/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4591682
Jan 15 21:15:14.318631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.323016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:14.338311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:14.339750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0fdd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:14.387324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.399333 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:14.450933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Port': ['ID=4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:14.487963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:14.489717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (0d4c85b2-2db7-473e-bc26-3c2396586aaf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.491292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:14.507023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:14.529451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:14.582148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (0d4c85b2-2db7-473e-bc26-3c2396586aaf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.627977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1971b7-d185-46ce-8109-a7d32b69c5fc req-24252789-6ba6-4e86-a265-5b7b1c659fe3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:14.630821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f1971b7-d185-46ce-8109-a7d32b69c5fc req-24252789-6ba6-4e86-a265-5b7b1c659fe3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1625326
Jan 15 21:15:14.648534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.675128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4c85b2-2db7-473e-bc26-3c2396586aaf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:14.677831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.685044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b0701e1c-aa9e-4c85-a7f6-ecdf11bc1eaf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/0d4c85b2-2db7-473e-bc26-3c2396586aaf HTTP/1.1" status: 204  len: 168 time: 0.8518412
Jan 15 21:15:14.686844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46602) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:14.705851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535ecc6-990d-453c-b20d-66219c388088 None None] Network 36d3da92-b006-4b01-a657-6adec9c0d111 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:14.831124 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5fa0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:13Z', 'revision_number': 9, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:14.857322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.869187 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64956087-fd8f-4a47-aa76-8125c09cb4d8 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:13Z', 'revision_number': 9, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '797a585f-9df7-4c1b-a059-e64af8061f33', 'name': '', 'network_id': 'fdb94c9e-5034-4789-a71a-b444fa5c85aa', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:f2:22:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:37Z', 'updated_at': '2022-01-15T21:14:44Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': '46c7551c-3f48-4c8c-a563-8397ab980a52', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:14.904288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (36d3da92-b006-4b01-a657-6adec9c0d111), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:14.941659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f1971b7-d185-46ce-8109-a7d32b69c5fc req-3f3095e4-4ce3-4125-8549-fc616df07900 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3011599
Jan 15 21:15:15.023313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port c8fbf507-dce6-446a-99d5-8b517dffd7a9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:15.023774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.062654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baceac0-a955-4c64-baea-b0a1d0037bd1 req-f75aa232-4531-4189-9419-97f674193ab5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:15.065332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3baceac0-a955-4c64-baea-b0a1d0037bd1 req-f75aa232-4531-4189-9419-97f674193ab5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2945158
Jan 15 21:15:15.067887 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.083461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-efcf8140-421c-4c30-a489-21012d945f36 None None] Provisioning complete for port 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:15.083842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-efcf8140-421c-4c30-a489-21012d945f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.097850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port c8fbf507-dce6-446a-99d5-8b517dffd7a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8fbf507-dce6-446a-99d5-8b517dffd7a9,segment=NetworkSegment(a47a6ed1-c0de-4ee0-8983-a0512d702c33),segment_id=a47a6ed1-c0de-4ee0-8983-a0512d702c33)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:15.098233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.116763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for c8fbf507-dce6-446a-99d5-8b517dffd7a9 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:15.134971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-efcf8140-421c-4c30-a489-21012d945f36 None None] Port 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:15.150197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0fdd00>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:12Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10db34ad-3bf3-47b9-9e3d-448c80d5be89', 'name': '', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:15:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:11Z', 'updated_at': '2022-01-15T21:15:12Z', 'revision_number': 2, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:15.178244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:15.178471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e82b3-80d5-4446-95ca-c7c17ae9ff48 req-fef30bac-254d-4a5a-9803-308b62463081 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:15.178597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Updating router f4c20226-b0e9-47fc-b60d-07266dee1434 port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:15:15.179931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-246e82b3-80d5-4446-95ca-c7c17ae9ff48 req-fef30bac-254d-4a5a-9803-308b62463081 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1372747
Jan 15 21:15:15.200333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3baceac0-a955-4c64-baea-b0a1d0037bd1 req-ed514dc1-810a-4038-9124-dfc329715b67 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290660
Jan 15 21:15:15.209682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.247628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c8fbf507-dce6-446a-99d5-8b517dffd7a9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.290070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=c8fbf507-dce6-446a-99d5-8b517dffd7a9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:15.293626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33656a0e-c710-4417-b00e-f692bb5adebd None None] DHCP port deletion for 36d3da92-b006-4b01-a657-6adec9c0d111 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:15.300665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port c8fbf507-dce6-446a-99d5-8b517dffd7a9 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:15.326043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-246e82b3-80d5-4446-95ca-c7c17ae9ff48 req-0be21fe7-fade-44ad-9e32-a345e6c07d47 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404614
Jan 15 21:15:15.357967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.358953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46606) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:15.434733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 42d80dd7-6852-4da9-a0a6-5c9737d397cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:15.459032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (36d3da92-b006-4b01-a657-6adec9c0d111), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.465852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 42d80dd7-6852-4da9-a0a6-5c9737d397cb {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:15.466569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 42d80dd7-6852-4da9-a0a6-5c9737d397cb not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:15.466716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8fbf507-dce6-446a-99d5-8b517dffd7a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:15.480702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce4408-9db2-4208-a8b5-1da840e0c632 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:15.484607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4dce4408-9db2-4208-a8b5-1da840e0c632 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1092 time: 0.1223722
Jan 15 21:15:15.485407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46608) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:15.486916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9c1cd0>,) {'filters': {'network_id': ['36d3da92-b006-4b01-a657-6adec9c0d111']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:15.495422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c8fbf507-dce6-446a-99d5-8b517dffd7a9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:15.495981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8fbf507-dce6-446a-99d5-8b517dffd7a9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:15.497477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:15.507419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9c1cd0>, 'a47a6ed1-c0de-4ee0-8983-a0512d702c33') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:15.507419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9c1cd0>, 'a47a6ed1-c0de-4ee0-8983-a0512d702c33') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:15.518240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a47a6ed1-c0de-4ee0-8983-a0512d702c33), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.534221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a47a6ed1-c0de-4ee0-8983-a0512d702c33), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.541536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:15.542071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a47a6ed1-c0de-4ee0-8983-a0512d702c33), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:15.545754 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:15.565819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.568651 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.587125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.612098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (36d3da92-b006-4b01-a657-6adec9c0d111), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.635951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.643418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/36d3da92-b006-4b01-a657-6adec9c0d111 HTTP/1.1" status: 204  len: 168 time: 0.9508851
Jan 15 21:15:15.643418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf01931-49ef-44fb-805b-f0fa6a00b2aa tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=36d3da92-b006-4b01-a657-6adec9c0d111,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:15.643418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46610) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:15.687106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks [] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.693028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.711615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event updated for resources: {'Port': ['ID=4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:15.715583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.811372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0042-76e2-405a-801e-299636899138 None None] Pushing event updated for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:15.816507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Attempting to bind port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:15.817232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Attempting to bind port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:15.817575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Attempting to bind port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 on network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:15.824720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:15.825266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Checking segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:15.825766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.826251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Bound using segment: {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:15.827321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Bound port: 10db34ad-3bf3-47b9-9e3d-448c80d5be89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b6b077-1dae-418d-bb47-17ef92d2af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:15.827321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.839397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:15.858094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:15.898446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:15.907367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] For port 10db34ad-3bf3-47b9-9e3d-448c80d5be89, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:15.912748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] For port 10db34ad-3bf3-47b9-9e3d-448c80d5be89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10db34ad-3bf3-47b9-9e3d-448c80d5be89,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:15.926972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.019352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:16.019918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0fdd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.023908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0042-76e2-405a-801e-299636899138 None None] Pushing event updated for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:16.088404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.122276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Router 2bda08e9-3791-430f-9e9c-f1015e8cd066 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:16.123508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.87 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d4b7d0d6-7946-4e6e-a774-c1250e05164b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:16.231801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:16.325806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:16.342805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e61e8adf-606e-4650-ad76-ee6ebe8ae1d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5667655
Jan 15 21:15:16.343029 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] Sync routers for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:16.345951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46614) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:16.356137 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:16.356759 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.417358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Provisioning complete for port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:16.418091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.436011 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5e20>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.450540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:16.451589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.472546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c260f9-15a1-4c41-bc54-be18ce8cb1dc req-86ec8cd8-b3a0-48f1-9d4b-782ab5b695f7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:16.474272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38c260f9-15a1-4c41-bc54-be18ce8cb1dc req-86ec8cd8-b3a0-48f1-9d4b-782ab5b695f7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1196222
Jan 15 21:15:16.490993 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4d5e20>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.491939 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430dce4-6d2b-485c-879d-887ec9d1b545 None None] The sync data for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:16.500301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.520900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6e34d256-55f8-4b76-b1bc-056afd57ee84 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.559505 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38c260f9-15a1-4c41-bc54-be18ce8cb1dc req-34e1a934-3d3f-48e5-b747-eac11ec7471e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731735
Jan 15 21:15:16.578298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.635626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 797a585f-9df7-4c1b-a059-e64af8061f33 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:16.635869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.640616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:16.641691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Current status of the port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:16.642929 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.648458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:16.650234 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6e34d256-55f8-4b76-b1bc-056afd57ee84 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:15:16.653385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:16.654322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6e34d256-55f8-4b76-b1bc-056afd57ee84 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066 HTTP/1.1" status: 409  len: 329 time: 0.3062782
Jan 15 21:15:16.655695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46616) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:16.664600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=d4b7d0d6-7946-4e6e-a774-c1250e05164b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:16.702786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] For port 10db34ad-3bf3-47b9-9e3d-448c80d5be89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10db34ad-3bf3-47b9-9e3d-448c80d5be89,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:16.710676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.722972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0fdd00>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:12Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10db34ad-3bf3-47b9-9e3d-448c80d5be89', 'name': '', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:15:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:11Z', 'updated_at': '2022-01-15T21:15:15Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:16.753581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 797a585f-9df7-4c1b-a059-e64af8061f33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797a585f-9df7-4c1b-a059-e64af8061f33,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:16.753978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.768636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 797a585f-9df7-4c1b-a059-e64af8061f33 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:16.770018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5142f6-41fc-439b-bd4d-8262c1617a96 None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:12Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10db34ad-3bf3-47b9-9e3d-448c80d5be89', 'name': '', 'network_id': '1f8a0ef4-ec80-4354-87ef-19071fcdb8c4', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:15:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:11Z', 'updated_at': '2022-01-15T21:15:15Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': 'ab9167bd-7f2f-4534-b9a8-f16453c67af5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:16.797401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74cd0-2da3-4950-b6de-816d84ff5975 None None] Pushing event updated for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:16.866990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Provisioning complete for port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:16.867439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:16.977768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Current status of the port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:16.990393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Provisioning complete for port 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:16.990770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.045402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-533b1a41-b320-4d34-bfa0-2718fc3bd263 None None] Port 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:17.061439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (797a585f-9df7-4c1b-a059-e64af8061f33), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.090460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=797a585f-9df7-4c1b-a059-e64af8061f33,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:17.247206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.390655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 10db34ad-3bf3-47b9-9e3d-448c80d5be89 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:17.466074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:17.466294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.533464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:17.567440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:17.658245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:17.669739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:17.671556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3f13cf9-5734-4bcb-959d-5ece43173bcb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0278416
Jan 15 21:15:17.672179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46624) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:17.682465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:17.683232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:17.750609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet 46c7551c-3f48-4c8c-a563-8397ab980a52 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:17.755476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (46c7551c-3f48-4c8c-a563-8397ab980a52), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.808212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (46c7551c-3f48-4c8c-a563-8397ab980a52), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.813220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc9fe-710b-4fca-9d1c-164e5a2a48aa req-36869514-63e2-4029-97b0-c15c3392e99d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:17.815653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f3cc9fe-710b-4fca-9d1c-164e5a2a48aa req-36869514-63e2-4029-97b0-c15c3392e99d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1231999
Jan 15 21:15:17.854466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (5d3775ef-315c-4e1b-a642-b5e4dc3ada7f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.884681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.927079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (46c7551c-3f48-4c8c-a563-8397ab980a52), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.957825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-349f25ea-d972-451b-94a0-5e3f769aea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:17.963815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:17.981980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f3cc9fe-710b-4fca-9d1c-164e5a2a48aa req-ec3d4900-c4bd-4442-86ce-aeab16d003bb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580539
Jan 15 21:15:18.016969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (46c7551c-3f48-4c8c-a563-8397ab980a52), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.052937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=46c7551c-3f48-4c8c-a563-8397ab980a52,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:18.054913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.061003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bfec547a-a97e-46e6-bf5e-33db7f93d824 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/46c7551c-3f48-4c8c-a563-8397ab980a52 HTTP/1.1" status: 204  len: 168 time: 0.3878257
Jan 15 21:15:18.062586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46626) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:18.069979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.091656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf51c46-8ae7-4f10-a095-77a56d6339f1 None None] Network fdb94c9e-5034-4789-a71a-b444fa5c85aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:18.148710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (fdb94c9e-5034-4789-a71a-b444fa5c85aa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.210923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 65f46944-7559-4a88-a734-3bb88fdb93bf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:18.211313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.271735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0cd0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:16Z', 'revision_number': 10, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.282798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 65f46944-7559-4a88-a734-3bb88fdb93bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f46944-7559-4a88-a734-3bb88fdb93bf,segment=NetworkSegment(6c03c33d-c0bd-490c-810f-203a89eaf840),segment_id=6c03c33d-c0bd-490c-810f-203a89eaf840)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:18.283522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.307595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 65f46944-7559-4a88-a734-3bb88fdb93bf owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:18.319322 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.323466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:18.330348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.333580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:18.334384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.337909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting port 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:18.338248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.396919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf32a6-c454-44d1-ab9a-3dfb40131488 None None] DHCP port deletion for fdb94c9e-5034-4789-a71a-b444fa5c85aa request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:18.409803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (65f46944-7559-4a88-a734-3bb88fdb93bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.441683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=65f46944-7559-4a88-a734-3bb88fdb93bf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:18.445187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port 65f46944-7559-4a88-a734-3bb88fdb93bf on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:18.461893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fddf32a6-c454-44d1-ab9a-3dfb40131488 None None] The port '65f46944-7559-4a88-a734-3bb88fdb93bf' was deleted {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Jan 15 21:15:18.472461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=d4b7d0d6-7946-4e6e-a774-c1250e05164b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:18.488919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:18.500040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (5d3775ef-315c-4e1b-a642-b5e4dc3ada7f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.539102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.539381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (fdb94c9e-5034-4789-a71a-b444fa5c85aa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.557922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Calling delete_port for 4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:18.569020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a26ba90>,) {'filters': {'network_id': ['fdb94c9e-5034-4789-a71a-b444fa5c85aa']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.584541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a26ba90>, '6c03c33d-c0bd-490c-810f-203a89eaf840') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.584930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a26ba90>, '6c03c33d-c0bd-490c-810f-203a89eaf840') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.603602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (6c03c33d-c0bd-490c-810f-203a89eaf840), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.620345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6c03c33d-c0bd-490c-810f-203a89eaf840), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.629056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:18.629499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (6c03c33d-c0bd-490c-810f-203a89eaf840), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:18.632684 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:18.671745 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 5d3775ef-315c-4e1b-a642-b5e4dc3ada7f associated. External IP: 172.35.1.87, port: 5946fdbc-5c0f-444f-9903-f401907ec9ec.
Jan 15 21:15:18.696891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (fdb94c9e-5034-4789-a71a-b444fa5c85aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.706833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:18.713430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/fdb94c9e-5034-4789-a71a-b444fa5c85aa HTTP/1.1" status: 204  len: 168 time: 0.6496320
Jan 15 21:15:18.713594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0c0cd0>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:16Z', 'revision_number': 10, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:18.714934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46628) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:18.728522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452cf50-5646-41dd-8df5-5c1d545b3a5b tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=fdb94c9e-5034-4789-a71a-b444fa5c85aa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:18.747775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270c705-890e-4017-9e66-d0650ec20c93 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:16Z', 'revision_number': 10, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None, '_interfaces': [{'id': '7b42f657-0f71-40c2-af4f-899f418d4cdf', 'name': '', 'network_id': '41a2d1b2-edc5-4576-b170-171a2579b97a', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'mac_address': 'fa:16:3e:32:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:31Z', 'updated_at': '2022-01-15T21:14:37Z', 'revision_number': 5, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'subnets': [{'id': 'ca84d6aa-b57f-4dd3-a535-32717b55aa87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:19.084695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:19.187791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Port': ['ID=4eeb6d5d-7f5d-406a-a196-46b1e6b7bc7c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:19.226998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 65f46944-7559-4a88-a734-3bb88fdb93bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:19.254029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 65f46944-7559-4a88-a734-3bb88fdb93bf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:19.254371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 65f46944-7559-4a88-a734-3bb88fdb93bf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:19.254790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 797a585f-9df7-4c1b-a059-e64af8061f33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:19.277828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:19.288389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 797a585f-9df7-4c1b-a059-e64af8061f33 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:19.288910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 797a585f-9df7-4c1b-a059-e64af8061f33 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:19.290483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3b34-49e6-44e3-800b-1eca3da21bfe req-6b2fec07-8d95-452c-8806-11bc70204724 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:19.292176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fef3b34-49e6-44e3-800b-1eca3da21bfe req-6b2fec07-8d95-452c-8806-11bc70204724 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2218342
Jan 15 21:15:19.813262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fef3b34-49e6-44e3-800b-1eca3da21bfe req-68db685d-e09c-4753-80fd-efc52002585f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5011759
Jan 15 21:15:19.824808 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:19.959579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:19.970690 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Sync routers for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:19.980280 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:19.980910 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.065632 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.088423 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:20.107190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Router 2bda08e9-3791-430f-9e9c-f1015e8cd066 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:20.109641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-69a439fc-1e73-4287-9e2c-04fb2db57b40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6209750
Jan 15 21:15:20.111728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:20.114126 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ddd0af-95f0-49da-a064-582beb28fef2" -d '{"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:20.133269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.182748 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5595c6-a5df-45ff-8ab6-6d4ec3bb8aad x-openstack-request-id: req-9c5595c6-a5df-45ff-8ab6-6d4ec3bb8aad {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:20.183016 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:20.183271 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c5595c6-a5df-45ff-8ab6-6d4ec3bb8aad {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:20.183662 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:15:20.235115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-55094fe4-2cae-46c1-be3d-7002f7905394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:20.236743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-55094fe4-2cae-46c1-be3d-7002f7905394 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1097 time: 0.0455608
Jan 15 21:15:20.318892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:20.330941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e168366c-336e-4b26-9833-286184f1f0de tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6735876
Jan 15 21:15:20.335017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] Sync routers for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:20.336626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46638) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:20.344109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-17245bd5-c70c-4ffb-b797-153f58d0a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:20.346474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-17245bd5-c70c-4ffb-b797-153f58d0a943 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.1033955
Jan 15 21:15:20.348878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:20.354905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1af190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.389415 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d3775ef-315c-4e1b-a642-b5e4dc3ada7f', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.87', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:15:17Z', 'updated_at': '2022-01-15T21:15:17Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.396167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8726a0-50e3-4218-a90a-ec8abd09d597 req-bab2e85a-6135-401b-a9d3-cf581db1b60e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:20.397742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b8726a0-50e3-4218-a90a-ec8abd09d597 req-bab2e85a-6135-401b-a9d3-cf581db1b60e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2168343
Jan 15 21:15:20.413039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1af190>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.423642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] Routers {'2bda08e9-3791-430f-9e9c-f1015e8cd066'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:20.424958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1af190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['2bda08e9-3791-430f-9e9c-f1015e8cd066'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.434077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-ec668153-5dbe-4bba-9d12-9fce5bcc487c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.0774672
Jan 15 21:15:20.434540 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-486ff863-18a1-4bfe-82dd-c8306f0b2d46 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] show failed (client error): The resource could not be found.
Jan 15 21:15:20.439963 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-486ff863-18a1-4bfe-82dd-c8306f0b2d46 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-848922666 HTTP/1.1" status: 404  len: 334 time: 0.0960891
Jan 15 21:15:20.441464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46640) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:20.455623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-922e7a8d-1424-4ba6-894a-5d6c2800190e tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:20.462677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1af190>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.463661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbe588-9dd7-4acc-ae10-a10b982c5800 None None] The sync data for ids ['2bda08e9-3791-430f-9e9c-f1015e8cd066'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:20.498534 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-922e7a8d-1424-4ba6-894a-5d6c2800190e tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] update failed (client error): The resource could not be found.
Jan 15 21:15:20.503036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-922e7a8d-1424-4ba6-894a-5d6c2800190e tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1145849434 HTTP/1.1" status: 404  len: 335 time: 0.0482016
Jan 15 21:15:20.511373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:20.536941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-adf90709-432c-43c7-9260-ef3bbd1d44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:20.537349 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Checking router: f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:20.538679 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-adf90709-432c-43c7-9260-ef3bbd1d44bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0961256
Jan 15 21:15:20.546109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:20.546739 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:14:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.549923 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1b8726a0-50e3-4218-a90a-ec8abd09d597 req-e0ec51e2-fb24-49be-a750-abdeaf78d623 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226325
Jan 15 21:15:20.576787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:20.582887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting subnet c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:20.587226 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.663365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d9be102-7bbd-4972-a6c1-09459a73c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.665052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.678271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:20.714527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-637fca12-2826-4a42-963c-b80dd733fc32 req-ac4cf523-e73f-4ad8-91da-0667e6d0a8c0 service neutron] (114437) timed out ('10.222.0.39', 60996) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:15:20.795677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.801591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port 7b42f657-0f71-40c2-af4f-899f418d4cdf {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:20.801938 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.960564 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3f92b0>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d3775ef-315c-4e1b-a642-b5e4dc3ada7f', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.87', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:15:17Z', 'updated_at': '2022-01-15T21:15:17Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:20.975418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-d8796a52-0f64-4458-9c50-c72efe77da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:20.977098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-d8796a52-0f64-4458-9c50-c72efe77da58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4315705
Jan 15 21:15:20.977367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.992704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port 7b42f657-0f71-40c2-af4f-899f418d4cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b42f657-0f71-40c2-af4f-899f418d4cdf,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:20.993099 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:20.996819 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7f9e7-afdf-448f-a9e6-0e71dd31729d None None] The sync data for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 is: [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5d3775ef-315c-4e1b-a642-b5e4dc3ada7f', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.87', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:15:17Z', 'updated_at': '2022-01-15T21:15:17Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:21.004278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42370ef-a0ec-45ab-9e51-60e1f68f488f req-32899eeb-4a4b-4f4d-9724-52e39ce8d067 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:21.008661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a853a310-0824-43bc-ace7-612a8dd209a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/5d3775ef-315c-4e1b-a642-b5e4dc3ada7f HTTP/1.1" status: 200  len: 991 time: 0.4293120
Jan 15 21:15:21.010857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f42370ef-a0ec-45ab-9e51-60e1f68f488f req-32899eeb-4a4b-4f4d-9724-52e39ce8d067 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1169777
Jan 15 21:15:21.063239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:21.065986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for 7b42f657-0f71-40c2-af4f-899f418d4cdf owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:21.069405 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.071460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bdc02-4ef7-41a7-b4bd-e87d15c1c551 None None] Network 3b1bfdb4-076c-42b4-ba30-666e8e667e1b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:21.074697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11538d48-707c-41fa-90f2-d43e389c4588 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/subnets/c7ce38fd-00b0-42b9-8ef6-6ea03c6b8c00 HTTP/1.1" status: 204  len: 168 time: 0.5602503
Jan 15 21:15:21.075882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:21.085239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-3e523159-108c-4f8f-ba98-388bee71b1ca service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009774
Jan 15 21:15:21.188749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-79ddd0af-95f0-49da-a064-582beb28fef2 req-a693732b-9a34-48a5-8fa4-976fb99033b6 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975399
Jan 15 21:15:21.202561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f42370ef-a0ec-45ab-9e51-60e1f68f488f req-0b789e5a-18be-4a6d-9c01-9bb002530f9e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844583
Jan 15 21:15:21.213655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting subnet 74c93932-d21e-4c29-a782-e28ff75c7552 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:21.229414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (74c93932-d21e-4c29-a782-e28ff75c7552), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.279722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] DHCP port deletion for 3b1bfdb4-076c-42b4-ba30-666e8e667e1b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:21.317391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (74c93932-d21e-4c29-a782-e28ff75c7552), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.338686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Deleting port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:21.339185 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.342258 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7bcf5-3d3a-4280-b615-48f964d6a529 None None] New status for floating IP 5d3775ef-315c-4e1b-a642-b5e4dc3ada7f: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:15:21.427140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] For port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,segment=NetworkSegment(be570502-e907-420c-a9c2-6b5d32adfef3),segment_id=be570502-e907-420c-a9c2-6b5d32adfef3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:21.427547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.440823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Calling delete_port for 954f518f-9a23-4c4d-9ea2-afa7a9682b8b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:21.474520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (74c93932-d21e-4c29-a782-e28ff75c7552), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.478344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7b42f657-0f71-40c2-af4f-899f418d4cdf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.530788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (954f518f-9a23-4c4d-9ea2-afa7a9682b8b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.531612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=7b42f657-0f71-40c2-af4f-899f418d4cdf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:21.571053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] Pushing event deleted for resources: {'Port': ['ID=954f518f-9a23-4c4d-9ea2-afa7a9682b8b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:21.573346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88caa596-ade2-4f08-b296-920d258bd6f7 None None] No DVR routers for this DVR port 954f518f-9a23-4c4d-9ea2-afa7a9682b8b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:21.651390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (252d2cf2-1585-4f59-977e-f8b77820522a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.658984 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (74c93932-d21e-4c29-a782-e28ff75c7552), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.697216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Subnet': ['ID=74c93932-d21e-4c29-a782-e28ff75c7552,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:21.711205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2473fdc-deb8-4abe-badd-ae7749fe8cd9 None None] Network 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:21.732812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.736377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e25ce94-0007-41bb-9191-82a46f7930d6 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/subnets/74c93932-d21e-4c29-a782-e28ff75c7552 HTTP/1.1" status: 204  len: 168 time: 0.6593335
Jan 15 21:15:21.738966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:21.860093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] DHCP port deletion for 32d55d9b-6d4f-4b1a-99e4-4495f7dc024d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:21.905088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.919141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3b1bfdb4-076c-42b4-ba30-666e8e667e1b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.924980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Deleting port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:21.925352 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:21.932821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:21.988444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] For port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,segment=NetworkSegment(79b835ab-f3f1-4b24-b7a4-e095c9c9e246),segment_id=79b835ab-f3f1-4b24-b7a4-e095c9c9e246)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:21.988862 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.002204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Calling delete_port for 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:22.011573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46654) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:22.076426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f21e37c-87ff-46d9-bc19-7c82d7dd33fb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/5d3775ef-315c-4e1b-a642-b5e4dc3ada7f HTTP/1.1" status: 200  len: 993 time: 0.0633392
Jan 15 21:15:22.092694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:22.095608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3b1bfdb4-076c-42b4-ba30-666e8e667e1b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.102229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7324bbd-0ea3-467c-b9d5-282a11a97909 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3848548
Jan 15 21:15:22.105331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:22.108991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:22.112364 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (4c2f2a4c-cef8-4fd3-b11b-a687a8582326), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.123476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78a1ebe0>,) {'filters': {'network_id': ['3b1bfdb4-076c-42b4-ba30-666e8e667e1b']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.133952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78a1ebe0>, 'be570502-e907-420c-a9c2-6b5d32adfef3') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.134252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78a1ebe0>, 'be570502-e907-420c-a9c2-6b5d32adfef3') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.142982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] Pushing event deleted for resources: {'Port': ['ID=4c2f2a4c-cef8-4fd3-b11b-a687a8582326,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:22.144914 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (be570502-e907-420c-a9c2-6b5d32adfef3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.152788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:22.153657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a305b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.159884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fdf72-af09-410f-b96e-5a99ec2bfa62 None None] No DVR routers for this DVR port 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:22.160183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (be570502-e907-420c-a9c2-6b5d32adfef3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.168298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:22.168935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (be570502-e907-420c-a9c2-6b5d32adfef3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.171428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting subnet ca84d6aa-b57f-4dd3-a535-32717b55aa87 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:22.172658 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:22.177093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (ca84d6aa-b57f-4dd3-a535-32717b55aa87), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.224329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ca84d6aa-b57f-4dd3-a535-32717b55aa87), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.248944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:22.253799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3b1bfdb4-076c-42b4-ba30-666e8e667e1b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.259573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.263396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/networks/3b1bfdb4-076c-42b4-ba30-666e8e667e1b HTTP/1.1" status: 204  len: 168 time: 0.5236199
Jan 15 21:15:22.267438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:22.294644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e8a8-ade6-4397-aa65-4f858fe1ce24 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Network': ['ID=3b1bfdb4-076c-42b4-ba30-666e8e667e1b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:22.318236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a305b80>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.345844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3caf3-b2f2-47cf-9211-47ef175d7604 req-5e06a43c-b148-4fb4-92af-ae7d02067bcb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:22.348598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25d3caf3-b2f2-47cf-9211-47ef175d7604 req-5e06a43c-b148-4fb4-92af-ae7d02067bcb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0770605
Jan 15 21:15:22.395277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.408648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25d3caf3-b2f2-47cf-9211-47ef175d7604 req-aa47137d-5574-449c-a8c3-b8ef9a2346c6 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489097
Jan 15 21:15:22.421973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ca84d6aa-b57f-4dd3-a535-32717b55aa87), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.528699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:22.538506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.538859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:22.539471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a305b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.565283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb9130>,) {'filters': {'network_id': ['32d55d9b-6d4f-4b1a-99e4-4495f7dc024d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.572597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ca84d6aa-b57f-4dd3-a535-32717b55aa87), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.581417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb9130>, '79b835ab-f3f1-4b24-b7a4-e095c9c9e246') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.581721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb9130>, '79b835ab-f3f1-4b24-b7a4-e095c9c9e246') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.609499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:22.610986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Subnet': ['ID=ca84d6aa-b57f-4dd3-a535-32717b55aa87,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:22.615215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (79b835ab-f3f1-4b24-b7a4-e095c9c9e246), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.624878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.631211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-62d94e94-a820-48e6-82ac-6dddd2672ddb tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/ca84d6aa-b57f-4dd3-a535-32717b55aa87 HTTP/1.1" status: 204  len: 168 time: 0.5218220
Jan 15 21:15:22.631638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46662) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:22.634864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (79b835ab-f3f1-4b24-b7a4-e095c9c9e246), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.638137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0c2c9-6cd7-431a-92b1-b1843dd7e6f0 None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:22.643844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:22.644021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (79b835ab-f3f1-4b24-b7a4-e095c9c9e246), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:22.647444 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:22.670922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a305b80>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:22.722550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (41a2d1b2-edc5-4576-b170-171a2579b97a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.727013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (32d55d9b-6d4f-4b1a-99e4-4495f7dc024d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.740478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.743548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/networks/32d55d9b-6d4f-4b1a-99e4-4495f7dc024d HTTP/1.1" status: 204  len: 168 time: 0.4751642
Jan 15 21:15:22.746166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:22.748744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230168d-cb7e-4947-a396-e0ea6daf39e7 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:22.755500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b78588-40b2-4ab2-950c-97fe2c5853a2 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Network': ['ID=32d55d9b-6d4f-4b1a-99e4-4495f7dc024d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:22.833723 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting subnet 7d5aca84-2110-4bc3-9194-439149c84c13 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:22.837996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (7d5aca84-2110-4bc3-9194-439149c84c13), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.883087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Deleting port c7c6ec24-191f-48d8-b7c9-659a4587ecfe {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:22.883434 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.887228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (7d5aca84-2110-4bc3-9194-439149c84c13), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:22.986243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] For port c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,segment=NetworkSegment(df9738f2-3544-4e63-9d6c-232a7b43709d),segment_id=df9738f2-3544-4e63-9d6c-232a7b43709d)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:22.986610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.017853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Calling delete_port for c7c6ec24-191f-48d8-b7c9-659a4587ecfe owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:23.072765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (7d5aca84-2110-4bc3-9194-439149c84c13), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.111999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] DHCP port deletion for 41a2d1b2-edc5-4576-b170-171a2579b97a request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:23.165824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (7d5aca84-2110-4bc3-9194-439149c84c13), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.170472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Deleting port c7c6ec24-191f-48d8-b7c9-659a4587ecfe {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:23.170977 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.181471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.184669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.187654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/subnets/7d5aca84-2110-4bc3-9194-439149c84c13 HTTP/1.1" status: 204  len: 168 time: 0.4404454
Jan 15 21:15:23.191770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46666) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:23.229291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496b077-f742-41c3-8764-fc184b986e83 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5aca84-2110-4bc3-9194-439149c84c13,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:23.229619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944206b-a77f-4a73-bfb2-d6a7231bf7ac None None] Network 5ae62e93-9690-4290-9d70-c20fc1dba07d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:23.233885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Port': ['ID=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:23.238636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No DVR routers for this DVR port c7c6ec24-191f-48d8-b7c9-659a4587ecfe on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:23.310657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5ae62e93-9690-4290-9d70-c20fc1dba07d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.317256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 954f518f-9a23-4c4d-9ea2-afa7a9682b8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:23.344456 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (41a2d1b2-edc5-4576-b170-171a2579b97a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.369990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 954f518f-9a23-4c4d-9ea2-afa7a9682b8b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:23.370339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 954f518f-9a23-4c4d-9ea2-afa7a9682b8b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:23.370766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b42f657-0f71-40c2-af4f-899f418d4cdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:23.371276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e791ef310>,) {'filters': {'network_id': ['41a2d1b2-edc5-4576-b170-171a2579b97a']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:23.385242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e791ef310>, 'df9738f2-3544-4e63-9d6c-232a7b43709d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:23.385669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e791ef310>, 'df9738f2-3544-4e63-9d6c-232a7b43709d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:23.397001 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (df9738f2-3544-4e63-9d6c-232a7b43709d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.408212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] For port c7c6ec24-191f-48d8-b7c9-659a4587ecfe, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:23.408629 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.411049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (df9738f2-3544-4e63-9d6c-232a7b43709d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.411661 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.413894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7b42f657-0f71-40c2-af4f-899f418d4cdf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:23.414270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b42f657-0f71-40c2-af4f-899f418d4cdf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:23.414688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:23.415132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Deleting port ef12be58-98ae-4712-bd30-e067d4c47ed5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:23.415477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.419835 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:23.420464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (df9738f2-3544-4e63-9d6c-232a7b43709d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:23.424620 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:23.465786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:23.466129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c2f2a4c-cef8-4fd3-b11b-a687a8582326 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:23.466547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c7c6ec24-191f-48d8-b7c9-659a4587ecfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:23.469092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Calling delete_port for c7c6ec24-191f-48d8-b7c9-659a4587ecfe owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:23.490828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Port c7c6ec24-191f-48d8-b7c9-659a4587ecfe was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:15:23.491723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (41a2d1b2-edc5-4576-b170-171a2579b97a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.493700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c7c6ec24-191f-48d8-b7c9-659a4587ecfe {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:23.494110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c7c6ec24-191f-48d8-b7c9-659a4587ecfe not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:23.496481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (c7c6ec24-191f-48d8-b7c9-659a4587ecfe), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.498474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.503588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] For port ef12be58-98ae-4712-bd30-e067d4c47ed5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef12be58-98ae-4712-bd30-e067d4c47ed5,segment=NetworkSegment(2ce767a8-c178-41fc-80f5-a6771154eaf7),segment_id=2ce767a8-c178-41fc-80f5-a6771154eaf7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:23.503975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.505783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Network 41a2d1b2-edc5-4576-b170-171a2579b97a is not hosted by any dhcp agent {{(pid=114439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:15:23.506502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] No DVR routers for this DVR port c7c6ec24-191f-48d8-b7c9-659a4587ecfe on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:23.506664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46670) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:23.506840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/networks/41a2d1b2-edc5-4576-b170-171a2579b97a HTTP/1.1" status: 204  len: 168 time: 0.8715510
Jan 15 21:15:23.517607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'routes': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:23.540223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f91e6-6b48-459d-8ddc-e62a0fbd32db None None] Pushing event deleted for resources: {'Port': ['ID=c7c6ec24-191f-48d8-b7c9-659a4587ecfe,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:23.541022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa183-9c49-47a6-852f-745dd550dbbd tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Pushing event deleted for resources: {'Network': ['ID=41a2d1b2-edc5-4576-b170-171a2579b97a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:23.559408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Calling delete_port for ef12be58-98ae-4712-bd30-e067d4c47ed5 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:23.612871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3013c5-06be-4cbd-a3e5-27b59f7ae311 req-9f62da4b-5088-4c96-bae3-36cb4ae2212c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:23.614455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c3013c5-06be-4cbd-a3e5-27b59f7ae311 req-9f62da4b-5088-4c96-bae3-36cb4ae2212c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1057031
Jan 15 21:15:23.619088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] DHCP port deletion for 5ae62e93-9690-4290-9d70-c20fc1dba07d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:23.669838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c3013c5-06be-4cbd-a3e5-27b59f7ae311 req-b101c48d-e69a-4065-8e66-775e7f3b921b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490456
Jan 15 21:15:23.679271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Deleting port ef12be58-98ae-4712-bd30-e067d4c47ed5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:23.680073 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.737164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.extraroute_db [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Added routes are [] {{(pid=114438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:15:23.737477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.extraroute_db [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Removed routes are [] {{(pid=114438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:15:23.737840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.745844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] For port ef12be58-98ae-4712-bd30-e067d4c47ed5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef12be58-98ae-4712-bd30-e067d4c47ed5,segment=NetworkSegment(2ce767a8-c178-41fc-80f5-a6771154eaf7),segment_id=2ce767a8-c178-41fc-80f5-a6771154eaf7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:23.746242 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.758443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Calling delete_port for ef12be58-98ae-4712-bd30-e067d4c47ed5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:23.864293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.870190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ef12be58-98ae-4712-bd30-e067d4c47ed5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.896569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] Pushing event deleted for resources: {'Port': ['ID=ef12be58-98ae-4712-bd30-e067d4c47ed5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:23.900197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.902290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0e6f6-bf64-40e4-8b12-7681780de98d None None] No DVR routers for this DVR port ef12be58-98ae-4712-bd30-e067d4c47ed5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:23.925048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:23.925393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] No DVR routers for this DVR port ef12be58-98ae-4712-bd30-e067d4c47ed5 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:23.926759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Port': ['ID=ef12be58-98ae-4712-bd30-e067d4c47ed5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:24.069682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5ae62e93-9690-4290-9d70-c20fc1dba07d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.072994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 252d2cf2-1585-4f59-977e-f8b77820522a has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:24.101209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5bd460>,) {'filters': {'network_id': ['5ae62e93-9690-4290-9d70-c20fc1dba07d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.113985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5bd460>, '2ce767a8-c178-41fc-80f5-a6771154eaf7') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.114284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5bd460>, '2ce767a8-c178-41fc-80f5-a6771154eaf7') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.153785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (2ce767a8-c178-41fc-80f5-a6771154eaf7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.190673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:24.198512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.199699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de8bec01-a793-47c1-b340-64df5f61018d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 705 time: 0.6924427
Jan 15 21:15:24.200830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2ce767a8-c178-41fc-80f5-a6771154eaf7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.202651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.204692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Sync routers for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:24.209177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:24.209818 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (2ce767a8-c178-41fc-80f5-a6771154eaf7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.211352 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:24.213257 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:24.225205 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:24.225840 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e9d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.237523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b0e044e4-8b16-4a64-8012-4ee90ee023ae tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 205 time: 0.0330913
Jan 15 21:15:24.239875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.284464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5ae62e93-9690-4290-9d70-c20fc1dba07d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.292601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.296404 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/networks/5ae62e93-9690-4290-9d70-c20fc1dba07d HTTP/1.1" status: 204  len: 168 time: 1.1034303
Jan 15 21:15:24.299221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.300677 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:24.330191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (252d2cf2-1585-4f59-977e-f8b77820522a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.336779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8f779-ceca-414a-80d2-d56fec176b12 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Pushing event deleted for resources: {'Network': ['ID=5ae62e93-9690-4290-9d70-c20fc1dba07d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:24.340795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cbe4d5dd-c85e-47d1-8c69-384995cace89 tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bda08e9-3791-430f-9e9c-f1015e8cd066 HTTP/1.1" status: 200  len: 205 time: 0.0402598
Jan 15 21:15:24.343097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46680) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.357558 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e9d90>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.386336 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Checking router: 252d2cf2-1585-4f59-977e-f8b77820522a for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:24.396392 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Routers {'252d2cf2-1585-4f59-977e-f8b77820522a'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:24.397316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e9d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['252d2cf2-1585-4f59-977e-f8b77820522a'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.434588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.473975 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] Set router 252d2cf2-1585-4f59-977e-f8b77820522a gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:24.528225 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e9d90>, [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:24.560142 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d4a09-4f0c-4074-94ef-693eaea0ff88 None None] The sync data for ids ['252d2cf2-1585-4f59-977e-f8b77820522a'] in ncdv-master-1 is: [{'id': '252d2cf2-1585-4f59-977e-f8b77820522a', 'name': 'tempest-RoutersIpV6Test-router-1256263975', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:29Z', 'updated_at': '2022-01-15T21:15:21Z', 'revision_number': 11, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:24.611885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.614353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router_controller (2bda08e9-3791-430f-9e9c-f1015e8cd066), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.666850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (2bda08e9-3791-430f-9e9c-f1015e8cd066), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.667457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Fanout notify agent at l3_agent the message router_deleted on router 2bda08e9-3791-430f-9e9c-f1015e8cd066 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:24.680636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.682786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a19755b0-b4ae-4409-bd3b-98554b1be9bc tempest-RoutersNegativeTest-1820111981 tempest-RoutersNegativeTest-1820111981-project] 10.222.0.46 "DELETE /v2.0/routers/2bda08e9-3791-430f-9e9c-f1015e8cd066 HTTP/1.1" status: 204  len: 168 time: 0.3378885
Jan 15 21:15:24.884806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.888382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (252d2cf2-1585-4f59-977e-f8b77820522a), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.942479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8fc94-2728-44fd-8a46-2a9452e8fdcb req-c9b2e6b4-082f-46be-9f88-8319f7cac3b0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:24.943928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e8fc94-2728-44fd-8a46-2a9452e8fdcb req-c9b2e6b4-082f-46be-9f88-8319f7cac3b0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1730208
Jan 15 21:15:24.952509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.957463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (252d2cf2-1585-4f59-977e-f8b77820522a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.958039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router 252d2cf2-1585-4f59-977e-f8b77820522a {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:24.965789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:24.973214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4f717a61-896c-4d7c-81aa-68ef90965ed9 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 204  len: 168 time: 0.7322388
Jan 15 21:15:24.973503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46692) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:24.978319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1454405957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:25.011068 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.012906 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.019397 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6e8fc94-2728-44fd-8a46-2a9452e8fdcb req-75caecd6-a9fa-44f4-9315-eddd29df73ef tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689704
Jan 15 21:15:25.084053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (02a45d4c-c518-4506-9fe3-89cc323f9380), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.098809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.127279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.128454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec9b49e4-d5b7-4d06-88f1-941a92bdd5be tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1537306
Jan 15 21:15:25.131361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46694) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:25.136055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:25.138852 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-167f0cf1-6adc-4508-a11e-48fd7b51318c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee153124c58c4ccd9a7ced9c7d3412eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1852212
Jan 15 21:15:25.141448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:25.192420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] Publish callbacks [] for security_group (7d7efe07-9771-40c3-bea8-8d9c67656156), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.214653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] Publish callbacks [] for security_group (7d7efe07-9771-40c3-bea8-8d9c67656156), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.226006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef12be58-98ae-4712-bd30-e067d4c47ed5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:25.254698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ef12be58-98ae-4712-bd30-e067d4c47ed5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:25.255075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef12be58-98ae-4712-bd30-e067d4c47ed5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:25.273221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7d7efe07-9771-40c3-bea8-8d9c67656156), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.275836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.277015 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d7efe07-9771-40c3-bea8-8d9c67656156 HTTP/1.1" status: 204  len: 168 time: 0.1345594
Jan 15 21:15:25.287178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75799-bb4e-4e86-849f-669e1f3a8c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7efe07-9771-40c3-bea8-8d9c67656156,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:25.362970 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.373476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.476888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Router 02a45d4c-c518-4506-9fe3-89cc323f9380 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:15:25.556707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:25.564334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.571738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b02ecdd9-0af6-46a3-ae20-ce3929686342 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "PUT /v2.0/routers/02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 200  len: 698 time: 0.4339116
Jan 15 21:15:25.572073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Sync routers for ids ['02a45d4c-c518-4506-9fe3-89cc323f9380'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:25.572216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46706) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:25.577836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Routers {'02a45d4c-c518-4506-9fe3-89cc323f9380'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:25.578680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['02a45d4c-c518-4506-9fe3-89cc323f9380'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:25.652960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c35f1391-3089-42c5-8380-f8602c86e806 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/routers/02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 200  len: 704 time: 0.0803242
Jan 15 21:15:25.653564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:25.654854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Set router 02a45d4c-c518-4506-9fe3-89cc323f9380 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:25.682028 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c9572c2c-0e8e-48a3-bb9b-64a0df9f7c95 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 200  len: 205 time: 0.0264833
Jan 15 21:15:25.685032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:25.720962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428b50>, [{'id': '02a45d4c-c518-4506-9fe3-89cc323f9380', 'name': 'tempest-RoutersIpV6Test-router-1454405957', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:25Z', 'updated_at': '2022-01-15T21:15:25Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:25.748910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Checking router: 02a45d4c-c518-4506-9fe3-89cc323f9380 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:25.759010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Routers {'02a45d4c-c518-4506-9fe3-89cc323f9380'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:25.759640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['02a45d4c-c518-4506-9fe3-89cc323f9380'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:25.776441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.838188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] Set router 02a45d4c-c518-4506-9fe3-89cc323f9380 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:25.897833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428b50>, [{'id': '02a45d4c-c518-4506-9fe3-89cc323f9380', 'name': 'tempest-RoutersIpV6Test-router-1454405957', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:25Z', 'updated_at': '2022-01-15T21:15:25Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:25.937481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c754421-3b9a-44c8-89f9-8deb3b5ee0ce None None] The sync data for ids ['02a45d4c-c518-4506-9fe3-89cc323f9380'] in ncdv-master-1 is: [{'id': '02a45d4c-c518-4506-9fe3-89cc323f9380', 'name': 'tempest-RoutersIpV6Test-router-1454405957', 'tenant_id': '43424ea58a1f4c578dee173db29ae6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:25Z', 'updated_at': '2022-01-15T21:15:25Z', 'revision_number': 2, 'project_id': '43424ea58a1f4c578dee173db29ae6b0', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:25.969272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:25.972152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router_controller (02a45d4c-c518-4506-9fe3-89cc323f9380), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.022262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (02a45d4c-c518-4506-9fe3-89cc323f9380), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.027077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Fanout notify agent at l3_agent the message router_deleted on router 02a45d4c-c518-4506-9fe3-89cc323f9380 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:26.027671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46726) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.035732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.036908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd39c383-6247-47ea-ae4f-53b18f8bf62a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 204  len: 168 time: 0.3514712
Jan 15 21:15:26.040383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.074225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-990b147e-cb6c-45f1-9c44-2e27f875d831 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 200  len: 205 time: 0.0327113
Jan 15 21:15:26.076649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46734) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.126930 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-7bc49b60-2004-4510-aaa5-632d1aff6923 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.128213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7bc49b60-2004-4510-aaa5-632d1aff6923 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/02a45d4c-c518-4506-9fe3-89cc323f9380 HTTP/1.1" status: 404  len: 336 time: 0.0504434
Jan 15 21:15:26.131204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.169940 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02de141-03f1-44cd-8d60-9e169e6d252f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.170411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02de141-03f1-44cd-8d60-9e169e6d252f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.175568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c02de141-03f1-44cd-8d60-9e169e6d252f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/99883bdf-1022-45f4-9010-edd8e24d3409 HTTP/1.1" status: 404  len: 337 time: 0.0432909
Jan 15 21:15:26.178729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.179309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50553e3-5f66-4aa4-9bf4-726099a7c6b6 req-a0e89c6b-1ac4-4e12-8cda-2f77ace91a0c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:26.180964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d50553e3-5f66-4aa4-9bf4-726099a7c6b6 req-a0e89c6b-1ac4-4e12-8cda-2f77ace91a0c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0568881
Jan 15 21:15:26.194514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d5068806-0770-4af4-be82-0aead0074399 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-339889223', 'prefixes': ['172.20.0.0/16']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:26.220726 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7238e95f-afec-4985-bf3b-9165e5a13aba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.221547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7238e95f-afec-4985-bf3b-9165e5a13aba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.227029 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7238e95f-afec-4985-bf3b-9165e5a13aba tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/0d4c85b2-2db7-473e-bc26-3c2396586aaf HTTP/1.1" status: 404  len: 337 time: 0.0450952
Jan 15 21:15:26.227276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.262508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d50553e3-5f66-4aa4-9bf4-726099a7c6b6 req-728516a0-6796-4f88-86bd-53c4eec9c0bb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720046
Jan 15 21:15:26.262713 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-60708c6a-e3d2-45ce-8b66-f31306d49c22 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.263124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60708c6a-e3d2-45ce-8b66-f31306d49c22 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.268156 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-60708c6a-e3d2-45ce-8b66-f31306d49c22 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/46c7551c-3f48-4c8c-a563-8397ab980a52 HTTP/1.1" status: 404  len: 337 time: 0.0391974
Jan 15 21:15:26.270098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.297733 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0bf81d-4eff-4aaa-a563-0febf07c25cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.298440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0bf81d-4eff-4aaa-a563-0febf07c25cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.301615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4d0bf81d-4eff-4aaa-a563-0febf07c25cf tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/ca84d6aa-b57f-4dd3-a535-32717b55aa87 HTTP/1.1" status: 404  len: 337 time: 0.0305629
Jan 15 21:15:26.305011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.317434 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5068806-0770-4af4-be82-0aead0074399 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.318658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d5068806-0770-4af4-be82-0aead0074399 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.2890494
Jan 15 21:15:26.321668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46746) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.333734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec16b37f-b388-46c5-9db7-431aff4cfb37 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 200  len: 205 time: 0.0276096
Jan 15 21:15:26.335958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46748) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.362905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d4e2a91e-c1c6-4799-8df8-5aad500b0ff8 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "GET /v2.0/subnetpools/8110fac4-691e-4345-83c4-ac4bbdb84395 HTTP/1.1" status: 200  len: 731 time: 0.0401425
Jan 15 21:15:26.366245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46750) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.370603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-93b01653-83f3-48bb-a5f3-a7a56e774b98 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-962398066'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:26.382280 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-e2b92372-c3aa-453a-8a3d-acd108ea6009 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.385998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e2b92372-c3aa-453a-8a3d-acd108ea6009 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/252d2cf2-1585-4f59-977e-f8b77820522a HTTP/1.1" status: 404  len: 336 time: 0.0464849
Jan 15 21:15:26.386230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.415994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3982aad4-57fe-4c83-9b66-d1615752a32d tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb8e73ea-e5a5-4860-85ca-09139f6e380b HTTP/1.1" status: 200  len: 205 time: 0.0287232
Jan 15 21:15:26.418581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46754) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.471690 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-8405bc95-7f3b-4621-b179-73e81569d52f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.475034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8405bc95-7f3b-4621-b179-73e81569d52f tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/cb8e73ea-e5a5-4860-85ca-09139f6e380b HTTP/1.1" status: 404  len: 336 time: 0.0532362
Jan 15 21:15:26.475984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46756) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.510880 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9243d8a-f612-41e7-a53f-9f1a01686048 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.511284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9243d8a-f612-41e7-a53f-9f1a01686048 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.514588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b9243d8a-f612-41e7-a53f-9f1a01686048 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/0bd0d748-de2c-409b-8d4c-813790fa668c HTTP/1.1" status: 404  len: 337 time: 0.0380797
Jan 15 21:15:26.518205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.531248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-93b01653-83f3-48bb-a5f3-a7a56e774b98 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.533712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-93b01653-83f3-48bb-a5f3-a7a56e774b98 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "PUT /v2.0/subnetpools/8110fac4-691e-4345-83c4-ac4bbdb84395 HTTP/1.1" status: 200  len: 683 time: 0.1663785
Jan 15 21:15:26.536813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46760) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.553890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-52da5286-5bbd-4bb8-b6eb-b04c65262553 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 200  len: 205 time: 0.0329382
Jan 15 21:15:26.556362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.607705 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5ed770b7-86a8-45be-bfd7-b03890c95ce1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.608031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ed770b7-86a8-45be-bfd7-b03890c95ce1 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/641c2edf-c120-41e8-97c6-473d7ccb0783 HTTP/1.1" status: 404  len: 336 time: 0.0505404
Jan 15 21:15:26.610870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.641368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13ab80d2-0a7f-436b-9eb9-31c8ab6b6885 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6fc7183-778b-4f89-bc78-aa542d9799fb HTTP/1.1" status: 200  len: 205 time: 0.0291891
Jan 15 21:15:26.644430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46766) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.659177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a1d4ad4b-e20a-4844-a2eb-31552092cb24 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:26.660871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a1d4ad4b-e20a-4844-a2eb-31552092cb24 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "DELETE /v2.0/subnetpools/8110fac4-691e-4345-83c4-ac4bbdb84395 HTTP/1.1" status: 204  len: 168 time: 0.1222799
Jan 15 21:15:26.663201 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.686073 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-99b52d8c-bb91-4250-9186-b0d8eb94065e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.687119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-99b52d8c-bb91-4250-9186-b0d8eb94065e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/a6fc7183-778b-4f89-bc78-aa542d9799fb HTTP/1.1" status: 404  len: 336 time: 0.0417364
Jan 15 21:15:26.690537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.705271 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-789db463-3d12-4156-bbbc-934f67e59ae8 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] show failed (client error): The resource could not be found.
Jan 15 21:15:26.706275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-789db463-3d12-4156-bbbc-934f67e59ae8 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "GET /v2.0/subnetpools/8110fac4-691e-4345-83c4-ac4bbdb84395 HTTP/1.1" status: 404  len: 346 time: 0.0421195
Jan 15 21:15:26.709224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46772) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.725129 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c26235-5ea9-4af0-9807-6926bd180217 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.725594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c26235-5ea9-4af0-9807-6926bd180217 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.728562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e5c26235-5ea9-4af0-9807-6926bd180217 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/477caf47-f3cc-46bf-b707-fc55391a8045 HTTP/1.1" status: 404  len: 337 time: 0.0311344
Jan 15 21:15:26.731284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46774) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.732024 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-44ee35f7-d2f1-4ad7-8713-8718dcfca898 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.733093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-44ee35f7-d2f1-4ad7-8713-8718dcfca898 tempest-SubnetPoolsTestJSON-2082418855 tempest-SubnetPoolsTestJSON-2082418855-project] 10.222.0.46 "DELETE /v2.0/subnetpools/8110fac4-691e-4345-83c4-ac4bbdb84395 HTTP/1.1" status: 404  len: 346 time: 0.0228622
Jan 15 21:15:26.766298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-347ebd01-7261-4496-bca7-8d0162565f2e tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1317b1e-ddf0-491f-ad19-b7ef11888d60 HTTP/1.1" status: 200  len: 205 time: 0.0317781
Jan 15 21:15:26.767643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.806303 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-66929519-d90e-4ac3-a133-fadf2835669a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.809629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-66929519-d90e-4ac3-a133-fadf2835669a tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/d1317b1e-ddf0-491f-ad19-b7ef11888d60 HTTP/1.1" status: 404  len: 336 time: 0.0391533
Jan 15 21:15:26.810040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46780) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.837650 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8b084a-3b44-459f-9c9a-ab2ee45b1e29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.838095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8b084a-3b44-459f-9c9a-ab2ee45b1e29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.841183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ec8b084a-3b44-459f-9c9a-ab2ee45b1e29 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/092e30fb-372b-4cdf-bb0b-cba29fa5df61 HTTP/1.1" status: 404  len: 337 time: 0.0301332
Jan 15 21:15:26.843831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46782) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.875580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4d452814-0fc3-49a9-86c3-c02533d3d186 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 HTTP/1.1" status: 200  len: 205 time: 0.0306480
Jan 15 21:15:26.878536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46784) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.917781 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5eb30a61-3ba1-431b-90f2-61612ddc1790 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] delete failed (client error): The resource could not be found.
Jan 15 21:15:26.918840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5eb30a61-3ba1-431b-90f2-61612ddc1790 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/routers/2d83e120-d042-4a8f-a1ca-d9f2ac1e9dd2 HTTP/1.1" status: 404  len: 336 time: 0.0393879
Jan 15 21:15:26.921435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46788) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.947856 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-104ba320-dd77-40ff-a1e4-839f86bee406 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.948305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104ba320-dd77-40ff-a1e4-839f86bee406 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.951314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-104ba320-dd77-40ff-a1e4-839f86bee406 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/3b4000c1-7c14-489f-a48b-442e2db68d2f HTTP/1.1" status: 404  len: 337 time: 0.0289073
Jan 15 21:15:26.953955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:26.981228 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d395c49c-a05e-47c7-a6b5-2cd1d519c7b2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:15:26.981686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d395c49c-a05e-47c7-a6b5-2cd1d519c7b2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:15:26.987810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d395c49c-a05e-47c7-a6b5-2cd1d519c7b2 tempest-RoutersIpV6Test-297202951 tempest-RoutersIpV6Test-297202951-project] 10.222.0.46 "DELETE /v2.0/subnets/f1bacfd2-7d69-4868-97e4-58a66e49de27 HTTP/1.1" status: 404  len: 337 time: 0.0293291
Jan 15 21:15:27.011032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46794) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:27.132462 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a40f0db6-e3b1-4517-add9-53f67c35cc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.210160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a40f0db6-e3b1-4517-add9-53f67c35cc6b admin admin] Publish callbacks [] for security_group (5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.214942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a40f0db6-e3b1-4517-add9-53f67c35cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.253719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:27.256900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a40f0db6-e3b1-4517-add9-53f67c35cc6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=036b350d09b24530a312de12f13ac3cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2430627
Jan 15 21:15:27.257192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f0db6-e3b1-4517-add9-53f67c35cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:27.259440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46802) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:27.325263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] Publish callbacks [] for security_group (5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.356939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] Publish callbacks [] for security_group (5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.402297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fae34a-26ab-4b1d-b9bf-25810a92ee85 req-08f2812d-5f40-49fa-896b-8edd2f84f0b0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:27.403804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21fae34a-26ab-4b1d-b9bf-25810a92ee85 req-08f2812d-5f40-49fa-896b-8edd2f84f0b0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0601356
Jan 15 21:15:27.427376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c09f0090-2e6c-463d-95cb-8fcf8774ad84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43424ea58a1f4c578dee173db29ae6b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1723683
Jan 15 21:15:27.429842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46808) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:27.454308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.456961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.458181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c HTTP/1.1" status: 204  len: 168 time: 0.1978760
Jan 15 21:15:27.469355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21fae34a-26ab-4b1d-b9bf-25810a92ee85 req-45b9bfc4-df99-4c5d-91b9-998c386932b6 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588691
Jan 15 21:15:27.478569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb44dfe-8055-4b2c-b56d-a65b291034e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f59f3-3ab0-4df4-8a94-9ff65c234b2c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:27.503494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] Publish callbacks [] for security_group (fced9b11-2156-4dd3-9774-71d931726caf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.526930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] Publish callbacks [] for security_group (fced9b11-2156-4dd3-9774-71d931726caf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.574598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fced9b11-2156-4dd3-9774-71d931726caf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.577276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:27.578561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fced9b11-2156-4dd3-9774-71d931726caf HTTP/1.1" status: 204  len: 168 time: 0.1477008
Jan 15 21:15:27.587264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c219977-847f-4aa7-a4ce-620f0dc22aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fced9b11-2156-4dd3-9774-71d931726caf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:28.415392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46856) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:28.518959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1749729857'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:28.542845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:28.547282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.556740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.591784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477d598-9b1f-4053-a3ac-beb62c33bbdf req-99e2a79a-b5be-4012-977b-e24c23b3c85c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:28.594153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d477d598-9b1f-4053-a3ac-beb62c33bbdf req-99e2a79a-b5be-4012-977b-e24c23b3c85c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0532396
Jan 15 21:15:28.645334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d477d598-9b1f-4053-a3ac-beb62c33bbdf req-9396127d-6aed-41b6-85db-513cfb43c819 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442240
Jan 15 21:15:28.654259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for security_group (c481748b-8d6b-432a-a9e9-f51f5fa98c61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.660209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c481748b-8d6b-432a-a9e9-f51f5fa98c61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.690171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:28.696593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c481748b-8d6b-432a-a9e9-f51f5fa98c61,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:28.702583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (029c713e-9d83-4c94-b1cf-89ff0f9c350e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.702929 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment 029c713e-9d83-4c94-b1cf-89ff0f9c350e of type vlan for network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba
Jan 15 21:15:28.745571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.771346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.777701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:28.778291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.832197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4154813
Jan 15 21:15:28.835393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:28.840176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-100249102'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:28.859539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a82322-54ec-488d-a705-24a3aaa34fb8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:28.869536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:28.870728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:28.873411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.902621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:28.913530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f483672c-519f-418e-99a5-04cf6995116b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.914001 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment f483672c-519f-418e-99a5-04cf6995116b of type vlan for network cb6f6e1d-b727-4c7a-a716-ad54ae18b813
Jan 15 21:15:28.967153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cb6f6e1d-b727-4c7a-a716-ad54ae18b813), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:28.995821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cb6f6e1d-b727-4c7a-a716-ad54ae18b813), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.002263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:29.002858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.064991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2288852
Jan 15 21:15:29.067744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46894) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:29.072645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:29.126330 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56059435-714a-443e-8dca-09b3c8f14053 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=cb6f6e1d-b727-4c7a-a716-ad54ae18b813,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:29.139228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:29.182854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:29.188823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.426772 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (e8a87250-98fb-434f-9075-c2fd08d557f1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.509181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=e8a87250-98fb-434f-9075-c2fd08d557f1,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:29.510926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': '029c713e-9d83-4c94-b1cf-89ff0f9c350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:29.511266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:29.557876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:29.571152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:29.577071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:29.578946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.581982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e6f05-1509-4248-bb99-e2b6c52c7943 None None] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:29.610221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 46936) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:29.613934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ca86884d-ca04-4306-8e62-bffe32da5b61 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5451102
Jan 15 21:15:29.615715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:29.743131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba', 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': 'e8a87250-98fb-434f-9075-c2fd08d557f1'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:29.746238 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.795441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:29.800589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:29.842511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9675-263d-4c57-a3cc-a82a30604c28 req-39bb7e74-5d45-4f32-8c36-08e8d41c4877 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:29.859975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb0c9675-263d-4c57-a3cc-a82a30604c28 req-39bb7e74-5d45-4f32-8c36-08e8d41c4877 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0735397
Jan 15 21:15:29.950251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb0c9675-263d-4c57-a3cc-a82a30604c28 req-99b79d3f-99d8-4761-9d56-3d9c4acd2e8a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881681
Jan 15 21:15:30.227119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:15:30.241144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Allocated IP 172.20.0.2 (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba/e8a87250-98fb-434f-9075-c2fd08d557f1/4771f00a-1b7f-447d-b9de-4f81effd45f5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:30.403627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (83aef6eb-f602-4d25-a63c-1cf10f553240), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.447402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:30.485914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'port_id': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'mac_address': 'fa:16:3e:46:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5412cfcf-8716-42b2-8f43-6ea2f6c62558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:15:30.513711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=83aef6eb-f602-4d25-a63c-1cf10f553240,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:30.529532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': 'f483672c-519f-418e-99a5-04cf6995116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:30.529891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: cb6f6e1d-b727-4c7a-a716-ad54ae18b813, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:30.552708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:30.553187 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.553920 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:30.555577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks [] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.612408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb6f6e1d-b727-4c7a-a716-ad54ae18b813) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:30.616683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:30.617570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.637804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f9303-b78d-4958-b12b-9ef328bf0f24 None None] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:30.640962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:15:30.646632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 46994) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:30.647291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4907776a-29e5-4e4b-a1c8-595a2ff3f234 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0353630
Jan 15 21:15:30.651227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-517062281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:30.698725 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.706807 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.711407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.774084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:30.791994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.793879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (e956eb0a-c3e6-4687-aaf5-08057598695b), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.801947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.804873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:30.819317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:30.836593 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:30.836593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c803735f-4f57-41b7-a362-8e3c9fbf7542 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1856053
Jan 15 21:15:30.836818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:30.836949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47002) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:30.854396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Pushing event updated for resources: {'Port': ['ID=4771f00a-1b7f-447d-b9de-4f81effd45f5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:30.862364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-0cdafc0d-b389-4f59-a9b1-da5be35bc176 req-510be763-e251-46d6-8156-f771bc636c1b service neutron] (114438) timed out ('10.222.0.45', 64018) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:15:30.927637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:15:31.021059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb6f6e1d-b727-4c7a-a716-ad54ae18b813', 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '83aef6eb-f602-4d25-a63c-1cf10f553240'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:31.027959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.062851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Attempting to bind port 4771f00a-1b7f-447d-b9de-4f81effd45f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:31.064385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Attempting to bind port 4771f00a-1b7f-447d-b9de-4f81effd45f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '029c713e-9d83-4c94-b1cf-89ff0f9c350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:31.065256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Attempting to bind port 4771f00a-1b7f-447d-b9de-4f81effd45f5 on network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:31.077430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:31.078366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Checking segment: {'id': '029c713e-9d83-4c94-b1cf-89ff0f9c350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:31.079818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.080642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Bound using segment: {'id': '029c713e-9d83-4c94-b1cf-89ff0f9c350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:31.080976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Bound port: 4771f00a-1b7f-447d-b9de-4f81effd45f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029c713e-9d83-4c94-b1cf-89ff0f9c350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:31.081395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.103704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:31.227269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] For port 4771f00a-1b7f-447d-b9de-4f81effd45f5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:31.232143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] For port 4771f00a-1b7f-447d-b9de-4f81effd45f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4771f00a-1b7f-447d-b9de-4f81effd45f5,segment=NetworkSegment(029c713e-9d83-4c94-b1cf-89ff0f9c350e),segment_id=029c713e-9d83-4c94-b1cf-89ff0f9c350e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:31.237547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fb9f0-a985-4678-9f0c-85da018401b1 req-25997498-706a-4ae6-ad18-6f81663bb1e8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:31.246635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d25fb9f0-a985-4678-9f0c-85da018401b1 req-25997498-706a-4ae6-ad18-6f81663bb1e8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1506350
Jan 15 21:15:31.328384 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.335148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.341695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47014) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:31.382704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d25fb9f0-a985-4678-9f0c-85da018401b1 req-a9a34e39-e53f-4e73-a8e9-eac1a8365c87 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293437
Jan 15 21:15:31.480192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae055b-90fb-4914-aa84-5b5c4c429707 None None] Pushing event updated for resources: {'Port': ['ID=4771f00a-1b7f-447d-b9de-4f81effd45f5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:31.544783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3287105-4e8e-4122-8237-ff05b5b20c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.561167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Allocated IP 172.21.0.2 (cb6f6e1d-b727-4c7a-a716-ad54ae18b813/83aef6eb-f602-4d25-a63c-1cf10f553240/8c98dce9-8f35-4c5b-b095-e6a458cce4e2) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:31.681180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3287105-4e8e-4122-8237-ff05b5b20c6c admin admin] Publish callbacks [] for security_group (9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.688997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3287105-4e8e-4122-8237-ff05b5b20c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.808183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c3287105-4e8e-4122-8237-ff05b5b20c6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=147972a4ce5142298d6ab34ad0e83cf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4650118
Jan 15 21:15:31.808809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:31.811268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287105-4e8e-4122-8237-ff05b5b20c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:31.822560 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.20.0.1 (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba/e8a87250-98fb-434f-9075-c2fd08d557f1/8b83042e-230f-45da-b946-20892122c242) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:31.873918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] Publish callbacks [] for security_group (9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.887975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks [] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.898330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.914178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] Publish callbacks [] for security_group (9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.989578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:31.993903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:31.999436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:31.999788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.002387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:32.010870 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e HTTP/1.1" status: 204  len: 168 time: 0.2007585
Jan 15 21:15:32.019490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:32.034259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddfcf0-dc43-4803-9b36-6e5a11eb1899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768a71b-9e1e-4c74-b69f-3ab6cfcfe25e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:32.121435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (8b83042e-230f-45da-b946-20892122c242), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.122509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Pushing event updated for resources: {'Port': ['ID=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:32.199131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8b83042e-230f-45da-b946-20892122c242), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.206029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-8ac1b1c9-93e9-4bff-b9b3-bb9e69c16226 req-d217b65a-8fae-430b-b1a1-153d8de8b3e5 service neutron] (114437) timed out ('10.222.0.39', 61333) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:15:32.236939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Attempting to bind port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:32.237919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Attempting to bind port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f483672c-519f-418e-99a5-04cf6995116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:32.238531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Attempting to bind port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 on network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:32.246917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:32.247670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Checking segment: {'id': 'f483672c-519f-418e-99a5-04cf6995116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:32.248327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.249030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Bound using segment: {'id': 'f483672c-519f-418e-99a5-04cf6995116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:32.250022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Bound port: 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f483672c-519f-418e-99a5-04cf6995116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cb6f6e1d-b727-4c7a-a716-ad54ae18b813'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:32.250741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.253145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port bdd3b358-3871-4d07-a30c-af2f31f8d4cf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:32.253771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.257460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:32.260754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:32.266183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:32.310958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=8b83042e-230f-45da-b946-20892122c242,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:32.354788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.425619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] For port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:32.463221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] For port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,segment=NetworkSegment(f483672c-519f-418e-99a5-04cf6995116b),segment_id=f483672c-519f-418e-99a5-04cf6995116b)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:32.464896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:32.465295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.476425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.529316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:32.533315 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93924a5-a2d2-467a-9bb6-2968bdc2a4af" -d '{"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:32.571990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:32.612814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47030) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:32.621015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.623788 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b228fd0-9014-4829-81c0-844e04db1eb2 x-openstack-request-id: req-0b228fd0-9014-4829-81c0-844e04db1eb2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:32.624072 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:32.624324 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b228fd0-9014-4829-81c0-844e04db1eb2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:32.624807 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'code': 200}
Jan 15 21:15:32.651508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a61d7d-b159-40c2-abc2-5c32b7373c5b None None] Pushing event updated for resources: {'Port': ['ID=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:32.663438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37f7583f-eeab-4a05-9c5e-67e32c063ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.672401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809e07-40a2-48bd-9acf-f31617293621 req-d4ac3bc9-c483-47ef-b7da-bcfe71867ed0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:32.680521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96809e07-40a2-48bd-9acf-f31617293621 req-d4ac3bc9-c483-47ef-b7da-bcfe71867ed0 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1859198
Jan 15 21:15:32.693921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8b83042e-230f-45da-b946-20892122c242), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:32.743386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47032) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:32.775430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:32.826022 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96809e07-40a2-48bd-9acf-f31617293621 req-14640a6a-929f-4f9f-bd5a-0aba3de586e2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442239
Jan 15 21:15:32.998724 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37f7583f-eeab-4a05-9c5e-67e32c063ca1 admin admin] Publish callbacks [] for security_group (31bbd464-adb1-43ba-a47a-df4d65e0950f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.026862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-37f7583f-eeab-4a05-9c5e-67e32c063ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (31bbd464-adb1-43ba-a47a-df4d65e0950f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.140963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-37f7583f-eeab-4a05-9c5e-67e32c063ca1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d05c8560e7c349d9b6054fd43688e666&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5248303
Jan 15 21:15:33.144302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7583f-eeab-4a05-9c5e-67e32c063ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bbd464-adb1-43ba-a47a-df4d65e0950f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:33.148426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47034) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:33.235496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ac324-df99-4762-89b9-9bf909bfc074 None None] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:33.352698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Provisioning complete for port 4771f00a-1b7f-447d-b9de-4f81effd45f5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:33.353436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.432553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] Publish callbacks [] for security_group (31bbd464-adb1-43ba-a47a-df4d65e0950f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.462885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:33.505883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] Publish callbacks [] for security_group (31bbd464-adb1-43ba-a47a-df4d65e0950f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.559579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Current status of the port 4771f00a-1b7f-447d-b9de-4f81effd45f5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:33.560019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.624152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] For port 4771f00a-1b7f-447d-b9de-4f81effd45f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4771f00a-1b7f-447d-b9de-4f81effd45f5,segment=NetworkSegment(029c713e-9d83-4c94-b1cf-89ff0f9c350e),segment_id=029c713e-9d83-4c94-b1cf-89ff0f9c350e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:33.628422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:33.628939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (31bbd464-adb1-43ba-a47a-df4d65e0950f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.629557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.632336 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.634108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31bbd464-adb1-43ba-a47a-df4d65e0950f HTTP/1.1" status: 204  len: 168 time: 0.4360261
Jan 15 21:15:33.651223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49229ea0-0b70-4f23-ad4f-ea60d3b96a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bbd464-adb1-43ba-a47a-df4d65e0950f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:33.681493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.683146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.832334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (8b83042e-230f-45da-b946-20892122c242), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:33.844189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (8b83042e-230f-45da-b946-20892122c242), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.020872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:34.021654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.088591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,segment=NetworkSegment(f483672c-519f-418e-99a5-04cf6995116b),segment_id=f483672c-519f-418e-99a5-04cf6995116b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:34.091008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.096034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0a345-df27-460c-b5fc-83af4c48677d None None] Pushing event updated for resources: {'Port': ['ID=4771f00a-1b7f-447d-b9de-4f81effd45f5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:34.101522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.102499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4771f00a-1b7f-447d-b9de-4f81effd45f5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:34.139831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a8cfb-77a6-48c5-b3d7-05896b40e519 req-5e09fcc5-5421-40d0-8658-82490f20e09a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:34.142179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-824a8cfb-77a6-48c5-b3d7-05896b40e519 req-5e09fcc5-5421-40d0-8658-82490f20e09a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1297374
Jan 15 21:15:34.145425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=8b83042e-230f-45da-b946-20892122c242,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:34.167606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:34.227269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4771f00a-1b7f-447d-b9de-4f81effd45f5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:34.227800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.344990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:34.349066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:34.402644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4771f00a-1b7f-447d-b9de-4f81effd45f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:34.481930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-824a8cfb-77a6-48c5-b3d7-05896b40e519 req-af287133-bd1e-4724-a780-819ca9ad0a33 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3287621
Jan 15 21:15:34.536969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router e956eb0a-c3e6-4687-aaf5-08057598695b is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:15:34.634637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07347a-3bd2-40dd-bcc1-0178fe9d45b2 None None] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:34.638852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Provisioning complete for port 4771f00a-1b7f-447d-b9de-4f81effd45f5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:34.639358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.689937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 10db34ad-3bf3-47b9-9e3d-448c80d5be89 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:34.690617 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:34.718242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:34.729997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-613b60f9-d33c-45a5-8e2f-7e05947c3735 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8815773
Jan 15 21:15:34.737409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47046) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:34.743163 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] Sync routers for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:34.761758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:34.769259 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:34.829702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202173b9-8a06-4194-8a31-646d6b26a0fe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:34.836089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-202173b9-8a06-4194-8a31-646d6b26a0fe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports/8b83042e-230f-45da-b946-20892122c242 HTTP/1.1" status: 200  len: 910 time: 0.0970507
Jan 15 21:15:34.839273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47050) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:34.858770 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4f10>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:34.885274 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:34.885918 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:34.941389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afe4f10>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:34.942436 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe127390-0986-4f40-a5fa-1b08345368e6 None None] The sync data for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:35.026988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Current status of the port 4771f00a-1b7f-447d-b9de-4f81effd45f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:35.054868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Provisioning complete for port 8b83042e-230f-45da-b946-20892122c242 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:35.055358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b83042e-230f-45da-b946-20892122c242), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.163824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-66c9e1d8-683a-42fe-a367-27a7ab06caf1 None None] Port 8b83042e-230f-45da-b946-20892122c242 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:35.231311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 10db34ad-3bf3-47b9-9e3d-448c80d5be89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10db34ad-3bf3-47b9-9e3d-448c80d5be89,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:35.231836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.260667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 10db34ad-3bf3-47b9-9e3d-448c80d5be89 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:35.287787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Provisioning complete for port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:35.301115 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.409813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:35.647608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:35.647987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.658624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Current status of the port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:35.722271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3b6a-3918-4088-b03f-7a0a24ce7bc8 req-712f82a4-d733-41da-8745-b266c08c25ef tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:35.731151 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273a3b6a-3918-4088-b03f-7a0a24ce7bc8 req-712f82a4-d733-41da-8745-b266c08c25ef tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1170561
Jan 15 21:15:35.749120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.751757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (10db34ad-3bf3-47b9-9e3d-448c80d5be89), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.814401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=10db34ad-3bf3-47b9-9e3d-448c80d5be89,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:35.825630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-273a3b6a-3918-4088-b03f-7a0a24ce7bc8 req-a348c9b5-e329-424e-b199-c62150d9a735 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837302
Jan 15 21:15:35.910600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Provisioning complete for port 8b83042e-230f-45da-b946-20892122c242 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:35.910982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b83042e-230f-45da-b946-20892122c242), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:35.958484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:35.959728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4771f00a-1b7f-447d-b9de-4f81effd45f5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:35.993408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6f25-98aa-4941-b8f6-853a92d2ce38 None None] Port 8b83042e-230f-45da-b946-20892122c242 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:36.027928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4771f00a-1b7f-447d-b9de-4f81effd45f5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:36.028425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.150255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Provisioning complete for port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:36.150952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.201847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4771f00a-1b7f-447d-b9de-4f81effd45f5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:36.209687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.333838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Current status of the port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:36.428214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Provisioning complete for port 8b83042e-230f-45da-b946-20892122c242 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:36.428785 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8b83042e-230f-45da-b946-20892122c242), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.489649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.21.0.1 (cb6f6e1d-b727-4c7a-a716-ad54ae18b813/83aef6eb-f602-4d25-a63c-1cf10f553240/e6d11b75-d2d3-4500-83f8-1328d0d9f845) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:36.514855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6fde0c8b-3daa-4ac6-a489-66770260f7f5 None None] Port 8b83042e-230f-45da-b946-20892122c242 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:36.703070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:36.779025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.846023 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:15:36.886148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:36.947042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:36.965141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:36.968357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:36.974104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5eb38-2528-4208-a16d-2687246eb429 req-2368688d-b430-4f3d-8885-85eb2892663a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:36.977224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cfa5eb38-2528-4208-a16d-2687246eb429 req-2368688d-b430-4f3d-8885-85eb2892663a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0759044
Jan 15 21:15:37.010034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:37.016632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-487184fb-ec78-4f5d-a14d-8cf56cc55fa7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/f4c20226-b0e9-47fc-b60d-07266dee1434/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2686677
Jan 15 21:15:37.023671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:37.035541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=e6d11b75-d2d3-4500-83f8-1328d0d9f845,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:37.038076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:37.041211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29a280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:37.082300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cfa5eb38-2528-4208-a16d-2687246eb429 req-35c234bd-f833-455f-990a-a1d309252130 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993125
Jan 15 21:15:37.092602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.368048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.395271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:37.511637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88b823-5a08-44b7-bc50-dcf43c24995b req-e1c1f58d-e895-4c85-875d-73fc3bf9b2db tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:37.514018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea88b823-5a08-44b7-bc50-dcf43c24995b req-e1c1f58d-e895-4c85-875d-73fc3bf9b2db tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.0992634
Jan 15 21:15:37.559923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:37.601098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-89a782af-1f89-4541-bb1c-74e903f842c9 None None] Provisioning complete for port e6d11b75-d2d3-4500-83f8-1328d0d9f845 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:37.601718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89a782af-1f89-4541-bb1c-74e903f842c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.643591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea88b823-5a08-44b7-bc50-dcf43c24995b req-0f5ef6ae-b638-44dc-8624-8569aec003bc tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213644
Jan 15 21:15:37.711978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-89a782af-1f89-4541-bb1c-74e903f842c9 None None] Port e6d11b75-d2d3-4500-83f8-1328d0d9f845 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:37.750074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01113a3f-e17f-487d-81ca-dcd5312872cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.839964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29a280>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:37.870203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01113a3f-e17f-487d-81ca-dcd5312872cf admin admin] Publish callbacks [] for security_group (b6fcd022-c617-4321-91a2-fc40b3db2d05), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.880302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:37.889804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:37.890439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29a280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:37.894052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-01113a3f-e17f-487d-81ca-dcd5312872cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6fcd022-c617-4321-91a2-fc40b3db2d05), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:37.945739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01113a3f-e17f-487d-81ca-dcd5312872cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fcd022-c617-4321-91a2-fc40b3db2d05,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:37.970258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-01113a3f-e17f-487d-81ca-dcd5312872cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c74fa2e992440bd8b177e5a4174352a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4079711
Jan 15 21:15:37.972650 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:38.033251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] Publish callbacks [] for security_group (b6fcd022-c617-4321-91a2-fc40b3db2d05), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.059885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:38.060895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] Publish callbacks [] for security_group (b6fcd022-c617-4321-91a2-fc40b3db2d05), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.115569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.120217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b6fcd022-c617-4321-91a2-fc40b3db2d05), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.123115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.124494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6fcd022-c617-4321-91a2-fc40b3db2d05 HTTP/1.1" status: 204  len: 168 time: 0.1507764
Jan 15 21:15:38.129401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.138826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890dbc5-7d6d-45b9-87fe-fdc1cf65176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fcd022-c617-4321-91a2-fc40b3db2d05,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:38.278454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.289847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dfcb5-930b-4a58-8f3f-fdeddc8d7fa0 req-39897a3a-8758-43a4-b0db-12a97432d857 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:38.291876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-483dfcb5-930b-4a58-8f3f-fdeddc8d7fa0 req-39897a3a-8758-43a4-b0db-12a97432d857 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0962620
Jan 15 21:15:38.336377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=e6d11b75-d2d3-4500-83f8-1328d0d9f845,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:38.415389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-483dfcb5-930b-4a58-8f3f-fdeddc8d7fa0 req-a2b3ce84-3199-485d-bd03-7d69a4224da1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142461
Jan 15 21:15:38.485828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:38.487373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:38.529668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29a280>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:38.570650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a4989-ea4b-4532-8efd-2eaf5233862e None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '040b1887-ca6c-4526-b0de-b6d10868151a', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.33', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'port_id': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'mac_address': 'fa:16:3e:4a:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:14:03Z', 'updated_at': '2022-01-15T21:14:08Z', 'revision_number': 1, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:38.725725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47114) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:38.744667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2de5858f-780c-4a33-8a43-b6e5e9f5a3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.755186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router e956eb0a-c3e6-4687-aaf5-08057598695b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:38.784712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-8af3e213-c204-4918-99c9-60667ea5f271 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:38.786265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-8af3e213-c204-4918-99c9-60667ea5f271 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.0890429
Jan 15 21:15:38.946108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2de5858f-780c-4a33-8a43-b6e5e9f5a3e2 admin admin] Publish callbacks [] for security_group (e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.964976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4ef8-6da5-4a8b-aa6d-58c3eefc12b7 req-80f9c72e-5ccc-44a2-a8c7-0bcc3e74abed tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:38.972253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-869c4ef8-6da5-4a8b-aa6d-58c3eefc12b7 req-80f9c72e-5ccc-44a2-a8c7-0bcc3e74abed tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 946 time: 0.2107823
Jan 15 21:15:38.974532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d0b2ea03-978e-4be0-820c-bdd6503a3a4a None None] Provisioning complete for port e6d11b75-d2d3-4500-83f8-1328d0d9f845 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:38.976134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0b2ea03-978e-4be0-820c-bdd6503a3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:38.984526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2de5858f-780c-4a33-8a43-b6e5e9f5a3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.014077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:39.020439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4feabf4e-983c-4e01-91af-a44823d830d6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1793890
Jan 15 21:15:39.025418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47116) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:39.029620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2de5858f-780c-4a33-8a43-b6e5e9f5a3e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8c66eba1dc24036ac6af3acb8b2bfe1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3026919
Jan 15 21:15:39.029989 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] Sync routers for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:39.039437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47118) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:39.050364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2ea03-978e-4be0-820c-bdd6503a3a4a None None] Port e6d11b75-d2d3-4500-83f8-1328d0d9f845 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:39.051814 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:39.052503 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2ebb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:39.106381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port a324cd95-18a9-4be1-9b39-644e1887801c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:39.106629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.118879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a1509-1bf2-4f98-b7d6-0a9a45ec0377 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:39.123752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e44a1509-1bf2-4f98-b7d6-0a9a45ec0377 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports/e6d11b75-d2d3-4500-83f8-1328d0d9f845 HTTP/1.1" status: 200  len: 910 time: 0.0971415
Jan 15 21:15:39.127066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47120) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:39.132109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2ebb20>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:39.149858 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:39.152220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2ebb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:39.190335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5858f-780c-4a33-8a43-b6e5e9f5a3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:39.212334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2ebb20>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:39.213230 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fdeda0-0556-4715-b06e-92f689250381 None None] The sync data for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:39.242476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 10db34ad-3bf3-47b9-9e3d-448c80d5be89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:39.272408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 10db34ad-3bf3-47b9-9e3d-448c80d5be89 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:39.272739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 10db34ad-3bf3-47b9-9e3d-448c80d5be89 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:39.279369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-869c4ef8-6da5-4a8b-aa6d-58c3eefc12b7 req-7be7788f-854b-416c-a366-6584418370a5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=2571f280-0abc-434e-a81c-ab3e2d4a703c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3058817
Jan 15 21:15:39.317594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] Publish callbacks [] for security_group (e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.359626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] Publish callbacks [] for security_group (e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.420722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port a324cd95-18a9-4be1-9b39-644e1887801c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a324cd95-18a9-4be1-9b39-644e1887801c,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:39.422418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.462016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.464766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.466186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3 HTTP/1.1" status: 204  len: 168 time: 0.4150710
Jan 15 21:15:39.475480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dabfa-340a-410f-b36b-3df398959914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f32ebd-073c-4c7a-bab8-8ae166e7ccd3,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:39.491290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for a324cd95-18a9-4be1-9b39-644e1887801c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:39.741601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09b7d-54ba-49cd-8465-96e79ee4e0ec req-9aa25598-3a6f-4b94-8a35-53907cb23d6b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:39.755974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2c09b7d-54ba-49cd-8465-96e79ee4e0ec req-9aa25598-3a6f-4b94-8a35-53907cb23d6b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1542778
Jan 15 21:15:39.799099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a324cd95-18a9-4be1-9b39-644e1887801c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.843579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=a324cd95-18a9-4be1-9b39-644e1887801c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:39.889018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2c09b7d-54ba-49cd-8465-96e79ee4e0ec req-0644cd29-9a44-491f-9f6c-45af7da0d17d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323507
Jan 15 21:15:39.916611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] No DVR routers for this DVR port a324cd95-18a9-4be1-9b39-644e1887801c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:39.919987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:39.923980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a48c35de-6ba4-4370-a089-1e3e6b23e14f req-76ea2055-5c52-46a7-bdae-136879fc06c5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "DELETE /v2.0/ports/a324cd95-18a9-4be1-9b39-644e1887801c HTTP/1.1" status: 204  len: 173 time: 1.0848997
Jan 15 21:15:39.924447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'name': 'network-vif-deleted', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:39.928887 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525dc69d-dc81-445b-aebe-3cc41a4e9d70" -d '{"events": [{"server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "name": "network-vif-deleted", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:39.933269 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:40.015988 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df05942-cb00-47f7-89fc-fabf5ef23c31 x-openstack-request-id: req-4df05942-cb00-47f7-89fc-fabf5ef23c31 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:40.016452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d3c9af-fa53-4de5-a559-6d2cd4857a38", "name": "network-vif-deleted", "tag": "a324cd95-18a9-4be1-9b39-644e1887801c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:40.016766 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4df05942-cb00-47f7-89fc-fabf5ef23c31 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:40.017202 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d3c9af-fa53-4de5-a559-6d2cd4857a38', 'name': 'network-vif-deleted', 'tag': 'a324cd95-18a9-4be1-9b39-644e1887801c', 'status': 'completed', 'code': 200}
Jan 15 21:15:40.294828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port e6d11b75-d2d3-4500-83f8-1328d0d9f845 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:40.295511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:40.525499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b9e57b6-d934-42eb-bb9c-b00e0892cf7e req-a58feff5-140c-4f11-adeb-b4bca2756a96 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5d3c9af-fa53-4de5-a559-6d2cd4857a38 HTTP/1.1" status: 200  len: 210 time: 0.0576103
Jan 15 21:15:40.527360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:40.557517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for e6d11b75-d2d3-4500-83f8-1328d0d9f845 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:40.796832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e6d11b75-d2d3-4500-83f8-1328d0d9f845), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:40.829474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=e6d11b75-d2d3-4500-83f8-1328d0d9f845,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:41.122608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:41.164150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ffa8b-449f-4b4d-99c1-0e6ba24265a0 req-b0152ece-2687-40bf-a880-3ca293bdfedc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:41.166060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed2ffa8b-449f-4b4d-99c1-0e6ba24265a0 req-b0152ece-2687-40bf-a880-3ca293bdfedc tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1255748
Jan 15 21:15:41.287041 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed2ffa8b-449f-4b4d-99c1-0e6ba24265a0 req-d738dfaa-12b7-406a-a611-03bb55b53184 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072283
Jan 15 21:15:41.426749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router e956eb0a-c3e6-4687-aaf5-08057598695b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:41.534499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:41.549370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] Sync routers for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:41.556204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-27908bff-dda1-454f-86a2-444901b5e704 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4268408
Jan 15 21:15:41.558982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:41.565094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:41.566404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0dca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:41.598876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47188) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:41.617222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0dca00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:41.627323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:41.628195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0dca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:41.666057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0dca00>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:41.667017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b71b1c-9f8e-43da-a104-d2867bc0e147 None None] The sync data for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:41.679083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (2571f280-0abc-434e-a81c-ab3e2d4a703c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:41.711904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (2571f280-0abc-434e-a81c-ab3e2d4a703c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:41.832060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2571f280-0abc-434e-a81c-ab3e2d4a703c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:41.835564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:41.840697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/security-groups/2571f280-0abc-434e-a81c-ab3e2d4a703c HTTP/1.1" status: 204  len: 168 time: 0.2407711
Jan 15 21:15:41.853976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f7c2a-8026-4c13-bbd7-62fd0b5342b4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571f280-0abc-434e-a81c-ab3e2d4a703c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:41.885823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47194) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:41.984460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting subnet ab9167bd-7f2f-4534-b9a8-f16453c67af5 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:41.994470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (ab9167bd-7f2f-4534-b9a8-f16453c67af5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.054981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (ab9167bd-7f2f-4534-b9a8-f16453c67af5), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.147610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.233700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ab9167bd-7f2f-4534-b9a8-f16453c67af5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.387740 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (ab9167bd-7f2f-4534-b9a8-f16453c67af5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.465104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9167bd-7f2f-4534-b9a8-f16453c67af5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:42.489430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.493496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce31f2f-47ac-4f99-bf5a-e35b872f243a None None] Network 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:42.495129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bcc1fcfa-673b-49bf-88a8-a54eee002e28 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/subnets/ab9167bd-7f2f-4534-b9a8-f16453c67af5 HTTP/1.1" status: 204  len: 168 time: 0.6077302
Jan 15 21:15:42.502184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47212) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:42.598176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 8b83042e-230f-45da-b946-20892122c242 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:42.598972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8b83042e-230f-45da-b946-20892122c242), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.643951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308b4c-69a2-40e9-b989-52794d2dc3fb req-8a4d34bd-de08-4604-82ae-490379d45094 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:42.652474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36308b4c-69a2-40e9-b989-52794d2dc3fb req-8a4d34bd-de08-4604-82ae-490379d45094 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1975775
Jan 15 21:15:42.679149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a324cd95-18a9-4be1-9b39-644e1887801c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:42.710496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.712190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: a324cd95-18a9-4be1-9b39-644e1887801c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:42.712547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a324cd95-18a9-4be1-9b39-644e1887801c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:42.778752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8b83042e-230f-45da-b946-20892122c242), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.782817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] DHCP port deletion for 1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:42.800119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 8b83042e-230f-45da-b946-20892122c242 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:42.812778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36308b4c-69a2-40e9-b989-52794d2dc3fb req-008dcddc-e231-4e15-a72c-b4d811c9a0e3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592197
Jan 15 21:15:42.846233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 7a251ec3-de63-492e-9677-0f64016393f5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:42.846578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7a251ec3-de63-492e-9677-0f64016393f5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.867061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Deleting port 7a251ec3-de63-492e-9677-0f64016393f5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:42.867535 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7a251ec3-de63-492e-9677-0f64016393f5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.933983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 7a251ec3-de63-492e-9677-0f64016393f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a251ec3-de63-492e-9677-0f64016393f5,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:42.934805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7a251ec3-de63-492e-9677-0f64016393f5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.965985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] For port 7a251ec3-de63-492e-9677-0f64016393f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a251ec3-de63-492e-9677-0f64016393f5,segment=NetworkSegment(32b6b077-1dae-418d-bb47-17ef92d2af50),segment_id=32b6b077-1dae-418d-bb47-17ef92d2af50)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:42.966944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7a251ec3-de63-492e-9677-0f64016393f5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:42.976290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 7a251ec3-de63-492e-9677-0f64016393f5 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:42.991692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Calling delete_port for 7a251ec3-de63-492e-9677-0f64016393f5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:43.126578 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7a251ec3-de63-492e-9677-0f64016393f5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.164599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (7a251ec3-de63-492e-9677-0f64016393f5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.177240 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=7a251ec3-de63-492e-9677-0f64016393f5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:43.180543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] No DVR routers for this DVR port 7a251ec3-de63-492e-9677-0f64016393f5 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:43.203989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] No DVR routers for this DVR port 7a251ec3-de63-492e-9677-0f64016393f5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:43.303243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Pushing event deleted for resources: {'Port': ['ID=7a251ec3-de63-492e-9677-0f64016393f5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:43.313437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.321873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.322220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.322641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.323273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.323800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.324319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.324762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.325143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.325455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.325781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.326109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.326446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.326757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11abf0-054b-4c3b-87f2-f6a8be299cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:43.332177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a251ec3-de63-492e-9677-0f64016393f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:43.354215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8175b3d0>,) {'filters': {'network_id': ['1f8a0ef4-ec80-4354-87ef-19071fcdb8c4']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:43.383665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8175b3d0>, '32b6b077-1dae-418d-bb47-17ef92d2af50') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:43.384621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8175b3d0>, '32b6b077-1dae-418d-bb47-17ef92d2af50') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:43.391976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7a251ec3-de63-492e-9677-0f64016393f5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:43.392494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a251ec3-de63-492e-9677-0f64016393f5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:43.404631 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (32b6b077-1dae-418d-bb47-17ef92d2af50), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.424938 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (32b6b077-1dae-418d-bb47-17ef92d2af50), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.431851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:43.432586 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (32b6b077-1dae-418d-bb47-17ef92d2af50), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:43.436102 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:43.532344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1f8a0ef4-ec80-4354-87ef-19071fcdb8c4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.545328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.558544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/networks/1f8a0ef4-ec80-4354-87ef-19071fcdb8c4 HTTP/1.1" status: 204  len: 168 time: 1.0218055
Jan 15 21:15:43.563811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47232) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:43.629581 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8b83042e-230f-45da-b946-20892122c242), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:43.641914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0330-c385-48eb-b038-e86aea096dc2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Network': ['ID=1f8a0ef4-ec80-4354-87ef-19071fcdb8c4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:43.676720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=8b83042e-230f-45da-b946-20892122c242,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:43.876192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port fe7ce366-c734-4628-8f7f-c80c77417a3b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:43.876614 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.008065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e956eb0a-c3e6-4687-aaf5-08057598695b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.081989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.082324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (fe7ce366-c734-4628-8f7f-c80c77417a3b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.098266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for fe7ce366-c734-4628-8f7f-c80c77417a3b owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:44.117482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbe88-42ca-4bb1-a197-53528594be0c req-80bf1f71-ade4-49d0-a5c2-a2213a9fcb96 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:44.124252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a82fbe88-42ca-4bb1-a197-53528594be0c req-80bf1f71-ade4-49d0-a5c2-a2213a9fcb96 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0893788
Jan 15 21:15:44.264181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router e956eb0a-c3e6-4687-aaf5-08057598695b has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:44.382803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:44.393166 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] Sync routers for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:44.402896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6ef06503-27b7-4f13-b304-c848bea2460c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8298631
Jan 15 21:15:44.404595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47246) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:44.406059 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:44.409134 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:44.463295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.481585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6abc7ad7-9c96-4662-b359-08bb3ce5d4ba tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=e956eb0a-c3e6-4687-aaf5-08057598695b HTTP/1.1" status: 200  len: 205 time: 0.0727766
Jan 15 21:15:44.483822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47248) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:44.489207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a82fbe88-42ca-4bb1-a197-53528594be0c req-e6b4c777-b78e-4225-8aa4-9fcd156f009d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3639739
Jan 15 21:15:44.490659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fe7ce366-c734-4628-8f7f-c80c77417a3b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.491493 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb8e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:44.519419 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] Routers {'e956eb0a-c3e6-4687-aaf5-08057598695b'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:44.520102 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e956eb0a-c3e6-4687-aaf5-08057598695b'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:44.521129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=fe7ce366-c734-4628-8f7f-c80c77417a3b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:44.606696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.693511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (040b1887-ca6c-4526-b0de-b6d10868151a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.694036 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Floating IP 040b1887-ca6c-4526-b0de-b6d10868151a disassociated (deleted). External IP: 172.35.1.33, port: 909658a8-c02e-4ffe-95b9-0a5acbcbdac7.
Jan 15 21:15:44.725999 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2eb8e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:44.731752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48524-7b82-4b54-ad58-1e999730a3d8 None None] The sync data for ids ['e956eb0a-c3e6-4687-aaf5-08057598695b'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:44.876778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.880420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (e956eb0a-c3e6-4687-aaf5-08057598695b), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.958961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (e956eb0a-c3e6-4687-aaf5-08057598695b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.959923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router e956eb0a-c3e6-4687-aaf5-08057598695b {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:44.971771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:44.975351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c54b39b-c7b2-4b25-a54a-01d8a62f5ffb tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b HTTP/1.1" status: 204  len: 168 time: 0.4863434
Jan 15 21:15:44.975907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:45.061489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 83aef6eb-f602-4d25-a63c-1cf10f553240 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:45.065969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (83aef6eb-f602-4d25-a63c-1cf10f553240), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.083459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:45.127131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (83aef6eb-f602-4d25-a63c-1cf10f553240), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.251440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:45.259812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.270162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (83aef6eb-f602-4d25-a63c-1cf10f553240), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.275368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:45.300206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d48976bc-8cdb-4312-986f-6a600a5f1f7e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/floatingips/040b1887-ca6c-4526-b0de-b6d10868151a HTTP/1.1" status: 204  len: 168 time: 1.7352037
Jan 15 21:15:45.301276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:45.302090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:45.303297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:45.305167 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:45.386255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (83aef6eb-f602-4d25-a63c-1cf10f553240), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.394987 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ecac33-92f1-4934-a3cc-5f79804a006f x-openstack-request-id: req-09ecac33-92f1-4934-a3cc-5f79804a006f {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:45.395404 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:45.395575 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09ecac33-92f1-4934-a3cc-5f79804a006f {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:45.395942 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'status': 'completed', 'code': 200}
Jan 15 21:15:45.444745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=83aef6eb-f602-4d25-a63c-1cf10f553240,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:45.494612 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.498521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-314895b5-7cc0-4599-a3f8-edb54bdd1d82 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/83aef6eb-f602-4d25-a63c-1cf10f553240 HTTP/1.1" status: 204  len: 168 time: 0.5217609
Jan 15 21:15:45.502066 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47274) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:45.553246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-8be18a5d-56d4-4986-8591-d7138770713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:45.557145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-8be18a5d-56d4-4986-8591-d7138770713a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 1096 time: 0.1341751
Jan 15 21:15:45.627441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet e8a87250-98fb-434f-9075-c2fd08d557f1 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:45.634935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (e8a87250-98fb-434f-9075-c2fd08d557f1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.773837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (e8a87250-98fb-434f-9075-c2fd08d557f1), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.788634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:45.824575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-1d931ff5-223e-43e2-837a-5c6a5d71a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:45.826808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-1d931ff5-223e-43e2-837a-5c6a5d71a570 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 200  len: 898 time: 0.2614899
Jan 15 21:15:45.869510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843fcac-885e-471e-8e82-f8da0f2909c5 req-97eece5b-c05d-48bf-936d-e55981d851bb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:45.875068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7843fcac-885e-471e-8e82-f8da0f2909c5 req-97eece5b-c05d-48bf-936d-e55981d851bb tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1973114
Jan 15 21:15:45.879004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:45.887008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9742c-2e9c-481f-bef2-ea9e6e7fe0ce None None] Network cb6f6e1d-b727-4c7a-a716-ad54ae18b813 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:45.889214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-68185784-c1f6-407c-a815-4dbc56812848 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 200  len: 217 time: 0.0532937
Jan 15 21:15:45.979272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-37b1cd2b-f9e4-423e-b1a0-7d2b35291c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:45.981691 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-37b1cd2b-f9e4-423e-b1a0-7d2b35291c16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 200  len: 834 time: 0.0858355
Jan 15 21:15:45.982581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff959410-e61f-4a68-b8ec-a3355c1f5f50 req-e895153d-4abd-4535-a899-04318a392523 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:45.994293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff959410-e61f-4a68-b8ec-a3355c1f5f50 req-e895153d-4abd-4535-a899-04318a392523 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.1521866
Jan 15 21:15:46.135717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-37e107e0-e5ed-4907-8eed-024690b492b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:46.140215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-37e107e0-e5ed-4907-8eed-024690b492b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65f802dd-98dd-4371-b43c-7230f851e671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1421325
Jan 15 21:15:46.149106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (e8a87250-98fb-434f-9075-c2fd08d557f1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.266055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7843fcac-885e-471e-8e82-f8da0f2909c5 req-483e339d-cf07-47c1-9625-2cac20011811 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3598492
Jan 15 21:15:46.268474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (e8a87250-98fb-434f-9075-c2fd08d557f1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.288311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff959410-e61f-4a68-b8ec-a3355c1f5f50 req-8d672942-41bd-4f42-a186-a2795ace038b tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2930892
Jan 15 21:15:46.326479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-5ebb0231-7e0a-4c03-a0bf-c5719658d647 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714680
Jan 15 21:15:46.330185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a87250-98fb-434f-9075-c2fd08d557f1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:46.332934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.340711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8b41bde9-9edd-47b0-a660-c969043b61cd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/e8a87250-98fb-434f-9075-c2fd08d557f1 HTTP/1.1" status: 204  len: 168 time: 0.8367116
Jan 15 21:15:46.341475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af017a8e-ac25-49c9-bcf4-2974ca6f4598 None None] Network af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:46.341603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47294) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:46.513574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cb6f6e1d-b727-4c7a-a716-ad54ae18b813), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.517975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c2eac36-6eb9-4d3f-8997-e1b65612bdc1 req-b019b004-63eb-46dc-b825-859f70dd85e3 service neutron] 10.222.0.39 "GET /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634593
Jan 15 21:15:46.558562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437760>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:46.623207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] DHCP port deletion for cb6f6e1d-b727-4c7a-a716-ad54ae18b813 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:46.633080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:46.633426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.637892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:46.674132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:46.681710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:46.770016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] DHCP port deletion for af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:46.794303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,segment=NetworkSegment(f483672c-519f-418e-99a5-04cf6995116b),segment_id=f483672c-519f-418e-99a5-04cf6995116b)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:46.794819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.815411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:46.930700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Deleting port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:46.931732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:46.954158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-3996c7d3-3b4b-4620-be1f-7df6ad928070 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:46.956948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-3996c7d3-3b4b-4620-be1f-7df6ad928070 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.0738046
Jan 15 21:15:46.997178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] For port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,segment=NetworkSegment(f483672c-519f-418e-99a5-04cf6995116b),segment_id=f483672c-519f-418e-99a5-04cf6995116b)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:46.997593 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.012675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:47.051027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Calling delete_port for 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:47.054432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.091679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:47.095915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:47.117455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:47.118500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.151112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Deleting port 4771f00a-1b7f-447d-b9de-4f81effd45f5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:47.151484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.215395 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cb6f6e1d-b727-4c7a-a716-ad54ae18b813), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.242271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e8154cd60>,) {'filters': {'network_id': ['cb6f6e1d-b727-4c7a-a716-ad54ae18b813']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:47.272568 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8154cd60>, 'f483672c-519f-418e-99a5-04cf6995116b') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:47.273643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e8154cd60>, 'f483672c-519f-418e-99a5-04cf6995116b') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:47.293140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f483672c-519f-418e-99a5-04cf6995116b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.322428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:47.322814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.334003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:47.345152 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f483672c-519f-418e-99a5-04cf6995116b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.364702 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:47.365127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f483672c-519f-418e-99a5-04cf6995116b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.370269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:47.377173 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:47.489278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:47.489792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:47.490517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4771f00a-1b7f-447d-b9de-4f81effd45f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:47.574697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] For port 4771f00a-1b7f-447d-b9de-4f81effd45f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4771f00a-1b7f-447d-b9de-4f81effd45f5,segment=NetworkSegment(029c713e-9d83-4c94-b1cf-89ff0f9c350e),segment_id=029c713e-9d83-4c94-b1cf-89ff0f9c350e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:47.575445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.605370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (8c98dce9-8f35-4c5b-b095-e6a458cce4e2), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.620288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (cb6f6e1d-b727-4c7a-a716-ad54ae18b813), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.632275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696a84d-52cb-4890-bd14-bba70a8835a0 req-bc641427-4c35-4703-8839-4e8767ae1c34 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:47.633879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2696a84d-52cb-4890-bd14-bba70a8835a0 req-bc641427-4c35-4703-8839-4e8767ae1c34 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1471388
Jan 15 21:15:47.641015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.641235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] No DVR routers for this DVR port 8c98dce9-8f35-4c5b-b095-e6a458cce4e2 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:47.647669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/cb6f6e1d-b727-4c7a-a716-ad54ae18b813 HTTP/1.1" status: 204  len: 168 time: 1.3040183
Jan 15 21:15:47.649844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Calling delete_port for 4771f00a-1b7f-447d-b9de-4f81effd45f5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:47.658018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:47.695453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b772-335b-41df-a1e6-6200ed9c1f64 None None] Pushing event deleted for resources: {'Port': ['ID=8c98dce9-8f35-4c5b-b095-e6a458cce4e2,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:47.698415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (909658a8-c02e-4ffe-95b9-0a5acbcbdac7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.764418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=909658a8-c02e-4ffe-95b9-0a5acbcbdac7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:47.857804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4771f00a-1b7f-447d-b9de-4f81effd45f5 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:47.858194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.875094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] No DVR routers for this DVR port 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:47.880092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:47.912647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43012e3e-1291-4eb6-aeb9-3a7c8a7a5c99 req-1edeb865-9b91-4e38-b5ff-43bf268c529d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "DELETE /v2.0/ports/909658a8-c02e-4ffe-95b9-0a5acbcbdac7 HTTP/1.1" status: 204  len: 173 time: 0.9245031
Jan 15 21:15:47.913593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'name': 'network-vif-deleted', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:47.916606 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1b6c1-0473-468c-bda3-38233555f817" -d '{"events": [{"server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "name": "network-vif-deleted", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:47.936912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a437760>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:48.006470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2f88-1113-4ad7-8c8e-174f9deacd8e None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:35Z', 'revision_number': 6, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9ac35293-9843-4232-8e7d-be20f67e7790', 'name': '', 'network_id': '65f802dd-98dd-4371-b43c-7230f851e671', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:0d:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:33Z', 'updated_at': '2022-01-15T21:13:40Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '70b8ed11-d51b-45a3-80af-479af59bdd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:48.090502 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (4771f00a-1b7f-447d-b9de-4f81effd45f5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.100040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00164466-d131-45c5-81e8-e681a45039ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.134244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] Pushing event deleted for resources: {'Port': ['ID=4771f00a-1b7f-447d-b9de-4f81effd45f5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:48.136332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceefba-b0f2-4a16-be4a-b901682b9461 None None] No DVR routers for this DVR port 4771f00a-1b7f-447d-b9de-4f81effd45f5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:48.300564 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d792d-efbc-4007-9eed-6e706f8bda03 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=cb6f6e1d-b727-4c7a-a716-ad54ae18b813,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:48.305415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb504e0-6d84-4389-a429-609da88e256c req-cbd4f0d3-b2a2-472b-90a9-0a3b417daf0a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:48.311296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bb504e0-6d84-4389-a429-609da88e256c req-cbd4f0d3-b2a2-472b-90a9-0a3b417daf0a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 945 time: 0.8192308
Jan 15 21:15:48.430352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.461542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2696a84d-52cb-4890-bd14-bba70a8835a0 req-fe898cba-3928-441d-8751-92c27d7f2503 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8103907
Jan 15 21:15:48.513230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bb504e0-6d84-4389-a429-609da88e256c req-193334cf-81f6-45c0-bda1-69ba0e270697 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876600
Jan 15 21:15:48.559775 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2dee59-f88f-431c-b5f4-0d7292219022 x-openstack-request-id: req-fb2dee59-f88f-431c-b5f4-0d7292219022 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:48.560297 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebb1b58-541d-4104-b003-8e0b91c1634f", "name": "network-vif-deleted", "tag": "909658a8-c02e-4ffe-95b9-0a5acbcbdac7", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:48.560297 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb2dee59-f88f-431c-b5f4-0d7292219022 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:48.560721 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb1b58-541d-4104-b003-8e0b91c1634f', 'name': 'network-vif-deleted', 'tag': '909658a8-c02e-4ffe-95b9-0a5acbcbdac7', 'status': 'completed', 'code': 200}
Jan 15 21:15:48.606810 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ff8ff-199a-4958-baa0-09b19ac43a02 None None] New status for floating IP 040b1887-ca6c-4526-b0de-b6d10868151a: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:15:48.620556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-0cc4c0be-83f5-4828-a01d-61265b34caa9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0568016
Jan 15 21:15:48.663019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.705887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a87b3d0>,) {'filters': {'network_id': ['af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:48.723371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a87b3d0>, '029c713e-9d83-4c94-b1cf-89ff0f9c350e') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:48.723712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a87b3d0>, '029c713e-9d83-4c94-b1cf-89ff0f9c350e') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:48.743765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-0b5a63a3-efe1-4840-9ed4-4bda911de4c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=7ebb1b58-541d-4104-b003-8e0b91c1634f HTTP/1.1" status: 200  len: 210 time: 0.0566964
Jan 15 21:15:48.745862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (029c713e-9d83-4c94-b1cf-89ff0f9c350e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.765878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (029c713e-9d83-4c94-b1cf-89ff0f9c350e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.779007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:48.779427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (029c713e-9d83-4c94-b1cf-89ff0f9c350e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:48.783616 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:48.885367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.963293 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:48.966692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba HTTP/1.1" status: 204  len: 168 time: 1.3077331
Jan 15 21:15:48.971964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47356) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:48.978041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-628270197'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:48.991048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdec6f-234d-4bff-82ba-4d851e80f0ea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=af7b9ff8-5bfa-4bf0-a81e-39c20f7649ba,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:48.996615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-f787b86f-1a91-4ea8-84e9-a80c0d438117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:48.998447 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-f787b86f-1a91-4ea8-84e9-a80c0d438117 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2327449
Jan 15 21:15:49.069299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:49.073552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.126751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:49.144686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-86bdb108-5f19-49fb-8cc5-27039d604d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:49.146316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9cb8b06-7042-4cc9-b27a-16788b4e70af req-86bdb108-5f19-49fb-8cc5-27039d604d62 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1416557
Jan 15 21:15:49.147654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (64431c82-ce8b-40ad-843d-aa9bf38244de), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.148001 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment 64431c82-ce8b-40ad-843d-aa9bf38244de of type vlan for network d6a7df4c-cdb0-4d85-8294-700be9da0e52
Jan 15 21:15:49.199141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d6a7df4c-cdb0-4d85-8294-700be9da0e52), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.228016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d6a7df4c-cdb0-4d85-8294-700be9da0e52), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.233987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:49.235463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.301132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3277199
Jan 15 21:15:49.304096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47368) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:49.309222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:49.318967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478de3-38b9-43a3-a60f-f7f58e800527 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=d6a7df4c-cdb0-4d85-8294-700be9da0e52,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:49.330621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:49.429778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:49.434404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.602773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:49.666124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce397-92c6-4a2b-ac4a-3ee187100ee6 req-4f413fce-c910-41ab-977a-5cc3c1c90326 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:49.667646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-120ce397-92c6-4a2b-ac4a-3ee187100ee6 req-4f413fce-c910-41ab-977a-5cc3c1c90326 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1078134
Jan 15 21:15:49.689973 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.709488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (9052a808-04fd-4155-a7b5-1027825e7a65), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.727264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.804718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-3cfef8bf-cd75-4b3b-9517-e53f99fa2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:49.806285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-3cfef8bf-cd75-4b3b-9517-e53f99fa2859 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1097 time: 0.0666823
Jan 15 21:15:49.811334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-120ce397-92c6-4a2b-ac4a-3ee187100ee6 req-ca502832-d1e1-4c6b-98a6-a72fa09467a1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362696
Jan 15 21:15:49.818639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=9052a808-04fd-4155-a7b5-1027825e7a65,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:49.826544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': '64431c82-ce8b-40ad-843d-aa9bf38244de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:49.826948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: d6a7df4c-cdb0-4d85-8294-700be9da0e52, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:15:49.853048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:15:49.866543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6a7df4c-cdb0-4d85-8294-700be9da0e52) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:49.874642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:49.875987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.883638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d469f-8b9d-473f-80b4-8d3fbc5149e3 None None] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:49.900925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8cfd1b94-155b-4063-a2bf-09c76fed7332 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5930719
Jan 15 21:15:49.901226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47400) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:49.911083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59138584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:49.935046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.940777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.944980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/security-groups/3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224 HTTP/1.1" status: 204  len: 168 time: 0.3375823
Jan 15 21:15:49.964500 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.968092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:49.971202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f87ec-c5da-4e34-baa9-0ec60d8f41eb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc0783-ee9e-4daa-8e5f-c1dc17ac5224,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:49.989811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47404) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:50.022609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-e9b1a275-5a2c-4fd2-b64d-b7d0c763b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:50.025113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-e9b1a275-5a2c-4fd2-b64d-b7d0c763b6cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 0.2070601
Jan 15 21:15:50.084407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6a7df4c-cdb0-4d85-8294-700be9da0e52', 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '9052a808-04fd-4155-a7b5-1027825e7a65'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:15:50.085562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.092439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-7e92190a-36fd-43ad-b2b9-e62e788ca9e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.0587325
Jan 15 21:15:50.112980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (0e74c348-80b0-4251-9171-8bb2552b0b39), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.154300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-7be73d28-3c47-4461-8c55-4b59d8394c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:50.154524 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.157531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-7be73d28-3c47-4461-8c55-4b59d8394c51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.0553977
Jan 15 21:15:50.190196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.191523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-892bc562-a749-4d46-bebf-84d1e23b1f50 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.2892015
Jan 15 21:15:50.201112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47406) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:50.204358 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-5f20c85c-9dd9-4404-ae5b-920653bd1d4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396028
Jan 15 21:15:50.209816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'port': {'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52', 'name': 'tempest-RoutersTest-1308526313'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:50.277189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Allocated IP 172.20.0.2 (d6a7df4c-cdb0-4d85-8294-700be9da0e52/9052a808-04fd-4155-a7b5-1027825e7a65/a35560c9-99c7-4cc2-b315-5834d4873c4b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:50.400376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-e1463175-5bc8-4119-a6ac-0116afb6e6ef service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852994
Jan 15 21:15:50.464345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:50.467768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.484907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks [] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.492262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.505116 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] device_id is not set on port 6a273758-3f10-4352-bb5b-4b38d97851cf yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:15:50.515036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.535169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:50.541901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:50.546362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:50.549790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Pushing event updated for resources: {'Port': ['ID=a35560c9-99c7-4cc2-b315-5834d4873c4b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:50.561304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0649780f-20e7-47c2-a258-69ec16e3d5a2 req-b3a2ac13-8a63-45bf-9c65-927c47da1f6f service neutron] 10.222.0.45 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518469
Jan 15 21:15:50.634503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.20.0.4 (d6a7df4c-cdb0-4d85-8294-700be9da0e52/9052a808-04fd-4155-a7b5-1027825e7a65/6a273758-3f10-4352-bb5b-4b38d97851cf) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:50.785362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:50.816722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.833448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:50.833795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 909658a8-c02e-4ffe-95b9-0a5acbcbdac7 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:50.835934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 9ac35293-9843-4232-8e7d-be20f67e7790 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:50.836492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.837032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f757f601-3750-4403-b67d-beaca606237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.838363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Attempting to bind port a35560c9-99c7-4cc2-b315-5834d4873c4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:50.838713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Attempting to bind port a35560c9-99c7-4cc2-b315-5834d4873c4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64431c82-ce8b-40ad-843d-aa9bf38244de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:50.839074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Attempting to bind port a35560c9-99c7-4cc2-b315-5834d4873c4b on network d6a7df4c-cdb0-4d85-8294-700be9da0e52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:50.845914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:50.846316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Checking segment: {'id': '64431c82-ce8b-40ad-843d-aa9bf38244de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:50.846682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.847064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Bound using segment: {'id': '64431c82-ce8b-40ad-843d-aa9bf38244de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:50.847529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Bound port: a35560c9-99c7-4cc2-b315-5834d4873c4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64431c82-ce8b-40ad-843d-aa9bf38244de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd6a7df4c-cdb0-4d85-8294-700be9da0e52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:50.847907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.881725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:50.949294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=6a273758-3f10-4352-bb5b-4b38d97851cf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:50.956977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:50.959497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:50.962871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:50.966032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] For port a35560c9-99c7-4cc2-b315-5834d4873c4b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:50.971238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] For port a35560c9-99c7-4cc2-b315-5834d4873c4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35560c9-99c7-4cc2-b315-5834d4873c4b,segment=NetworkSegment(64431c82-ce8b-40ad-843d-aa9bf38244de),segment_id=64431c82-ce8b-40ad-843d-aa9bf38244de)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:15:50.977682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.028822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:51.029868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 9ac35293-9843-4232-8e7d-be20f67e7790, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac35293-9843-4232-8e7d-be20f67e7790,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:51.030184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.030473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.049449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 9ac35293-9843-4232-8e7d-be20f67e7790 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:51.054758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c607c8e-bcd3-4197-ba15-10592f868e0a None None] Pushing event updated for resources: {'Port': ['ID=a35560c9-99c7-4cc2-b315-5834d4873c4b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:51.070287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44ca58-f129-40fa-9f7f-c8fe0f523832 req-fe96f645-49cb-4c18-9cbc-bcea00687a29 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:51.070612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f44ca58-f129-40fa-9f7f-c8fe0f523832 req-fe96f645-49cb-4c18-9cbc-bcea00687a29 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1114764
Jan 15 21:15:51.070740 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed768df7-5511-4afb-bb04-34f8d0965293 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.8624818
Jan 15 21:15:51.070894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47432) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:51.340212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f44ca58-f129-40fa-9f7f-c8fe0f523832 req-f9de6cdb-e369-473a-8b1d-4b8736506741 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575014
Jan 15 21:15:51.615843 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:51.620722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.644526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9ac35293-9843-4232-8e7d-be20f67e7790), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.701019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=9ac35293-9843-4232-8e7d-be20f67e7790,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:51.729145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-627c45a2-77c8-4542-98ed-6304cd01a29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.834743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-627c45a2-77c8-4542-98ed-6304cd01a29c admin admin] Publish callbacks [] for security_group (4526a403-ec5b-4452-8186-f3c09ff211e6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.839024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-627c45a2-77c8-4542-98ed-6304cd01a29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4526a403-ec5b-4452-8186-f3c09ff211e6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.894113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-627c45a2-77c8-4542-98ed-6304cd01a29c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa822dbc25964946a789d1f43eb3c1ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2770433
Jan 15 21:15:51.895178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47448) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:51.902784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c45a2-77c8-4542-98ed-6304cd01a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4526a403-ec5b-4452-8186-f3c09ff211e6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:51.903084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.963234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] Publish callbacks [] for security_group (4526a403-ec5b-4452-8186-f3c09ff211e6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:51.987822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] Publish callbacks [] for security_group (4526a403-ec5b-4452-8186-f3c09ff211e6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.042353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4526a403-ec5b-4452-8186-f3c09ff211e6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.045494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.049178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4526a403-ec5b-4452-8186-f3c09ff211e6 HTTP/1.1" status: 204  len: 168 time: 0.1503413
Jan 15 21:15:52.060746 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95667d-2beb-4a61-8717-bd454000a2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4526a403-ec5b-4452-8186-f3c09ff211e6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:52.114219 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f4c20226-b0e9-47fc-b60d-07266dee1434), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.128326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.134193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.286448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c819b6-c8d6-420f-84dc-08834ece1752 None None] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:52.358344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Provisioning complete for port a35560c9-99c7-4cc2-b315-5834d4873c4b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:52.358795 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.425922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47456) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:52.445050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d34a716-5301-41d0-9f8f-2dfb34338ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.493137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Current status of the port a35560c9-99c7-4cc2-b315-5834d4873c4b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:52.493574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.548050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] For port a35560c9-99c7-4cc2-b315-5834d4873c4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35560c9-99c7-4cc2-b315-5834d4873c4b,segment=NetworkSegment(64431c82-ce8b-40ad-843d-aa9bf38244de),segment_id=64431c82-ce8b-40ad-843d-aa9bf38244de)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:52.552740 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.610044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=6a273758-3f10-4352-bb5b-4b38d97851cf,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:52.620194 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d34a716-5301-41d0-9f8f-2dfb34338ed7 admin admin] Publish callbacks [] for security_group (7aa2a9b1-9db1-460f-b2ec-8795b473893e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.628200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9d34a716-5301-41d0-9f8f-2dfb34338ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7aa2a9b1-9db1-460f-b2ec-8795b473893e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.631961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8f16-66fb-4a35-8468-8280a0ecad83 None None] Pushing event updated for resources: {'Port': ['ID=a35560c9-99c7-4cc2-b315-5834d4873c4b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:52.674508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9d34a716-5301-41d0-9f8f-2dfb34338ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb910a9f2ed8455aa76ce80927f53eed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2474709
Jan 15 21:15:52.676228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a716-5301-41d0-9f8f-2dfb34338ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa2a9b1-9db1-460f-b2ec-8795b473893e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:52.678592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47458) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:52.782454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Provisioning complete for port 6a273758-3f10-4352-bb5b-4b38d97851cf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:52.782835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.793359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c260f7-f531-4b63-b72b-d02aaa0827df req-fed181ca-295b-449c-8966-25fbd19d5a6d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:52.794990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95c260f7-f531-4b63-b72b-d02aaa0827df req-fed181ca-295b-449c-8966-25fbd19d5a6d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.1714694
Jan 15 21:15:52.824010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Port 6a273758-3f10-4352-bb5b-4b38d97851cf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:52.837573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Provisioning complete for port a35560c9-99c7-4cc2-b315-5834d4873c4b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:52.837573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:52.955856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0ea07f86-0ae7-4b40-8195-19ed9b01b033 None None] Current status of the port a35560c9-99c7-4cc2-b315-5834d4873c4b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:53.044680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router f4c20226-b0e9-47fc-b60d-07266dee1434 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:53.066908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95c260f7-f531-4b63-b72b-d02aaa0827df req-f0926c0e-4f67-4406-818e-6c717926b70f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2567437
Jan 15 21:15:53.085514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3bd4d6d6-e17c-485d-8f76-5e45374fd3ff None None] Provisioning complete for port 6a273758-3f10-4352-bb5b-4b38d97851cf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:53.086223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d6d6-e17c-485d-8f76-5e45374fd3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.113873 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (0e74c348-80b0-4251-9171-8bb2552b0b39), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.125781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] Publish callbacks [] for security_group (7aa2a9b1-9db1-460f-b2ec-8795b473893e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.133064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4d6d6-e17c-485d-8f76-5e45374fd3ff None None] Port 6a273758-3f10-4352-bb5b-4b38d97851cf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:53.151478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] Publish callbacks [] for security_group (7aa2a9b1-9db1-460f-b2ec-8795b473893e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.214584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7aa2a9b1-9db1-460f-b2ec-8795b473893e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.219316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.221394 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7aa2a9b1-9db1-460f-b2ec-8795b473893e HTTP/1.1" status: 204  len: 168 time: 0.5410140
Jan 15 21:15:53.234732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39149a4-856e-4990-9b01-90917cad620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa2a9b1-9db1-460f-b2ec-8795b473893e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:53.317600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:53.326785 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f61752e4-155e-4081-bc0f-26809e0109c2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/f4c20226-b0e9-47fc-b60d-07266dee1434/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3331094
Jan 15 21:15:53.327315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.327457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:53.347792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Sync routers for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:53.362359 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.368330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:53.369012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b177130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:53.437410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting subnet 70b8ed11-d51b-45a3-80af-479af59bdd3d {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:53.449861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (70b8ed11-d51b-45a3-80af-479af59bdd3d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.459938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a35560c9-99c7-4cc2-b315-5834d4873c4b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:15:53.514684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (70b8ed11-d51b-45a3-80af-479af59bdd3d), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.574165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a85c2eb4-cac2-4375-9c28-06418956b874 None None] Provisioning complete for port 6a273758-3f10-4352-bb5b-4b38d97851cf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:53.574691 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a85c2eb4-cac2-4375-9c28-06418956b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.613761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83493ba0-9880-4ba9-945f-471bb8138bc0 req-0c008ad0-4bf3-4ab3-a065-b48efabc7d4d tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:53.615704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83493ba0-9880-4ba9-945f-471bb8138bc0 req-0c008ad0-4bf3-4ab3-a065-b48efabc7d4d tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1097 time: 0.0870848
Jan 15 21:15:53.636179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:53.638311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (70b8ed11-d51b-45a3-80af-479af59bdd3d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.638941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a85c2eb4-cac2-4375-9c28-06418956b874 None None] Port 6a273758-3f10-4352-bb5b-4b38d97851cf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:53.667493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a35560c9-99c7-4cc2-b315-5834d4873c4b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:53.667493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.718334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (70b8ed11-d51b-45a3-80af-479af59bdd3d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.747473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83493ba0-9880-4ba9-945f-471bb8138bc0 req-345a4e1c-6623-4b1c-a463-c70ef8519358 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230330
Jan 15 21:15:53.789965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47472) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:53.791326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Subnet': ['ID=70b8ed11-d51b-45a3-80af-479af59bdd3d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:53.805730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.813721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47474) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:53.814830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6afaeb85-8f06-4dc1-9dca-f3f9d316c69d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/subnets/70b8ed11-d51b-45a3-80af-479af59bdd3d HTTP/1.1" status: 204  len: 168 time: 0.4849064
Jan 15 21:15:53.821654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-26b2a3f5-7664-4bb4-83a9-079828e958f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.821892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba40e3-8ef2-4615-ad98-796b7b133ff7 None None] Network 65f802dd-98dd-4371-b43c-7230f851e671 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:53.909452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-26b2a3f5-7664-4bb4-83a9-079828e958f9 admin admin] Publish callbacks [] for security_group (cc40b6d7-c989-4a11-a04f-bc51dc73ea43), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.914028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.914571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-26b2a3f5-7664-4bb4-83a9-079828e958f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cc40b6d7-c989-4a11-a04f-bc51dc73ea43), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.925750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:53.959027 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-26b2a3f5-7664-4bb4-83a9-079828e958f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=360cdffd6ae746b0806371f1288fa166&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1650901
Jan 15 21:15:53.960330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a3f5-7664-4bb4-83a9-079828e958f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc40b6d7-c989-4a11-a04f-bc51dc73ea43,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:53.962977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47476) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:54.007469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (0e74c348-80b0-4251-9171-8bb2552b0b39), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.012744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a35560c9-99c7-4cc2-b315-5834d4873c4b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:54.014166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] Publish callbacks [] for security_group (cc40b6d7-c989-4a11-a04f-bc51dc73ea43), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.042162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] Publish callbacks [] for security_group (cc40b6d7-c989-4a11-a04f-bc51dc73ea43), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.058670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b177130>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:51Z', 'revision_number': 7, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:54.077647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8cf1-fee7-45fe-b3dd-e2b734270efd req-f2d528ca-a796-4f0b-bdec-7bc42068812c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:54.079260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-167b8cf1-fee7-45fe-b3dd-e2b734270efd req-f2d528ca-a796-4f0b-bdec-7bc42068812c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2164390
Jan 15 21:15:54.094719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Checking router: f4c20226-b0e9-47fc-b60d-07266dee1434 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:15:54.105105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Routers {'f4c20226-b0e9-47fc-b60d-07266dee1434'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:54.106081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b177130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f4c20226-b0e9-47fc-b60d-07266dee1434'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:54.117383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cc40b6d7-c989-4a11-a04f-bc51dc73ea43), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.127435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.130613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.131760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc40b6d7-c989-4a11-a04f-bc51dc73ea43 HTTP/1.1" status: 204  len: 168 time: 0.1663818
Jan 15 21:15:54.142118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242f439-5735-4c40-87f1-8a8a440086fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc40b6d7-c989-4a11-a04f-bc51dc73ea43,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:54.170139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:54.173436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] DHCP port deletion for 65f802dd-98dd-4371-b43c-7230f851e671 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:54.198585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=6a273758-3f10-4352-bb5b-4b38d97851cf,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:54.306799 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.344914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] Set router f4c20226-b0e9-47fc-b60d-07266dee1434 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:15:54.355662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-167b8cf1-fee7-45fe-b3dd-e2b734270efd req-71607fb2-8ab8-4e66-8929-e1e6d9729d80 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2613325
Jan 15 21:15:54.385561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:54.386925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47484) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:54.392717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:54.413685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03511f-3e7c-4343-ab3f-95239b4e1f8a req-b75cfc6e-613b-42e7-932e-1c8b7ac0f81c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:54.421330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f03511f-3e7c-4343-ab3f-95239b4e1f8a req-b75cfc6e-613b-42e7-932e-1c8b7ac0f81c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.2425804
Jan 15 21:15:54.446507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (f4c20226-b0e9-47fc-b60d-07266dee1434), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.508912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ced9c02a-180b-42a6-bb0a-66927c7de6a7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/5d3775ef-315c-4e1b-a642-b5e4dc3ada7f HTTP/1.1" status: 200  len: 993 time: 0.1183875
Jan 15 21:15:54.575358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f03511f-3e7c-4343-ab3f-95239b4e1f8a req-54c31dac-eba3-42be-96a7-f13d9bd9e915 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525960
Jan 15 21:15:54.687757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Deleting port ac66917f-b7a1-4172-8d15-36173e1d8ff4 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:54.688145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.693871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:15:54.694260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.760396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 1a8259ce-241d-4423-836f-6bf5c58f0f38 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:54.761174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.795563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:15:54.798817 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7811848c-f122-466d-ab84-0f52eb95608e" -d '{"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:15:54.817155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] For port ac66917f-b7a1-4172-8d15-36173e1d8ff4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac66917f-b7a1-4172-8d15-36173e1d8ff4,segment=NetworkSegment(316d26f5-7282-474e-b711-1b92827cf835),segment_id=316d26f5-7282-474e-b711-1b92827cf835)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:54.817554 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.835642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:54.845842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Calling delete_port for ac66917f-b7a1-4172-8d15-36173e1d8ff4 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:54.847779 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.893732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 1a8259ce-241d-4423-836f-6bf5c58f0f38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a8259ce-241d-4423-836f-6bf5c58f0f38,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:54.894234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:54.909314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 1a8259ce-241d-4423-836f-6bf5c58f0f38 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:54.973690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 0e74c348-80b0-4251-9171-8bb2552b0b39 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:15:54.983166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d3131-6a62-423a-aa78-0e5a7f24eb7e req-89f5d727-dbfb-48b7-9b1e-2eb5fb79bcd5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:54.985322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b54d3131-6a62-423a-aa78-0e5a7f24eb7e req-89f5d727-dbfb-48b7-9b1e-2eb5fb79bcd5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.3034105
Jan 15 21:15:55.013711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-469e61a6-dd30-4de0-bc49-3351adbd4883 None None] Provisioning complete for port 6a273758-3f10-4352-bb5b-4b38d97851cf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:15:55.014316 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-469e61a6-dd30-4de0-bc49-3351adbd4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:55.018533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:55.083353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-469e61a6-dd30-4de0-bc49-3351adbd4883 None None] Port 6a273758-3f10-4352-bb5b-4b38d97851cf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:15:55.098882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b177130>, [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:51Z', 'revision_number': 7, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:55.100960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ac66917f-b7a1-4172-8d15-36173e1d8ff4), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:55.137129 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 15 Jan 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14554cbe-b033-4575-a27e-68418862d502 x-openstack-request-id: req-14554cbe-b033-4575-a27e-68418862d502 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:15:55.137420 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-unplugged", "status": "failed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "code": 422}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:15:55.137681 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14554cbe-b033-4575-a27e-68418862d502 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:15:55.138097 ncdv-master-1 neutron-server[114439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'code': 422} returned with failed status
Jan 15 21:15:55.159658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ecf65-6a09-4c73-9bf4-e16ada2e1137 None None] The sync data for ids ['f4c20226-b0e9-47fc-b60d-07266dee1434'] in ncdv-master-1 is: [{'id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'name': 'tempest-TestNetworkBasicOps-router-2112167342', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160'}], 'enable_snat': True}, 'gw_port_id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:13:27Z', 'updated_at': '2022-01-15T21:15:51Z', 'revision_number': 7, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': '1a8259ce-241d-4423-836f-6bf5c58f0f38', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c20226-b0e9-47fc-b60d-07266dee1434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:13:28Z', 'updated_at': '2022-01-15T21:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:55.165376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] Pushing event deleted for resources: {'Port': ['ID=ac66917f-b7a1-4172-8d15-36173e1d8ff4,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:55.167495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b662e-0339-4293-af80-34af57d1e08d None None] No DVR routers for this DVR port ac66917f-b7a1-4172-8d15-36173e1d8ff4 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:55.174391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b54d3131-6a62-423a-aa78-0e5a7f24eb7e req-da034289-389d-48d7-8566-433f8e7fc092 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749015
Jan 15 21:15:55.253499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-5cf4b496-3c1c-498f-8358-1ba7d177c277 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1184711
Jan 15 21:15:55.360686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:55.376514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] Sync routers for ids ['0e74c348-80b0-4251-9171-8bb2552b0b39'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:55.395323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c03d1b9b-67bf-4164-860a-9a725432e55e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/0e74c348-80b0-4251-9171-8bb2552b0b39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3201425
Jan 15 21:15:55.397794 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] Routers {'0e74c348-80b0-4251-9171-8bb2552b0b39'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:55.397950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47530) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:55.399092 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0e74c348-80b0-4251-9171-8bb2552b0b39'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:55.445248 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475760>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:55.452385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222a214-68b9-4501-b9a7-55db3b43319d req-87441ca9-bb47-4b02-8def-3adefa91cbb3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:55.463421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f222a214-68b9-4501-b9a7-55db3b43319d req-87441ca9-bb47-4b02-8def-3adefa91cbb3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2093029
Jan 15 21:15:55.463721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] Routers {'0e74c348-80b0-4251-9171-8bb2552b0b39'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:55.464379 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0e74c348-80b0-4251-9171-8bb2552b0b39'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:55.505448 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475760>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:55.506293 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76898a2e-8f20-4d47-aa92-2bc971198d51 None None] The sync data for ids ['0e74c348-80b0-4251-9171-8bb2552b0b39'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:55.508787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376b88a-b832-48a5-b14e-4b2ee099f12d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:55.512384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c376b88a-b832-48a5-b14e-4b2ee099f12d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports/6a273758-3f10-4352-bb5b-4b38d97851cf HTTP/1.1" status: 200  len: 977 time: 0.1123784
Jan 15 21:15:55.515647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47540) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:55.592774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ac66917f-b7a1-4172-8d15-36173e1d8ff4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:55.593225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1a8259ce-241d-4423-836f-6bf5c58f0f38), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:55.633011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ac66917f-b7a1-4172-8d15-36173e1d8ff4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:55.637509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ac66917f-b7a1-4172-8d15-36173e1d8ff4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:55.700622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=1a8259ce-241d-4423-836f-6bf5c58f0f38,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:55.711896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05915d95-ed55-4a16-add1-195404d05644 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:55.775271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f222a214-68b9-4501-b9a7-55db3b43319d req-507d4eef-aee2-4200-bf71-00065dc90214 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3055146
Jan 15 21:15:55.888941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165ec17-79cf-4d61-a660-e8ec524b7043 req-70e20bcf-6886-4ee7-aa8b-8b398f2a55ba tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:55.891253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5165ec17-79cf-4d61-a660-e8ec524b7043 req-70e20bcf-6886-4ee7-aa8b-8b398f2a55ba tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 944 time: 0.2951453
Jan 15 21:15:55.895309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (f4c20226-b0e9-47fc-b60d-07266dee1434), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.104659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.108229 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_controller (f4c20226-b0e9-47fc-b60d-07266dee1434), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.124317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47568) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:56.189966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (0e74c348-80b0-4251-9171-8bb2552b0b39), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.191410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5165ec17-79cf-4d61-a660-e8ec524b7043 req-623aab92-27c6-44d7-ad0c-bdb33c434276 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854917
Jan 15 21:15:56.205704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (f4c20226-b0e9-47fc-b60d-07266dee1434), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.206827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Fanout notify agent at l3_agent the message router_deleted on router f4c20226-b0e9-47fc-b60d-07266dee1434 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:56.227343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.227343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2e22b271-eb4d-437f-8087-2cbcf84aba60 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/routers/f4c20226-b0e9-47fc-b60d-07266dee1434 HTTP/1.1" status: 204  len: 168 time: 2.4090691
Jan 15 21:15:56.228984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47578) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:56.409039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (65f802dd-98dd-4371-b43c-7230f851e671), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.524063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (65f802dd-98dd-4371-b43c-7230f851e671), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.573985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa7c2b0>,) {'filters': {'network_id': ['65f802dd-98dd-4371-b43c-7230f851e671']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:56.587122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa7c2b0>, '316d26f5-7282-474e-b711-1b92827cf835') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:56.587421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa7c2b0>, '316d26f5-7282-474e-b711-1b92827cf835') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:56.588672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 6a273758-3f10-4352-bb5b-4b38d97851cf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:56.589196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.600909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (316d26f5-7282-474e-b711-1b92827cf835), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.613472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-956c2dbb-fa0f-41a2-8144-6da7b4bbcaaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4869783
Jan 15 21:15:56.620539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (316d26f5-7282-474e-b711-1b92827cf835), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.629396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-ca4f06d5-a37b-4335-b240-aed6e612950c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:15:56.630672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-ca4f06d5-a37b-4335-b240-aed6e612950c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065820
Jan 15 21:15:56.637812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:15:56.638213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (316d26f5-7282-474e-b711-1b92827cf835), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:15:56.641790 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:15:56.731871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (65f802dd-98dd-4371-b43c-7230f851e671), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.736875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.743003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.747298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/networks/65f802dd-98dd-4371-b43c-7230f851e671 HTTP/1.1" status: 204  len: 168 time: 0.5164149
Jan 15 21:15:56.762790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 6a273758-3f10-4352-bb5b-4b38d97851cf owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:56.771379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:56.782719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'network': {'name': 'tempest-network-smoke--1650329613', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'port_security_enabled': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:56.788914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5610f-9b38-4e35-91fa-98cf4375a604 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Network': ['ID=65f802dd-98dd-4371-b43c-7230f851e671,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:56.836495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:15:56.840745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.875507 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:15:56.912398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (27797a9e-c56b-40a4-ac72-24fcd669514d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:56.913085 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Added segment 27797a9e-c56b-40a4-ac72-24fcd669514d of type vlan for network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e
Jan 15 21:15:57.081846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a273758-3f10-4352-bb5b-4b38d97851cf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.165579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=6a273758-3f10-4352-bb5b-4b38d97851cf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.181658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.182422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.182950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.183444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.183999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.184491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:15:57.286829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-bb9c94c5-e23c-48b5-8b16-4a75b75378da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.290347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-bb9c94c5-e23c-48b5-8b16-4a75b75378da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1097 time: 0.2209833
Jan 15 21:15:57.380276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1a8259ce-241d-4423-836f-6bf5c58f0f38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:57.422103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1a8259ce-241d-4423-836f-6bf5c58f0f38 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:57.423349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1a8259ce-241d-4423-836f-6bf5c58f0f38 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:57.425240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9ac35293-9843-4232-8e7d-be20f67e7790 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:15:57.484983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9ac35293-9843-4232-8e7d-be20f67e7790 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:15:57.485587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9ac35293-9843-4232-8e7d-be20f67e7790 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:15:57.530388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.564088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (0e74c348-80b0-4251-9171-8bb2552b0b39), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.566403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104a42a-bb12-4006-a1b4-da7acc4335f6 req-c6d607d9-605b-49af-8db7-9464a16f6980 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.568267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5104a42a-bb12-4006-a1b4-da7acc4335f6 req-c6d607d9-605b-49af-8db7-9464a16f6980 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.6897888
Jan 15 21:15:57.623998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-57de0121-4211-49c8-852a-b3d66c9e3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.625758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-57de0121-4211-49c8-852a-b3d66c9e3667 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.3216643
Jan 15 21:15:57.636640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.642573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.643164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.720165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2c8c3-1915-4bfc-a5fe-fa2ff2ad9b84 req-21a13833-faa8-4b69-9873-c3644ddb4f81 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.721997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08e2c8c3-1915-4bfc-a5fe-fa2ff2ad9b84 req-21a13833-faa8-4b69-9873-c3644ddb4f81 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 944 time: 0.1882210
Jan 15 21:15:57.740543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5104a42a-bb12-4006-a1b4-da7acc4335f6 req-23670aff-7aec-41a2-b354-8f10ec89535b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1523445
Jan 15 21:15:57.753297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9760003
Jan 15 21:15:57.757014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47628) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:57.762483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b1fed-762f-45c4-b015-663cc61fec4a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Network': ['ID=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:57.766871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'admin_state_up': True, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:57.777280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:15:57.818621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08e2c8c3-1915-4bfc-a5fe-fa2ff2ad9b84 req-9e87fcfe-f6eb-4a08-a364-f5e44086841b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743289
Jan 15 21:15:57.820250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-d685e473-763f-4423-8871-7229532e5318 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 1001 time: 0.1614294
Jan 15 21:15:57.873190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 0e74c348-80b0-4251-9171-8bb2552b0b39 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:15:57.874001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47632) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:57.919416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.920430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:57.945596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-4c82174e-1ed3-49aa-a5e4-fd1273c4735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.947337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-4c82174e-1ed3-49aa-a5e4-fd1273c4735a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db&tenant_id=8f293bb4f2d84755a7fd006995ae5f87 HTTP/1.1" status: 200  len: 1095 time: 0.1257102
Jan 15 21:15:57.984702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-ee8650ff-781c-4721-ac1a-e165e56a4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:57.986152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-ee8650ff-781c-4721-ac1a-e165e56a4bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.1490326
Jan 15 21:15:57.989741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:15:57.991871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f58f263-f44b-42e3-835d-29fee76bf112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.071240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f58f263-f44b-42e3-835d-29fee76bf112 admin admin] Publish callbacks [] for security_group (10e06506-0508-435b-b3f4-b5baef3f8337), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.074283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2f58f263-f44b-42e3-835d-29fee76bf112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (10e06506-0508-435b-b3f4-b5baef3f8337), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.106185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_controller (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.116191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:15:58.117546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2f58f263-f44b-42e3-835d-29fee76bf112 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01627be605a641d793e62aabd0972231&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2420678
Jan 15 21:15:58.118067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.120409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58f263-f44b-42e3-835d-29fee76bf112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e06506-0508-435b-b3f4-b5baef3f8337,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:58.123685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4dd15aff-ddaf-45c3-a918-8da5608ee7dc tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/0e74c348-80b0-4251-9171-8bb2552b0b39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6070151
Jan 15 21:15:58.129439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47638) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.137965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] Sync routers for ids ['0e74c348-80b0-4251-9171-8bb2552b0b39'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:15:58.151488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] Routers {'0e74c348-80b0-4251-9171-8bb2552b0b39'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:58.153358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a4073a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0e74c348-80b0-4251-9171-8bb2552b0b39'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:58.196358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a4073a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:58.206984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] Routers {'0e74c348-80b0-4251-9171-8bb2552b0b39'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:15:58.207747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a4073a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['0e74c348-80b0-4251-9171-8bb2552b0b39'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:58.223308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-2e81839d-df84-4b11-95db-9f68ab70a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:58.224807 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-2e81839d-df84-4b11-95db-9f68ab70a183 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2220528
Jan 15 21:15:58.225384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.245467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a4073a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:58.246129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0269a2-d641-4a5f-8f00-045cef9431f1 None None] The sync data for ids ['0e74c348-80b0-4251-9171-8bb2552b0b39'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:15:58.323809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] Publish callbacks [] for security_group (10e06506-0508-435b-b3f4-b5baef3f8337), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.363960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.370771 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-83643936-5280-40dc-bc06-f4d4f2da9af0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] remove_router_interface failed (client error): The resource could not be found.
Jan 15 21:15:58.374775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-83643936-5280-40dc-bc06-f4d4f2da9af0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/0e74c348-80b0-4251-9171-8bb2552b0b39/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2411432
Jan 15 21:15:58.375708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47640) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.383648 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] Publish callbacks [] for security_group (10e06506-0508-435b-b3f4-b5baef3f8337), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.422537 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6c8c1121-8005-4315-9193-920e334f2990 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e74c348-80b0-4251-9171-8bb2552b0b39 HTTP/1.1" status: 200  len: 205 time: 0.0447128
Jan 15 21:15:58.425937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47642) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.498463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (10e06506-0508-435b-b3f4-b5baef3f8337), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.501242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.502442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10e06506-0508-435b-b3f4-b5baef3f8337 HTTP/1.1" status: 204  len: 168 time: 0.3831842
Jan 15 21:15:58.516786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.520155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4e76-e786-4ba8-a256-0a90941b5090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e06506-0508-435b-b3f4-b5baef3f8337,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:58.696036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.698743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (0e74c348-80b0-4251-9171-8bb2552b0b39), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.754441 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (0e74c348-80b0-4251-9171-8bb2552b0b39), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.755106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 0e74c348-80b0-4251-9171-8bb2552b0b39 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:15:58.763540 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.765149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-008c9a29-1286-400e-94c0-406c06a74641 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/0e74c348-80b0-4251-9171-8bb2552b0b39 HTTP/1.1" status: 204  len: 168 time: 0.3378549
Jan 15 21:15:58.767677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47648) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.825693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 9052a808-04fd-4155-a7b5-1027825e7a65 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:15:58.829404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (9052a808-04fd-4155-a7b5-1027825e7a65), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.847083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47652) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:58.884102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (9052a808-04fd-4155-a7b5-1027825e7a65), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:58.885737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-66d2fc85-7be2-4e57-97f9-6ba9bc528f4c service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6485946
Jan 15 21:15:58.892396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51f8af1e-e30f-47cb-bf19-757dce4f265f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.019076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5cb2-bad9-46ae-b7c3-dff809b21b71 req-9cfea4b0-0c11-4e7c-9bfa-eb6978b7d7ab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:59.020562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae4b5cb2-bad9-46ae-b7c3-dff809b21b71 req-9cfea4b0-0c11-4e7c-9bfa-eb6978b7d7ab tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 944 time: 0.1133265
Jan 15 21:15:59.047227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c3a9-b458-4717-bf76-d159cb24a90b req-76bf2c36-99f2-4c5d-8d4b-b4bfcbdbbd88 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:15:59.048997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d779c3a9-b458-4717-bf76-d159cb24a90b req-76bf2c36-99f2-4c5d-8d4b-b4bfcbdbbd88 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1406229
Jan 15 21:15:59.094819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9052a808-04fd-4155-a7b5-1027825e7a65), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.147746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-c2fb254f-71e3-40c5-bb15-20f75e469c2a service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522635
Jan 15 21:15:59.150144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:59.184261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51f8af1e-e30f-47cb-bf19-757dce4f265f admin admin] Publish callbacks [] for security_group (89bb1876-5ec7-455d-b110-b5e5cb66de1c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.191577 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae4b5cb2-bad9-46ae-b7c3-dff809b21b71 req-d8419fd3-28bd-433a-a17f-cf15e593dbd5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377194
Jan 15 21:15:59.196980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d779c3a9-b458-4717-bf76-d159cb24a90b req-eeb417bf-ba70-4814-8658-d52b098d865f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355660
Jan 15 21:15:59.202442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-51f8af1e-e30f-47cb-bf19-757dce4f265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89bb1876-5ec7-455d-b110-b5e5cb66de1c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.221379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (9052a808-04fd-4155-a7b5-1027825e7a65), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.263476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.270320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/9052a808-04fd-4155-a7b5-1027825e7a65 HTTP/1.1" status: 204  len: 168 time: 0.4988441
Jan 15 21:15:59.270320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db510e07-9c93-4d19-86dd-420fd56416db tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=9052a808-04fd-4155-a7b5-1027825e7a65,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.272116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47656) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:59.279835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed6006-dd90-41dc-b741-d590a90f8c27 None None] Network d6a7df4c-cdb0-4d85-8294-700be9da0e52 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:15:59.326329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:59.360293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8af1e-e30f-47cb-bf19-757dce4f265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb1876-5ec7-455d-b110-b5e5cb66de1c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.367451 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-51f8af1e-e30f-47cb-bf19-757dce4f265f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2201177849040b88cdd516962f4564d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5185475
Jan 15 21:15:59.375117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47658) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:15:59.388197 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.396031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:15:59.402029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d6a7df4c-cdb0-4d85-8294-700be9da0e52), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.425243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.429265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks [] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.470878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] Publish callbacks [] for security_group (89bb1876-5ec7-455d-b110-b5e5cb66de1c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.475851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Transition to ACTIVE for port object bdd3b358-3871-4d07-a30c-af2f31f8d4cf will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:15:59.482837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.494488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] DHCP port deletion for d6a7df4c-cdb0-4d85-8294-700be9da0e52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:59.502076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] Publish callbacks [] for security_group (89bb1876-5ec7-455d-b110-b5e5cb66de1c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.523805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port a35560c9-99c7-4cc2-b315-5834d4873c4b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:59.524222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.543497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Deleting port a35560c9-99c7-4cc2-b315-5834d4873c4b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:15:59.543879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.555450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.35.1.59 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/abd2c128-43f6-4071-9885-0bac3c256d64) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:15:59.606306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port a35560c9-99c7-4cc2-b315-5834d4873c4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35560c9-99c7-4cc2-b315-5834d4873c4b,segment=NetworkSegment(64431c82-ce8b-40ad-843d-aa9bf38244de),segment_id=64431c82-ce8b-40ad-843d-aa9bf38244de)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:59.606665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.617095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] For port a35560c9-99c7-4cc2-b315-5834d4873c4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35560c9-99c7-4cc2-b315-5834d4873c4b,segment=NetworkSegment(64431c82-ce8b-40ad-843d-aa9bf38244de),segment_id=64431c82-ce8b-40ad-843d-aa9bf38244de)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:15:59.618265 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.619962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for a35560c9-99c7-4cc2-b315-5834d4873c4b owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:59.632169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89bb1876-5ec7-455d-b110-b5e5cb66de1c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.634731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.638210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89bb1876-5ec7-455d-b110-b5e5cb66de1c HTTP/1.1" status: 204  len: 168 time: 0.2597327
Jan 15 21:15:59.638358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Calling delete_port for a35560c9-99c7-4cc2-b315-5834d4873c4b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:15:59.693210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e469c-8c25-445d-a230-ed866c93caaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb1876-5ec7-455d-b110-b5e5cb66de1c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.731084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] No DVR routers for this DVR port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:59.732923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.738784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (abd2c128-43f6-4071-9885-0bac3c256d64), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.767704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.782275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a35560c9-99c7-4cc2-b315-5834d4873c4b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.793263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:15:59.794444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:15:59.794444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:59.803244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:15:59.803582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Attempting to bind port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on network 84d2c5a2-b550-4f8e-b1d9-357aedfbd096 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:15:59.815769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:15:59.816133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Checking segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:15:59.816491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Bound using segment: {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:15:59.816952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Bound port: bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c14a5-6314-430b-8848-3e4f45a617fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:15:59.817231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=a35560c9-99c7-4cc2-b315-5834d4873c4b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.817377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.819343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port a35560c9-99c7-4cc2-b315-5834d4873c4b on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:59.821112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] Pushing event deleted for resources: {'Port': ['ID=a35560c9-99c7-4cc2-b315-5834d4873c4b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.824900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1468676-3823-4a01-a4cb-76708461e45f None None] No DVR routers for this DVR port a35560c9-99c7-4cc2-b315-5834d4873c4b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:15:59.870976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.923813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d6a7df4c-cdb0-4d85-8294-700be9da0e52), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:15:59.929594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:15:59.935801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:15:59.938550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:15:59.948332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79672040>,) {'filters': {'network_id': ['d6a7df4c-cdb0-4d85-8294-700be9da0e52']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:59.954344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b0129-bf71-48fc-ad0c-8e433b2f1741 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:15:59.979872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79672040>, '64431c82-ce8b-40ad-843d-aa9bf38244de') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:59.980569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79672040>, '64431c82-ce8b-40ad-843d-aa9bf38244de') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:15:59.985516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:15:59.989367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=abd2c128-43f6-4071-9885-0bac3c256d64,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:15:59.995682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (64431c82-ce8b-40ad-843d-aa9bf38244de), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.012479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (64431c82-ce8b-40ad-843d-aa9bf38244de), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.017862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:00.024598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.027607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:00.028348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (64431c82-ce8b-40ad-843d-aa9bf38244de), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   self.session.flush()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:00.032332 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:00.052531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f435208b-caa5-4f9b-b0f7-4e8cc08677e3 None None] Provisioning complete for port abd2c128-43f6-4071-9885-0bac3c256d64 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:00.053348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f435208b-caa5-4f9b-b0f7-4e8cc08677e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.111993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f435208b-caa5-4f9b-b0f7-4e8cc08677e3 None None] Port abd2c128-43f6-4071-9885-0bac3c256d64 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:00.118903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d6a7df4c-cdb0-4d85-8294-700be9da0e52), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.124730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.125533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.126964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] 10.222.0.39 "PUT /v2.0/ports/bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 1092 time: 2.1454055
Jan 15 21:16:00.127560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.129469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:00.134732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/d6a7df4c-cdb0-4d85-8294-700be9da0e52 HTTP/1.1" status: 204  len: 168 time: 0.8577223
Jan 15 21:16:00.134876 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84e498-f9b8-49b5-9454-91817d76273a" -d '{"events": [{"name": "network-changed", "server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:00.138145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47670) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:00.167745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-558665547'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:00.170138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ed82-655a-4e11-a3fc-36df70eaac31 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=d6a7df4c-cdb0-4d85-8294-700be9da0e52,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:00.213958 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299318c-e24b-4e6d-9811-7f6b4fd5972f x-openstack-request-id: req-e299318c-e24b-4e6d-9811-7f6b4fd5972f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:00.214297 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:00.214495 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e299318c-e24b-4e6d-9811-7f6b4fd5972f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:00.214899 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'status': 'completed', 'code': 200}
Jan 15 21:16:00.237122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebde96-f599-40e6-aa2a-e93321a23d56 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:00.265830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:00.269517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.273172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-a5ee8338-ebc2-495d-b702-3ba151309b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.274730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-a5ee8338-ebc2-495d-b702-3ba151309b5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1096 time: 0.1015270
Jan 15 21:16:00.394990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:00.434160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b63649-6d7b-44a7-90ad-058b4ce9a18e req-5a557bae-e0bc-4b6e-862b-4536ba294635 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.436150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18b63649-6d7b-44a7-90ad-058b4ce9a18e req-5a557bae-e0bc-4b6e-862b-4536ba294635 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1203704
Jan 15 21:16:00.445092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c99e79a5-d629-481f-bb89-4f5cd2f629e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.445729 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment c99e79a5-d629-481f-bb89-4f5cd2f629e5 of type vlan for network e483e284-caab-4ed9-bfbd-5b3f6078fdfc
Jan 15 21:16:00.449904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75622f36-1362-4f18-b950-37c6a963bf2d req-417ca1c2-061c-4582-ad3e-ac49ba3d2ac1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.451423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75622f36-1362-4f18-b950-37c6a963bf2d req-417ca1c2-061c-4582-ad3e-ac49ba3d2ac1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.0938966
Jan 15 21:16:00.529547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.538207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18b63649-6d7b-44a7-90ad-058b4ce9a18e req-768c4fe2-be14-475f-b9e0-90747a814b74 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841904
Jan 15 21:16:00.542623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (e483e284-caab-4ed9-bfbd-5b3f6078fdfc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.544718 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75622f36-1362-4f18-b950-37c6a963bf2d req-f5c2c28f-860e-45bc-a9a4-1c27d130c562 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829825
Jan 15 21:16:00.577721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-2351f044-3670-4b6e-8dda-ae510430d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.579328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-2351f044-3670-4b6e-8dda-ae510430d398 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 0.2951634
Jan 15 21:16:00.637640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-bea0daef-72e6-4990-9927-0b53f59f9d67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.0515521
Jan 15 21:16:00.659982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (e483e284-caab-4ed9-bfbd-5b3f6078fdfc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.665842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.666418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:00.782587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6257894
Jan 15 21:16:00.785496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47692) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:00.793625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:00.805290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-d34aea91-1fb6-4e65-9b50-9343b0481788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:00.806781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-d34aea91-1fb6-4e65-9b50-9343b0481788 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.1639988
Jan 15 21:16:00.852977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a2972-1a31-46ba-84a4-ab2ea03c0d2d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=e483e284-caab-4ed9-bfbd-5b3f6078fdfc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:00.868818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:00.885629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-147d3f7b-a486-4f6c-beac-8c19334abe61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707057
Jan 15 21:16:00.905629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:00.910129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.010007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.068644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-b1e71241-3cad-4898-9360-c177ca3ce1dc service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736557
Jan 15 21:16:01.134360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (728f749f-35bd-4d82-ac16-21a808674ea3), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.197616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=728f749f-35bd-4d82-ac16-21a808674ea3,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:01.213208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': 'c99e79a5-d629-481f-bb89-4f5cd2f629e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:01.213208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: e483e284-caab-4ed9-bfbd-5b3f6078fdfc, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:01.232332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:01.240057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7a2210f3-d315-467b-98a7-b1c4a8a7fcb9 req-b87147ed-eaae-4801-8396-3433dccb6ad5 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635833
Jan 15 21:16:01.248763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e483e284-caab-4ed9-bfbd-5b3f6078fdfc) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:01.253778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:16:01.256726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4b527-30cf-4ef3-86a4-80e36f819ab5 None None] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:01.268369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:01.269316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.310438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48249a25-7668-4a3e-bc79-0aaa4d06acae tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5214524
Jan 15 21:16:01.311068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47700) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:01.315674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-28960078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:01.359283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (14fdf438-86cd-4521-839a-e1287c669ead), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.360662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (14fdf438-86cd-4521-839a-e1287c669ead), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.384280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a35560c9-99c7-4cc2-b315-5834d4873c4b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:01.438947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a35560c9-99c7-4cc2-b315-5834d4873c4b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:01.441836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a35560c9-99c7-4cc2-b315-5834d4873c4b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:01.450654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (14fdf438-86cd-4521-839a-e1287c669ead), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.455928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84e498-f9b8-49b5-9454-91817d76273a req-8b3655e6-1c8e-45fb-bf3b-c75f4d03f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:01.457064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (14fdf438-86cd-4521-839a-e1287c669ead), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.457822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-8b3655e6-1c8e-45fb-bf3b-c75f4d03f640 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1096 time: 0.1088972
Jan 15 21:16:01.486876 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.489310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-16dbdaf4-9bc6-41e2-8488-7915602ab624 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1771524
Jan 15 21:16:01.492295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47718) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:01.493752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:01.505851 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Sync routers for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:01.522544 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:01.523465 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:01.579081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e483e284-caab-4ed9-bfbd-5b3f6078fdfc', 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '728f749f-35bd-4d82-ac16-21a808674ea3'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:01.580461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:01.683731 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:01.945508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d935512-e946-4fbd-a5cb-eaacff7a290f req-9f517284-2793-49b3-bbc8-1c348c8e376b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:01.947214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d935512-e946-4fbd-a5cb-eaacff7a290f req-9f517284-2793-49b3-bbc8-1c348c8e376b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.2652657
Jan 15 21:16:01.972673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb658f1-973b-4ed4-8038-008f88cdcb48 req-4d1c7651-d150-423a-8936-584c5f0f1872 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:01.973415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Allocated IP 172.20.0.2 (e483e284-caab-4ed9-bfbd-5b3f6078fdfc/728f749f-35bd-4d82-ac16-21a808674ea3/092fcf47-fa1a-4f92-a847-2bc8c73fb1a1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:01.976440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fb658f1-973b-4ed4-8038-008f88cdcb48 req-4d1c7651-d150-423a-8936-584c5f0f1872 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2839766
Jan 15 21:16:01.982106 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7790>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:00Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:02.036929 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Checking router: 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:02.037823 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Updating router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa port abd2c128-43f6-4071-9885-0bac3c256d64 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:02.118105 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.122923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f195cd3d-bdf5-493d-9071-6f9c56eb81d7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.3611529
Jan 15 21:16:02.126420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:02.157606 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.205440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1107e49a-0e83-41f9-9e57-c0ff803d4015 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=de60cd8289224f1f81ef0db9ec3c6f87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0778990
Jan 15 21:16:02.217462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:02.308741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7fb658f1-973b-4ed4-8038-008f88cdcb48 req-f6a57418-25d0-451d-b988-5f5d60d95db0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3122137
Jan 15 21:16:02.310456 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks [] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.319644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.328088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.354095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d935512-e946-4fbd-a5cb-eaacff7a290f req-590cfc89-a73e-4f47-b0d8-eaceb3fe0889 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3764474
Jan 15 21:16:02.472100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:02.485986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:02.498116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:02.596410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Pushing event updated for resources: {'Port': ['ID=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:02.611026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84e498-f9b8-49b5-9454-91817d76273a req-9c422815-3422-4d4c-8ec7-2b3acf484594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:02.615863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-9c422815-3422-4d4c-8ec7-2b3acf484594 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 1.1484332
Jan 15 21:16:02.622754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a39cc2-028c-4cf1-bcdf-876a400c7d7c tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:02.627600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41a39cc2-028c-4cf1-bcdf-876a400c7d7c tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4053307
Jan 15 21:16:02.641391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47744) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:02.687872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Attempting to bind port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:02.688249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Attempting to bind port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c99e79a5-d629-481f-bb89-4f5cd2f629e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:02.688614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Attempting to bind port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 on network e483e284-caab-4ed9-bfbd-5b3f6078fdfc {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:02.707912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:02.708295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Checking segment: {'id': 'c99e79a5-d629-481f-bb89-4f5cd2f629e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:02.708704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.726915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Bound using segment: {'id': 'c99e79a5-d629-481f-bb89-4f5cd2f629e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:02.727803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Bound port: 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99e79a5-d629-481f-bb89-4f5cd2f629e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e483e284-caab-4ed9-bfbd-5b3f6078fdfc'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:02.728411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.762883 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks [] for port (abd2c128-43f6-4071-9885-0bac3c256d64), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.774682 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.831647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-02923998-4720-4449-ad99-063981951633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.1215301
Jan 15 21:16:02.870561 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293641-d273-4437-8329-cac755333d25 None None] Pushing event updated for resources: {'Port': ['ID=abd2c128-43f6-4071-9885-0bac3c256d64,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:02.912707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-84952e5f-6e2d-423f-af1a-563c00bb31f1 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2697206
Jan 15 21:16:02.915780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47756) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:02.923662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829248930', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:02.937807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff39fb-aeca-45da-bbc2-819f5fbe49b8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:02.954086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84e498-f9b8-49b5-9454-91817d76273a req-2415a56d-7c79-4b46-adcc-40983960aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:02.956396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-2415a56d-7c79-4b46-adcc-40983960aadc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.1112716
Jan 15 21:16:02.958178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] For port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:02.973795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] For port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,segment=NetworkSegment(c99e79a5-d629-481f-bb89-4f5cd2f629e5),segment_id=c99e79a5-d629-481f-bb89-4f5cd2f629e5)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:02.980220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Attempting to bind port abd2c128-43f6-4071-9885-0bac3c256d64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:02.980688 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Attempting to bind port abd2c128-43f6-4071-9885-0bac3c256d64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:02.981357 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Attempting to bind port abd2c128-43f6-4071-9885-0bac3c256d64 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:02.984424 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:02.985126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.985827 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.987391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.987391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.987391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.987391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.988197 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.988610 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.988992 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.989394 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.989847 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.990299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:02.990808 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95293641-d273-4437-8329-cac755333d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:03.014168 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:03.014631 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:03.015756 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.019845 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:03.020461 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Bound port: abd2c128-43f6-4071-9885-0bac3c256d64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:03.021001 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.060425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.20.0.1 (e483e284-caab-4ed9-bfbd-5b3f6078fdfc/728f749f-35bd-4d82-ac16-21a808674ea3/8383f79e-7589-4f1d-8f9a-16c6572e8d3f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:03.116101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7c5f8974-027d-4958-bfef-5bfd08bd3abd None None] Provisioning complete for port abd2c128-43f6-4071-9885-0bac3c256d64 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:03.117146 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8974-027d-4958-bfef-5bfd08bd3abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.169300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-79baf5ed-aea2-4bcf-8e08-3e0fa59db2ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0858002
Jan 15 21:16:03.195141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] For port abd2c128-43f6-4071-9885-0bac3c256d64, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:03.201524 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] For port abd2c128-43f6-4071-9885-0bac3c256d64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd2c128-43f6-4071-9885-0bac3c256d64,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:03.211739 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.231934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7f1e8-2e81-4b7c-a53b-cb2f9058c4e1 None None] Pushing event updated for resources: {'Port': ['ID=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:03.296832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f8974-027d-4958-bfef-5bfd08bd3abd None None] Port abd2c128-43f6-4071-9885-0bac3c256d64 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:03.299211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:03.310218 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.326583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293641-d273-4437-8329-cac755333d25 None None] Pushing event updated for resources: {'Port': ['ID=abd2c128-43f6-4071-9885-0bac3c256d64,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:03.371256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205839a-ff3c-440c-ba10-9ad4060d846e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:03.376316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:03.387328 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:03.540686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Provisioning complete for port abd2c128-43f6-4071-9885-0bac3c256d64 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:03.541051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.541699 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.550637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-eeec48a9-70d7-40c0-801e-d95aa796e799 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680904
Jan 15 21:16:03.709817 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:03.726781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Current status of the port abd2c128-43f6-4071-9885-0bac3c256d64 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:03.727590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.794452 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-cf84e498-f9b8-49b5-9454-91817d76273a req-9617a1be-9aee-442b-b650-85f0f0467164 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399883
Jan 15 21:16:03.795650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] For port abd2c128-43f6-4071-9885-0bac3c256d64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd2c128-43f6-4071-9885-0bac3c256d64,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:03.813080 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:03.961670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea0e66-c8a7-4278-96bf-0ea1cdb54d6d None None] Pushing event updated for resources: {'Port': ['ID=abd2c128-43f6-4071-9885-0bac3c256d64,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:04.071230 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b7790>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:00Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:04.121372 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff978f52-5329-4f1b-978a-71c38b71e1c0 None None] The sync data for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 is: [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:00Z', 'revision_number': 3, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:04.519381 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (8b4c9dfa-cd2d-4257-b48b-136262612145), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:04.584226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38067fd2-f83e-4d40-8b2f-964022ece82a req-78da6957-9adf-497c-98a4-df32827348b4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:04.596894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38067fd2-f83e-4d40-8b2f-964022ece82a req-78da6957-9adf-497c-98a4-df32827348b4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 1.0146542
Jan 15 21:16:04.656302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525772-1a23-4356-a871-d7d553fd3037 req-87815c47-5321-418e-9d02-eca1b67b566c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:04.658077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54525772-1a23-4356-a871-d7d553fd3037 req-87815c47-5321-418e-9d02-eca1b67b566c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 1.1115978
Jan 15 21:16:04.757432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:04.878653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38067fd2-f83e-4d40-8b2f-964022ece82a req-030ae980-9520-424e-bab4-2ec8f713e805 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2547462
Jan 15 21:16:04.998464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Subnet': ['ID=8b4c9dfa-cd2d-4257-b48b-136262612145,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:05.011612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=8383f79e-7589-4f1d-8f9a-16c6572e8d3f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:05.015905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:05.019806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Checking segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:05.020460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network hostable DHCP agents. Network: 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:05.036906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:05.050873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:05.092558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d749f77-d364-4d23-bd5f-c24b331e7f40 None None] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:05.139767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54525772-1a23-4356-a871-d7d553fd3037 req-5f7acbd0-4a63-4ca8-88c3-be30c37ef3f8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4299238
Jan 15 21:16:05.185392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:05.244147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:05.245990 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (14fdf438-86cd-4521-839a-e1287c669ead), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:05.257156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:05.266719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6176929-4626-4ed0-8429-bed6b48778b7 None None] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:05.267653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:05.325613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Provisioning complete for port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:05.326067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:05.411708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bc1380e5-3b18-4f40-9cd9-ec0960df0270 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.4941771
Jan 15 21:16:05.414801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:05.539009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:05.786077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:06.216601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:06.218456 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.233382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:06.234569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.345353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b61147-2e6c-4a37-93d1-b94b2dc4034b req-8bdfff96-fef5-49b1-9aa2-ea01c497bc0d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:06.346943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21b61147-2e6c-4a37-93d1-b94b2dc4034b req-8bdfff96-fef5-49b1-9aa2-ea01c497bc0d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2855940
Jan 15 21:16:06.505318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.519346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.638261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.688871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21b61147-2e6c-4a37-93d1-b94b2dc4034b req-52971315-17f7-415d-95f8-101a5450f06d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3168554
Jan 15 21:16:06.741441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Current status of the port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:06.741797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.763894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe5cab-4001-483e-bfe4-35a73e82e76c req-dd6a1cca-0194-476c-8d28-fb4931faa12b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:06.767947 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59fe5cab-4001-483e-bfe4-35a73e82e76c req-dd6a1cca-0194-476c-8d28-fb4931faa12b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.3981605
Jan 15 21:16:06.843858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (14fdf438-86cd-4521-839a-e1287c669ead), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:06.850303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=8383f79e-7589-4f1d-8f9a-16c6572e8d3f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:06.868882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] For port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,segment=NetworkSegment(c99e79a5-d629-481f-bb89-4f5cd2f629e5),segment_id=c99e79a5-d629-481f-bb89-4f5cd2f629e5)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:06.888607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:07.133530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Allocated IP 172.20.0.2 (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e/8b4c9dfa-cd2d-4257-b48b-136262612145/1239abc5-a25b-4d2d-8d6f-f1024f85017a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:07.183214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:07.184620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device abd2c128-43f6-4071-9885-0bac3c256d64 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:07.196887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:07.198278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be849355-2a1e-4afb-b2c4-75cfff561231 None None] Pushing event updated for resources: {'Port': ['ID=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:07.215681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:07.254077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59fe5cab-4001-483e-bfe4-35a73e82e76c req-749f51e6-614e-40c5-95b9-0ec3b1df20fa tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4627824
Jan 15 21:16:07.264784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Provisioning complete for port 8383f79e-7589-4f1d-8f9a-16c6572e8d3f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:07.266349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:07.360119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Port 8383f79e-7589-4f1d-8f9a-16c6572e8d3f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:07.498963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Provisioning complete for port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:07.500961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:07.518119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 14fdf438-86cd-4521-839a-e1287c669ead is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:16:07.693596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port abd2c128-43f6-4071-9885-0bac3c256d64 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:07.693982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:07.737611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:07.757068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-37cf8c91-39ea-46c0-b566-156f6562a2d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/14fdf438-86cd-4521-839a-e1287c669ead/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2630923
Jan 15 21:16:07.757312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:07.779081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] Sync routers for ids ['14fdf438-86cd-4521-839a-e1287c669ead'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:07.835947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks [] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:07.840583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] Routers {'14fdf438-86cd-4521-839a-e1287c669ead'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:07.848271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14fdf438-86cd-4521-839a-e1287c669ead'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:07.862157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182b1cb-e6bb-4084-b29c-ab50f8c78c9d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:07.868248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1182b1cb-e6bb-4084-b29c-ab50f8c78c9d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports/8383f79e-7589-4f1d-8f9a-16c6572e8d3f HTTP/1.1" status: 200  len: 910 time: 0.1065705
Jan 15 21:16:07.868546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47852) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:07.978555 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.050698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.1 (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e/8b4c9dfa-cd2d-4257-b48b-136262612145/cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:08.055873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3ac0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:08.092652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:08.144693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2b36d017-4a9f-43cd-b4cc-e182b1d7dc65 None None] Current status of the port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:08.149171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:08.158642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Pushing event updated for resources: {'Port': ['ID=1239abc5-a25b-4d2d-8d6f-f1024f85017a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:08.209949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] Routers {'14fdf438-86cd-4521-839a-e1287c669ead'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:08.210511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14fdf438-86cd-4521-839a-e1287c669ead'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:08.220383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:08.224958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:08.260748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.271525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fe29e-c8cf-4c75-b3f4-88cfc0bc506f req-82932c84-5cdb-4a37-95eb-65e824afe065 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:08.275100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d8fe29e-c8cf-4c75-b3f4-88cfc0bc506f req-82932c84-5cdb-4a37-95eb-65e824afe065 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.3330135
Jan 15 21:16:08.330415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3ac0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:08.332710 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74155cb2-4b5f-4816-a1bf-42939cae1875 None None] The sync data for ids ['14fdf438-86cd-4521-839a-e1287c669ead'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:08.338684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.412516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:08.417988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:08.428201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:08.449195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port abd2c128-43f6-4071-9885-0bac3c256d64 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:08.465968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99f0712-d424-45ce-8644-22f0068a6751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.491849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:08.520997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Attempting to bind port 1239abc5-a25b-4d2d-8d6f-f1024f85017a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:08.521468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Attempting to bind port 1239abc5-a25b-4d2d-8d6f-f1024f85017a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:08.522373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Attempting to bind port 1239abc5-a25b-4d2d-8d6f-f1024f85017a on network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:08.526621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.529914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:08.530494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Checking segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:08.531466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.532082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Bound using segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:08.532908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Bound port: 1239abc5-a25b-4d2d-8d6f-f1024f85017a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:08.533304 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.535804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-338cace4-bd4d-4123-9212-f6aab4ae1fa3 None None] Provisioning complete for port 8383f79e-7589-4f1d-8f9a-16c6572e8d3f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:08.536468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-338cace4-bd4d-4123-9212-f6aab4ae1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.618229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:08.652598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347441-97fb-45ce-b9b1-70188d848ccf req-312bb060-a245-4920-a18c-6b0ff9ab4daf tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:08.661711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2347441-97fb-45ce-b9b1-70188d848ccf req-312bb060-a245-4920-a18c-6b0ff9ab4daf tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1827433
Jan 15 21:16:08.704253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-338cace4-bd4d-4123-9212-f6aab4ae1fa3 None None] Port 8383f79e-7589-4f1d-8f9a-16c6572e8d3f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:08.709447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d8fe29e-c8cf-4c75-b3f4-88cfc0bc506f req-30aa031e-9f8c-41fe-b07b-9394dcd05f19 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4179711
Jan 15 21:16:08.762181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] For port 1239abc5-a25b-4d2d-8d6f-f1024f85017a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:08.766817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] For port 1239abc5-a25b-4d2d-8d6f-f1024f85017a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1239abc5-a25b-4d2d-8d6f-f1024f85017a,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:08.777183 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.790442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99f0712-d424-45ce-8644-22f0068a6751 admin admin] Publish callbacks [] for security_group (4b7502fa-22a9-4ecc-9b8b-6f7526eedb39), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.793904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.795756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2347441-97fb-45ce-b9b1-70188d848ccf req-2cc4dfc4-44fe-4d1b-8da3-a27f448d72cf tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325059
Jan 15 21:16:08.799935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f99f0712-d424-45ce-8644-22f0068a6751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b7502fa-22a9-4ecc-9b8b-6f7526eedb39), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.828783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:08.829208 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:08.899670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f99f0712-d424-45ce-8644-22f0068a6751 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bb6b7f1fc4c4eb1bdd4a404a2e33d8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8054001
Jan 15 21:16:08.907286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47860) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:08.917526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583223-2b2d-4caf-b6cc-c10f31479a0c None None] Pushing event updated for resources: {'Port': ['ID=1239abc5-a25b-4d2d-8d6f-f1024f85017a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:08.955616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f0712-d424-45ce-8644-22f0068a6751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7502fa-22a9-4ecc-9b8b-6f7526eedb39,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:09.072341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:09.082056 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] Publish callbacks [] for security_group (4b7502fa-22a9-4ecc-9b8b-6f7526eedb39), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.113944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] Publish callbacks [] for security_group (4b7502fa-22a9-4ecc-9b8b-6f7526eedb39), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.117530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (14fdf438-86cd-4521-839a-e1287c669ead), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.368227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4b7502fa-22a9-4ecc-9b8b-6f7526eedb39), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.371160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.372251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b7502fa-22a9-4ecc-9b8b-6f7526eedb39 HTTP/1.1" status: 204  len: 168 time: 0.4631295
Jan 15 21:16:09.448579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3ce5b-bcc7-498d-989f-3e28160be85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7502fa-22a9-4ecc-9b8b-6f7526eedb39,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:09.597529 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.607335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.704665 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.715833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:09.752711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 8383f79e-7589-4f1d-8f9a-16c6572e8d3f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:09.755560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:09.884867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:09.886866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:10.125744 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:10.149006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a42e8e-1e46-45a0-8a30-830625e7a492 req-d385a483-6871-4496-8c84-1c31a9fb625e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:10.151064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a42e8e-1e46-45a0-8a30-830625e7a492 req-d385a483-6871-4496-8c84-1c31a9fb625e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.2146924
Jan 15 21:16:10.158761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:10.224971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 8383f79e-7589-4f1d-8f9a-16c6572e8d3f owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:10.298732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a79fff-6763-453a-932a-486d12881d47 req-5827849a-00cb-4ff5-9605-7bc027b48956 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:10.303522 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a79fff-6763-453a-932a-486d12881d47 req-5827849a-00cb-4ff5-9605-7bc027b48956 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.2623451
Jan 15 21:16:10.393036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:10.408294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Sync routers for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:10.426258 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:10.427271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:10.430771 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a9ca072-e11a-4a0c-b394-1c8ecee685f0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0147684
Jan 15 21:16:10.431584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47884) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:10.538692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a42e8e-1e46-45a0-8a30-830625e7a492 req-ae0ca6e6-8095-485f-ad92-277041806a8f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3593996
Jan 15 21:16:10.621621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a79fff-6763-453a-932a-486d12881d47 req-b1394a99-c976-434b-ae76-8d4cfc8f50c5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863131
Jan 15 21:16:10.656780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1239abc5-a25b-4d2d-8d6f-f1024f85017a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:10.821684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1239abc5-a25b-4d2d-8d6f-f1024f85017a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:10.823416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:10.832545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:10.835116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb15e2-9f11-47d5-a6ad-7ba218ca5016 None None] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:11.015308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8383f79e-7589-4f1d-8f9a-16c6572e8d3f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:11.136339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=8383f79e-7589-4f1d-8f9a-16c6572e8d3f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:11.170299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.173103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.188071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.194690 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.196544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.197112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.197770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.199848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.200526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.201796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.204290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.205092 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.205613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:11.244625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Provisioning complete for port 1239abc5-a25b-4d2d-8d6f-f1024f85017a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:11.246940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:11.778272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (14fdf438-86cd-4521-839a-e1287c669ead), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:11.786526 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b74c0>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:09Z', 'revision_number': 2, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:11.822325 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Checking router: 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:11.822853 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Updating router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:11.832483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.837586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.838289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.838938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.839577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.840297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.840949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.841578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.842205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.845449 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1855b6e7-0665-4a66-ba9c-a1a241e510f4 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6346 time: 1.4116457
Jan 15 21:16:11.847840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47904) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:11.891371 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:11.957685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.958507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.959144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.959775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.960408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.961070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.961710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.962174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.962635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:11.964712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-27ac4c40-3f5d-42f2-8ce5-8ac75000d319 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5856 time: 0.1156652
Jan 15 21:16:11.969557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47906) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:12.016222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cab72a-29e5-4093-93e1-9494c3768e37 req-5fd5538b-8503-4c73-ad86-7581f9cfa291 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:12.030827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13cab72a-29e5-4093-93e1-9494c3768e37 req-5fd5538b-8503-4c73-ad86-7581f9cfa291 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.3144720
Jan 15 21:16:12.221431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:12.222161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.347391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 1239abc5-a25b-4d2d-8d6f-f1024f85017a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1239abc5-a25b-4d2d-8d6f-f1024f85017a,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:12.351371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:12.351809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.361684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.557020 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks [] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.569278 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.682429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:16:12.682793 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:16:12.725834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685168-b4eb-46fc-ba2e-9c99346f1cae None None] Pushing event updated for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:12.728973 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ea1e8883-5c51-4817-91fc-0379f580f39f tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4297 time: 0.7578197
Jan 15 21:16:12.737301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=1239abc5-a25b-4d2d-8d6f-f1024f85017a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:12.881683 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Attempting to bind port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:12.882374 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Attempting to bind port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:12.882858 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Attempting to bind port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 on network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:12.891369 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:12.892000 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Checking segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:12.892512 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.897647 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Bound using segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:12.897647 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Bound port: cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:12.897647 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:12.976299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 14fdf438-86cd-4521-839a-e1287c669ead has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:13.024753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] For port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:13.025008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594cd48-8a21-409d-9b6e-9d767266c875 req-b7078b48-7146-4e24-aa18-b560d891156b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:13.030508 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] For port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:13.032551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a594cd48-8a21-409d-9b6e-9d767266c875 req-b7078b48-7146-4e24-aa18-b560d891156b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 1.1298327
Jan 15 21:16:13.048808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13cab72a-29e5-4093-93e1-9494c3768e37 req-0c510237-49db-48cc-b802-cef5cfdec602 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9783680
Jan 15 21:16:13.060152 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.237545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:13.245841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14330950-d595-45e0-aecb-d320bf6d2f2a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/14fdf438-86cd-4521-839a-e1287c669ead/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3763874
Jan 15 21:16:13.248787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47922) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:13.284169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4290e203-83f2-41de-99f2-d194c14c3365 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:13.286200 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:13.286461 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:13.293751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] Sync routers for ids ['14fdf438-86cd-4521-839a-e1287c669ead'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:13.295183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a594cd48-8a21-409d-9b6e-9d767266c875 req-a71c4235-4042-4db5-aa4e-a342781fa37f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616272
Jan 15 21:16:13.323232 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685168-b4eb-46fc-ba2e-9c99346f1cae None None] Pushing event updated for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:13.334877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47926) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:13.348081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5839916c-e97a-4062-825a-c602720f28e6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=14fdf438-86cd-4521-839a-e1287c669ead HTTP/1.1" status: 200  len: 205 time: 0.0966756
Jan 15 21:16:13.367000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] Routers {'14fdf438-86cd-4521-839a-e1287c669ead'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:13.367737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3447c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14fdf438-86cd-4521-839a-e1287c669ead'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:13.470928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3447c0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:13.491734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (14fdf438-86cd-4521-839a-e1287c669ead), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.524075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] Routers {'14fdf438-86cd-4521-839a-e1287c669ead'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:13.528179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3447c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14fdf438-86cd-4521-839a-e1287c669ead'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:13.576517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3447c0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:13.578577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4476077-6df2-4d7c-8c88-84a7e6d2b1c9 None None] The sync data for ids ['14fdf438-86cd-4521-839a-e1287c669ead'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:13.580503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Provisioning complete for port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:13.581154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.711132 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:13.715905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Current status of the port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:13.716307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.766838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] For port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:13.775486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.804369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47932) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:13.809882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59564750', 'description': 'tempest-secgroup-smoke-59564750 description', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:13.833334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Provisioning complete for port 1239abc5-a25b-4d2d-8d6f-f1024f85017a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:13.833720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.842755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.871019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (14fdf438-86cd-4521-839a-e1287c669ead), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.876160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (14fdf438-86cd-4521-839a-e1287c669ead), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:13.988107 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:16:13.999759 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (14fdf438-86cd-4521-839a-e1287c669ead), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.000552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 14fdf438-86cd-4521-839a-e1287c669ead {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:16:14.003608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Pushing event updated for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:14.023711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.029328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae61cc03-8c1a-41d4-ad85-30416a2bae2f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/14fdf438-86cd-4521-839a-e1287c669ead HTTP/1.1" status: 204  len: 168 time: 0.6893694
Jan 15 21:16:14.030012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47938) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:14.033730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (084799d0-457d-4f98-a8ea-2aa22c486b7b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.049542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8363f3a6-9c34-42c9-a70e-1cfa209f8dd7 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:14.069729 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b74c0>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:14.095036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 728f749f-35bd-4d82-ac16-21a808674ea3 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:14.097387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (084799d0-457d-4f98-a8ea-2aa22c486b7b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.104558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (728f749f-35bd-4d82-ac16-21a808674ea3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.113020 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffde0b-9b84-4fbc-bbe2-c7b253d74bc3 None None] The sync data for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 is: [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:14.169398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.174524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3686643
Jan 15 21:16:14.191725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (728f749f-35bd-4d82-ac16-21a808674ea3), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.196181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47942) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:14.203547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-183904da-8e9b-4ace-8e38-5297eeb5139b None None] Provisioning complete for port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:14.203840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-183904da-8e9b-4ace-8e38-5297eeb5139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.245365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:14.250181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb357097-45dd-449d-be37-81a72be8c0c6 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084799d0-457d-4f98-a8ea-2aa22c486b7b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:14.254931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845c3e-742a-4254-8972-7e262d288e7c req-fb11230a-4caa-4834-b012-a3c0bcf9068a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:14.256506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92845c3e-742a-4254-8972-7e262d288e7c req-fb11230a-4caa-4834-b012-a3c0bcf9068a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1064174
Jan 15 21:16:14.357149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-183904da-8e9b-4ace-8e38-5297eeb5139b None None] Current status of the port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:14.384987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (728f749f-35bd-4d82-ac16-21a808674ea3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.417682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (560769e5-b937-45f0-99f3-125bcd754e99), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.440512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92845c3e-742a-4254-8972-7e262d288e7c req-05358f1c-ec50-4fe4-8845-2bb82ed73ca4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1725361
Jan 15 21:16:14.466749 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.500393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b37807d1-d6c9-4419-87f0-f753f6b5ee3c None None] Provisioning complete for port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:14.500937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b37807d1-d6c9-4419-87f0-f753f6b5ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.534197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb736-99b1-4a2a-97be-f8173adba504 req-cbc67667-47a9-4d53-83cd-c790f6bf8669 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:14.545276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (560769e5-b937-45f0-99f3-125bcd754e99), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.547495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (728f749f-35bd-4d82-ac16-21a808674ea3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.553724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed9fb736-99b1-4a2a-97be-f8173adba504 req-cbc67667-47a9-4d53-83cd-c790f6bf8669 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1074154
Jan 15 21:16:14.592406 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (560769e5-b937-45f0-99f3-125bcd754e99), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.622166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=728f749f-35bd-4d82-ac16-21a808674ea3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:14.642736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.646273 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a6ca453c-eb54-4d37-aad0-c3a9f11bc843 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/728f749f-35bd-4d82-ac16-21a808674ea3 HTTP/1.1" status: 204  len: 168 time: 0.6109407
Jan 15 21:16:14.647485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560769e5-b937-45f0-99f3-125bcd754e99,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:14.651970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:14.662654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.666726 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9355a10d-2169-45ac-940b-adcfa36bdf5a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4665463
Jan 15 21:16:14.668663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47948) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:14.677423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:14.703560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27a062-bf45-40b2-a64a-4c52466c8f0a None None] Network e483e284-caab-4ed9-bfbd-5b3f6078fdfc requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:14.723968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (02995870-c8c9-47b5-a72e-02aba8015ba2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.746457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed9fb736-99b1-4a2a-97be-f8173adba504 req-a2ac2aa9-6464-4263-bd7a-4d098a09cd57 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909466
Jan 15 21:16:14.791708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1239abc5-a25b-4d2d-8d6f-f1024f85017a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:14.808102 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e483e284-caab-4ed9-bfbd-5b3f6078fdfc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.843710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (02995870-c8c9-47b5-a72e-02aba8015ba2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.850769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (02995870-c8c9-47b5-a72e-02aba8015ba2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.877265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02995870-c8c9-47b5-a72e-02aba8015ba2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:14.893960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.896902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-20fa2995-6408-48c8-b1db-236a0e057312 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2251303
Jan 15 21:16:14.898839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47954) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:14.900245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b37807d1-d6c9-4419-87f0-f753f6b5ee3c None None] Current status of the port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:14.908136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:14.908480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:14.912886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:14.958039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (eb2dcecf-4fd5-4476-ba97-7a2495e4050f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.012049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1239abc5-a25b-4d2d-8d6f-f1024f85017a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:15.012483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.058360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,segment=NetworkSegment(c99e79a5-d629-481f-bb89-4f5cd2f629e5),segment_id=c99e79a5-d629-481f-bb89-4f5cd2f629e5)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:15.061180 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.063875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (eb2dcecf-4fd5-4476-ba97-7a2495e4050f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.070125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (eb2dcecf-4fd5-4476-ba97-7a2495e4050f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.095760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:15.140653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2dcecf-4fd5-4476-ba97-7a2495e4050f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.158878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.160427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-395fc1c8-26c4-4b4f-a44f-a9fc3a62401e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2591505
Jan 15 21:16:15.174471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 47958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:15.195038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:15.212086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] DHCP port deletion for e483e284-caab-4ed9-bfbd-5b3f6078fdfc request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:15.278743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (c194ef61-5862-4d1a-8e0a-23c44b6650fa), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.316601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.343473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:15.345555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:15.357880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.372717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:15.396602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.496443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (c194ef61-5862-4d1a-8e0a-23c44b6650fa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.512834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c194ef61-5862-4d1a-8e0a-23c44b6650fa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.531882 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e483e284-caab-4ed9-bfbd-5b3f6078fdfc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.540191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Deleting port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:15.540819 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.596184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:15.596644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.606788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c194ef61-5862-4d1a-8e0a-23c44b6650fa,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.616121 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.619891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-213912c9-bc25-4ec6-af9c-af2389d6b251 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4494851
Jan 15 21:16:15.619891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7babdfa0>,) {'filters': {'network_id': ['e483e284-caab-4ed9-bfbd-5b3f6078fdfc']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:15.620907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47972) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:15.627744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:15.634187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7babdfa0>, 'c99e79a5-d629-481f-bb89-4f5cd2f629e5') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:15.634737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7babdfa0>, 'c99e79a5-d629-481f-bb89-4f5cd2f629e5') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:15.653497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (c99e79a5-d629-481f-bb89-4f5cd2f629e5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.659953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] For port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:15.660382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.664875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005dc0f-fd12-4d54-bf0f-28eab5929319 req-1f2b44ec-3a5e-4a63-8c0b-a3abdc071884 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:15.666453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f005dc0f-fd12-4d54-bf0f-28eab5929319 req-1f2b44ec-3a5e-4a63-8c0b-a3abdc071884 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1315665
Jan 15 21:16:15.668649 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:16:15.677103 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (97084b0f-51ed-4d3a-b076-cb0a6e1499d0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.684067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Calling delete_port for 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:15.687369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:16:15.690972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (092fcf47-fa1a-4f92-a847-2bc8c73fb1a1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.692099 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c99e79a5-d629-481f-bb89-4f5cd2f629e5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.706922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:15.707333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (c99e79a5-d629-481f-bb89-4f5cd2f629e5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:15.710552 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:15.718923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] Pushing event deleted for resources: {'Port': ['ID=092fcf47-fa1a-4f92-a847-2bc8c73fb1a1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.759918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (97084b0f-51ed-4d3a-b076-cb0a6e1499d0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.766475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aead7c1-addc-42f4-9191-9bda83741673 None None] No DVR routers for this DVR port 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:15.769621 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (97084b0f-51ed-4d3a-b076-cb0a6e1499d0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.795136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:15.811041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97084b0f-51ed-4d3a-b076-cb0a6e1499d0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.822765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.824114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-637147ee-6f06-4cb5-8a82-501246274719 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2014329
Jan 15 21:16:15.828162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47976) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:15.832622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'security_group_rule': {'security_group_id': '084799d0-457d-4f98-a8ea-2aa22c486b7b', 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:15.840404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f005dc0f-fd12-4d54-bf0f-28eab5929319 req-afca4d2e-e400-43f4-b24e-634bea084436 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672676
Jan 15 21:16:15.859491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e483e284-caab-4ed9-bfbd-5b3f6078fdfc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.860830 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Project de60cd8289224f1f81ef0db9ec3c6f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:16:15.867564 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (edf935e2-71ff-461f-9b1f-736d6a3b61df), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.870743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.875307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/e483e284-caab-4ed9-bfbd-5b3f6078fdfc HTTP/1.1" status: 204  len: 168 time: 1.2170305
Jan 15 21:16:15.884928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 47978) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:15.889911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-828301231', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:15.897876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07496e8-c505-48fd-8cd1-9361dcffc200 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=e483e284-caab-4ed9-bfbd-5b3f6078fdfc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:15.942290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.942290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:15.955184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2628d5-b185-4638-8607-614f717d50d2 req-009e3936-fcf6-4ffe-aead-6712cad01f4e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:15.957519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2628d5-b185-4638-8607-614f717d50d2 req-009e3936-fcf6-4ffe-aead-6712cad01f4e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.0719628
Jan 15 21:16:15.988381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (edf935e2-71ff-461f-9b1f-736d6a3b61df), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.031753 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (edf935e2-71ff-461f-9b1f-736d6a3b61df), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.034686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c2628d5-b185-4638-8607-614f717d50d2 req-3cfea1b4-425c-4042-a810-01f9d1aec5fd tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651224
Jan 15 21:16:16.035128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.140128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf935e2-71ff-461f-9b1f-736d6a3b61df,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:16.151247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.161114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-280933f3-7cc7-42e1-b01e-2e2b307c0beb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3318491
Jan 15 21:16:16.232539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_gateway (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.387321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-1d8d31ea-ca26-4921-8d94-fa7e5f1559fb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59564750&fields=id&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 267 time: 0.0486650
Jan 15 21:16:16.480674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_gateway (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.508264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.531983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-414b5a7f-ed92-4bba-ae10-756db1786089 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:16.540241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-414b5a7f-ed92-4bba-ae10-756db1786089 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 797 time: 0.1433809
Jan 15 21:16:16.557638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:16.558275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-d4c78138-0849-4d8c-ae1f-ca9478141dd2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/quotas/de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 375 time: 0.0164380
Jan 15 21:16:16.566302 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-fc128d13-843a-49fd-9fba-e8603a222efe service neutron] show failed (client error): The resource could not be found.
Jan 15 21:16:16.567493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-fc128d13-843a-49fd-9fba-e8603a222efe service neutron] 10.222.0.45 "GET /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1456525
Jan 15 21:16:16.590521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:16.590871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 092fcf47-fa1a-4f92-a847-2bc8c73fb1a1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:16.643020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-d55505b6-e0d1-46e0-b0dd-e3649482a3d8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0797856
Jan 15 21:16:16.674573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.35.1.96 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/81820446-ec31-4fc2-927c-290f47db6b0c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:16.785637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-f6d3807f-4ec1-4301-88e6-330106f1b039 service neutron] 10.222.0.46 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253359
Jan 15 21:16:16.833451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:16:16.852242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (81820446-ec31-4fc2-927c-290f47db6b0c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.859122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-3255fd05-f8a7-4867-8c17-e9f79071faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:16.861040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-3255fd05-f8a7-4867-8c17-e9f79071faa9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 1097 time: 0.0688241
Jan 15 21:16:16.873357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:16.923273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-0b5f9db7-fd90-4345-91bf-be429a47031e service neutron] 10.222.0.46 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300213
Jan 15 21:16:16.976672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:16.986245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81820446-ec31-4fc2-927c-290f47db6b0c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.008466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:17.019810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d84adb-6572-4345-874d-1ad1ada72bfd req-dc03339f-87bb-44ad-96da-daf0f26f6c7b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:17.022874 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20d84adb-6572-4345-874d-1ad1ada72bfd req-dc03339f-87bb-44ad-96da-daf0f26f6c7b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.0817366
Jan 15 21:16:17.026940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'network_id': '84d2c5a2-b550-4f8e-b1d9-357aedfbd096', 'port_id': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'mac_address': 'fa:16:3e:46:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5412cfcf-8716-42b2-8f43-6ea2f6c62558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:16:17.084054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:17.084764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.101232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20d84adb-6572-4345-874d-1ad1ada72bfd req-d608efd2-0b18-4419-9de1-2b4fdfab319b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701995
Jan 15 21:16:17.144865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:17.180347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:17.189526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.196471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:17.204503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:17.211203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03cbb3d0-9b3f-44b7-b236-ccd5ac59043d req-cffdee91-69c2-4e7e-8c94-01fe50910b9d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 210 time: 0.0371051
Jan 15 21:16:17.226396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:17.236055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=81820446-ec31-4fc2-927c-290f47db6b0c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:17.237554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20dade-6c26-4af3-96c7-32892b70318b req-b9c4d848-1a49-43ed-a79d-e01a3f27868b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:17.247131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b20dade-6c26-4af3-96c7-32892b70318b req-b9c4d848-1a49-43ed-a79d-e01a3f27868b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 945 time: 0.1173472
Jan 15 21:16:17.248262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7622013-17b1-4fb5-ae5d-13b5f56f3493 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:17.285687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:17.321921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b20dade-6c26-4af3-96c7-32892b70318b req-fc295223-69f6-4544-ae06-6b032433808f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737543
Jan 15 21:16:17.364346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-010386a1-c719-4442-9369-e370feb944fd None None] Provisioning complete for port 81820446-ec31-4fc2-927c-290f47db6b0c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:17.364859 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-010386a1-c719-4442-9369-e370feb944fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (81820446-ec31-4fc2-927c-290f47db6b0c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.398537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:17.431726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-010386a1-c719-4442-9369-e370feb944fd None None] Port 81820446-ec31-4fc2-927c-290f47db6b0c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:17.702080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:17.783392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:17.816160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_gateway (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.863438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:17.865746 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a64bb9-fe05-4204-a3fe-ef7174ef8aaa" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-unplugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:17.870772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks [] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.893642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Transition to ACTIVE for port object 5946fdbc-5c0f-444f-9903-f401907ec9ec will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:16:17.926638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.931223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d0e401-ab27-49c6-8171-f52130a7987a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:17.962682 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df0f92-dec3-40f6-b7d6-6c1a6f994056 x-openstack-request-id: req-96df0f92-dec3-40f6-b7d6-6c1a6f994056 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:17.962682 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-unplugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:17.963104 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96df0f92-dec3-40f6-b7d6-6c1a6f994056 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:17.963341 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'code': 200}
Jan 15 21:16:18.030837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:18.108872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] No DVR routers for this DVR port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:18.204710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:18.244567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ef30-fb96-4438-9a0f-e51f0cc7ff69 req-45d8e9fa-3d9e-4893-8e2a-bd2495c58778 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:18.246287 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4f3ef30-fb96-4438-9a0f-e51f0cc7ff69 req-45d8e9fa-3d9e-4893-8e2a-bd2495c58778 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.0652802
Jan 15 21:16:18.348884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f374909-62ec-4ba3-a4ed-a219a95c9bc2 req-93a6792c-c8f4-4130-8dd8-da14dffb0170 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 210 time: 0.0478868
Jan 15 21:16:18.362367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4f3ef30-fb96-4438-9a0f-e51f0cc7ff69 req-76ce23ee-254a-40fe-803e-c9caa751c819 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026235
Jan 15 21:16:18.484644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69803c82-0afa-4321-bb7e-2b210f76c960 req-7d52996b-85c6-426b-83fc-66a75d426b2c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:18.492712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69803c82-0afa-4321-bb7e-2b210f76c960 req-7d52996b-85c6-426b-83fc-66a75d426b2c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 946 time: 0.0618749
Jan 15 21:16:18.545299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69803c82-0afa-4321-bb7e-2b210f76c960 req-ba1c030e-8e3d-45f7-9fb1-8572d62cc35e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510807
Jan 15 21:16:18.838858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:18.839325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:18.839477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:18.852447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:18.863858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-fe708b8a-d438-4dfd-945e-bdff7d40c041 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:18.866615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-fe708b8a-d438-4dfd-945e-bdff7d40c041 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 797 time: 0.2349908
Jan 15 21:16:18.870765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:16:18.871013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:18.896214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:18.896564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:18.897397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Bound using segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:18.897857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Bound port: 5946fdbc-5c0f-444f-9903-f401907ec9ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:18.898216 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:18.906098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port bdd3b358-3871-4d07-a30c-af2f31f8d4cf completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:16:18.910601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port bdd3b358-3871-4d07-a30c-af2f31f8d4cf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:18.910979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:18.986678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 6acd9f28-2181-44c7-8d9c-208ca53c7ba2 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:16:19.004113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port bdd3b358-3871-4d07-a30c-af2f31f8d4cf is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:19.004611 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.006406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-0009c8ef-ca25-42d1-96f9-69a0f11aa3f5 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de60cd8289224f1f81ef0db9ec3c6f87 HTTP/1.1" status: 200  len: 378 time: 0.1274526
Jan 15 21:16:19.023911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'port': {'device_id': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'admin_state_up': True, 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'security_groups': ['084799d0-457d-4f98-a8ea-2aa22c486b7b']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:19.028863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:19.031407 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acefba40-4704-46b9-b4b3-a0f2be5472f8" -d '{"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:19.056654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:19.061941 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.087141 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf6ea93-af0d-4132-8852-ae5e821deee5 x-openstack-request-id: req-aaf6ea93-af0d-4132-8852-ae5e821deee5 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:19.087429 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-plugged", "status": "completed", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:19.087889 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aaf6ea93-af0d-4132-8852-ae5e821deee5 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:19.088280 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'code': 200}
Jan 15 21:16:19.116400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:19.117790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:19.139482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:19.153213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.221234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.39', 61779) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:19.244275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.245093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.246515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] 10.222.0.39 "PUT /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 1092 time: 2.3775311
Jan 15 21:16:19.269581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292de82-4755-4916-aa69-eafefe673c46 req-d3ff8a21-e452-4543-a708-67e19b0eecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.271660 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2292de82-4755-4916-aa69-eafefe673c46 req-d3ff8a21-e452-4543-a708-67e19b0eecd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1098 time: 0.0493226
Jan 15 21:16:19.297315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:19.307927 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] Sync routers for ids ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:19.316475 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:19.321621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e11fdd-d0ff-4fc0-96d6-9a84cec6d874 service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:19.337468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2292de82-4755-4916-aa69-eafefe673c46 req-9326bae8-ce92-4fde-8937-26ac1c23fd9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602567
Jan 15 21:16:19.338314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] Routers {'6acd9f28-2181-44c7-8d9c-208ca53c7ba2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:19.339077 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0959a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:19.365037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.369761 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81230270-76cc-4ab6-b905-16df571003bd tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.4803963
Jan 15 21:16:19.369942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48090) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:19.380500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Made reservation on behalf of de60cd8289224f1f81ef0db9ec3c6f87 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:19.385047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.392449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-b5703299-9ff6-45c6-bfe5-532a0138d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.395346 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-b5703299-9ff6-45c6-bfe5-532a0138d75c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1095 time: 0.1202576
Jan 15 21:16:19.404726 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0959a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:19.430226 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] Routers {'6acd9f28-2181-44c7-8d9c-208ca53c7ba2'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:19.431977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0959a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:15:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:19.492558 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0959a0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:19.493565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7ab8f-d720-4553-bf62-3d5f3438fee7 None None] The sync data for ids ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:19.555398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-334f080a-e85e-4aa7-b859-c1ee56b01028 req-24bdef7b-f2c8-419f-9fa5-0a10282c03ce tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 210 time: 0.0599992
Jan 15 21:16:19.583725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-28548f8e-efb5-4e71-af4d-d5842b99e7d4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers/6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 200  len: 879 time: 0.2124476
Jan 15 21:16:19.585533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48098) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:19.607794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c139dee-cdcd-4946-a278-407b1fff9610 req-480f8a83-e169-4757-9e02-aa731ef73118 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.610034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c139dee-cdcd-4946-a278-407b1fff9610 req-480f8a83-e169-4757-9e02-aa731ef73118 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.1136079
Jan 15 21:16:19.648662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.20.0.13 (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e/8b4c9dfa-cd2d-4257-b48b-136262612145/84cfe8ad-5c43-40f1-89bd-977866e8ad66) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:19.695336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c139dee-cdcd-4946-a278-407b1fff9610 req-aa0aeb69-8cba-475f-b64c-9759a9d42e7c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795517
Jan 15 21:16:19.708986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d7299-9bbd-4b8c-bca4-a90546755236 req-242e4f6e-3774-4da4-a462-38c438544f33 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.710811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f1d7299-9bbd-4b8c-bca4-a90546755236 req-242e4f6e-3774-4da4-a462-38c438544f33 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0788004
Jan 15 21:16:19.712930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-619d4785-c3f7-4b2d-91a8-aaf73cc99987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.714369 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-619d4785-c3f7-4b2d-91a8-aaf73cc99987 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.1843185
Jan 15 21:16:19.767691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f1d7299-9bbd-4b8c-bca4-a90546755236 req-b62be7d8-42c3-4c23-9628-b1bce457e588 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454297
Jan 15 21:16:19.883931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-b9cd13ea-6cf5-4826-9e92-977e47bf8126 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.1628261
Jan 15 21:16:19.962062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:19.968151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:19.970448 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd2d24-d66b-4008-96a3-297f42849da2" -d '{"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:19.977522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-a2a7e11f-4642-484c-8037-63f9bcf4a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:19.979268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-a2a7e11f-4642-484c-8037-63f9bcf4a0e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0872121
Jan 15 21:16:20.032156 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd62159-2cf0-4065-8247-e586ad90e7f1 x-openstack-request-id: req-afd62159-2cf0-4065-8247-e586ad90e7f1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:20.032454 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:20.032750 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afd62159-2cf0-4065-8247-e586ad90e7f1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:20.033097 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:16:20.050475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f223494a-e30d-4050-a870-e9a2330afc11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.4618497
Jan 15 21:16:20.053476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48118) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:20.060282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-828301231'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:20.087783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.094836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-48f2042b-1ce6-4af2-aa9f-4541756771e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:20.096332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-48f2042b-1ce6-4af2-aa9f-4541756771e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1079254
Jan 15 21:16:20.215413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-fcdf830b-f3e1-48ee-8715-d5fec2288102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:20.217013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-fcdf830b-f3e1-48ee-8715-d5fec2288102 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1095 time: 0.1654611
Jan 15 21:16:20.224463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:20.237634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:20.242890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:20.256382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:20.281893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:20.365305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 5946fdbc-5c0f-444f-9903-f401907ec9ec host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:16:20.366409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:20.424646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:20.425502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.437598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-ddb118e4-a617-4650-a995-59c4fdec67bc service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3077760
Jan 15 21:16:20.511173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-15b36912-5457-4f9e-9b17-d8bb2f5a9512 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4983008
Jan 15 21:16:20.526011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Request body: {'port': {'device_id': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:20.564093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.564773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-4fbc72a6-490f-4428-a503-6401631825a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:20.566455 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-4fbc72a6-490f-4428-a503-6401631825a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.3394034
Jan 15 21:16:20.590384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.673153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8d8c0fe5-817e-45be-82e5-188d24dbce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.678656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-2bea4208-18fa-40e7-94ac-e579ae9e3b09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.1027920
Jan 15 21:16:20.747468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e2e0a6dd-70f7-417a-8e1b-6a399dd515dd None None] Provisioning complete for port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:20.747869 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e2e0a6dd-70f7-417a-8e1b-6a399dd515dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.750025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:20.784888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2448-56b5-4a7d-a99a-83d0d92f69aa req-daed7128-8f08-4d4b-a8d5-1d0cc4a8b682 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:20.786428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-166c2448-56b5-4a7d-a99a-83d0d92f69aa req-daed7128-8f08-4d4b-a8d5-1d0cc4a8b682 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 932 time: 0.1175134
Jan 15 21:16:20.797117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 6acd9f28-2181-44c7-8d9c-208ca53c7ba2 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:20.825381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0a6dd-70f7-417a-8e1b-6a399dd515dd None None] Port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:20.885550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4b8b3e58-f440-40d4-98b5-bb83b2f89945 req-188ff084-6992-4191-a99c-2aceaa40b813 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4358001
Jan 15 21:16:20.956161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-166c2448-56b5-4a7d-a99a-83d0d92f69aa req-bb71b7a1-77ee-4796-bb00-e5421672a0a7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1612651
Jan 15 21:16:21.082441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-2d47a646-fb96-455a-9305-e1aee8fe3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.083824 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-2d47a646-fb96-455a-9305-e1aee8fe3335 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.3405113
Jan 15 21:16:21.209811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-767faccc-ef18-4548-817c-bada19b2537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.211440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-767faccc-ef18-4548-817c-bada19b2537e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1095 time: 0.1266325
Jan 15 21:16:21.213495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-5b3c41b9-d749-4c8f-9331-4e563b1be309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.214995 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-5b3c41b9-d749-4c8f-9331-4e563b1be309 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1184976
Jan 15 21:16:21.401132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-a4abed4d-098b-4075-a5ae-152fa0421b9f service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597080
Jan 15 21:16:21.410527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087cef-e934-4997-867d-3dd520ca0d25 req-0b3ca257-ebd2-4b1c-a281-a0b2cd9bbbce tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.417709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4087cef-e934-4997-867d-3dd520ca0d25 req-0b3ca257-ebd2-4b1c-a281-a0b2cd9bbbce tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.5577085
Jan 15 21:16:21.458667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:21.470273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.474276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6ea2c91e-d21e-4fa9-af37-b48f6c209d8a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 200  len: 886 time: 1.4165585
Jan 15 21:16:21.475862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] Sync routers for ids ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:21.478996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48196) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:21.497275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] Routers {'6acd9f28-2181-44c7-8d9c-208ca53c7ba2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:21.497927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1182e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:21.543385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1182e0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:21.546430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae16d1-1eda-4351-9f75-3d5ab0f7f9c5 req-e057d2db-7cac-485e-b236-88251153399a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.548187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8ae16d1-1eda-4351-9f75-3d5ab0f7f9c5 req-e057d2db-7cac-485e-b236-88251153399a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1783462
Jan 15 21:16:21.562380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] Routers {'6acd9f28-2181-44c7-8d9c-208ca53c7ba2'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:21.563205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1182e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:21.564538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4087cef-e934-4997-867d-3dd520ca0d25 req-aa12ee17-0139-4070-8980-92e4b2692748 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447005
Jan 15 21:16:21.571271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cfe8ad-5c43-40f1-89bd-977866e8ad66 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:21.595518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks [] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.605325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-ca15da91-1f95-4422-bcda-147300852e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.606966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-ca15da91-1f95-4422-bcda-147300852e92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.3873401
Jan 15 21:16:21.612276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1182e0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:21.613250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a195d-dfcd-481a-9ade-a1b8d90ae921 None None] The sync data for ids ['6acd9f28-2181-44c7-8d9c-208ca53c7ba2'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:21.670057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8ae16d1-1eda-4351-9f75-3d5ab0f7f9c5 req-a68df2ee-ef56-490b-8dd3-11832283f844 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023896
Jan 15 21:16:21.672287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Transition to ACTIVE for port object 84cfe8ad-5c43-40f1-89bd-977866e8ad66 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:16:21.679814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a55977c3-d6ef-4e54-a32a-1c424ff6dc43 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers/6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 200  len: 886 time: 0.1988223
Jan 15 21:16:21.682803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48200) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:21.690710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.694006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:21.699398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-d40415b9-af74-4612-8688-f48c39367f6a service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855933
Jan 15 21:16:21.717002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cf785959-26c8-4a91-bf7f-13b0c104ded9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 200  len: 205 time: 0.0318425
Jan 15 21:16:21.718780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48206) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:21.791281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-ab2c4022-23b7-4a49-96d7-4101bcd6b495 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.1704228
Jan 15 21:16:21.795072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Pushing event updated for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:21.847470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.898506 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.901806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cbbffa5c-483b-4e29-8ceb-446ca636359f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:21.905072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-e9ae4409-a9c7-4a92-964d-90e5d05184f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:21.906868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-e9ae4409-a9c7-4a92-964d-90e5d05184f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0989881
Jan 15 21:16:21.911437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Attempting to bind port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:21.912021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Attempting to bind port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:21.912361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Attempting to bind port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 on network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:21.927815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 on network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:16:21.928048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Attempting to bind port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 on network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:21.947611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:21.947960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Checking segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:21.948351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Bound using segment: {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:21.948795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Bound port: 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27797a9e-c56b-40a4-ac72-24fcd669514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:21.949184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.012109 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_gateway (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.014804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-8b79cdd8-dafa-4a0a-a9e7-eb3eba10b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.016672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-8b79cdd8-dafa-4a0a-a9e7-eb3eba10b6b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1011040
Jan 15 21:16:22.094426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:22.113039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:22.119014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.125015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cbbffa5c-483b-4e29-8ceb-446ca636359f admin admin] Publish callbacks [] for security_group (7e2b6a94-56b2-41bf-8d56-bd47ca3559c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.132579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cbbffa5c-483b-4e29-8ceb-446ca636359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e2b6a94-56b2-41bf-8d56-bd47ca3559c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.177097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.177969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.179160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] 10.222.0.39 "PUT /v2.0/ports/84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 1092 time: 1.6593773
Jan 15 21:16:22.179694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:22.181979 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4" -d '{"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:22.186351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc189e-df5f-48d8-a0f8-223b6d34773b req-6ac20f23-aeb3-45dd-8ab9-843bd6e0987a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.188439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29cc189e-df5f-48d8-a0f8-223b6d34773b req-6ac20f23-aeb3-45dd-8ab9-843bd6e0987a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 944 time: 0.1263041
Jan 15 21:16:22.208618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cbbffa5c-483b-4e29-8ceb-446ca636359f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cd0eaa51a5b4c779f7ad5b939c9e905&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5133972
Jan 15 21:16:22.209467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbffa5c-483b-4e29-8ceb-446ca636359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2b6a94-56b2-41bf-8d56-bd47ca3559c8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:22.216898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da186-6d86-46c1-bae3-763469bd09ea service neutron] Pushing event updated for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:22.219834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48212) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:22.228825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 81820446-ec31-4fc2-927c-290f47db6b0c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:22.229192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (81820446-ec31-4fc2-927c-290f47db6b0c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.260316 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b253ae8-2c3b-4894-befa-0091c1b7dcae x-openstack-request-id: req-9b253ae8-2c3b-4894-befa-0091c1b7dcae {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:22.260670 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:22.260951 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b253ae8-2c3b-4894-befa-0091c1b7dcae {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:22.261279 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'status': 'completed', 'code': 200}
Jan 15 21:16:22.264830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-6e0c63de-508e-4961-aa27-bb51bd531343 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396190
Jan 15 21:16:22.339750 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29cc189e-df5f-48d8-a0f8-223b6d34773b req-26d2498b-39eb-4733-8e9e-eb1d15c14e4e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1433594
Jan 15 21:16:22.367241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (81820446-ec31-4fc2-927c-290f47db6b0c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.382755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 81820446-ec31-4fc2-927c-290f47db6b0c owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:22.414575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-4ede08cf-e0ef-4451-9152-2706338b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.416073 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-4ede08cf-e0ef-4451-9152-2706338b18bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1095 time: 0.1577387
Jan 15 21:16:22.561950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (81820446-ec31-4fc2-927c-290f47db6b0c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.612598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7792cbb-9708-450e-94f7-29c2184da32c None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:22.616552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=81820446-ec31-4fc2-927c-290f47db6b0c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:22.733806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.800408 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] Publish callbacks [] for security_group (7e2b6a94-56b2-41bf-8d56-bd47ca3559c8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.806314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69358529-508d-4b92-a018-a2b4492e7c36 req-8cf618c9-251b-4aaa-aeaf-c1c93cd34f79 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.807801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69358529-508d-4b92-a018-a2b4492e7c36 req-8cf618c9-251b-4aaa-aeaf-c1c93cd34f79 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 944 time: 0.1270466
Jan 15 21:16:22.841130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-8600fcbd-1539-4ad1-8a51-e1108ea4d1e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 217 time: 0.4122245
Jan 15 21:16:22.858287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:16:22.871661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.881934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.886959 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] Publish callbacks [] for security_group (7e2b6a94-56b2-41bf-8d56-bd47ca3559c8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.890398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-16fd2d24-d66b-4008-96a3-297f42849da2 req-8bd4d693-7176-4111-8e3b-4390edcc6a97 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6142101
Jan 15 21:16:22.933012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-398c3237-236f-4d66-a4ea-c859b9476887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.934682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-398c3237-236f-4d66-a4ea-c859b9476887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 200  len: 835 time: 0.0862255
Jan 15 21:16:22.957122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (6acd9f28-2181-44c7-8d9c-208ca53c7ba2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.957689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 6acd9f28-2181-44c7-8d9c-208ca53c7ba2 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:16:22.965115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:22.966232 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-99c26412-69c2-4903-a0e5-72c896da53f1 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 204  len: 168 time: 1.2464752
Jan 15 21:16:22.972349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69358529-508d-4b92-a018-a2b4492e7c36 req-5e81c8fb-c336-4051-ab27-8b00b27f0b45 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521368
Jan 15 21:16:22.978958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48218) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:22.980457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc405cb-692f-43c0-9433-75578a21a9ab req-03e9b6fd-100a-4e07-a551-55ceb5d090a7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:22.982264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc405cb-692f-43c0-9433-75578a21a9ab req-03e9b6fd-100a-4e07-a551-55ceb5d090a7 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.2135143
Jan 15 21:16:22.994566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-49023759'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:23.008707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7e2b6a94-56b2-41bf-8d56-bd47ca3559c8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.011266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.012401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e2b6a94-56b2-41bf-8d56-bd47ca3559c8 HTTP/1.1" status: 204  len: 168 time: 0.7822082
Jan 15 21:16:23.031857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:23.035778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a5991-3d78-4af5-b975-6a892c0f8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2b6a94-56b2-41bf-8d56-bd47ca3559c8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:23.040060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-de5a4d02-7b63-4c67-97b1-bf338c11b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.042010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-de5a4d02-7b63-4c67-97b1-bf338c11b8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1000805
Jan 15 21:16:23.043545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:23.047751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.049535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fc405cb-692f-43c0-9433-75578a21a9ab req-b4eb0191-7a41-410d-b042-584acc7eee68 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606971
Jan 15 21:16:23.070536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:16:23.125558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:23.126439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.152777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:23.161163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:23.181420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:23.185714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c55a01fc-2dca-4b3f-b787-85752b3c72ca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.186232 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment c55a01fc-2dca-4b3f-b787-85752b3c72ca of type vlan for network 1d7a0e65-0431-48ee-9114-90942e993524
Jan 15 21:16:23.186931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.258605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-9ef1fb36-5108-4167-bceb-37f4afa8dd94 service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080228
Jan 15 21:16:23.260960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:23.269716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1d7a0e65-0431-48ee-9114-90942e993524), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.277548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5185715-73e2-4314-9d63-3d40793ab891 req-181f612e-f2d6-4f4a-969c-9a6d5cb0ae44 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.279125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5185715-73e2-4314-9d63-3d40793ab891 req-181f612e-f2d6-4f4a-969c-9a6d5cb0ae44 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0962036
Jan 15 21:16:23.314277 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.374668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5185715-73e2-4314-9d63-3d40793ab891 req-7b62473b-a977-41e2-b068-8747ee76816a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880017
Jan 15 21:16:23.379263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1d7a0e65-0431-48ee-9114-90942e993524), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.383911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.384657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.413786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['5946fdbc-5c0f-444f-9903-f401907ec9ec'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:23.496432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=1d7a0e65-0431-48ee-9114-90942e993524,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:23.518506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1d7a0e65-0431-48ee-9114-90942e993524 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:23.524073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a13d1-9d80-476a-a4ce-06641ede1cca req-95ab6f66-da2c-4c4f-9723-5983fa266bba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.525725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45a13d1-9d80-476a-a4ce-06641ede1cca req-95ab6f66-da2c-4c4f-9723-5983fa266bba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.1043482
Jan 15 21:16:23.527444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:23.527658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bdfc9abd-130c-4430-811e-bfd7ac2dac11 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.5458505
Jan 15 21:16:23.533655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': '1d7a0e65-0431-48ee-9114-90942e993524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:23.533863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-97141239-1df1-4936-b2cd-c0c5e0cd4be9 req-b0f72a05-a8bd-49b0-8934-347f1d4250c2 service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659934
Jan 15 21:16:23.549197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ed0f44cf-ad80-4e2a-ba3e-9f11a6bdf46d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.550720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ed0f44cf-ad80-4e2a-ba3e-9f11a6bdf46d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1951764
Jan 15 21:16:23.551206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48236) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:23.578283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4d72cbbe-4e94-470a-9157-3dadcd0c0e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.665333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e342a3-3cae-4d42-a743-e7e3bd2c9506 req-8f6b5794-db17-4f1f-8dac-a161ead697ea tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.667840 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0e342a3-3cae-4d42-a743-e7e3bd2c9506 req-8f6b5794-db17-4f1f-8dac-a161ead697ea tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 944 time: 0.1945314
Jan 15 21:16:23.708666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-c047d605-c8ff-410b-ad0d-cf7e86cea9f2 service neutron] 10.222.0.39 "GET /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1496799
Jan 15 21:16:23.716968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-a0c17cac-4d44-4b50-9fd8-b2939c97a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.718635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-a0c17cac-4d44-4b50-9fd8-b2939c97a804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1095 time: 0.1141660
Jan 15 21:16:23.752002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45a13d1-9d80-476a-a4ce-06641ede1cca req-f88c2921-451c-48ba-9ac1-b658724f2437 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263864
Jan 15 21:16:23.765703 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:23.769851 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.844313 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4d72cbbe-4e94-470a-9157-3dadcd0c0e97 admin admin] Publish callbacks [] for security_group (adcf20ea-fc15-4b30-9d79-cfdc645d2a42), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.855376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b0e342a3-3cae-4d42-a743-e7e3bd2c9506 req-d202a98c-25e7-41fb-ad86-392b19e49ec1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1808250
Jan 15 21:16:23.858988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4d72cbbe-4e94-470a-9157-3dadcd0c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (adcf20ea-fc15-4b30-9d79-cfdc645d2a42), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:23.926390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-3576deee-74b7-47da-9036-119394545052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.927885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-3576deee-74b7-47da-9036-119394545052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1096 time: 0.1889579
Jan 15 21:16:23.935367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4d72cbbe-4e94-470a-9157-3dadcd0c0e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68abdd2e51044d7f835f07f79427dc05&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3806767
Jan 15 21:16:23.935367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72cbbe-4e94-470a-9157-3dadcd0c0e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcf20ea-fc15-4b30-9d79-cfdc645d2a42,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:23.939052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48238) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:23.946430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc0cd8-703b-406c-bba6-315ce190f063 req-e58fba73-2ab5-43db-a5d9-1854a776de49 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.948003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83fc0cd8-703b-406c-bba6-315ce190f063 req-e58fba73-2ab5-43db-a5d9-1854a776de49 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0973957
Jan 15 21:16:23.954303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-56c3b7cc-a39f-477b-a9d7-c3051d22a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:23.955720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-56c3b7cc-a39f-477b-a9d7-c3051d22a8f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 898 time: 0.2285426
Jan 15 21:16:24.049679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83fc0cd8-703b-406c-bba6-315ce190f063 req-f2a08667-f18f-4f9c-ab3a-77aeaae58ff8 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870359
Jan 15 21:16:24.052553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-2f4c6963-3ad0-4292-a295-8f40194fef35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 217 time: 0.0887165
Jan 15 21:16:24.107304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (204ed391-be3f-45b7-88bd-fe246951adf2), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.153748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-79609002-2052-40eb-b108-9af5c5511388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.155254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-79609002-2052-40eb-b108-9af5c5511388 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.2173548
Jan 15 21:16:24.159105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-68333b00-4b64-4fb0-89dd-29e8a17ffbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.160465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-68333b00-4b64-4fb0-89dd-29e8a17ffbba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 200  len: 835 time: 0.0978198
Jan 15 21:16:24.161262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] Publish callbacks [] for security_group (adcf20ea-fc15-4b30-9d79-cfdc645d2a42), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.206472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=204ed391-be3f-45b7-88bd-fe246951adf2,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:24.207831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.227368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae0c1b-c84d-4324-8bae-a2e2f0975c18 req-2d837941-85d9-4b94-bbdd-19b7216bbabe tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.228893 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0bae0c1b-c84d-4324-8bae-a2e2f0975c18 req-2d837941-85d9-4b94-bbdd-19b7216bbabe tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0873902
Jan 15 21:16:24.231683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': 'c55a01fc-2dca-4b3f-b787-85752b3c72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:24.232067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: 1d7a0e65-0431-48ee-9114-90942e993524, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:24.252190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] Publish callbacks [] for security_group (adcf20ea-fc15-4b30-9d79-cfdc645d2a42), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.272693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 1d7a0e65-0431-48ee-9114-90942e993524 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:24.302496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0bae0c1b-c84d-4324-8bae-a2e2f0975c18 req-10f49dc8-412f-47d1-b2b5-36ec2f4dcfb3 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659962
Jan 15 21:16:24.303680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d7a0e65-0431-48ee-9114-90942e993524) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:24.307752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.308356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.316928 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-62800065-dfa8-49dd-befd-692dc6fc447c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 1000 time: 0.1464124
Jan 15 21:16:24.317130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2f791-3a8d-4885-96a4-1ce1d4d7ca24 None None] Network 1d7a0e65-0431-48ee-9114-90942e993524 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:24.323137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-d6b84ac7-e984-4303-ab2f-0d33905583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.324594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-d6b84ac7-e984-4303-ab2f-0d33905583f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1526937
Jan 15 21:16:24.333093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-24e0aab0-60b6-4d21-81e2-90e5ca0d4462 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8040338
Jan 15 21:16:24.335995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48246) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:24.341365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2024590053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:24.389272 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.390467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.444858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-dd090e2a-5b8d-4ebb-af88-9e7e73c25dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.446492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-dd090e2a-5b8d-4ebb-af88-9e7e73c25dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.1210451
Jan 15 21:16:24.449202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (adcf20ea-fc15-4b30-9d79-cfdc645d2a42), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.451578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97aa72-98ae-4f2c-a838-626071a72c9a req-900c0527-3dc7-42ee-aa5a-3eab1029f57f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.451969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.453106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b97aa72-98ae-4f2c-a838-626071a72c9a req-900c0527-3dc7-42ee-aa5a-3eab1029f57f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0588763
Jan 15 21:16:24.461001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adcf20ea-fc15-4b30-9d79-cfdc645d2a42 HTTP/1.1" status: 204  len: 168 time: 0.5171089
Jan 15 21:16:24.498472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d7a0e65-0431-48ee-9114-90942e993524', 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '204ed391-be3f-45b7-88bd-fe246951adf2'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:24.499687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.508657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659baa7e-236c-48a9-9697-6dc6c13c42c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcf20ea-fc15-4b30-9d79-cfdc645d2a42,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:24.521122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (395f8eb2-9135-4e39-84b5-e09c14c92253), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.528947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.529275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-8bd5cea2-6354-4ad8-892e-6df7a5c71d9f service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925685
Jan 15 21:16:24.565630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b97aa72-98ae-4f2c-a838-626071a72c9a req-c4efa4d2-a15c-49b8-9b62-d94259170f13 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057751
Jan 15 21:16:24.569203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:24.570362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e6baf71b-661b-41c0-80f5-7cb872eda469 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2332399
Jan 15 21:16:24.573366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48252) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:24.599225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-bfd2b90c-ce54-42fe-b434-7110687fbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.601041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-bfd2b90c-ce54-42fe-b434-7110687fbecd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1392221
Jan 15 21:16:24.721553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-91e7560b-e8ba-4b3e-9c6d-869bb11935a4 req-e025a905-5457-42fc-8d49-133b16389a0d service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850936
Jan 15 21:16:24.739423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-e68ad5be-da7c-4997-826a-567e530790e8 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283669
Jan 15 21:16:24.774751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Allocated IP 172.20.0.2 (1d7a0e65-0431-48ee-9114-90942e993524/204ed391-be3f-45b7-88bd-fe246951adf2/684f9b82-5552-4881-a5ee-2590f068aa94) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:24.865899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-f034af0a-6ecc-41c5-bd25-d662c5eaece4 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188798
Jan 15 21:16:24.892760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:24.909965 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2431a5-0a63-4f47-b932-88f8188bb65e req-99de01cd-c5b8-4a08-88ca-2f67c4eb39ce tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:24.911511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd2431a5-0a63-4f47-b932-88f8188bb65e req-99de01cd-c5b8-4a08-88ca-2f67c4eb39ce tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.2273567
Jan 15 21:16:25.000725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48264) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:25.007444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 5946fdbc-5c0f-444f-9903-f401907ec9ec completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:16:25.016138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 5946fdbc-5c0f-444f-9903-f401907ec9ec triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:25.016517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.021264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e56928b4-a808-4d27-a8ec-375b5c5853e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.047050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e012bc-856c-499b-b2cf-c6abdfa2a20f req-28a35990-12cf-4d6f-9f2d-4b4881a6102f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:25.048710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1e012bc-856c-499b-b2cf-c6abdfa2a20f req-28a35990-12cf-4d6f-9f2d-4b4881a6102f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.1616323
Jan 15 21:16:25.066365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd2431a5-0a63-4f47-b932-88f8188bb65e req-945cd320-70c5-4491-b902-b45704a312c1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135731
Jan 15 21:16:25.074203 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks [] for port (684f9b82-5552-4881-a5ee-2590f068aa94), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.094347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.104328 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.161243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e56928b4-a808-4d27-a8ec-375b5c5853e7 admin admin] Publish callbacks [] for security_group (65841a4b-4e61-478a-a171-d355b7838bb0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.168172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e56928b4-a808-4d27-a8ec-375b5c5853e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (65841a4b-4e61-478a-a171-d355b7838bb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.183309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1e012bc-856c-499b-b2cf-c6abdfa2a20f req-69ec756d-4d67-4139-a05e-66824e73d0f8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256149
Jan 15 21:16:25.191019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Network 1d7a0e65-0431-48ee-9114-90942e993524 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:25.196539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:25.196947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.198760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Pushing event updated for resources: {'Port': ['ID=684f9b82-5552-4881-a5ee-2590f068aa94,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:25.203901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:25.205734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e56928b4-a808-4d27-a8ec-375b5c5853e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dcfea4660df4088942146f2dd883e41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2029960
Jan 15 21:16:25.208073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:25.209306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:25.257887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56928b4-a808-4d27-a8ec-375b5c5853e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65841a4b-4e61-478a-a171-d355b7838bb0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:25.278088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:25.283055 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf98e5-782a-48b8-a786-6c11b5b9e998" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:25.296945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] Publish callbacks [] for security_group (65841a4b-4e61-478a-a171-d355b7838bb0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.328697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:25.332201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] Publish callbacks [] for security_group (65841a4b-4e61-478a-a171-d355b7838bb0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.333939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Attempting to bind port 684f9b82-5552-4881-a5ee-2590f068aa94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:25.334305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Attempting to bind port 684f9b82-5552-4881-a5ee-2590f068aa94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c55a01fc-2dca-4b3f-b787-85752b3c72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:25.334660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Attempting to bind port 684f9b82-5552-4881-a5ee-2590f068aa94 on network 1d7a0e65-0431-48ee-9114-90942e993524 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:25.338457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.346982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:25.347604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Checking segment: {'id': 'c55a01fc-2dca-4b3f-b787-85752b3c72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:25.348160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.349591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Bound using segment: {'id': 'c55a01fc-2dca-4b3f-b787-85752b3c72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:25.350258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Bound port: 684f9b82-5552-4881-a5ee-2590f068aa94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55a01fc-2dca-4b3f-b787-85752b3c72ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1d7a0e65-0431-48ee-9114-90942e993524'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:25.350821 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.409284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (65841a4b-4e61-478a-a171-d355b7838bb0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.415339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808373-4c0c-43a5-979a-414605714937 req-550a10ce-9e26-41b7-8da8-cdea4ea06e6f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:25.415983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.421087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65841a4b-4e61-478a-a171-d355b7838bb0 HTTP/1.1" status: 204  len: 168 time: 0.2089610
Jan 15 21:16:25.421265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78808373-4c0c-43a5-979a-414605714937 req-550a10ce-9e26-41b7-8da8-cdea4ea06e6f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 944 time: 0.1968043
Jan 15 21:16:25.433560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:25.436738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa6224-a434-43af-99ed-a3dd2422df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65841a4b-4e61-478a-a171-d355b7838bb0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:25.480165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] For port 684f9b82-5552-4881-a5ee-2590f068aa94, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:25.484519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] For port 684f9b82-5552-4881-a5ee-2590f068aa94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684f9b82-5552-4881-a5ee-2590f068aa94,segment=NetworkSegment(c55a01fc-2dca-4b3f-b787-85752b3c72ca),segment_id=c55a01fc-2dca-4b3f-b787-85752b3c72ca)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:25.490912 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.521583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06b784-5206-4926-b159-de249e385363 req-3ca9795f-f27d-4e99-84ea-c0078645dce1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:25.523107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce06b784-5206-4926-b159-de249e385363 req-3ca9795f-f27d-4e99-84ea-c0078645dce1 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.2169659
Jan 15 21:16:25.558467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bba1cc-5f5d-4b19-8885-6d96ac519f12 None None] Pushing event updated for resources: {'Port': ['ID=684f9b82-5552-4881-a5ee-2590f068aa94,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:25.600246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-78808373-4c0c-43a5-979a-414605714937 req-8f736eae-2e0d-4204-b307-9b43d3747b24 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1356211
Jan 15 21:16:25.629662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.20.0.1 (1d7a0e65-0431-48ee-9114-90942e993524/204ed391-be3f-45b7-88bd-fe246951adf2/1a42a7c9-ff40-4afe-ba59-9571b26235f0) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:25.668701 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b828c89f-894f-4d14-82ab-1c94114a2df0 x-openstack-request-id: req-b828c89f-894f-4d14-82ab-1c94114a2df0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:25.669095 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:25.669427 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b828c89f-894f-4d14-82ab-1c94114a2df0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:25.669893 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'code': 200}
Jan 15 21:16:25.671500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce06b784-5206-4926-b159-de249e385363 req-8d02e820-308f-4532-9e03-a496829589c4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993354
Jan 15 21:16:25.816267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.879349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:25.933836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 1d7a0e65-0431-48ee-9114-90942e993524 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:25.940410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:25.944582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:26.034755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=1a42a7c9-ff40-4afe-ba59-9571b26235f0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:26.042976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (395f8eb2-9135-4e39-84b5-e09c14c92253), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:26.521548 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07611a3d-5da3-4956-9957-8ca75a0b2a80 req-a97af8fa-9b27-4266-b862-88728d918b22 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:26.523556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07611a3d-5da3-4956-9957-8ca75a0b2a80 req-a97af8fa-9b27-4266-b862-88728d918b22 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.5344453
Jan 15 21:16:26.630668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0c5d2-c902-4c62-acdd-bf4f6e11f08e req-174ade4f-e1ff-4033-a4d2-08305226ddcc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:26.638067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ead0c5d2-c902-4c62-acdd-bf4f6e11f08e req-174ade4f-e1ff-4033-a4d2-08305226ddcc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 946 time: 0.1299899
Jan 15 21:16:26.659385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 684f9b82-5552-4881-a5ee-2590f068aa94 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:26.714730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:26.728303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-07611a3d-5da3-4956-9957-8ca75a0b2a80 req-2e30ca01-8830-4350-ad17-8a076a412af4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928501
Jan 15 21:16:26.788890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ead0c5d2-c902-4c62-acdd-bf4f6e11f08e req-7294fa00-fc30-492b-856a-7271d59c2abc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496696
Jan 15 21:16:26.805985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 684f9b82-5552-4881-a5ee-2590f068aa94 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:26.807228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:26.911371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 84cfe8ad-5c43-40f1-89bd-977866e8ad66 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:16:26.922151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ee8c9-0fb3-4b9b-9dce-41d8dfd6620e None None] Network 1d7a0e65-0431-48ee-9114-90942e993524 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:26.979717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823009-e21c-4e2f-8c61-08fc51386e7b req-d6094518-a973-408d-a965-33279285e0ca tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:26.981509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27823009-e21c-4e2f-8c61-08fc51386e7b req-d6094518-a973-408d-a965-33279285e0ca tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 944 time: 0.1346920
Jan 15 21:16:27.007656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 684f9b82-5552-4881-a5ee-2590f068aa94 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:27.008210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.088108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-700e1039-1560-49f8-b1c2-d99c0354404a None None] Provisioning complete for port 684f9b82-5552-4881-a5ee-2590f068aa94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:27.088581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-700e1039-1560-49f8-b1c2-d99c0354404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.110761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27823009-e21c-4e2f-8c61-08fc51386e7b req-edf7f6cc-559f-4c75-8a3f-b68883fbbeb2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1137333
Jan 15 21:16:27.149404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 684f9b82-5552-4881-a5ee-2590f068aa94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684f9b82-5552-4881-a5ee-2590f068aa94,segment=NetworkSegment(c55a01fc-2dca-4b3f-b787-85752b3c72ca),segment_id=c55a01fc-2dca-4b3f-b787-85752b3c72ca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:27.164934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.222737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.232110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.295662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:27.307180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-e1b02c73-600b-4f48-a7de-43a47c7152da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:27.309328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-e1b02c73-600b-4f48-a7de-43a47c7152da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 1097 time: 0.0706336
Jan 15 21:16:27.318062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (395f8eb2-9135-4e39-84b5-e09c14c92253), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.320795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=1a42a7c9-ff40-4afe-ba59-9571b26235f0,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:27.326735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:27.402630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-700e1039-1560-49f8-b1c2-d99c0354404a None None] Current status of the port 684f9b82-5552-4881-a5ee-2590f068aa94 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:27.405310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=684f9b82-5552-4881-a5ee-2590f068aa94,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:27.415905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.421367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'port_id': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'mac_address': 'fa:16:3e:5c:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:16:27.469465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 1d7a0e65-0431-48ee-9114-90942e993524 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:27.471423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:27.487358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:27.487898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.527399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cfe8ad-5c43-40f1-89bd-977866e8ad66 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:27.578725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:27.588534 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.661999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 395f8eb2-9135-4e39-84b5-e09c14c92253 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:16:27.681058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:27.727900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:27.781856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:27.790499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:27.795029 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae5da3-e65c-4d6d-bf0e-d61cdc353fe7" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-unplugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:27.798104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:27.801528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks [] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.807352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c76d7e8a-a26e-466a-aa47-34c48b621197 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/395f8eb2-9135-4e39-84b5-e09c14c92253/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2296617
Jan 15 21:16:27.810109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48370) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:27.811534 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] Sync routers for ids ['395f8eb2-9135-4e39-84b5-e09c14c92253'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:27.813583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['84cfe8ad-5c43-40f1-89bd-977866e8ad66'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:27.826157 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] Routers {'395f8eb2-9135-4e39-84b5-e09c14c92253'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:27.828823 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['395f8eb2-9135-4e39-84b5-e09c14c92253'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:27.879981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Transition to ACTIVE for port object 5946fdbc-5c0f-444f-9903-f401907ec9ec will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:16:27.883185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6d0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:27.884532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:27.896719 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] Routers {'395f8eb2-9135-4e39-84b5-e09c14c92253'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:27.897720 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['395f8eb2-9135-4e39-84b5-e09c14c92253'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:27.965291 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d6d0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:27.966569 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a6174-937c-4a48-9118-3ab3d595117f None None] The sync data for ids ['395f8eb2-9135-4e39-84b5-e09c14c92253'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:28.003502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Provisioning complete for port 684f9b82-5552-4881-a5ee-2590f068aa94 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:28.011231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.031734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:28.056370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e64a8c-2f22-49b8-9e4b-83f257e5a693 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:28.060034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-24e64a8c-2f22-49b8-9e4b-83f257e5a693 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports/1a42a7c9-ff40-4afe-ba59-9571b26235f0 HTTP/1.1" status: 200  len: 910 time: 0.2447658
Jan 15 21:16:28.067567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:28.076996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '204ed391-be3f-45b7-88bd-fe246951adf2'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:28.168200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683500b9-1120-45ed-93d1-1c6bb05594d5 req-3d11a259-92a7-422d-885f-ae5be8d5b3f0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:28.169913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-683500b9-1120-45ed-93d1-1c6bb05594d5 req-3d11a259-92a7-422d-885f-ae5be8d5b3f0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.2192669
Jan 15 21:16:28.206911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744983-8114-4aa2-a765-056a891f5dc8 req-57d3dcfa-8cb5-4854-b869-e2665fb7da52 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:28.208539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c744983-8114-4aa2-a765-056a891f5dc8 req-57d3dcfa-8cb5-4854-b869-e2665fb7da52 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.2761664
Jan 15 21:16:28.214165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] No DVR routers for this DVR port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:28.333908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-683500b9-1120-45ed-93d1-1c6bb05594d5 req-221f685e-5e99-4f9e-a24b-9428c206198f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456194
Jan 15 21:16:28.348117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c744983-8114-4aa2-a765-056a891f5dc8 req-81d83ada-c249-46d0-9e77-46314e93198e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256609
Jan 15 21:16:28.473597 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca1b441-75a6-4a27-91e3-31fb1281fc43 x-openstack-request-id: req-8ca1b441-75a6-4a27-91e3-31fb1281fc43 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:28.474164 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-unplugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:28.474164 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ca1b441-75a6-4a27-91e3-31fb1281fc43 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:28.474548 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'code': 200}
Jan 15 21:16:28.565819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Current status of the port 684f9b82-5552-4881-a5ee-2590f068aa94 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:28.589284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaab6e-5d80-4e1b-b557-47c008b49152 req-c7ba5f04-afc0-4075-945b-2ef855c753b7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:28.598918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-debaab6e-5d80-4e1b-b557-47c008b49152 req-c7ba5f04-afc0-4075-945b-2ef855c753b7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 945 time: 0.0897419
Jan 15 21:16:28.628254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Provisioning complete for port 1a42a7c9-ff40-4afe-ba59-9571b26235f0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:28.628875 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.664524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 684f9b82-5552-4881-a5ee-2590f068aa94 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:28.701884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-debaab6e-5d80-4e1b-b557-47c008b49152 req-46379638-8463-4e05-937e-17eb2ec8d241 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1015928
Jan 15 21:16:28.714792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.765634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:28.765972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:28.766303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:28.777092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d6730c9b-d0c9-4e83-ad6e-8c41cd1d5275 None None] Port 1a42a7c9-ff40-4afe-ba59-9571b26235f0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:28.816345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:16:28.817265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Attempting to bind port 5946fdbc-5c0f-444f-9903-f401907ec9ec on network e8902453-93d9-48d2-8641-d9165e87af61 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:28.834509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:28.834509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Checking segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:28.834509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Bound using segment: {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:28.834886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48450) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:28.834992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Bound port: 5946fdbc-5c0f-444f-9903-f401907ec9ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0753691f-4323-427c-aee5-73b336c40a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:28.835361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.884741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 684f9b82-5552-4881-a5ee-2590f068aa94 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:28.886327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.916173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:28.957157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d43b7-d6bc-4765-9cbc-dcdf57602658 req-2a24b21d-4238-4bd5-9804-f1402056c9e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:28.964689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b89d43b7-d6bc-4765-9cbc-dcdf57602658 req-2a24b21d-4238-4bd5-9804-f1402056c9e4 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0626900
Jan 15 21:16:28.987652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a9194f24-31d4-4708-95b2-6a4a184feea0 None None] Provisioning complete for port 1a42a7c9-ff40-4afe-ba59-9571b26235f0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:28.988085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9194f24-31d4-4708-95b2-6a4a184feea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.989777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8a232cdb-753e-436a-8780-d757a603f80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:28.993522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 5946fdbc-5c0f-444f-9903-f401907ec9ec host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:16:28.993924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:29.048197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b89d43b7-d6bc-4765-9cbc-dcdf57602658 req-a6ee7b2e-619b-4dba-adb4-7f717677e578 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804958
Jan 15 21:16:29.057087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a9194f24-31d4-4708-95b2-6a4a184feea0 None None] Port 1a42a7c9-ff40-4afe-ba59-9571b26235f0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:29.074867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 684f9b82-5552-4881-a5ee-2590f068aa94 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:29.114240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8a232cdb-753e-436a-8780-d757a603f80b admin admin] Publish callbacks [] for security_group (12452659-5f91-4294-a3c1-d23c84341624), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.118615 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8a232cdb-753e-436a-8780-d757a603f80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12452659-5f91-4294-a3c1-d23c84341624), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.168334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8a232cdb-753e-436a-8780-d757a603f80b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67ad1e8c154c491f9a87c5cd285744a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3325186
Jan 15 21:16:29.171160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a232cdb-753e-436a-8780-d757a603f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12452659-5f91-4294-a3c1-d23c84341624,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:29.175173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:29.202874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:29.209703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-b5e70692-8c76-4144-9cd1-04b5a26566e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.211211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-b5e70692-8c76-4144-9cd1-04b5a26566e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 1098 time: 0.1542401
Jan 15 21:16:29.228250 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] Publish callbacks [] for security_group (12452659-5f91-4294-a3c1-d23c84341624), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.236147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:29.251550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] Publish callbacks [] for security_group (12452659-5f91-4294-a3c1-d23c84341624), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.273367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.301891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (12452659-5f91-4294-a3c1-d23c84341624), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.304474 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.305675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12452659-5f91-4294-a3c1-d23c84341624 HTTP/1.1" status: 204  len: 168 time: 0.1295855
Jan 15 21:16:29.314586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacbf66-8b82-4832-9b5e-a6b114fad614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12452659-5f91-4294-a3c1-d23c84341624,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:29.347682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.348148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.349589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] 10.222.0.45 "PUT /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 1093 time: 2.0293562
Jan 15 21:16:29.435476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df8a6-f5e8-432f-8512-c155af5ea1ad service neutron] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=11']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:29.478039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.484395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-67e1efb6-5e94-4eb3-a128-39712c1c4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.485936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-67e1efb6-5e94-4eb3-a128-39712c1c4496 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 200  len: 914 time: 0.2676671
Jan 15 21:16:29.501611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.505515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-62ac0c71-521c-46ad-bce8-671384a67ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.507002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-62ac0c71-521c-46ad-bce8-671384a67ddc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1096 time: 0.1231358
Jan 15 21:16:29.520597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e48e6-5e9e-4a19-9caa-a28646cb7660 req-7fa7f3bb-af2d-4060-b6ee-610d041d91b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.528529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef1e48e6-5e9e-4a19-9caa-a28646cb7660 req-7fa7f3bb-af2d-4060-b6ee-610d041d91b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.0944989
Jan 15 21:16:29.588331 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-b1aac3df-ea3d-4eda-b48f-a5be643230af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 200  len: 217 time: 0.0952005
Jan 15 21:16:29.603026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef1e48e6-5e9e-4a19-9caa-a28646cb7660 req-c7dbdfed-b60e-4121-8c44-a0bed19750fa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730197
Jan 15 21:16:29.679165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48462) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:29.692871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba672849-857e-4f39-8f5e-810dc551d9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.725464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=1a42a7c9-ff40-4afe-ba59-9571b26235f0,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:29.741658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.742314 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.747277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd342482-9766-46eb-9b1d-4ea4f4f5e8b0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/ports/1a42a7c9-ff40-4afe-ba59-9571b26235f0 HTTP/1.1" status: 200  len: 910 time: 1.6787090
Jan 15 21:16:29.747476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:29.772388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-6eac576c-4fb5-4ebc-84d4-e8cd503f5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.773942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-6eac576c-4fb5-4ebc-84d4-e8cd503f5ccd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 200  len: 853 time: 0.1772051
Jan 15 21:16:29.815710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-6fa5a447-7f55-4046-be5b-4a5c337710e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84d2c5a2-b550-4f8e-b1d9-357aedfbd096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332885
Jan 15 21:16:29.841490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-7822f52e-9f71-441b-8bd3-3dec5a3f0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.844101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-7822f52e-9f71-441b-8bd3-3dec5a3f0c1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.3009951
Jan 15 21:16:29.904163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba672849-857e-4f39-8f5e-810dc551d9cb admin admin] Publish callbacks [] for security_group (47f40533-eadd-4dcb-8769-3d7093528bc0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.921836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080ee02-8ab2-49e7-8075-b2672a293472 req-e4d09486-45ac-46f5-a96c-0c9b3cbc73c8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:29.923360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d080ee02-8ab2-49e7-8075-b2672a293472 req-e4d09486-45ac-46f5-a96c-0c9b3cbc73c8 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 945 time: 0.1333258
Jan 15 21:16:29.953903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ba672849-857e-4f39-8f5e-810dc551d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (47f40533-eadd-4dcb-8769-3d7093528bc0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:29.954379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-90454f83-1624-455a-bfa9-71b50dc4d396 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.0811613
Jan 15 21:16:29.997875 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-fcab551f-e855-4bb2-8fbb-4cf9b5b84f7d service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750617
Jan 15 21:16:30.052824 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ba672849-857e-4f39-8f5e-810dc551d9cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=681beec6b5554f42aacef65302a389b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3700416
Jan 15 21:16:30.053102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-4a09a43a-3693-438e-8267-37fa8dc53c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.054762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba672849-857e-4f39-8f5e-810dc551d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f40533-eadd-4dcb-8769-3d7093528bc0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:30.054902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-4a09a43a-3693-438e-8267-37fa8dc53c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0914209
Jan 15 21:16:30.057118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48468) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:30.111373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d080ee02-8ab2-49e7-8075-b2672a293472 req-a25a3b07-1296-47ef-92d0-fe3f39895c49 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1542766
Jan 15 21:16:30.209614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6dfd9-f207-4cdf-8a1b-3157ff849717 req-50cdfa18-46a9-404b-8840-0bd3913f98b9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.211220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8e6dfd9-f207-4cdf-8a1b-3157ff849717 req-50cdfa18-46a9-404b-8840-0bd3913f98b9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0895839
Jan 15 21:16:30.296570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8e6dfd9-f207-4cdf-8a1b-3157ff849717 req-e0dff515-8f0b-4ba7-a16b-33dc21ac804b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777009
Jan 15 21:16:30.326864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (395f8eb2-9135-4e39-84b5-e09c14c92253), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.489010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:30.491232 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba3924-4571-4d8d-bd78-e5b19497f42f" -d '{"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:30.531665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ae9dbe28-6b93-4ae1-9bef-c759c86b0e55 req-3615b96e-5471-46a2-9066-c02d3fcf06a0 service neutron] 10.222.0.39 "GET /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5280585
Jan 15 21:16:30.533412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-195413d7-f204-4140-8880-02cdc807e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.534728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-195413d7-f204-4140-8880-02cdc807e260 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4681017
Jan 15 21:16:30.549376 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c21d9-df84-4a0c-b029-25b6417d45ae x-openstack-request-id: req-6f9c21d9-df84-4a0c-b029-25b6417d45ae {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:30.549932 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:30.550261 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f9c21d9-df84-4a0c-b029-25b6417d45ae {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:30.551102 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:16:30.551461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] Publish callbacks [] for security_group (47f40533-eadd-4dcb-8769-3d7093528bc0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.588079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 1a42a7c9-ff40-4afe-ba59-9571b26235f0 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:30.588423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.647202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] Publish callbacks [] for security_group (47f40533-eadd-4dcb-8769-3d7093528bc0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.691550 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.708282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-1dba9d5a-80c1-462a-9059-6fa0b035175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.710385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-1dba9d5a-80c1-462a-9059-6fa0b035175f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1096 time: 0.1387691
Jan 15 21:16:30.720079 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 1a42a7c9-ff40-4afe-ba59-9571b26235f0 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:30.746108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-a1d7c97b-30bd-4889-bf2d-86d363a02653 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843848
Jan 15 21:16:30.777875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababfea-5cf3-45a0-a7eb-6c5b2cc99c8f req-8a6cd1fe-a22e-41b9-9b5c-a7e7c5282800 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.779404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ababfea-5cf3-45a0-a7eb-6c5b2cc99c8f req-8a6cd1fe-a22e-41b9-9b5c-a7e7c5282800 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.1046662
Jan 15 21:16:30.830648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (47f40533-eadd-4dcb-8769-3d7093528bc0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.833123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.834265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47f40533-eadd-4dcb-8769-3d7093528bc0 HTTP/1.1" status: 204  len: 168 time: 0.7762570
Jan 15 21:16:30.859883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3679bc7-5a53-4c2a-b21f-318f240978ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f40533-eadd-4dcb-8769-3d7093528bc0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:30.893796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ababfea-5cf3-45a0-a7eb-6c5b2cc99c8f req-208a8803-b464-4530-9a3f-8d02f1e8405e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059730
Jan 15 21:16:30.909456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-1708ce74-f7b3-488e-908f-3805a7aed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:30.910998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-1708ce74-f7b3-488e-908f-3805a7aed762 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.1887851
Jan 15 21:16:30.914917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-043ea9cf-d5c5-4c2b-990a-ab3bb026a879 req-cd687a41-9751-45bd-8f51-00919d77b703 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427023
Jan 15 21:16:30.936046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 84cfe8ad-5c43-40f1-89bd-977866e8ad66 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:30.991586 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1a42a7c9-ff40-4afe-ba59-9571b26235f0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:30.999601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:16:31.005006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:31.005606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:31.031496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=1a42a7c9-ff40-4afe-ba59-9571b26235f0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:31.049825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-5dd81faa-c591-43a7-9198-7b8d91dd06e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.1239805
Jan 15 21:16:31.056954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-5605dbfb-99e7-4d48-854d-1ea5572de265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.058563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-5605dbfb-99e7-4d48-854d-1ea5572de265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1096 time: 0.0733397
Jan 15 21:16:31.195345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:31.196332 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:31.278927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:31.285461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:31.291783 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c807f4-a27c-4b0b-847a-3619073dcbf6" -d '{"events": [{"server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "name": "network-vif-plugged", "status": "completed", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:31.297286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-bf6dfff2-12b3-402b-ab65-9d84b51c91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.298970 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-bf6dfff2-12b3-402b-ab65-9d84b51c91a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.2394817
Jan 15 21:16:31.304949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:31.321217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (395f8eb2-9135-4e39-84b5-e09c14c92253), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:31.398105 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a665347-1d8b-43cb-a5c5-4651daa340b2 x-openstack-request-id: req-3a665347-1d8b-43cb-a5c5-4651daa340b2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:31.398631 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "name": "network-vif-plugged", "status": "completed", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:31.398987 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a665347-1d8b-43cb-a5c5-4651daa340b2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:31.399495 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'code': 200}
Jan 15 21:16:31.453304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:31.473606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-08d1f33b-65a9-46b1-bbd1-296aaa913e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.482129 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-08d1f33b-65a9-46b1-bbd1-296aaa913e42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.4119091
Jan 15 21:16:31.589042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-d51f0a3f-ce15-44c2-9954-a508438f0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.591631 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-d51f0a3f-ce15-44c2-9954-a508438f0e15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2660742
Jan 15 21:16:31.603907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d444d4-6a9c-4a40-9dfa-3138a796a8db req-901355bc-c2a7-4311-bed8-f6a9938355ca tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.605404 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93d444d4-6a9c-4a40-9dfa-3138a796a8db req-901355bc-c2a7-4311-bed8-f6a9938355ca tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.2725091
Jan 15 21:16:31.663649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5727d07-07cc-4e54-ad7e-d333723b1449 req-33c7809a-b1bd-448f-b7dc-d478ce0ce15d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.665126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5727d07-07cc-4e54-ad7e-d333723b1449 req-33c7809a-b1bd-448f-b7dc-d478ce0ce15d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1532123
Jan 15 21:16:31.671345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-35678269-c2b6-42f8-98b8-9b7078ca5f11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 999 time: 0.1774850
Jan 15 21:16:31.675315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40706abe-bf37-4510-9eb7-46702d0c2d89 req-bd3b29e0-ccc8-4be9-9555-d795c9da5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.676697 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-40706abe-bf37-4510-9eb7-46702d0c2d89 req-bd3b29e0-ccc8-4be9-9555-d795c9da5519 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1097 time: 0.1292598
Jan 15 21:16:31.731997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 395f8eb2-9135-4e39-84b5-e09c14c92253 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:31.767689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93d444d4-6a9c-4a40-9dfa-3138a796a8db req-7ce4f7a2-57c7-4e13-9d81-622cc40e9e3f tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1229401
Jan 15 21:16:31.776885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-17616ae0-19dd-41e8-84c0-090b5d020fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.777565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-17616ae0-19dd-41e8-84c0-090b5d020fa0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0984745
Jan 15 21:16:31.790064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-d672c04a-8d85-4197-aea1-403c747b4298 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908214
Jan 15 21:16:31.808964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-40706abe-bf37-4510-9eb7-46702d0c2d89 req-526688c8-dfc5-421e-8fb1-85b40238f2cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1168320
Jan 15 21:16:31.820077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5727d07-07cc-4e54-ad7e-d333723b1449 req-41d5c96b-06db-4847-a0ec-4ab2fc0a656a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226246
Jan 15 21:16:31.849580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:31.857278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6d1ea688-9565-42d6-b817-2e9265556287 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/395f8eb2-9135-4e39-84b5-e09c14c92253/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1057250
Jan 15 21:16:31.857616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48486) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:31.867282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] Sync routers for ids ['395f8eb2-9135-4e39-84b5-e09c14c92253'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:31.881207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] Routers {'395f8eb2-9135-4e39-84b5-e09c14c92253'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:31.882700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b707100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['395f8eb2-9135-4e39-84b5-e09c14c92253'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:31.887200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-76a8e29b-8078-4149-ac71-cd388d7f5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:31.889359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-76a8e29b-8078-4149-ac71-cd388d7f5839 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1009679
Jan 15 21:16:31.893044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9205af0e-7b31-4e0e-90ee-5d4bc0875b84 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=395f8eb2-9135-4e39-84b5-e09c14c92253 HTTP/1.1" status: 200  len: 205 time: 0.0320892
Jan 15 21:16:31.893397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48488) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:31.920382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b707100>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:31.945732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] Routers {'395f8eb2-9135-4e39-84b5-e09c14c92253'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:31.946472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b707100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['395f8eb2-9135-4e39-84b5-e09c14c92253'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:31.966107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-ae38242f-9630-498e-a1e8-29120bf98428 service neutron] 10.222.0.39 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678400
Jan 15 21:16:31.992732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b707100>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:31.993739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75e013-2a2d-47f3-ba4d-705c44d96b85 None None] The sync data for ids ['395f8eb2-9135-4e39-84b5-e09c14c92253'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:32.014700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-31f3a9a5-4348-4592-b9d6-8a1c7dd07ca1 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163249
Jan 15 21:16:32.014930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.118252 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0ba3924-4571-4d8d-bd78-e5b19497f42f req-ae2d0868-5b77-4885-ab1d-7f936291b53a service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0971096
Jan 15 21:16:32.435725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1960d-95c1-48ba-8608-f4390577d7ec req-bf05b768-5899-42d9-8450-8cff616f2a68 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:32.437317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf1960d-95c1-48ba-8608-f4390577d7ec req-bf05b768-5899-42d9-8450-8cff616f2a68 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.5000393
Jan 15 21:16:32.538904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618f438-e07a-4202-aa80-f2dfc81b1a72 req-d63a551c-a374-4a07-9148-a6cb3d58ecd2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:32.540393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8618f438-e07a-4202-aa80-f2dfc81b1a72 req-d63a551c-a374-4a07-9148-a6cb3d58ecd2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.5443633
Jan 15 21:16:32.550228 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.555734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (395f8eb2-9135-4e39-84b5-e09c14c92253), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.640815 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (395f8eb2-9135-4e39-84b5-e09c14c92253), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.641323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 395f8eb2-9135-4e39-84b5-e09c14c92253 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:16:32.652985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.654084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aecb2f44-730a-4c44-9ce9-61fa64b9b459 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/395f8eb2-9135-4e39-84b5-e09c14c92253 HTTP/1.1" status: 204  len: 168 time: 0.7597737
Jan 15 21:16:32.657546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48492) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:32.663901 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf1960d-95c1-48ba-8608-f4390577d7ec req-c7e60c38-33e4-4611-a48d-e89422fa761c tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989388
Jan 15 21:16:32.673903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8618f438-e07a-4202-aa80-f2dfc81b1a72 req-cc679863-4cdd-4e40-8eac-91e036d237ed tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217854
Jan 15 21:16:32.726152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 204ed391-be3f-45b7-88bd-fe246951adf2 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:32.729305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (204ed391-be3f-45b7-88bd-fe246951adf2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.775098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (204ed391-be3f-45b7-88bd-fe246951adf2), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.810040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797ba5-0e34-4d9c-b077-d079f26916c8 req-d1f7c525-b5fb-41e8-90fd-dc1b82e2d91a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:32.811780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2797ba5-0e34-4d9c-b077-d079f26916c8 req-d1f7c525-b5fb-41e8-90fd-dc1b82e2d91a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0545890
Jan 15 21:16:32.868640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2797ba5-0e34-4d9c-b077-d079f26916c8 req-aef0f8da-2de9-430c-b8e4-86bc55704340 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498209
Jan 15 21:16:32.869206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (204ed391-be3f-45b7-88bd-fe246951adf2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.940976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeaba0-70fd-4147-ae5c-a82003c5fe9b req-261f1cd6-4c29-46f3-9d91-9dc234660c63 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:32.942317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (204ed391-be3f-45b7-88bd-fe246951adf2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.942596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dfeaba0-70fd-4147-ae5c-a82003c5fe9b req-261f1cd6-4c29-46f3-9d91-9dc234660c63 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.0714159
Jan 15 21:16:32.971106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=204ed391-be3f-45b7-88bd-fe246951adf2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:32.976808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:32.983380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-55020889-29b1-4f91-a87e-03c5bfca9860 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/204ed391-be3f-45b7-88bd-fe246951adf2 HTTP/1.1" status: 204  len: 168 time: 0.3243725
Jan 15 21:16:32.983964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:32.985984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e199d-c675-4879-910d-32db0dcb5cae None None] Network 1d7a0e65-0431-48ee-9114-90942e993524 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:33.019585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da996358-a03f-45e3-b85e-13037db15113 req-0f98d6b8-0afb-4fae-a67f-a224dbbac252 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.021217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da996358-a03f-45e3-b85e-13037db15113 req-0f98d6b8-0afb-4fae-a67f-a224dbbac252 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0745990
Jan 15 21:16:33.046334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dfeaba0-70fd-4147-ae5c-a82003c5fe9b req-7df47436-9e71-4618-9a30-39b7f0d6a72a tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0887237
Jan 15 21:16:33.063376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1d7a0e65-0431-48ee-9114-90942e993524), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.101371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da996358-a03f-45e3-b85e-13037db15113 req-d99c2c36-cc25-4b3e-b7a9-c92e2254f84d tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719447
Jan 15 21:16:33.127570 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 684f9b82-5552-4881-a5ee-2590f068aa94 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:33.128026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.166995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] DHCP port deletion for 1d7a0e65-0431-48ee-9114-90942e993524 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:33.203204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 684f9b82-5552-4881-a5ee-2590f068aa94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684f9b82-5552-4881-a5ee-2590f068aa94,segment=NetworkSegment(c55a01fc-2dca-4b3f-b787-85752b3c72ca),segment_id=c55a01fc-2dca-4b3f-b787-85752b3c72ca)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:33.203572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.220135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Deleting port 684f9b82-5552-4881-a5ee-2590f068aa94 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:33.220506 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.221832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 684f9b82-5552-4881-a5ee-2590f068aa94 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:33.274661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189fe2-5ed1-4a84-9a5e-7fb12e24fbf9 req-aa002a43-a66e-46bd-a08f-106b6659ead5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.276173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20189fe2-5ed1-4a84-9a5e-7fb12e24fbf9 req-aa002a43-a66e-46bd-a08f-106b6659ead5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0585675
Jan 15 21:16:33.289198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] For port 684f9b82-5552-4881-a5ee-2590f068aa94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684f9b82-5552-4881-a5ee-2590f068aa94,segment=NetworkSegment(c55a01fc-2dca-4b3f-b787-85752b3c72ca),segment_id=c55a01fc-2dca-4b3f-b787-85752b3c72ca)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:33.289599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.304979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Calling delete_port for 684f9b82-5552-4881-a5ee-2590f068aa94 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:33.314998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.330904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20189fe2-5ed1-4a84-9a5e-7fb12e24fbf9 req-0b6d5caa-4e55-42c2-b110-72271bc8a2af tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490224
Jan 15 21:16:33.355820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port 684f9b82-5552-4881-a5ee-2590f068aa94 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:33.355820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=684f9b82-5552-4881-a5ee-2590f068aa94,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:33.403496 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (684f9b82-5552-4881-a5ee-2590f068aa94), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.437137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] Pushing event deleted for resources: {'Port': ['ID=684f9b82-5552-4881-a5ee-2590f068aa94,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:33.441533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a40488-8223-44d3-835c-da6ce0efddd1 None None] No DVR routers for this DVR port 684f9b82-5552-4881-a5ee-2590f068aa94 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:33.451156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1d7a0e65-0431-48ee-9114-90942e993524), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.473513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5ce80>,) {'filters': {'network_id': ['1d7a0e65-0431-48ee-9114-90942e993524']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:33.483541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f0169-8ac2-4e94-a4eb-cd4571f13dd6 req-32929876-a91d-47f4-b54e-87b4e5c7d2ce tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.484082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5ce80>, 'c55a01fc-2dca-4b3f-b787-85752b3c72ca') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:33.484082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa5ce80>, 'c55a01fc-2dca-4b3f-b787-85752b3c72ca') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:33.485396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6f0169-8ac2-4e94-a4eb-cd4571f13dd6 req-32929876-a91d-47f4-b54e-87b4e5c7d2ce tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0606966
Jan 15 21:16:33.493814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (c55a01fc-2dca-4b3f-b787-85752b3c72ca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.506819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (c55a01fc-2dca-4b3f-b787-85752b3c72ca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.513602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:33.514118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (c55a01fc-2dca-4b3f-b787-85752b3c72ca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:33.517470 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:33.535201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6f0169-8ac2-4e94-a4eb-cd4571f13dd6 req-b44c12a5-98bd-493d-84c6-189c90dfc82b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442302
Jan 15 21:16:33.587571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1d7a0e65-0431-48ee-9114-90942e993524), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.593979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.597853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/1d7a0e65-0431-48ee-9114-90942e993524 HTTP/1.1" status: 204  len: 168 time: 0.6129458
Jan 15 21:16:33.601951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48514) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:33.607372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1884068006', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:33.623324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5c220-8655-48c4-8946-925b244a8251 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=1d7a0e65-0431-48ee-9114-90942e993524,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:33.645575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.646652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.672859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a3dc6-d9dd-46aa-afea-2dc0600c8b53 req-8273a29d-8b74-427f-8850-11a9073eac24 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.674347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b25a3dc6-d9dd-46aa-afea-2dc0600c8b53 req-8273a29d-8b74-427f-8850-11a9073eac24 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0512128
Jan 15 21:16:33.702453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.709275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.730757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b25a3dc6-d9dd-46aa-afea-2dc0600c8b53 req-7e6b958b-bdbc-4b23-b329-909a8f6f1dd5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509155
Jan 15 21:16:33.733057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.734556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b31e3af-fab5-43d9-98b4-a911b52099b3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1318676
Jan 15 21:16:33.737339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48518) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:33.742471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1878569951'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:33.797853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:33.801325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.858428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c3624-6f3d-40f1-bb5f-84951d785edf req-04d2411f-f633-4611-acf9-b8ddb0473ddb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.859892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-189c3624-6f3d-40f1-bb5f-84951d785edf req-04d2411f-f633-4611-acf9-b8ddb0473ddb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 945 time: 0.0999677
Jan 15 21:16:33.868986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:33.897245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1192289e-85f3-4966-97a9-56cbcda18090), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.897587 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment 1192289e-85f3-4966-97a9-56cbcda18090 of type vlan for network eaec1ad6-4ac1-4433-aed8-7b212fb98c76
Jan 15 21:16:33.916318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c208c-a6b1-4c88-8015-4404df8b7451 req-15ecd5c7-806c-4edf-8b35-cc2e5876f2a9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:33.917790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e93c208c-a6b1-4c88-8015-4404df8b7451 req-15ecd5c7-806c-4edf-8b35-cc2e5876f2a9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1048114
Jan 15 21:16:33.983147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (eaec1ad6-4ac1-4433-aed8-7b212fb98c76), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:33.988600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-189c3624-6f3d-40f1-bb5f-84951d785edf req-19309e1e-97f8-48db-93d2-466f1c4df9dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1227758
Jan 15 21:16:34.011967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48522) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:34.027719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e93c208c-a6b1-4c88-8015-4404df8b7451 req-2e762f71-70c9-4100-a922-ae703357ef31 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835133
Jan 15 21:16:34.034813 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (eaec1ad6-4ac1-4433-aed8-7b212fb98c76), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.041056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.041647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.104953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-108af6f3-9477-4507-8580-df1d22ef038d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/5d3775ef-315c-4e1b-a642-b5e4dc3ada7f HTTP/1.1" status: 200  len: 991 time: 0.0880904
Jan 15 21:16:34.115956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3748744
Jan 15 21:16:34.116236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48530) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:34.122186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:34.145143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5012e-eab5-4b62-823e-5f1856a89a6c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=eaec1ad6-4ac1-4433-aed8-7b212fb98c76,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:34.154768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:34.220590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ba9c4-34a6-4b18-b885-0705abc88ca3 req-20fc9c03-cb37-423c-b489-18c748e3b03d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.222133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a9ba9c4-34a6-4b18-b885-0705abc88ca3 req-20fc9c03-cb37-423c-b489-18c748e3b03d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.0920844
Jan 15 21:16:34.225018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:34.229460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.256291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b930-4477-4ded-91e4-16aedba15529 req-3d7bd1c2-5e32-45cf-914f-d28f4ef0bd6a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.257709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d67b930-4477-4ded-91e4-16aedba15529 req-3d7bd1c2-5e32-45cf-914f-d28f4ef0bd6a tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0822248
Jan 15 21:16:34.305666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a9ba9c4-34a6-4b18-b885-0705abc88ca3 req-7a0841d6-995e-486f-b7ae-6199d2124a11 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0762837
Jan 15 21:16:34.308618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:16:34.340342 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d67b930-4477-4ded-91e4-16aedba15529 req-ab95622f-424a-4556-bf81-057abac0053f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756707
Jan 15 21:16:34.445146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:34.453477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (742f9290-449f-4cd1-8b40-48f11e3a852e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.461739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'port_id': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'mac_address': 'fa:16:3e:3b:88:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:16:34.499984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:34.500384 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.501425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5098-55dc-45dc-aee1-72d757d8e3f2 req-9327c8e0-8f1c-43a5-8edd-0647f4362ecb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.503171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac9d5098-55dc-45dc-aee1-72d757d8e3f2 req-9327c8e0-8f1c-43a5-8edd-0647f4362ecb tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.0984268
Jan 15 21:16:34.514160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=742f9290-449f-4cd1-8b40-48f11e3a852e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:34.514377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:34.515513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbcf9f-b3a2-4ebe-8b9c-7ecda4cbf104 req-15f9ba44-d152-4a88-b600-e4a4f82a0eef tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.517278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82cbcf9f-b3a2-4ebe-8b9c-7ecda4cbf104 req-15f9ba44-d152-4a88-b600-e4a4f82a0eef tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0777783
Jan 15 21:16:34.548892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:34.549253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: eaec1ad6-4ac1-4433-aed8-7b212fb98c76, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:34.552967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:34.559032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.567999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:34.578867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eaec1ad6-4ac1-4433-aed8-7b212fb98c76) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:34.591217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.592155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.592378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9baee3-7420-476a-b720-aad0379831b3 None None] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:34.595062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 684f9b82-5552-4881-a5ee-2590f068aa94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:34.601036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82cbcf9f-b3a2-4ebe-8b9c-7ecda4cbf104 req-13a89981-3125-4fe0-877b-9e0d3b69c1ee tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678804
Jan 15 21:16:34.612748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c613c2d0-ab8d-4029-816e-0cde3509a56f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4952624
Jan 15 21:16:34.615490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:34.619761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac9d5098-55dc-45dc-aee1-72d757d8e3f2 req-3773507f-0139-49d4-81d7-4a038f6a5129 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1011751
Jan 15 21:16:34.648726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:34.667535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 684f9b82-5552-4881-a5ee-2590f068aa94 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:34.667779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 684f9b82-5552-4881-a5ee-2590f068aa94 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:34.694047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:34.748699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:34.749683 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.759209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5df5b-027b-46dc-9519-fcf1a1011c93 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.761067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41d5df5b-027b-46dc-9519-fcf1a1011c93 tempest-TestNetworkBasicOps-296277167 tempest-TestNetworkBasicOps-296277167-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1092 time: 0.1112306
Jan 15 21:16:34.764917 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:34.769305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:34.801053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3f6ab-7107-41a8-b8a8-6201e24bc81a req-32e99fdd-f0fe-4bdd-8b40-4130c118bd1f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:34.802531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2f3f6ab-7107-41a8-b8a8-6201e24bc81a req-32e99fdd-f0fe-4bdd-8b40-4130c118bd1f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0878167
Jan 15 21:16:34.828206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:34.837798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5946fdbc-5c0f-444f-9903-f401907ec9ec'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:34.879768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2f3f6ab-7107-41a8-b8a8-6201e24bc81a req-19692fd3-efaa-4b25-a4cb-e71c05b70266 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675917
Jan 15 21:16:34.954294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Allocated IP 172.20.0.2 (eaec1ad6-4ac1-4433-aed8-7b212fb98c76/742f9290-449f-4cd1-8b40-48f11e3a852e/df52ae79-8d41-489e-a91b-21f0b266aa5d) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:34.966505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.006455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.061434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74433aa-7dc0-4306-b027-0e1f3307c14b req-baf66f14-2eb7-4067-9c82-5d1301b7b2e2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:35.063108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d74433aa-7dc0-4306-b027-0e1f3307c14b req-baf66f14-2eb7-4067-9c82-5d1301b7b2e2 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1040225
Jan 15 21:16:35.158795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d74433aa-7dc0-4306-b027-0e1f3307c14b req-c88a1290-faf4-47e7-8dbb-155348c2ca00 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823879
Jan 15 21:16:35.180065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Allocated IP 172.35.1.12 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:35.196084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks [] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.231019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.284869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.20.0.1 (eaec1ad6-4ac1-4433-aed8-7b212fb98c76/742f9290-449f-4cd1-8b40-48f11e3a852e/a7cb41d8-f52a-452a-915f-13df6b53ef8f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:35.306928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:35.312075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Pushing event updated for resources: {'Port': ['ID=df52ae79-8d41-489e-a91b-21f0b266aa5d,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:35.314527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:35.317768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:35.347302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.359102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ef8cc-02f6-4cce-9181-e4fcf15a77b4 req-6d8882e0-4ceb-476a-af70-d8bf67626055 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:35.361375 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a29ef8cc-02f6-4cce-9181-e4fcf15a77b4 req-6d8882e0-4ceb-476a-af70-d8bf67626055 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0972178
Jan 15 21:16:35.421299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.428776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Attempting to bind port df52ae79-8d41-489e-a91b-21f0b266aa5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:35.429177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Attempting to bind port df52ae79-8d41-489e-a91b-21f0b266aa5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:35.429847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Attempting to bind port df52ae79-8d41-489e-a91b-21f0b266aa5d on network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:35.431148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a29ef8cc-02f6-4cce-9181-e4fcf15a77b4 req-b1c50988-eceb-4fa4-ba79-a592551661d5 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621712
Jan 15 21:16:35.432729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.436519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:35.437222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Checking segment: {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:35.437474 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.437870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Bound using segment: {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:35.438360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Bound port: df52ae79-8d41-489e-a91b-21f0b266aa5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:35.438762 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.476699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:35.479647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:35.485532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:35.490100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.491474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:35.540668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] For port df52ae79-8d41-489e-a91b-21f0b266aa5d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:35.541701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:35.547363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] For port df52ae79-8d41-489e-a91b-21f0b266aa5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df52ae79-8d41-489e-a91b-21f0b266aa5d,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:35.548257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:35.553422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:35.557465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.586014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:35.609235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.620795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e9263-07b5-4ea0-ba43-07f30169d708 None None] Pushing event updated for resources: {'Port': ['ID=df52ae79-8d41-489e-a91b-21f0b266aa5d,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:35.644457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56413575-257b-4948-87a1-7f1031d7ee36 req-49c6f1ac-a7e8-4c94-b1ee-de7a6398d841 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:35.651369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56413575-257b-4948-87a1-7f1031d7ee36 req-49c6f1ac-a7e8-4c94-b1ee-de7a6398d841 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1204233
Jan 15 21:16:35.737322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:35.743976 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56413575-257b-4948-87a1-7f1031d7ee36 req-1d8984e4-5edf-4b1f-ab42-c989e62bcd2b tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917287
Jan 15 21:16:35.989899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f81a-9762-46ac-b8c8-879424086dfc req-32e073c1-5f53-437b-8da4-49635c167085 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:35.991438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50c6f81a-9762-46ac-b8c8-879424086dfc req-32e073c1-5f53-437b-8da4-49635c167085 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.1009469
Jan 15 21:16:36.059286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.065159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.075173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (924e0f02-a6b2-4367-a53d-8f7347d64b6b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.082250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50c6f81a-9762-46ac-b8c8-879424086dfc req-0239ea2b-e78a-4218-bb63-a8acb0b61ad9 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792046
Jan 15 21:16:36.141740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:36.144418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.162087 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.250856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:36.252344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:36.314278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:36.348235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.353839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.401553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:16:36.410444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5946fdbc-5c0f-444f-9903-f401907ec9ec completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:16:36.425530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5946fdbc-5c0f-444f-9903-f401907ec9ec triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:36.425530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.446128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event updated for resources: {'Port': ['ID=1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:36.464532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (924e0f02-a6b2-4367-a53d-8f7347d64b6b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.562761 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:36.571463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31f5f90e-ffa1-4779-9a9b-ce6a36abe181 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9520373
Jan 15 21:16:36.571463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48572) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:36.582431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1932060563'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:36.590576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5946fdbc-5c0f-444f-9903-f401907ec9ec is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:36.591398 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.593139 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:36.607124 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:36.608463 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:36.633493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:36.635902 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ad1236-3112-4919-b4c6-db48f6945805" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:36.656258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df52ae79-8d41-489e-a91b-21f0b266aa5d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:36.657364 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Floating IP 924e0f02-a6b2-4367-a53d-8f7347d64b6b associated. External IP: 172.35.1.12, port: 84cfe8ad-5c43-40f1-89bd-977866e8ad66.
Jan 15 21:16:36.659936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:36.663207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:36.666363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.718114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:36.723955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.731482 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a083350-5de1-4c9a-8641-543cd4b41d6f x-openstack-request-id: req-9a083350-5de1-4c9a-8641-543cd4b41d6f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:36.731482 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-plugged", "status": "completed", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:36.731482 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a083350-5de1-4c9a-8641-543cd4b41d6f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:36.731482 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'code': 200}
Jan 15 21:16:36.741360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a809c0f7-f938-47b6-bf16-fbcf870e994c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.741987 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment a809c0f7-f938-47b6-bf16-fbcf870e994c of type vlan for network fc1ab15a-d32a-47bc-85de-3bafaa305b82
Jan 15 21:16:36.786213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=13']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:36.790452 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:36.815955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (fc1ab15a-d32a-47bc-85de-3bafaa305b82), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.851002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df52ae79-8d41-489e-a91b-21f0b266aa5d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:36.852089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (fc1ab15a-d32a-47bc-85de-3bafaa305b82), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.852712 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.862726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:36.863484 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:36.956526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3835042
Jan 15 21:16:36.960069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48584) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:36.967256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:37.037958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050021ab-4d0e-4323-a8ff-f04261a07e0e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=fc1ab15a-d32a-47bc-85de-3bafaa305b82,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:37.048518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df52ae79-8d41-489e-a91b-21f0b266aa5d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:37.048518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.057447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:37.099841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:37.125464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:37.131744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.174056 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d760>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:37.201440 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:37.202111 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Updating router 58e9f706-d058-48b4-92d3-37fa76dafbb0 port a7cb41d8-f52a-452a-915f-13df6b53ef8f binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:37.234882 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.254374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed79518-7d7f-4007-bbb9-1152e480db4c None None] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:37.260393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:37.312324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Sync routers for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:37.329280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.408134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6a161d72-ed9e-4076-a9f5-906e115f294d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6420574
Jan 15 21:16:37.409018 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48596) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:37.409579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:37.414420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port df52ae79-8d41-489e-a91b-21f0b266aa5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df52ae79-8d41-489e-a91b-21f0b266aa5d,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:37.423296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:37.424131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e9760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:37.430977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0167c83c-9882-4fce-b15a-745ec804b9da None None] Provisioning complete for port df52ae79-8d41-489e-a91b-21f0b266aa5d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:37.431366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0167c83c-9882-4fce-b15a-745ec804b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.433488 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9f7f0-7b7f-4398-8726-aebf994b0418" -d '{"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:37.433660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.569811 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d79376-c375-4c6a-852f-8a60298e1e59 x-openstack-request-id: req-98d79376-c375-4c6a-852f-8a60298e1e59 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:37.570116 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:37.570382 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98d79376-c375-4c6a-852f-8a60298e1e59 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:37.570906 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'status': 'completed', 'code': 200}
Jan 15 21:16:37.602174 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks [] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.617251 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.629603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-da41a64a-e5e1-4368-b59a-e0f24f1166db tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 200  len: 991 time: 0.1912856
Jan 15 21:16:37.650746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=df52ae79-8d41-489e-a91b-21f0b266aa5d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:37.675557 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ee5e-bcfd-45de-9d4b-fc7875dd7066 None None] Pushing event updated for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:37.687852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:37.765500 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Attempting to bind port a7cb41d8-f52a-452a-915f-13df6b53ef8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:37.766311 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Attempting to bind port a7cb41d8-f52a-452a-915f-13df6b53ef8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:37.766859 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Attempting to bind port a7cb41d8-f52a-452a-915f-13df6b53ef8f on network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:37.773367 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:37.773788 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Checking segment: {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:37.774416 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.775209 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Bound using segment: {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:37.775618 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Bound port: a7cb41d8-f52a-452a-915f-13df6b53ef8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192289e-85f3-4966-97a9-56cbcda18090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:37.776125 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.818534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0167c83c-9882-4fce-b15a-745ec804b9da None None] Current status of the port df52ae79-8d41-489e-a91b-21f0b266aa5d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:37.882350 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] For port a7cb41d8-f52a-452a-915f-13df6b53ef8f, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:37.884582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-b07946a6-20ce-4f84-9bce-e0f6f8ade76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:37.886230 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-b07946a6-20ce-4f84-9bce-e0f6f8ade76f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1097 time: 0.1011734
Jan 15 21:16:37.888511 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] For port a7cb41d8-f52a-452a-915f-13df6b53ef8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7cb41d8-f52a-452a-915f-13df6b53ef8f,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:37.896136 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:37.979837 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:37.980763 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:37.984299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ee5e-bcfd-45de-9d4b-fc7875dd7066 None None] Pushing event updated for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:38.059737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e9760>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '924e0f02-a6b2-4367-a53d-8f7347d64b6b', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.12', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'port_id': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'mac_address': 'fa:16:3e:5c:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:38.075719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-56a6ee17-cf77-481c-ab63-77cbc40a16de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:38.078874 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-56a6ee17-cf77-481c-ab63-77cbc40a16de service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 898 time: 0.1782424
Jan 15 21:16:38.110005 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:38.124776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Checking router: 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:38.157850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:38.158932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e9760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:38.208888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Provisioning complete for port a7cb41d8-f52a-452a-915f-13df6b53ef8f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:38.209349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.246327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-5773ca28-5cca-49c6-9b98-3071304ed197 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 999 time: 0.1584525
Jan 15 21:16:38.253938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (2d718d7a-b6a9-4054-a562-d4908dedc95f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.357965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-24273c19-3486-4729-89ba-ad1ac922e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:38.359814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-24273c19-3486-4729-89ba-ad1ac922e72e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 200  len: 835 time: 0.1033525
Jan 15 21:16:38.387214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:38.390631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Current status of the port a7cb41d8-f52a-452a-915f-13df6b53ef8f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:38.391020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.433347 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d760>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:37Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:38.463562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=2d718d7a-b6a9-4054-a562-d4908dedc95f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:38.467352 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc30b6-fa98-4ebb-b44f-1b8d30a800a8 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:37Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:38.471853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] For port a7cb41d8-f52a-452a-915f-13df6b53ef8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7cb41d8-f52a-452a-915f-13df6b53ef8f,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:38.485463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.485659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:38.486089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: fc1ab15a-d32a-47bc-85de-3bafaa305b82, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:38.493721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-89128bd4-4eb0-42e5-a2fd-92839b961937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:38.495583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-89128bd4-4eb0-42e5-a2fd-92839b961937 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1114304
Jan 15 21:16:38.606176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:38.620053 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-e0998573-a052-464c-8280-235796721161 service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142316
Jan 15 21:16:38.621412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc1ab15a-d32a-47bc-85de-3bafaa305b82) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:38.626796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:38.627436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.633267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:38.644687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Provisioning complete for port df52ae79-8d41-489e-a91b-21f0b266aa5d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:38.645268 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:38.648007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df52ae79-8d41-489e-a91b-21f0b266aa5d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:38.655235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9346d-70e9-4a66-8cb5-129b83c058b7 None None] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:38.720082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-da8a2169-3a0f-4875-bceb-1ce969893b19 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7571805
Jan 15 21:16:38.722709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48640) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:38.750885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b6be16d-8609-464c-bf2f-86190fd88fa1 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 200  len: 991 time: 0.1156807
Jan 15 21:16:38.825376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Pushing event updated for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:38.941502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-13a9f7f0-7b7f-4398-8726-aebf994b0418 req-9aa18cbc-e79a-4a39-bebf-ed656540552c service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3108082
Jan 15 21:16:39.119515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53b17-c94a-4f0d-9e4d-5ac3e3ff5877 req-8544e5d1-245f-40e5-a29b-666173197c93 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:39.121694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a53b17-c94a-4f0d-9e4d-5ac3e3ff5877 req-8544e5d1-245f-40e5-a29b-666173197c93 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0678074
Jan 15 21:16:39.196409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4a53b17-c94a-4f0d-9e4d-5ac3e3ff5877 req-87ca7922-5316-4eed-aa1f-b52bfef12101 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672703
Jan 15 21:16:39.202433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-64ddffb5-b599-408f-8baf-844b5708db2f None None] Current status of the port df52ae79-8d41-489e-a91b-21f0b266aa5d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:39.214967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port df52ae79-8d41-489e-a91b-21f0b266aa5d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:39.215482 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.247346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:39.248249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.306661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5e9760>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '924e0f02-a6b2-4367-a53d-8f7347d64b6b', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.12', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'port_id': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'mac_address': 'fa:16:3e:5c:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:39.440694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.571323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7334aa64-6ba5-4bde-8d41-b80fbe7041eb None None] The sync data for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 is: [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '924e0f02-a6b2-4367-a53d-8f7347d64b6b', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'floating_ip_address': '172.35.1.12', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'port_id': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'mac_address': 'fa:16:3e:5c:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:35Z', 'revision_number': 0, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:39.652595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-09879a2e-ef72-4541-8547-6a43c3ceaf04 None None] Provisioning complete for port a7cb41d8-f52a-452a-915f-13df6b53ef8f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:39.652978 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09879a2e-ef72-4541-8547-6a43c3ceaf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.697579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port df52ae79-8d41-489e-a91b-21f0b266aa5d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:39.713400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Allocated IP 172.21.0.2 (fc1ab15a-d32a-47bc-85de-3bafaa305b82/2d718d7a-b6a9-4054-a562-d4908dedc95f/a00c89cc-b9fa-4abf-b0a9-318cccbc3b23) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:39.754674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48646) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:39.819084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-09879a2e-ef72-4541-8547-6a43c3ceaf04 None None] Current status of the port a7cb41d8-f52a-452a-915f-13df6b53ef8f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:39.820876 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3064a468-cb84-4019-9cb8-82c64c3d7a6c tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 200  len: 991 time: 0.0649829
Jan 15 21:16:39.889879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks [] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.895809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:39.939088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:39.945852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:39.948998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.21.0.1 (fc1ab15a-d32a-47bc-85de-3bafaa305b82/2d718d7a-b6a9-4054-a562-d4908dedc95f/591e0e44-3f4f-4cf5-8466-4b41eea85d96) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:39.955606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:39.962697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Pushing event updated for resources: {'Port': ['ID=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:39.991065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cac1df4d-e3fe-424f-bf76-7157f7ecf5ca None None] Provisioning complete for port a7cb41d8-f52a-452a-915f-13df6b53ef8f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:39.991442 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cac1df4d-e3fe-424f-bf76-7157f7ecf5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.041479 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e65aef-47c9-430c-a272-e24e683489ca None None] New status for floating IP 924e0f02-a6b2-4367-a53d-8f7347d64b6b: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:16:40.052357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Attempting to bind port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:40.052743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Attempting to bind port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:40.053137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Attempting to bind port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 on network fc1ab15a-d32a-47bc-85de-3bafaa305b82 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:40.062323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:40.062705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Checking segment: {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:40.063121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.063527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Bound using segment: {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:40.064591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Bound port: a00c89cc-b9fa-4abf-b0a9-318cccbc3b23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:40.065048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.092086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.144974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.169442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cac1df4d-e3fe-424f-bf76-7157f7ecf5ca None None] Current status of the port a7cb41d8-f52a-452a-915f-13df6b53ef8f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:40.179750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] For port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:40.183237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] For port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:40.189458 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.200414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:40.203882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:40.210007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:40.248354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:40.267288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c430e-5321-423e-8e9d-e4d5271796b6 None None] Pushing event updated for resources: {'Port': ['ID=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:40.287527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.386584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9532d84-bf72-48d5-adb9-aab77baf8c81 req-abb5346c-300b-4c21-9e8b-4bff6797c79f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:40.394889 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9532d84-bf72-48d5-adb9-aab77baf8c81 req-abb5346c-300b-4c21-9e8b-4bff6797c79f tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0673518
Jan 15 21:16:40.434170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.452760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9532d84-bf72-48d5-adb9-aab77baf8c81 req-0cd4b7ae-864d-47f6-8234-727e9568d82e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d9f5042-b9e8-40ff-87a8-604158c216ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557768
Jan 15 21:16:40.659206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:40.712177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:40.713124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.792793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:40.793119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.793324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-18f10ff2-b830-4474-aec2-0f9679743f6e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:40.795238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-18f10ff2-b830-4474-aec2-0f9679743f6e tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 947 time: 0.0814068
Jan 15 21:16:40.824715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48650) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:40.830289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:40.836125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.836512 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.837465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7cb41d8-f52a-452a-915f-13df6b53ef8f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:40.844606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.901310 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ac965c4-1ac5-4abb-b96b-f9565c139337 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 200  len: 993 time: 0.0752943
Jan 15 21:16:40.930544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:40.948598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a7cb41d8-f52a-452a-915f-13df6b53ef8f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:40.949016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.963087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:40.966731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:41.027215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a7cb41d8-f52a-452a-915f-13df6b53ef8f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:41.039295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Deleting port bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:41.039641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.139864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:41.143508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:41.212801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] For port bdd3b358-3871-4d07-a30c-af2f31f8d4cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,segment=NetworkSegment(843c14a5-6314-430b-8848-3e4f45a617fc),segment_id=843c14a5-6314-430b-8848-3e4f45a617fc)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:41.213282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.254471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Calling delete_port for bdd3b358-3871-4d07-a30c-af2f31f8d4cf owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:41.319858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:41.433646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6ca26-fe77-4f0e-a7fe-397709a5a15e None None] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:41.473501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:41.485948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a16acd48-2314-4094-a7d0-7a63c6217e3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7566364
Jan 15 21:16:41.486300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48670) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:41.492783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496e800-edca-463b-b745-92486211ad48 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:41.494499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-470079691'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:41.510211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bdd3b358-3871-4d07-a30c-af2f31f8d4cf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.533808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['bdd3b358-3871-4d07-a30c-af2f31f8d4cf'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:41.541736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:41.542400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a059910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:41.548298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:41.552558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.574991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Pushing event deleted for resources: {'Port': ['ID=bdd3b358-3871-4d07-a30c-af2f31f8d4cf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:41.577924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-887fba7f-ee8a-4095-b867-2a2ea595bb20 req-549771be-6421-4b35-99c4-0159f7f50afa tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.46 "GET /v2.0/ports?device_id=b10c8309-687a-4474-8f64-9956816741db HTTP/1.1" status: 200  len: 210 time: 0.0501478
Jan 15 21:16:41.601836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:41.608367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] No DVR routers for this DVR port bdd3b358-3871-4d07-a30c-af2f31f8d4cf on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:41.611263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.614447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (faefb360-2a8a-4b8d-afaf-4e5d33aab3c5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.614859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e61eac0e-4730-4519-b30b-488f5e1a25a2 req-d5126115-ee37-4f4d-b358-1c540c89b445 tempest-ServersNegativeTestJSON-1331787346 tempest-ServersNegativeTestJSON-1331787346-project] 10.222.0.39 "DELETE /v2.0/ports/bdd3b358-3871-4d07-a30c-af2f31f8d4cf HTTP/1.1" status: 204  len: 173 time: 0.8131900
Jan 15 21:16:41.615138 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment faefb360-2a8a-4b8d-afaf-4e5d33aab3c5 of type vlan for network 2acb6c9a-6228-43d2-9d3d-1d5046418034
Jan 15 21:16:41.615473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-deleted', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:41.618530 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e59868-82cd-4c23-bdbf-93979eb06f68" -d '{"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-deleted", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:41.630523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-551fc1c8-3222-4047-b633-425cb61aa7ff None None] Provisioning complete for port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:41.630998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-551fc1c8-3222-4047-b633-425cb61aa7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:41.664746 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a68796e-1064-408a-8933-77dee8b35197 x-openstack-request-id: req-5a68796e-1064-408a-8933-77dee8b35197 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:41.665081 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c8309-687a-4474-8f64-9956816741db", "name": "network-vif-deleted", "tag": "bdd3b358-3871-4d07-a30c-af2f31f8d4cf", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:41.665341 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a68796e-1064-408a-8933-77dee8b35197 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:41.665745 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10c8309-687a-4474-8f64-9956816741db', 'name': 'network-vif-deleted', 'tag': 'bdd3b358-3871-4d07-a30c-af2f31f8d4cf', 'status': 'completed', 'code': 200}
Jan 15 21:16:41.754345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:41.911424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-551fc1c8-3222-4047-b633-425cb61aa7ff None None] Current status of the port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:42.044051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (2acb6c9a-6228-43d2-9d3d-1d5046418034), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.048433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a059910>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:40Z', 'revision_number': 3, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:40Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:42.074859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (2acb6c9a-6228-43d2-9d3d-1d5046418034), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.082354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:42.083039 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.092072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496e800-edca-463b-b745-92486211ad48 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:42.092426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496e800-edca-463b-b745-92486211ad48 None None] Updating router 58e9f706-d058-48b4-92d3-37fa76dafbb0 port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:42.120576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.157502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6655073
Jan 15 21:16:42.157833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48676) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:42.163321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:42.176832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c52d4-3ddb-497c-a8ef-b7ce7172dc5c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=2acb6c9a-6228-43d2-9d3d-1d5046418034,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:42.194484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:42.265260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:42.269223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.462408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Provisioning complete for port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:42.462784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.500562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f7f0c710-b572-4941-b5cb-ec7d189b26b8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.529193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:42.575327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=f7f0c710-b572-4941-b5cb-ec7d189b26b8,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:42.584566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:42.584981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: 2acb6c9a-6228-43d2-9d3d-1d5046418034, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:42.606376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:42.608177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Provisioning complete for port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:42.608559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.637861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2acb6c9a-6228-43d2-9d3d-1d5046418034) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:42.643244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:42.645085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.652205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a3c17-d6ce-45b0-84a0-d24b6ca9cf5b None None] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:42.665154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:42.673583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:42.677504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3edb4e03-a000-4b20-be53-097a5d9061f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5185103
Jan 15 21:16:42.680404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48682) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:42.730929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Deleting subnet 5412cfcf-8716-42b2-8f43-6ea2f6c62558 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:42.734797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Publish callbacks [] for subnet (5412cfcf-8716-42b2-8f43-6ea2f6c62558), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.774238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (5412cfcf-8716-42b2-8f43-6ea2f6c62558), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.821934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5412cfcf-8716-42b2-8f43-6ea2f6c62558), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.897259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (5412cfcf-8716-42b2-8f43-6ea2f6c62558), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.919301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2acb6c9a-6228-43d2-9d3d-1d5046418034', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:42.920754 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.940641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:42.941035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.955083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5412cfcf-8716-42b2-8f43-6ea2f6c62558,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:42.959200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:42.965008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-701b8d8b-1394-4090-ace8-7232d890d436 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5412cfcf-8716-42b2-8f43-6ea2f6c62558 HTTP/1.1" status: 204  len: 168 time: 0.2981184
Jan 15 21:16:42.967651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48684) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:42.971075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8345613-aa66-4a56-961e-569935d7b169 None None] Current status of the port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:42.996134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks [] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.041817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (84d2c5a2-b550-4f8e-b1d9-357aedfbd096), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.055382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.132316 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (84d2c5a2-b550-4f8e-b1d9-357aedfbd096), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.155858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7878b730>,) {'filters': {'network_id': ['84d2c5a2-b550-4f8e-b1d9-357aedfbd096']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:43.159460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.166546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7878b730>, '843c14a5-6314-430b-8848-3e4f45a617fc') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:43.167336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7878b730>, '843c14a5-6314-430b-8848-3e4f45a617fc') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:43.179311 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (843c14a5-6314-430b-8848-3e4f45a617fc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.195217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (843c14a5-6314-430b-8848-3e4f45a617fc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.201806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:43.202030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Pushing event updated for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:43.203049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (843c14a5-6314-430b-8848-3e4f45a617fc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:43.204955 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:43.236923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fb510823-dcd5-4df7-9d78-b888bc251fc4 None None] Provisioning complete for port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:43.237305 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fb510823-dcd5-4df7-9d78-b888bc251fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.280942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (84d2c5a2-b550-4f8e-b1d9-357aedfbd096), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.290863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Allocated IP 172.22.0.2 (2acb6c9a-6228-43d2-9d3d-1d5046418034/f7f0c710-b572-4941-b5cb-ec7d189b26b8/48867fe8-1c18-43d2-98fa-f750f37304bf) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:43.293314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.303474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] 10.222.0.46 "DELETE /v2.0/networks/84d2c5a2-b550-4f8e-b1d9-357aedfbd096 HTTP/1.1" status: 204  len: 168 time: 0.3321376
Jan 15 21:16:43.327955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:43.329687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ad2ea-1241-4749-a72c-707aaa69cb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=84d2c5a2-b550-4f8e-b1d9-357aedfbd096,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:43.346659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1496e800-edca-463b-b745-92486211ad48 None None] Attempting to bind port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:43.347032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1496e800-edca-463b-b745-92486211ad48 None None] Attempting to bind port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:43.347397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496e800-edca-463b-b745-92486211ad48 None None] Attempting to bind port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 on network fc1ab15a-d32a-47bc-85de-3bafaa305b82 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:43.360205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496e800-edca-463b-b745-92486211ad48 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:43.361159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496e800-edca-463b-b745-92486211ad48 None None] Checking segment: {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:43.361573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.362019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1496e800-edca-463b-b745-92486211ad48 None None] Bound using segment: {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:43.362499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1496e800-edca-463b-b745-92486211ad48 None None] Bound port: 591e0e44-3f4f-4cf5-8466-4b41eea85d96, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a809c0f7-f938-47b6-bf16-fbcf870e994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:43.362937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.380517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fb510823-dcd5-4df7-9d78-b888bc251fc4 None None] Port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:43.529034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1496e800-edca-463b-b745-92486211ad48 None None] For port 591e0e44-3f4f-4cf5-8466-4b41eea85d96, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:43.535238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1496e800-edca-463b-b745-92486211ad48 None None] For port 591e0e44-3f4f-4cf5-8466-4b41eea85d96, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591e0e44-3f4f-4cf5-8466-4b41eea85d96,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:43.541502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48688) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:43.542080 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1496e800-edca-463b-b745-92486211ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.543923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Provisioning complete for port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:43.544206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.583683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cded04d0-f277-4b92-a3bd-d68ee1e00383 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f293bb4f2d84755a7fd006995ae5f87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406969
Jan 15 21:16:43.586285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48690) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:43.640985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] Publish callbacks [] for security_group (9d9f5042-b9e8-40ff-87a8-604158c216ac), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.652090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks [] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.668130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] Publish callbacks [] for security_group (9d9f5042-b9e8-40ff-87a8-604158c216ac), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.676713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.689837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Pushing event updated for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:43.691431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:43.692055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a059910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:43.724382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.22.0.1 (2acb6c9a-6228-43d2-9d3d-1d5046418034/f7f0c710-b572-4941-b5cb-ec7d189b26b8/ef27ac6a-e20b-4d7e-9a22-8352faeea27b) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:43.733658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9d9f5042-b9e8-40ff-87a8-604158c216ac), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.736285 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.737497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d9f5042-b9e8-40ff-87a8-604158c216ac HTTP/1.1" status: 204  len: 168 time: 0.1502607
Jan 15 21:16:43.742747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.742914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.743411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.743568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.743878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.744203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.744632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.745073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.745500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.745825 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.746157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.746479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.746616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfee28-dd3c-4e80-a128-cb6c34257d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f5042-b9e8-40ff-87a8-604158c216ac,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:43.746808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabf3ace-2678-4d47-94e4-1549a90a3076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:43.809397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:43.837648 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:43.868684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:43.898927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.913326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:43.955427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:43.965066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Pushing event updated for resources: {'Port': ['ID=48867fe8-1c18-43d2-98fa-f750f37304bf,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:43.969699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Current status of the port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:43.970087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.010539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:44.016879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:44.022556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:44.026303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:44.064950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Attempting to bind port 48867fe8-1c18-43d2-98fa-f750f37304bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:44.065664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Attempting to bind port 48867fe8-1c18-43d2-98fa-f750f37304bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:44.066181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Attempting to bind port 48867fe8-1c18-43d2-98fa-f750f37304bf on network 2acb6c9a-6228-43d2-9d3d-1d5046418034 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:44.076829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.112688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:44.113086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Checking segment: {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:44.113484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.113867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Bound using segment: {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:44.114348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Bound port: 48867fe8-1c18-43d2-98fa-f750f37304bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:44.114720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.118440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] For port 591e0e44-3f4f-4cf5-8466-4b41eea85d96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591e0e44-3f4f-4cf5-8466-4b41eea85d96,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:44.130374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.220004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.429461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-54f1aea8-cc45-46c9-b3bb-3ae4230347b7 None None] Provisioning complete for port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:44.429836 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-54f1aea8-cc45-46c9-b3bb-3ae4230347b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.441017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cd781-ef06-4c0f-834e-6ac425730a07 None None] Pushing event updated for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:44.523539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] For port 48867fe8-1c18-43d2-98fa-f750f37304bf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:44.554918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] For port 48867fe8-1c18-43d2-98fa-f750f37304bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48867fe8-1c18-43d2-98fa-f750f37304bf,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:44.558107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.566626 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.654274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:44.679765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1496e800-edca-463b-b745-92486211ad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a059910>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:40Z', 'revision_number': 3, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:43Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:44.683107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125538d-a935-4886-ba43-4b54c23b3f63 None None] Pushing event updated for resources: {'Port': ['ID=48867fe8-1c18-43d2-98fa-f750f37304bf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:44.721630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-54f1aea8-cc45-46c9-b3bb-3ae4230347b7 None None] Current status of the port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:44.725020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496e800-edca-463b-b745-92486211ad48 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:40Z', 'revision_number': 3, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:43Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:44.827991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1183473145-network', 'tenant_id': '63e26c2f40334b0e8558e39716312ee9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:44.870392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Made reservation on behalf of 63e26c2f40334b0e8558e39716312ee9 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:44.873674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:44.899054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.005296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:45.042639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: bdd3b358-3871-4d07-a30c-af2f31f8d4cf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:45.042890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device bdd3b358-3871-4d07-a30c-af2f31f8d4cf not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:45.049353 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks [] for security_group (754d8d6e-73cf-474b-bdd2-5561d73f22e1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.055879 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (754d8d6e-73cf-474b-bdd2-5561d73f22e1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.060181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.067224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.086713 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:45.100590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d8d6e-73cf-474b-bdd2-5561d73f22e1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:45.104605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a88ff664-9a0a-4f09-80fb-6c26d0513ba1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.105204 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Added segment a88ff664-9a0a-4f09-80fb-6c26d0513ba1 of type vlan for network 9d9e7434-2bab-4826-a01a-df969a0e0685
Jan 15 21:16:45.155204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9d9e7434-2bab-4826-a01a-df969a0e0685), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.171698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:45.179700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.196574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9d9e7434-2bab-4826-a01a-df969a0e0685), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.198933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:45.199855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.262941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6045790
Jan 15 21:16:45.265002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48716) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:45.270992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041322-c989-44d2-ade6-0e581276e3cd admin admin] Pushing event updated for resources: {'Network': ['ID=9d9e7434-2bab-4826-a01a-df969a0e0685,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:45.272427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Request body: {'subnet': {'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1183473145-subnet', 'tenant_id': '63e26c2f40334b0e8558e39716312ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:45.284988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:45.312057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:45.316100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:45.320793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Made reservation on behalf of 63e26c2f40334b0e8558e39716312ee9 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:45.323527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.340629 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.494889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:45.671598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:45.677483 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-da74b09d-6e26-4c94-bd72-3f0cec2ac228 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9956956
Jan 15 21:16:45.678574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (a7f53b6d-d4f0-4537-94df-1e780a9fbebe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.680538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48718) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:45.689254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'network': {'name': 'tempest-RoutersTest-856895704'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:45.695632 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:45.712483 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:45.713156 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b366790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:45.723680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:45.730160 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.740284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f53b6d-d4f0-4537-94df-1e780a9fbebe,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:45.751313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Checking segment: {'id': 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:45.751897 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Network hostable DHCP agents. Network: 9d9e7434-2bab-4826-a01a-df969a0e0685, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:45.767851 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:45.775834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:45.785120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6b9bda57-acc3-4922-a224-b6a84ecaf963), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.785596 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added segment 6b9bda57-acc3-4922-a224-b6a84ecaf963 of type vlan for network 4a9607a3-0ad1-4677-87cb-75f307e09d2b
Jan 15 21:16:45.790774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d9e7434-2bab-4826-a01a-df969a0e0685) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:45.796621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:45.797789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.813856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e432ec2-cb2d-4302-9e42-0082373bed05 None None] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:45.822765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80b209f9-6921-49e1-8938-69c4377a87de admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5566125
Jan 15 21:16:45.831188 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:45.861031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4a9607a3-0ad1-4677-87cb-75f307e09d2b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.900669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4a9607a3-0ad1-4677-87cb-75f307e09d2b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.908874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:45.909766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:45.984113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2993724
Jan 15 21:16:45.984371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f4365-65c0-4212-abe3-296c55e753a1 None None] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:45.984507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48722) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:45.989763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'subnet': {'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:46.039461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc4f8-0de5-4dfa-9bb6-0d00e1057c00 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Network': ['ID=4a9607a3-0ad1-4677-87cb-75f307e09d2b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:46.068941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:46.092812 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b366790>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:46.102040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019148f-4aab-4d88-8358-7f8fbb9cf263 None None] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:46.128030 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:46.128649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Made reservation on behalf of 4e56fad8538042d7b7d7c695fb6301f0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:46.128923 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Updating router 58e9f706-d058-48b4-92d3-37fa76dafbb0 port ef27ac6a-e20b-4d7e-9a22-8352faeea27b binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:46.133035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.156643 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.261147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Provisioning complete for port 48867fe8-1c18-43d2-98fa-f750f37304bf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:46.261529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.416040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Current status of the port 48867fe8-1c18-43d2-98fa-f750f37304bf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:46.416730 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.444739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (b3da4870-81c4-470e-afc0-3875f90e0923), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.473417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48734) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:46.478890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000097806-network', 'tenant_id': 'ea35ab8dda9e40ddae7a9b1e4f0b1892'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:46.492652 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks [] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.506013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] For port 48867fe8-1c18-43d2-98fa-f750f37304bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48867fe8-1c18-43d2-98fa-f750f37304bf,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:46.506830 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.514552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.522932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Made reservation on behalf of ea35ab8dda9e40ddae7a9b1e4f0b1892 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:46.528013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.560831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.573344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Checking segment: {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:46.573841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network hostable DHCP agents. Network: 4a9607a3-0ad1-4677-87cb-75f307e09d2b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:46.584121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374e0d0-86fe-482c-861e-ae74ea18d342 None None] Pushing event updated for resources: {'Port': ['ID=48867fe8-1c18-43d2-98fa-f750f37304bf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:46.601481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Subnet': ['ID=b3da4870-81c4-470e-afc0-3875f90e0923,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:46.625756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:46.649111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a9607a3-0ad1-4677-87cb-75f307e09d2b) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:46.654224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:46.655053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.669949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39183a0e-3b33-4cf7-9ce0-d31df4ff3573 None None] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:46.685136 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3de9ffee-f09c-4b22-90e6-4e25dba52fa0 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6992185
Jan 15 21:16:46.687737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:46.726573 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks [] for security_group (6193e421-22d1-48a2-b1c9-976d61f19b17), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.734777 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6193e421-22d1-48a2-b1c9-976d61f19b17), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.784206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:16:46.791994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 48867fe8-1c18-43d2-98fa-f750f37304bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:46.811667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6193e421-22d1-48a2-b1c9-976d61f19b17,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:46.816867 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b683-6231-466a-a01a-bfa4c9707b9d None None] Pushing event updated for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:46.838750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (43b9cfa9-0c9b-481b-b0c9-2a1fae889846), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.839106 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Added segment 43b9cfa9-0c9b-481b-b0c9-2a1fae889846 of type vlan for network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a
Jan 15 21:16:46.851243 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Attempting to bind port ef27ac6a-e20b-4d7e-9a22-8352faeea27b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:46.851608 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Attempting to bind port ef27ac6a-e20b-4d7e-9a22-8352faeea27b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:46.851962 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Attempting to bind port ef27ac6a-e20b-4d7e-9a22-8352faeea27b on network 2acb6c9a-6228-43d2-9d3d-1d5046418034 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:46.859053 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:46.859723 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Checking segment: {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:46.860329 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.860954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Bound using segment: {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:46.863195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Bound port: ef27ac6a-e20b-4d7e-9a22-8352faeea27b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:46.863836 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.915862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (fdf4b15d-bf90-4f7a-9da1-02b612a0c58a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.926591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Provisioning complete for port 48867fe8-1c18-43d2-98fa-f750f37304bf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:46.926996 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.943040 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] For port ef27ac6a-e20b-4d7e-9a22-8352faeea27b, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:46.946323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] For port ef27ac6a-e20b-4d7e-9a22-8352faeea27b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:46.952201 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.986828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (fdf4b15d-bf90-4f7a-9da1-02b612a0c58a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:46.987876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:46.988558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.035035 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:47.035643 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b366790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:47.037362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:16:47.038240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.039832 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b683-6231-466a-a01a-bfa4c9707b9d None None] Pushing event updated for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:47.050564 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5758855
Jan 15 21:16:47.057295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:47.067124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Request body: {'subnet': {'network_id': 'fdf4b15d-bf90-4f7a-9da1-02b612a0c58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000097806-subnet', 'tenant_id': 'ea35ab8dda9e40ddae7a9b1e4f0b1892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:47.125035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1aab5-25d6-4ef0-aacb-9db9b1d6131a admin admin] Pushing event updated for resources: {'Network': ['ID=fdf4b15d-bf90-4f7a-9da1-02b612a0c58a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:47.148778 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:47.190651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Made reservation on behalf of ea35ab8dda9e40ddae7a9b1e4f0b1892 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:47.193007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.233750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:16:47.292780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 48867fe8-1c18-43d2-98fa-f750f37304bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:47.293257 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.336121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.341740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Allocated IP 172.23.0.2 (4a9607a3-0ad1-4677-87cb-75f307e09d2b/b3da4870-81c4-470e-afc0-3875f90e0923/40bde713-691e-4ae0-8596-f874b5e1ede0) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:47.435626 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b366790>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:46Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:47.473373 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab4011-63c0-4d13-97f9-7888ff5119d9 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:46Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:47.477216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Current status of the port 48867fe8-1c18-43d2-98fa-f750f37304bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:47.594220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Provisioning complete for port ef27ac6a-e20b-4d7e-9a22-8352faeea27b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:47.595316 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.606623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 48867fe8-1c18-43d2-98fa-f750f37304bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:47.607491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 591e0e44-3f4f-4cf5-8466-4b41eea85d96 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:47.749729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks [] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.757259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:47.757787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.802549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:47.853125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:47.859422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:47.862017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:47.914142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Pushing event updated for resources: {'Port': ['ID=40bde713-691e-4ae0-8596-f874b5e1ede0,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:47.932079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (12f7e50e-5777-42aa-a80f-03dd77f3cc30), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.014344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Current status of the port ef27ac6a-e20b-4d7e-9a22-8352faeea27b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:48.014733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.018167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-5007837d-2315-4d29-9440-6d397b9f5b4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2241085
Jan 15 21:16:48.047831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5490b273-ee2e-4727-b198-72c7a2b26354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.071163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:48.075175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Attempting to bind port 40bde713-691e-4ae0-8596-f874b5e1ede0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:48.075713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Attempting to bind port 40bde713-691e-4ae0-8596-f874b5e1ede0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:48.076109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Attempting to bind port 40bde713-691e-4ae0-8596-f874b5e1ede0 on network 4a9607a3-0ad1-4677-87cb-75f307e09d2b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:48.084377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Allocated IP 172.23.0.1 (4a9607a3-0ad1-4677-87cb-75f307e09d2b/b3da4870-81c4-470e-afc0-3875f90e0923/066b7c28-34cf-44f7-ad82-2f2a9424929d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:48.088560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:48.089551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Checking segment: {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:48.089967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.091222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Bound using segment: {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:48.092372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Bound port: 40bde713-691e-4ae0-8596-f874b5e1ede0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:48.092974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.115111 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] For port ef27ac6a-e20b-4d7e-9a22-8352faeea27b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:48.123909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.208885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f7e50e-5777-42aa-a80f-03dd77f3cc30,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:48.220712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7475-291b-4f16-92cf-bbbfa084df7c None None] Pushing event updated for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:48.225117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] For port 40bde713-691e-4ae0-8596-f874b5e1ede0, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:48.230286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] For port 40bde713-691e-4ae0-8596-f874b5e1ede0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40bde713-691e-4ae0-8596-f874b5e1ede0,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:48.246102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.261624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Checking segment: {'id': '43b9cfa9-0c9b-481b-b0c9-2a1fae889846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fdf4b15d-bf90-4f7a-9da1-02b612a0c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:48.262628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Network hostable DHCP agents. Network: fdf4b15d-bf90-4f7a-9da1-02b612a0c58a, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:16:48.276762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-4f369702-c89d-4d88-a14e-e41d4dc4b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:48.278371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-4f369702-c89d-4d88-a14e-e41d4dc4b59b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 1097 time: 0.1219788
Jan 15 21:16:48.309224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e00c95e7-26a6-4608-8cfd-cf56ca18e0c8 None None] Provisioning complete for port ef27ac6a-e20b-4d7e-9a22-8352faeea27b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:48.309598 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e00c95e7-26a6-4608-8cfd-cf56ca18e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.316748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:16:48.342575 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.360700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49407-be6f-4326-aea7-6f24c813c28d None None] Pushing event updated for resources: {'Port': ['ID=40bde713-691e-4ae0-8596-f874b5e1ede0,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:48.424603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fdf4b15d-bf90-4f7a-9da1-02b612a0c58a) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:48.433440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:48.434190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.441756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e00c95e7-26a6-4608-8cfd-cf56ca18e0c8 None None] Current status of the port ef27ac6a-e20b-4d7e-9a22-8352faeea27b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:48.457381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79bad0-b1fd-41a5-9010-d3f4f8be2b3c None None] Network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:48.480005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-18c7263f-1dfa-4c5f-80cd-fbf00b6fe71e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4197338
Jan 15 21:16:48.506747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.631210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:48.645565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:48.648104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-a2203d0f-49e5-4e89-a131-c698eeda8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:48.649640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-a2203d0f-49e5-4e89-a131-c698eeda8864 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 200  len: 910 time: 0.2956231
Jan 15 21:16:48.650681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:48.653224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:48.763785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.818908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c5f5c-1a56-4c48-997d-b12ceb719845 None None] Network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:48.825985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-d8148f5a-8d08-45b4-8a73-9039dae1e954 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 200  len: 1002 time: 0.1480160
Jan 15 21:16:48.893799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 48867fe8-1c18-43d2-98fa-f750f37304bf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:48.916352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-54e64e0f-8e39-4f92-b91a-3af4f696e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:48.917940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-54e64e0f-8e39-4f92-b91a-3af4f696e8ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 200  len: 848 time: 0.0844655
Jan 15 21:16:48.979496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:48.999739 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 48867fe8-1c18-43d2-98fa-f750f37304bf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:49.001942 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.025309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-295c4eba-ccd2-4969-bfbe-9bae5c88ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:49.026971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-295c4eba-ccd2-4969-bfbe-9bae5c88ab58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c449301e-98ed-4b3a-8c7c-09506771241a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0856030
Jan 15 21:16:49.093216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 48867fe8-1c18-43d2-98fa-f750f37304bf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:49.096455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef27ac6a-e20b-4d7e-9a22-8352faeea27b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:49.151204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ef27ac6a-e20b-4d7e-9a22-8352faeea27b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:49.151580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.223367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-d907db98-1b56-4146-9c4f-56fe44da05d0 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871765
Jan 15 21:16:49.239162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ef27ac6a-e20b-4d7e-9a22-8352faeea27b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:49.255638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-92ee6f1d-09db-4c68-a7a8-41c337dcdd32 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:49.261322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-92ee6f1d-09db-4c68-a7a8-41c337dcdd32 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/networks?id=9d9e7434-2bab-4826-a01a-df969a0e0685 HTTP/1.1" status: 200  len: 825 time: 0.1264174
Jan 15 21:16:49.281594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-3274afa3-570d-4323-af3d-3bb842b4d8f4 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/quotas/63e26c2f40334b0e8558e39716312ee9 HTTP/1.1" status: 200  len: 375 time: 0.0182276
Jan 15 21:16:49.329045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-4efb3f4a-926e-413f-88dd-b2432117dfe5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63e26c2f40334b0e8558e39716312ee9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0395675
Jan 15 21:16:49.411377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e41c484d-89ce-4c47-a5d6-86c4280d1e68 req-d07b350f-13c2-4c2d-b825-b0ca4e4a0818 service neutron] 10.222.0.45 "GET /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770322
Jan 15 21:16:49.446195 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.452472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.526806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.529288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event updated for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:49.577134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-d06c9f61-4b80-4e25-af03-e67240e71374 service neutron] 10.222.0.46 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372427
Jan 15 21:16:49.621785 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-f4862c66-b383-4272-b36c-fbf9064b78bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0889707
Jan 15 21:16:49.665087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:49.675901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:49.698857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-773e4efd-3b83-47ae-bb9d-f3fce85990b9 service neutron] 10.222.0.46 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134381
Jan 15 21:16:49.726625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c5545-14af-4528-a414-b4dd03ac4e08 None None] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:49.851392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Provisioning complete for port 40bde713-691e-4ae0-8596-f874b5e1ede0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:49.851774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:49.942260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76558a37-8eba-4ed5-80e6-53db157cb01c req-545b48c2-282a-4efe-abb5-dda3e02c0cb1 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 210 time: 0.0442486
Jan 15 21:16:50.021517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Current status of the port 40bde713-691e-4ae0-8596-f874b5e1ede0 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:50.022116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.061821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] For port 40bde713-691e-4ae0-8596-f874b5e1ede0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40bde713-691e-4ae0-8596-f874b5e1ede0,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:50.071544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.148246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9cd33-bf0e-426b-a5fb-70b39ec777a2 None None] Pushing event updated for resources: {'Port': ['ID=40bde713-691e-4ae0-8596-f874b5e1ede0,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:50.259652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-fd50b8ec-b96b-40b0-81d0-ce137ecbbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:50.261519 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-fd50b8ec-b96b-40b0-81d0-ce137ecbbb14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1097 time: 0.5953135
Jan 15 21:16:50.357736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:50.398394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Provisioning complete for port 40bde713-691e-4ae0-8596-f874b5e1ede0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:50.399065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.493060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Current status of the port 40bde713-691e-4ae0-8596-f874b5e1ede0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:50.504664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Provisioning complete for port 066b7c28-34cf-44f7-ad82-2f2a9424929d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:50.505065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.514765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-2b7f5e3e-e5c9-474d-bfa9-83a52b0864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:50.516559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-2b7f5e3e-e5c9-474d-bfa9-83a52b0864bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 898 time: 0.2330093
Jan 15 21:16:50.555761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d7f96a50-0921-4d39-abe3-c1c8adf26be3 None None] Port 066b7c28-34cf-44f7-ad82-2f2a9424929d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:50.596645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:50.602927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4c272a13-8eff-47ca-900f-f67e51a37193 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9135306
Jan 15 21:16:50.605719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48770) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:50.618154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-a5c912a6-29b9-416a-a93f-bc2ac22e21af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 1001 time: 0.0936368
Jan 15 21:16:50.629337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:50.633891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:50.671750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 40bde713-691e-4ae0-8596-f874b5e1ede0 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:50.681388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-ed5c469e-bedc-49e7-9f58-6c5733dcd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:50.683211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-ed5c469e-bedc-49e7-9f58-6c5733dcd62b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 200  len: 835 time: 0.0580521
Jan 15 21:16:50.720358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:50.721135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:50.755461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-87cf8353-570e-4645-a936-0d59c3eb04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:50.757050 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-87cf8353-570e-4645-a936-0d59c3eb04e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0677307
Jan 15 21:16:50.795168 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-db5dc961-0992-462b-a37a-6abfd126e8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.834886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c5651ca9-6316-4e31-982a-5250012b9ca1 None None] Provisioning complete for port 066b7c28-34cf-44f7-ad82-2f2a9424929d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:50.835267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5651ca9-6316-4e31-982a-5250012b9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:50.870092 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:16:50.889148 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-66d21e4c-bac1-4e7b-8ea3-649298b5537e service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253910
Jan 15 21:16:50.901153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:50.938901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5651ca9-6316-4e31-982a-5250012b9ca1 None None] Port 066b7c28-34cf-44f7-ad82-2f2a9424929d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:50.950022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 40bde713-691e-4ae0-8596-f874b5e1ede0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:50.951281 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.008113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd4f9ce3-20b4-41e5-9695-d308fa89f41b req-f8117047-c167-4055-88cb-8bd7ac6f1c32 service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113961
Jan 15 21:16:51.090760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7ed58c2-860a-43c6-b404-af4c8adf03d9 req-a5e2359c-3f37-4646-b556-b865ac5efeee tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 210 time: 0.0430329
Jan 15 21:16:51.151596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:16:51.154894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-60a20e80-c80d-4ec8-b850-37f26f598dba None None] Provisioning complete for port 066b7c28-34cf-44f7-ad82-2f2a9424929d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:51.155902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-60a20e80-c80d-4ec8-b850-37f26f598dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.172177 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Removed routes are [] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:16:51.172764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.232620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 40bde713-691e-4ae0-8596-f874b5e1ede0 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:51.241055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-60a20e80-c80d-4ec8-b850-37f26f598dba None None] Port 066b7c28-34cf-44f7-ad82-2f2a9424929d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:16:51.255441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-060e4e7c-49fc-456d-8859-839848f4cbdb tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:51.257241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-060e4e7c-49fc-456d-8859-839848f4cbdb tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.39 "GET /v2.0/networks?id=9d9e7434-2bab-4826-a01a-df969a0e0685 HTTP/1.1" status: 200  len: 825 time: 0.1619341
Jan 15 21:16:51.270629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Request body: {'port': {'device_id': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685', 'admin_state_up': True, 'tenant_id': '63e26c2f40334b0e8558e39716312ee9'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:51.302657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee610>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:49Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:51.329311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:51.329664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Updating router 58e9f706-d058-48b4-92d3-37fa76dafbb0 port 066b7c28-34cf-44f7-ad82-2f2a9424929d binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:16:51.364475 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.394302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.398560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.418922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Made reservation on behalf of 63e26c2f40334b0e8558e39716312ee9 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:16:51.423440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.508063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:51.565890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Allocated IP 172.20.0.13 (9d9e7434-2bab-4826-a01a-df969a0e0685/a7f53b6d-d4f0-4537-94df-1e780a9fbebe/4669d801-5157-4dfa-936f-528903a4a350) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:16:51.611054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:51.618093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.621831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-59121a46-5a86-4a84-a2d2-52cfeae483f6 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 934 time: 1.0117743
Jan 15 21:16:51.622415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48774) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:51.648776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks [] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.654993 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.706036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60af7-4f4b-4ebf-95d1-b3c33c32f60a None None] Pushing event updated for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:51.740440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-409b1b94-f1d7-4347-8bb7-f0f895af6eef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 934 time: 0.1171532
Jan 15 21:16:51.740707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks [] for port (4669d801-5157-4dfa-936f-528903a4a350), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.742984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48776) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:51.747770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'routes': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:51.768076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Attempting to bind port 066b7c28-34cf-44f7-ad82-2f2a9424929d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:51.768664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Attempting to bind port 066b7c28-34cf-44f7-ad82-2f2a9424929d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:51.769209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Attempting to bind port 066b7c28-34cf-44f7-ad82-2f2a9424929d on network 4a9607a3-0ad1-4677-87cb-75f307e09d2b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:51.775267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:51.775729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Checking segment: {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:51.776204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.776743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Bound using segment: {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:51.777503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Bound port: 066b7c28-34cf-44f7-ad82-2f2a9424929d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9bda57-acc3-4922-a224-b6a84ecaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:51.777755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.790888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.853652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] For port 066b7c28-34cf-44f7-ad82-2f2a9424929d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:51.854938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Pushing event updated for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:51.859049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] For port 066b7c28-34cf-44f7-ad82-2f2a9424929d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=066b7c28-34cf-44f7-ad82-2f2a9424929d,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:51.863961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.868611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:16:51.871664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:16:51.875413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:16:51.930925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:51.931641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:51.941357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:51.942413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.943590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:51.963689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-39b70511-c4a9-4a0e-8a4d-978277c6e681 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6972206
Jan 15 21:16:51.982606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Request body: {'port': {'device_id': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:16:52.057400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4669d801-5157-4dfa-936f-528903a4a350), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.176362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60af7-4f4b-4ebf-95d1-b3c33c32f60a None None] Pushing event updated for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:52.182484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added routes are [] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:16:52.183151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:16:52.225166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Provisioning complete for port 066b7c28-34cf-44f7-ad82-2f2a9424929d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:52.225533 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.273722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.292345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:52.443154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4669d801-5157-4dfa-936f-528903a4a350 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:52.452415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks [] for port (4669d801-5157-4dfa-936f-528903a4a350), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.458236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Current status of the port 066b7c28-34cf-44f7-ad82-2f2a9424929d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:52.459004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.466179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Transition to ACTIVE for port object 4669d801-5157-4dfa-936f-528903a4a350 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:16:52.470948 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.542716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] For port 066b7c28-34cf-44f7-ad82-2f2a9424929d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=066b7c28-34cf-44f7-ad82-2f2a9424929d,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:52.551408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.597514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Pushing event updated for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:52.616173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Attempting to bind port 4669d801-5157-4dfa-936f-528903a4a350 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:16:52.617026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Attempting to bind port 4669d801-5157-4dfa-936f-528903a4a350 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:16:52.617026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Attempting to bind port 4669d801-5157-4dfa-936f-528903a4a350 on network 9d9e7434-2bab-4826-a01a-df969a0e0685 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:52.621723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Port 4669d801-5157-4dfa-936f-528903a4a350 on network 9d9e7434-2bab-4826-a01a-df969a0e0685 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:16:52.622940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Attempting to bind port 4669d801-5157-4dfa-936f-528903a4a350 on network 9d9e7434-2bab-4826-a01a-df969a0e0685 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:16:52.628828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:16:52.629224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Checking segment: {'id': 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:16:52.629775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Bound using segment: {'id': 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:16:52.630274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Bound port: 4669d801-5157-4dfa-936f-528903a4a350, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:16:52.630830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4669d801-5157-4dfa-936f-528903a4a350), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.642063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95b8b4-f519-43be-85ea-32ccf4fea393 None None] Pushing event updated for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:52.688187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5d4d02fc-18b2-4dda-b750-46752f7ae577 None None] Provisioning complete for port 066b7c28-34cf-44f7-ad82-2f2a9424929d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:52.688588 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5d4d02fc-18b2-4dda-b750-46752f7ae577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.692765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee610>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:51Z', 'revision_number': 6, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:51Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:52.710251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:16:52.714119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4669d801-5157-4dfa-936f-528903a4a350,segment=NetworkSegment(a88ff664-9a0a-4f09-80fb-6c26d0513ba1),segment_id=a88ff664-9a0a-4f09-80fb-6c26d0513ba1)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:16:52.721624 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.724023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8de3c-4eb1-4b53-a952-772ba46ae80b None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:51Z', 'revision_number': 6, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:51Z', 'revision_number': 4, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:52.764770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:52.765532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.766770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] 10.222.0.39 "PUT /v2.0/ports/4669d801-5157-4dfa-936f-528903a4a350 HTTP/1.1" status: 200  len: 1092 time: 0.7927551
Jan 15 21:16:52.767207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'tag': '4669d801-5157-4dfa-936f-528903a4a350'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:52.770260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6cf90-c8a1-47f7-8124-1b25707a5f3e req-418647fe-2a2b-4b5e-a0f4-dc0c926cef31 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:52.770784 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "tag": "4669d801-5157-4dfa-936f-528903a4a350"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:52.770908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63a6cf90-c8a1-47f7-8124-1b25707a5f3e req-418647fe-2a2b-4b5e-a0f4-dc0c926cef31 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 932 time: 0.5308354
Jan 15 21:16:52.821724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde1e4-1c51-4d62-ad97-b7aa6fd981bb service neutron] Pushing event updated for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:52.898572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d02fc-18b2-4dda-b750-46752f7ae577 None None] Current status of the port 066b7c28-34cf-44f7-ad82-2f2a9424929d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:52.905018 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf6ee8a-bd06-4d2a-98f4-a93e4e72df09 x-openstack-request-id: req-5bf6ee8a-bd06-4d2a-98f4-a93e4e72df09 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:52.905319 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "tag": "4669d801-5157-4dfa-936f-528903a4a350", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:52.905581 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bf6ee8a-bd06-4d2a-98f4-a93e4e72df09 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:52.905730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.905995 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'tag': '4669d801-5157-4dfa-936f-528903a4a350', 'status': 'completed', 'code': 200}
Jan 15 21:16:52.918610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:52.924689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-08d9bb97-de86-4903-8442-6ecf9d17798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:52.926271 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-08d9bb97-de86-4903-8442-6ecf9d17798d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e26c2f40334b0e8558e39716312ee9&device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 1095 time: 0.0738358
Jan 15 21:16:52.932064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63a6cf90-c8a1-47f7-8124-1b25707a5f3e req-991ca20b-963f-4c0b-9465-3fd07887c66c tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893421
Jan 15 21:16:52.978200 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-c4efc6ed-58a2-49ef-ae51-670beab32ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4669d801-5157-4dfa-936f-528903a4a350 HTTP/1.1" status: 200  len: 217 time: 0.0435624
Jan 15 21:16:53.035442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-f7ed3344-4f5d-408f-9d3a-003b2119dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:53.035705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:53.037335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-f7ed3344-4f5d-408f-9d3a-003b2119dfbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f53b6d-d4f0-4537-94df-1e780a9fbebe HTTP/1.1" status: 200  len: 865 time: 0.0532520
Jan 15 21:16:53.070321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-3b581248-aeae-4318-b9af-a503ec0b1fa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d9e7434-2bab-4826-a01a-df969a0e0685&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268776
Jan 15 21:16:53.138239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:53.145932 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:53.149760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a762e636-4761-4697-a078-b4fbc893c9c9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 700 time: 1.4031816
Jan 15 21:16:53.150550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48782) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:53.173710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-26ff4f54-581d-4dc8-8a48-3fd694c88903 service neutron] 10.222.0.39 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967836
Jan 15 21:16:53.284739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-394a69d8-d800-4d6b-907d-075d0d7288c8 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 700 time: 0.1145716
Jan 15 21:16:53.284739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48784) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:53.285248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22007d12-d0fb-480a-92d2-07060aa2bbfe req-9063f6d5-3224-49b1-b4df-7ef3fbb3bf8c service neutron] 10.222.0.39 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030424
Jan 15 21:16:53.320571 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:53.402146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-265911e1-bb66-43aa-b0d0-6dc2841ac90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:53.403710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-265911e1-bb66-43aa-b0d0-6dc2841ac90b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e26c2f40334b0e8558e39716312ee9&device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 1095 time: 0.0516493
Jan 15 21:16:53.518740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-f13b9ed9-12bc-4dd4-87a2-1936a5532257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:53.520244 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-f13b9ed9-12bc-4dd4-87a2-1936a5532257 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9d9e7434-2bab-4826-a01a-df969a0e0685 HTTP/1.1" status: 200  len: 926 time: 0.1104465
Jan 15 21:16:53.566049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-711fe33c-73e2-427f-91ae-0f9b048e8e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4669d801-5157-4dfa-936f-528903a4a350 HTTP/1.1" status: 200  len: 217 time: 0.0355642
Jan 15 21:16:53.623082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-588ebf9a-f2dd-4abd-af71-a85ba2f79822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:53.624725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-588ebf9a-f2dd-4abd-af71-a85ba2f79822 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7f53b6d-d4f0-4537-94df-1e780a9fbebe HTTP/1.1" status: 200  len: 865 time: 0.0511487
Jan 15 21:16:53.657959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-446154c8-640b-4640-94f0-274638eef514 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d9e7434-2bab-4826-a01a-df969a0e0685&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268197
Jan 15 21:16:53.658163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:53.660950 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:53.671712 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:53.672318 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:53.754144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-d418c8c3-e3c5-4243-8af3-91e850e827cb service neutron] 10.222.0.39 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883167
Jan 15 21:16:53.764871 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:53.856145 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4df0d858-67c1-44cc-8bfb-dc13c26ef1ee req-d9daac2d-d10e-4761-b318-882304b65381 service neutron] 10.222.0.39 "GET /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952275
Jan 15 21:16:53.927235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 066b7c28-34cf-44f7-ad82-2f2a9424929d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:53.927773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:53.981330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29bd30>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 7, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:54.010214 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:54.019200 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:54.019821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:54.020475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 066b7c28-34cf-44f7-ad82-2f2a9424929d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=066b7c28-34cf-44f7-ad82-2f2a9424929d,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:54.020868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.058393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 066b7c28-34cf-44f7-ad82-2f2a9424929d owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:54.110409 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:54.123046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27e73-4f8f-4677-bbfd-1555d225ebcd req-810f9725-f15f-4e91-9216-7d709c4673a5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:54.124535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3b27e73-4f8f-4677-bbfd-1555d225ebcd req-810f9725-f15f-4e91-9216-7d709c4673a5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 944 time: 0.1067595
Jan 15 21:16:54.209098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.226597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3b27e73-4f8f-4677-bbfd-1555d225ebcd req-16c86791-a5e7-4f1e-855f-97f36686747e tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923874
Jan 15 21:16:54.294747 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (066b7c28-34cf-44f7-ad82-2f2a9424929d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.321480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=066b7c28-34cf-44f7-ad82-2f2a9424929d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:54.344814 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29bd30>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 7, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:54.381939 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aebf7a-2c09-424e-abd3-30a27b55fc0e None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 7, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '066b7c28-34cf-44f7-ad82-2f2a9424929d', 'name': '', 'network_id': '4a9607a3-0ad1-4677-87cb-75f307e09d2b', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:56:7e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:47Z', 'updated_at': '2022-01-15T21:16:52Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'b3da4870-81c4-470e-afc0-3875f90e0923', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:54.493129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.704345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:54.799778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:54.805039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b0a15dfb-7a1a-4b9c-887c-0fac9d46e1c4 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5353706
Jan 15 21:16:54.807633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:54.813563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:54.822876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:54.823556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b198070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:54.862195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet b3da4870-81c4-470e-afc0-3875f90e0923 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:54.865405 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (b3da4870-81c4-470e-afc0-3875f90e0923), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.910790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (b3da4870-81c4-470e-afc0-3875f90e0923), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:54.913690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:54.998473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b3da4870-81c4-470e-afc0-3875f90e0923), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.033109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4669d801-5157-4dfa-936f-528903a4a350 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:16:55.057935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (b3da4870-81c4-470e-afc0-3875f90e0923), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.087921 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.091437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/b3da4870-81c4-470e-afc0-3875f90e0923 HTTP/1.1" status: 204  len: 168 time: 0.2827449
Jan 15 21:16:55.092421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fc56a-21fd-44b4-859d-35512b5f2fff tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=b3da4870-81c4-470e-afc0-3875f90e0923,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:55.094747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:55.124353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65b776-fcdf-412a-91af-c1b1981a494a None None] Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:55.177554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4a9607a3-0ad1-4677-87cb-75f307e09d2b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.231165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 40bde713-691e-4ae0-8596-f874b5e1ede0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:55.231741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.262440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4669d801-5157-4dfa-936f-528903a4a350,segment=NetworkSegment(a88ff664-9a0a-4f09-80fb-6c26d0513ba1),segment_id=a88ff664-9a0a-4f09-80fb-6c26d0513ba1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:55.285945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '4669d801-5157-4dfa-936f-528903a4a350', 'network_id': '9d9e7434-2bab-4826-a01a-df969a0e0685', 'port_id': '4669d801-5157-4dfa-936f-528903a4a350', 'mac_address': 'fa:16:3e:77:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f53b6d-d4f0-4537-94df-1e780a9fbebe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:16:55.306014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 40bde713-691e-4ae0-8596-f874b5e1ede0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40bde713-691e-4ae0-8596-f874b5e1ede0,segment=NetworkSegment(6b9bda57-acc3-4922-a224-b6a84ecaf963),segment_id=6b9bda57-acc3-4922-a224-b6a84ecaf963)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:55.306388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.307666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b198070>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:54Z', 'revision_number': 8, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:55.324258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 40bde713-691e-4ae0-8596-f874b5e1ede0 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:55.367855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:55.378718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cdd0b-d48a-4a5e-bacb-53969075c6e0 req-f8cd6060-e073-411e-91a3-2599c9f1af87 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:55.380796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059cdd0b-d48a-4a5e-bacb-53969075c6e0 req-f8cd6060-e073-411e-91a3-2599c9f1af87 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 944 time: 0.0637183
Jan 15 21:16:55.394272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c820d-530a-4f98-849e-f8c6bfddc23d None None] DHCP port deletion for 4a9607a3-0ad1-4677-87cb-75f307e09d2b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:55.408109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:55.408758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b198070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:55.412215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4669d801-5157-4dfa-936f-528903a4a350 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:55.412215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4669d801-5157-4dfa-936f-528903a4a350), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.433985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.438134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059cdd0b-d48a-4a5e-bacb-53969075c6e0 req-c9a34bae-46bf-4ab1-8c0e-dd0e50b04c98 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489826
Jan 15 21:16:55.470278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port 40bde713-691e-4ae0-8596-f874b5e1ede0 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:55.472019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=40bde713-691e-4ae0-8596-f874b5e1ede0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:55.488957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4669d801-5157-4dfa-936f-528903a4a350 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:16:55.553778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4a9607a3-0ad1-4677-87cb-75f307e09d2b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.563333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4669d801-5157-4dfa-936f-528903a4a350,segment=NetworkSegment(a88ff664-9a0a-4f09-80fb-6c26d0513ba1),segment_id=a88ff664-9a0a-4f09-80fb-6c26d0513ba1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:55.565787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:55.575832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7950b3d0>,) {'filters': {'network_id': ['4a9607a3-0ad1-4677-87cb-75f307e09d2b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:55.585384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7950b3d0>, '6b9bda57-acc3-4922-a224-b6a84ecaf963') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:55.585715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7950b3d0>, '6b9bda57-acc3-4922-a224-b6a84ecaf963') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:55.592569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.595785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (6b9bda57-acc3-4922-a224-b6a84ecaf963), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.610052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6b9bda57-acc3-4922-a224-b6a84ecaf963), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.615964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:55.616352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (6b9bda57-acc3-4922-a224-b6a84ecaf963), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:55.619427 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:55.681592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4a9607a3-0ad1-4677-87cb-75f307e09d2b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.689275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.692639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/4a9607a3-0ad1-4677-87cb-75f307e09d2b HTTP/1.1" status: 204  len: 168 time: 0.5932286
Jan 15 21:16:55.695815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48794) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:55.706169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903467-cd60-49ce-bb6c-b56a11bbc794 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=4a9607a3-0ad1-4677-87cb-75f307e09d2b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:55.866330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-920c820d-530a-4f98-849e-f8c6bfddc23d None None] Deleting port 40bde713-691e-4ae0-8596-f874b5e1ede0 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:55.866621 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-920c820d-530a-4f98-849e-f8c6bfddc23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (40bde713-691e-4ae0-8596-f874b5e1ede0), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-920c820d-530a-4f98-849e-f8c6bfddc23d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b could not be found.
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     network = model_query.get_by_id(context, models_v2.Network, id)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return query.filter(model.id == object_id).one()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._iter().one()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._only_one_row(
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exc.NoResultFound(
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     plugin.delete_ports_by_device_id(context, device_id, network_id)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.delete_port(context, port_id)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1994, in delete_port
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     network = self.get_network(context, port['network_id'])
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     net_db = net_db or self._get_network(context, id)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exceptions.NetworkNotFound(net_id=id)
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 4a9607a3-0ad1-4677-87cb-75f307e09d2b could not be found.
Jan 15 21:16:55.936679 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:16:55.943505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4669d801-5157-4dfa-936f-528903a4a350'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:16:55.948418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:55.973011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f867f-0b6e-4ae1-8382-c1b7f1fa5d4d None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:16:56.056864 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:56.226237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f867f-0b6e-4ae1-8382-c1b7f1fa5d4d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:16:56.254840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b198070>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:54Z', 'revision_number': 8, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:56.304183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c185a0-4247-42d9-a30e-48f4b722ce7c None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:54Z', 'revision_number': 8, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef27ac6a-e20b-4d7e-9a22-8352faeea27b', 'name': '', 'network_id': '2acb6c9a-6228-43d2-9d3d-1d5046418034', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:32:d0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:43Z', 'updated_at': '2022-01-15T21:16:48Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': 'f7f0c710-b572-4941-b5cb-ec7d189b26b8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:56.310933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port ef27ac6a-e20b-4d7e-9a22-8352faeea27b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:56.311343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:56.408855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port ef27ac6a-e20b-4d7e-9a22-8352faeea27b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:56.409234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:56.423513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for ef27ac6a-e20b-4d7e-9a22-8352faeea27b owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:56.578755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08b179-5b61-4c31-bd51-8f69607ffc8d None None] DHCP port deletion for 4a9607a3-0ad1-4677-87cb-75f307e09d2b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:56.591546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45b3e-46e6-4a73-b260-ddab4b2c7b89 req-af776d37-668f-41fa-9f00-4d56edddfe8b tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:56.593061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82d45b3e-46e6-4a73-b260-ddab4b2c7b89 req-af776d37-668f-41fa-9f00-4d56edddfe8b tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 945 time: 0.0668344
Jan 15 21:16:56.658281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ef27ac6a-e20b-4d7e-9a22-8352faeea27b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:56.701258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82d45b3e-46e6-4a73-b260-ddab4b2c7b89 req-f74bf318-ab56-4863-aa07-ab250cff3a23 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897686
Jan 15 21:16:56.703959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=ef27ac6a-e20b-4d7e-9a22-8352faeea27b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:56.751740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 40bde713-691e-4ae0-8596-f874b5e1ede0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:56.775643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 40bde713-691e-4ae0-8596-f874b5e1ede0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:56.776092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 40bde713-691e-4ae0-8596-f874b5e1ede0 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:56.776597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 066b7c28-34cf-44f7-ad82-2f2a9424929d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:56.799948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 066b7c28-34cf-44f7-ad82-2f2a9424929d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:56.800309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 066b7c28-34cf-44f7-ad82-2f2a9424929d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:57.045385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4669d801-5157-4dfa-936f-528903a4a350 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:16:57.099954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 4669d801-5157-4dfa-936f-528903a4a350 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:16:57.104515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 4669d801-5157-4dfa-936f-528903a4a350 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:16:57.104909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4669d801-5157-4dfa-936f-528903a4a350), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.184410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 4669d801-5157-4dfa-936f-528903a4a350 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:16:57.185411 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4669d801-5157-4dfa-936f-528903a4a350), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.208809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4669d801-5157-4dfa-936f-528903a4a350'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:16:57.209031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.211091 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef6ce5-ee30-4c1a-922d-65155050e7dd" -d '{"events": [{"server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "4669d801-5157-4dfa-936f-528903a4a350"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:16:57.223591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4669d801-5157-4dfa-936f-528903a4a350,segment=NetworkSegment(a88ff664-9a0a-4f09-80fb-6c26d0513ba1),segment_id=a88ff664-9a0a-4f09-80fb-6c26d0513ba1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:57.228770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.265545 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af66b23f-ad3f-4ba9-9efd-623f84065dcf x-openstack-request-id: req-af66b23f-ad3f-4ba9-9efd-623f84065dcf {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:16:57.265830 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "name": "network-vif-plugged", "status": "completed", "tag": "4669d801-5157-4dfa-936f-528903a4a350", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:16:57.266080 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af66b23f-ad3f-4ba9-9efd-623f84065dcf {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:16:57.266464 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4669d801-5157-4dfa-936f-528903a4a350', 'code': 200}
Jan 15 21:16:57.295813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:57.362676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310e2f8-5af2-415c-a8d8-abd6808db281 req-7a04dea4-78b2-4b2a-8e0f-d7d4ecd93036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:57.364246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5310e2f8-5af2-415c-a8d8-abd6808db281 req-7a04dea4-78b2-4b2a-8e0f-d7d4ecd93036 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 1097 time: 0.0414536
Jan 15 21:16:57.409370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:57.411694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5310e2f8-5af2-415c-a8d8-abd6808db281 req-9673eb3c-98be-480f-a58d-28dfbc4341f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395432
Jan 15 21:16:57.506215 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:57.511137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6b458138-334f-44fe-bc8c-658838d3c285 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8140545
Jan 15 21:16:57.514647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:57.515388 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:57.525206 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:57.525812 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:57.573831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet f7f0c710-b572-4941-b5cb-ec7d189b26b8 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:57.578174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (f7f0c710-b572-4941-b5cb-ec7d189b26b8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.614419 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:57.620206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (f7f0c710-b572-4941-b5cb-ec7d189b26b8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.707694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f7f0c710-b572-4941-b5cb-ec7d189b26b8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.776740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (f7f0c710-b572-4941-b5cb-ec7d189b26b8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.806021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f0c710-b572-4941-b5cb-ec7d189b26b8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:57.815939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.815939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.816181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.818066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.818696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.819201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.820120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.820480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.820833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.821635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.821988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.822331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.823304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:16:57.828859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.835749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ce9f8754-9c59-4c15-b2d8-e3f691333309 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/f7f0c710-b572-4941-b5cb-ec7d189b26b8 HTTP/1.1" status: 204  len: 168 time: 0.3167276
Jan 15 21:16:57.835962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:57.843722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a439058-8122-41ac-9929-2f24885228e1 None None] Network 2acb6c9a-6228-43d2-9d3d-1d5046418034 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:16:57.844426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6476-0b4b-4810-a6e7-0010a10c9704 req-f9496cd3-0afe-493e-a71f-f9fede42ee64 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:57.845951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c3a6476-0b4b-4810-a6e7-0010a10c9704 req-f9496cd3-0afe-493e-a71f-f9fede42ee64 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0605962
Jan 15 21:16:57.912599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c3a6476-0b4b-4810-a6e7-0010a10c9704 req-f5c745c7-1ec1-4610-9577-fc783c6f3294 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586817
Jan 15 21:16:57.922652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (2acb6c9a-6228-43d2-9d3d-1d5046418034), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.946295 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b6a0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:56Z', 'revision_number': 9, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:57.974031 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:16:57.980679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 48867fe8-1c18-43d2-98fa-f750f37304bf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:57.981078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:57.984150 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:57.984855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:58.032474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] DHCP port deletion for 2acb6c9a-6228-43d2-9d3d-1d5046418034 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:16:58.059348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 48867fe8-1c18-43d2-98fa-f750f37304bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48867fe8-1c18-43d2-98fa-f750f37304bf,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:58.060952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.079614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 48867fe8-1c18-43d2-98fa-f750f37304bf owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:58.081961 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:58.088172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Deleting port 48867fe8-1c18-43d2-98fa-f750f37304bf {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:58.088625 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.154871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] For port 48867fe8-1c18-43d2-98fa-f750f37304bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48867fe8-1c18-43d2-98fa-f750f37304bf,segment=NetworkSegment(faefb360-2a8a-4b8d-afaf-4e5d33aab3c5),segment_id=faefb360-2a8a-4b8d-afaf-4e5d33aab3c5)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:58.155269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.167287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.171173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Calling delete_port for 48867fe8-1c18-43d2-98fa-f750f37304bf owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:58.198537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=48867fe8-1c18-43d2-98fa-f750f37304bf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:58.205281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port 48867fe8-1c18-43d2-98fa-f750f37304bf on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:58.264451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (48867fe8-1c18-43d2-98fa-f750f37304bf), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.290376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] Pushing event deleted for resources: {'Port': ['ID=48867fe8-1c18-43d2-98fa-f750f37304bf,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:58.293330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29b6a0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:56Z', 'revision_number': 9, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:58.296684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267a56d-273d-423f-b668-1049c97c40f9 None None] No DVR routers for this DVR port 48867fe8-1c18-43d2-98fa-f750f37304bf on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:16:58.297883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (2acb6c9a-6228-43d2-9d3d-1d5046418034), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.326908 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976acc9f-5fae-4b4b-b3a3-56c34a3989a4 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:56Z', 'revision_number': 9, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': '591e0e44-3f4f-4cf5-8466-4b41eea85d96', 'name': '', 'network_id': 'fc1ab15a-d32a-47bc-85de-3bafaa305b82', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:f9:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:39Z', 'updated_at': '2022-01-15T21:16:44Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '2d718d7a-b6a9-4054-a562-d4908dedc95f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:16:58.327325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e787b2af0>,) {'filters': {'network_id': ['2acb6c9a-6228-43d2-9d3d-1d5046418034']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:58.338026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e787b2af0>, 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:58.338323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e787b2af0>, 'faefb360-2a8a-4b8d-afaf-4e5d33aab3c5') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:58.350572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (faefb360-2a8a-4b8d-afaf-4e5d33aab3c5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.367431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (faefb360-2a8a-4b8d-afaf-4e5d33aab3c5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.374045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:16:58.374435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (faefb360-2a8a-4b8d-afaf-4e5d33aab3c5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:16:58.377721 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:16:58.440353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (2acb6c9a-6228-43d2-9d3d-1d5046418034), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.447385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:58.454055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/2acb6c9a-6228-43d2-9d3d-1d5046418034 HTTP/1.1" status: 204  len: 168 time: 0.6141391
Jan 15 21:16:58.454055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:58.471470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d759-a9e8-443c-ae9b-92490800b523 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=2acb6c9a-6228-43d2-9d3d-1d5046418034,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:58.748784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 48867fe8-1c18-43d2-98fa-f750f37304bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:58.769999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 48867fe8-1c18-43d2-98fa-f750f37304bf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:58.770531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 48867fe8-1c18-43d2-98fa-f750f37304bf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:58.770786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef27ac6a-e20b-4d7e-9a22-8352faeea27b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:16:58.791305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ef27ac6a-e20b-4d7e-9a22-8352faeea27b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:16:58.791646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef27ac6a-e20b-4d7e-9a22-8352faeea27b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:16:58.806172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.038271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d89d-451a-4444-b9f1-5026d013f078 req-72e72e07-4605-479e-ade3-7a6d4c77baf8 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:59.039886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c11d89d-451a-4444-b9f1-5026d013f078 req-72e72e07-4605-479e-ade3-7a6d4c77baf8 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0537021
Jan 15 21:16:59.062229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port 591e0e44-3f4f-4cf5-8466-4b41eea85d96 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:16:59.062576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.092409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c11d89d-451a-4444-b9f1-5026d013f078 req-c6ca9b9f-21df-456e-8384-adb8b9ee3f57 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458348
Jan 15 21:16:59.155967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port 591e0e44-3f4f-4cf5-8466-4b41eea85d96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=591e0e44-3f4f-4cf5-8466-4b41eea85d96,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:16:59.156343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.170822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for 591e0e44-3f4f-4cf5-8466-4b41eea85d96 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:16:59.214861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c84a-ba5b-4bb4-a562-200caf1c1a00 req-88be3ed2-16b5-4247-8b69-4f05a27c9645 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:59.216986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd09c84a-ba5b-4bb4-a562-200caf1c1a00 req-88be3ed2-16b5-4247-8b69-4f05a27c9645 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0540824
Jan 15 21:16:59.264237 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd09c84a-ba5b-4bb4-a562-200caf1c1a00 req-e368bc9a-2f36-4ef3-b71d-f7d38d25fda5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413575
Jan 15 21:16:59.345921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (591e0e44-3f4f-4cf5-8466-4b41eea85d96), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.372604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=591e0e44-3f4f-4cf5-8466-4b41eea85d96,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:16:59.507847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19b058-b1d5-439a-940f-dc901c94a767 req-842d6ed1-c1be-400f-a7b6-67cfc80b12d0 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:59.510012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc19b058-b1d5-439a-940f-dc901c94a767 req-842d6ed1-c1be-400f-a7b6-67cfc80b12d0 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0615017
Jan 15 21:16:59.549228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.569077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc19b058-b1d5-439a-940f-dc901c94a767 req-05dab4f7-0c94-44e9-8641-4b6eab9b850d tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533071
Jan 15 21:16:59.743774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:16:59.843582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:16:59.851216 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec7445b9-086b-4d99-92d3-6e0ddf209d57 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3935788
Jan 15 21:16:59.851553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48828) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:16:59.853291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00151ca1-bd62-4252-b450-16a8e6b5b1d1 req-f1963a29-903b-4a00-a424-d1ab9b686616 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:16:59.854705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00151ca1-bd62-4252-b450-16a8e6b5b1d1 req-f1963a29-903b-4a00-a424-d1ab9b686616 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0519748
Jan 15 21:16:59.854829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:16:59.864909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:16:59.865531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5122e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:16:59.905766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 2d718d7a-b6a9-4054-a562-d4908dedc95f {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:16:59.909116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (2d718d7a-b6a9-4054-a562-d4908dedc95f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:16:59.917335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00151ca1-bd62-4252-b450-16a8e6b5b1d1 req-c8614944-f7ab-43ce-ad9a-ea0a2cf24728 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515141
Jan 15 21:16:59.956238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:16:59.957285 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (2d718d7a-b6a9-4054-a562-d4908dedc95f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.160129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5122e0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:59Z', 'revision_number': 10, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.189213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:00.199076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:00.199709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5122e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.297595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:00.405790 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (2d718d7a-b6a9-4054-a562-d4908dedc95f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.462774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (2d718d7a-b6a9-4054-a562-d4908dedc95f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.491754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=2d718d7a-b6a9-4054-a562-d4908dedc95f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:00.495498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.499442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c1659e0a-c9c2-4bec-982b-2382288b2bbe tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/2d718d7a-b6a9-4054-a562-d4908dedc95f HTTP/1.1" status: 204  len: 168 time: 0.6470909
Jan 15 21:17:00.501027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5122e0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:59Z', 'revision_number': 10, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.502094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48834) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:00.537936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e9549-e98d-4ac8-91e3-216cf30ec0f7 None None] Network fc1ab15a-d32a-47bc-85de-3bafaa305b82 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:00.541564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00e83c-cead-49fd-9722-7d78ca2a4387 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:16:59Z', 'revision_number': 10, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None, '_interfaces': [{'id': 'a7cb41d8-f52a-452a-915f-13df6b53ef8f', 'name': '', 'network_id': 'eaec1ad6-4ac1-4433-aed8-7b212fb98c76', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'mac_address': 'fa:16:3e:aa:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:35Z', 'updated_at': '2022-01-15T21:16:38Z', 'revision_number': 5, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'subnets': [{'id': '742f9290-449f-4cd1-8b40-48f11e3a852e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:00.599576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (fc1ab15a-d32a-47bc-85de-3bafaa305b82), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.653846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:00.654201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.715754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,segment=NetworkSegment(a809c0f7-f938-47b6-bf16-fbcf870e994c),segment_id=a809c0f7-f938-47b6-bf16-fbcf870e994c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:00.716035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.732628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:00.808788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a00c89cc-b9fa-4abf-b0a9-318cccbc3b23), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.835836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:00.840390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=a00c89cc-b9fa-4abf-b0a9-318cccbc3b23,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:00.909393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821565d-b49b-4653-94a5-9bf925533371 None None] DHCP port deletion for fc1ab15a-d32a-47bc-85de-3bafaa305b82 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:00.935156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (fc1ab15a-d32a-47bc-85de-3bafaa305b82), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.957417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79845610>,) {'filters': {'network_id': ['fc1ab15a-d32a-47bc-85de-3bafaa305b82']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.967148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79845610>, 'a809c0f7-f938-47b6-bf16-fbcf870e994c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.967401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79845610>, 'a809c0f7-f938-47b6-bf16-fbcf870e994c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:00.977232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a809c0f7-f938-47b6-bf16-fbcf870e994c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:00.992538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a809c0f7-f938-47b6-bf16-fbcf870e994c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.000387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:01.000990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a809c0f7-f938-47b6-bf16-fbcf870e994c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:01.004255 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:01.045410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35938aa5-8056-4bae-b939-e30845700bd2 req-369d637c-3e62-408e-ba0f-78c472af1cff tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:01.046959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35938aa5-8056-4bae-b939-e30845700bd2 req-369d637c-3e62-408e-ba0f-78c472af1cff tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.0560882
Jan 15 21:17:01.066125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (fc1ab15a-d32a-47bc-85de-3bafaa305b82), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.072869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.079993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/fc1ab15a-d32a-47bc-85de-3bafaa305b82 HTTP/1.1" status: 204  len: 168 time: 0.5733180
Jan 15 21:17:01.079993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:01.096237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba3dd-dd7d-4dd4-8a2b-5665075e0562 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=fc1ab15a-d32a-47bc-85de-3bafaa305b82,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:01.100416 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35938aa5-8056-4bae-b939-e30845700bd2 req-d9704dd3-cf40-4876-ac55-13921579ded5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/security-groups?id=754d8d6e-73cf-474b-bdd2-5561d73f22e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477409
Jan 15 21:17:01.328623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-d1dccdc4-a5c4-4d3c-89f4-21d4986842c5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:01.330022 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-d1dccdc4-a5c4-4d3c-89f4-21d4986842c5 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 946 time: 0.1101770
Jan 15 21:17:01.478061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Deleting port 4669d801-5157-4dfa-936f-528903a4a350 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:01.479063 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4669d801-5157-4dfa-936f-528903a4a350), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.591986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] For port 4669d801-5157-4dfa-936f-528903a4a350, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4669d801-5157-4dfa-936f-528903a4a350,segment=NetworkSegment(a88ff664-9a0a-4f09-80fb-6c26d0513ba1),segment_id=a88ff664-9a0a-4f09-80fb-6c26d0513ba1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:01.592263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4669d801-5157-4dfa-936f-528903a4a350), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.607327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Calling delete_port for 4669d801-5157-4dfa-936f-528903a4a350 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:01.625841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.874849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (4669d801-5157-4dfa-936f-528903a4a350), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.886933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['4669d801-5157-4dfa-936f-528903a4a350'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:17:01.911162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Pushing event deleted for resources: {'Port': ['ID=4669d801-5157-4dfa-936f-528903a4a350,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:01.923351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75751ee5-dc16-469d-9cb5-d3dba662e1fe None None] DHCP port deletion for 9d9e7434-2bab-4826-a01a-df969a0e0685 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:01.991877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] No DVR routers for this DVR port 4669d801-5157-4dfa-936f-528903a4a350 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:01.994983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:01.998368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2feace58-6d2f-44ca-9bbb-b56013a4ec44 req-4baf3531-1043-496c-90f0-252f30056e24 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.39 "DELETE /v2.0/ports/4669d801-5157-4dfa-936f-528903a4a350 HTTP/1.1" status: 204  len: 173 time: 0.6606557
Jan 15 21:17:01.998803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'name': 'network-vif-deleted', 'tag': '4669d801-5157-4dfa-936f-528903a4a350'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:02.001071 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfd134-7a96-40cb-90ce-a26e5aaa9c60" -d '{"events": [{"server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "name": "network-vif-deleted", "tag": "4669d801-5157-4dfa-936f-528903a4a350"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:02.038549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port a7cb41d8-f52a-452a-915f-13df6b53ef8f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:02.038892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.059926 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebb488-68ed-443d-a610-d2914d5bf8fe x-openstack-request-id: req-85ebb488-68ed-443d-a610-d2914d5bf8fe {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:02.059926 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c", "name": "network-vif-deleted", "tag": "4669d801-5157-4dfa-936f-528903a4a350", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:02.060659 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85ebb488-68ed-443d-a610-d2914d5bf8fe {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:02.060979 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c', 'name': 'network-vif-deleted', 'tag': '4669d801-5157-4dfa-936f-528903a4a350', 'status': 'completed', 'code': 200}
Jan 15 21:17:02.144751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port a7cb41d8-f52a-452a-915f-13df6b53ef8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7cb41d8-f52a-452a-915f-13df6b53ef8f,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:02.145198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.159681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for a7cb41d8-f52a-452a-915f-13df6b53ef8f owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:02.210518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-429e7652-2429-409c-bafd-54bf9b12620c req-1bc3a63c-b312-4e97-ad69-95ce11125195 tempest-ServersNegativeTestMultiTenantJSON-1991534151 tempest-ServersNegativeTestMultiTenantJSON-1991534151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c54ca28b-b0d1-44e7-b74f-d3a73e81ca2c HTTP/1.1" status: 200  len: 210 time: 0.0264604
Jan 15 21:17:02.332270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a7cb41d8-f52a-452a-915f-13df6b53ef8f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.359378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=a7cb41d8-f52a-452a-915f-13df6b53ef8f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:02.513754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.628675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:02.648939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:02.649238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a00c89cc-b9fa-4abf-b0a9-318cccbc3b23 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:02.649655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 591e0e44-3f4f-4cf5-8466-4b41eea85d96 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:02.668313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 591e0e44-3f4f-4cf5-8466-4b41eea85d96 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:02.669304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 591e0e44-3f4f-4cf5-8466-4b41eea85d96 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:02.682046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:02.761717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:02.767149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6857db7f-30d8-4cd3-aac7-138dfd0a467d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6865792
Jan 15 21:17:02.769841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:02.772738 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:02.783244 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:02.783880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3673a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:02.821044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting subnet 742f9290-449f-4cd1-8b40-48f11e3a852e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:17:02.824031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (742f9290-449f-4cd1-8b40-48f11e3a852e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.852701 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:02.868282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (742f9290-449f-4cd1-8b40-48f11e3a852e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:02.903652 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3673a0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:02.933707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:02.942719 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:02.943333 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3673a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:02.952214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (742f9290-449f-4cd1-8b40-48f11e3a852e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.009854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (742f9290-449f-4cd1-8b40-48f11e3a852e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.010201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:03.041767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Subnet': ['ID=742f9290-449f-4cd1-8b40-48f11e3a852e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:03.046487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.052602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6bdc7eeb-3500-429b-a28a-ff1f28bd9052 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/742f9290-449f-4cd1-8b40-48f11e3a852e HTTP/1.1" status: 204  len: 168 time: 0.2789445
Jan 15 21:17:03.052692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:03.053217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2260c-b6e7-40de-b76b-047a53fa7b2a None None] Network eaec1ad6-4ac1-4433-aed8-7b212fb98c76 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:03.068042 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3673a0>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.096925 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa1e62-b910-41c0-b8e7-88aacc6cacd2 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:03.138137 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (eaec1ad6-4ac1-4433-aed8-7b212fb98c76), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.193769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Deleting port df52ae79-8d41-489e-a91b-21f0b266aa5d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:03.194111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.258420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] For port df52ae79-8d41-489e-a91b-21f0b266aa5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df52ae79-8d41-489e-a91b-21f0b266aa5d,segment=NetworkSegment(1192289e-85f3-4966-97a9-56cbcda18090),segment_id=1192289e-85f3-4966-97a9-56cbcda18090)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:03.259047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.268984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48854) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:03.279675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Calling delete_port for df52ae79-8d41-489e-a91b-21f0b266aa5d owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:03.358980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Deleting subnet a7f53b6d-d4f0-4537-94df-1e780a9fbebe {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:17:03.364492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Publish callbacks [] for subnet (a7f53b6d-d4f0-4537-94df-1e780a9fbebe), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.410640 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (a7f53b6d-d4f0-4537-94df-1e780a9fbebe), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.462352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (df52ae79-8d41-489e-a91b-21f0b266aa5d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.468331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a7f53b6d-d4f0-4537-94df-1e780a9fbebe), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.473743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191af51-ea65-4cf3-8b08-94efd38d8beb None None] DHCP port deletion for eaec1ad6-4ac1-4433-aed8-7b212fb98c76 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:03.519425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No DVR routers for this DVR port df52ae79-8d41-489e-a91b-21f0b266aa5d on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:03.526023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Port': ['ID=df52ae79-8d41-489e-a91b-21f0b266aa5d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:03.623099 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (eaec1ad6-4ac1-4433-aed8-7b212fb98c76), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.637205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (a7f53b6d-d4f0-4537-94df-1e780a9fbebe), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.649129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7863b220>,) {'filters': {'network_id': ['eaec1ad6-4ac1-4433-aed8-7b212fb98c76']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.676102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f53b6d-d4f0-4537-94df-1e780a9fbebe,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:03.682448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.686607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cc35346c-59d2-413d-aaf7-e604beb9c640 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7f53b6d-d4f0-4537-94df-1e780a9fbebe HTTP/1.1" status: 204  len: 168 time: 0.4165852
Jan 15 21:17:03.688689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7863b220>, '1192289e-85f3-4966-97a9-56cbcda18090') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.688985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7863b220>, '1192289e-85f3-4966-97a9-56cbcda18090') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.689413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48856) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:03.689854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e026b1-8c79-4183-b763-3ea255dd3d44 None None] Network 9d9e7434-2bab-4826-a01a-df969a0e0685 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:03.699413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (1192289e-85f3-4966-97a9-56cbcda18090), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.717599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1192289e-85f3-4966-97a9-56cbcda18090), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.724074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:03.724455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (1192289e-85f3-4966-97a9-56cbcda18090), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:03.728081 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:03.763839 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9d9e7434-2bab-4826-a01a-df969a0e0685), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.784553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2a8e8-3d23-4198-b547-991dd56b4afd None None] DHCP port deletion for 9d9e7434-2bab-4826-a01a-df969a0e0685 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:03.801096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (eaec1ad6-4ac1-4433-aed8-7b212fb98c76), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.810416 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.815993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/networks/eaec1ad6-4ac1-4433-aed8-7b212fb98c76 HTTP/1.1" status: 204  len: 168 time: 0.7601221
Jan 15 21:17:03.828912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48858) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:03.833600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'routes': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:03.835887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886197ed-ba4b-4905-b780-f1c56efde7f7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Pushing event deleted for resources: {'Network': ['ID=eaec1ad6-4ac1-4433-aed8-7b212fb98c76,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:03.850781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9d9e7434-2bab-4826-a01a-df969a0e0685), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.871804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8e3100>,) {'filters': {'network_id': ['9d9e7434-2bab-4826-a01a-df969a0e0685']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.882139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8e3100>, 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.882441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b8e3100>, 'a88ff664-9a0a-4f09-80fb-6c26d0513ba1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:03.892126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a88ff664-9a0a-4f09-80fb-6c26d0513ba1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.906801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a88ff664-9a0a-4f09-80fb-6c26d0513ba1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.913352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:03.913820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a88ff664-9a0a-4f09-80fb-6c26d0513ba1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:03.915435 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:03.969552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9d9e7434-2bab-4826-a01a-df969a0e0685), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.974715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.980890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d9e7434-2bab-4826-a01a-df969a0e0685 HTTP/1.1" status: 204  len: 168 time: 0.2875102
Jan 15 21:17:03.980890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48860) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:03.992418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Added routes are [] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Jan 15 21:17:03.992725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.extraroute_db [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Removed routes are [] {{(pid=114437) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Jan 15 21:17:03.993130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:03.999706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5e10d-42c5-4461-80bd-afa60dcb0c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9e7434-2bab-4826-a01a-df969a0e0685,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:04.037568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Deleting subnet 12f7e50e-5777-42aa-a80f-03dd77f3cc30 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:17:04.040778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Publish callbacks [] for subnet (12f7e50e-5777-42aa-a80f-03dd77f3cc30), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.079367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (12f7e50e-5777-42aa-a80f-03dd77f3cc30), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.119556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (12f7e50e-5777-42aa-a80f-03dd77f3cc30), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.135015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.138579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.172152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (12f7e50e-5777-42aa-a80f-03dd77f3cc30), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.196659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f7e50e-5777-42aa-a80f-03dd77f3cc30,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:04.202178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.206078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-791af965-6c7a-4ea3-841b-e77de99a0b7f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/12f7e50e-5777-42aa-a80f-03dd77f3cc30 HTTP/1.1" status: 204  len: 168 time: 0.2224774
Jan 15 21:17:04.208492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48862) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.208939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e319a5-28eb-46c8-8726-913725ae73a7 None None] Network fdf4b15d-bf90-4f7a-9da1-02b612a0c58a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:04.218463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 58e9f706-d058-48b4-92d3-37fa76dafbb0 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:04.281489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (fdf4b15d-bf90-4f7a-9da1-02b612a0c58a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.296726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:04.304592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.305789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d5b3108c-3dcd-440f-9c92-4854256de0ef tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 701 time: 0.4759219
Jan 15 21:17:04.308642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48864) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.309338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Sync routers for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:04.321630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:04.322251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.325552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1662e-5bcf-4a59-97ac-9d3e7af706ed None None] DHCP port deletion for fdf4b15d-bf90-4f7a-9da1-02b612a0c58a request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:04.344269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5ea5b60-d07e-4a2b-b560-aed067075f3c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 205 time: 0.0340214
Jan 15 21:17:04.346818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.373275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (fdf4b15d-bf90-4f7a-9da1-02b612a0c58a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.403785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:04.405556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1e18b0>,) {'filters': {'network_id': ['fdf4b15d-bf90-4f7a-9da1-02b612a0c58a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.415327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1e18b0>, '43b9cfa9-0c9b-481b-b0c9-2a1fae889846') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.415619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1e18b0>, '43b9cfa9-0c9b-481b-b0c9-2a1fae889846') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.425241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.430518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (43b9cfa9-0c9b-481b-b0c9-2a1fae889846), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.444095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (43b9cfa9-0c9b-481b-b0c9-2a1fae889846), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.451372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:04.452196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (43b9cfa9-0c9b-481b-b0c9-2a1fae889846), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:04.453935 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:04.461199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b8a30>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.488447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Checking router: 58e9f706-d058-48b4-92d3-37fa76dafbb0 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:04.497569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Routers {'58e9f706-d058-48b4-92d3-37fa76dafbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:04.498402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['58e9f706-d058-48b4-92d3-37fa76dafbb0'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.511100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (fdf4b15d-bf90-4f7a-9da1-02b612a0c58a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.524062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.531101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] 10.222.0.46 "DELETE /v2.0/networks/fdf4b15d-bf90-4f7a-9da1-02b612a0c58a HTTP/1.1" status: 204  len: 168 time: 0.3182130
Jan 15 21:17:04.543851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871ebce-9b1d-479b-b080-045f039e7a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf4b15d-bf90-4f7a-9da1-02b612a0c58a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:04.611904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.615213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (58e9f706-d058-48b4-92d3-37fa76dafbb0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.665342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (58e9f706-d058-48b4-92d3-37fa76dafbb0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.665892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 58e9f706-d058-48b4-92d3-37fa76dafbb0 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:17:04.674950 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.676167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b9e13e8a-3bcb-4985-bd15-2b254f457ea3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 204  len: 168 time: 0.3284624
Jan 15 21:17:04.681470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48870) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.688423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-464502160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:04.708069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df52ae79-8d41-489e-a91b-21f0b266aa5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:04.719444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.720891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.742508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48872) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.761462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: df52ae79-8d41-489e-a91b-21f0b266aa5d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:04.761803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device df52ae79-8d41-489e-a91b-21f0b266aa5d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:04.762473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7cb41d8-f52a-452a-915f-13df6b53ef8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:04.767815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] Set router 58e9f706-d058-48b4-92d3-37fa76dafbb0 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:04.780164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (55476a85-70a8-4efd-8e00-cba57dc78621), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.785532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.789123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7e20195-397f-44cb-bc7c-aa95d1f604c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63e26c2f40334b0e8558e39716312ee9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429630
Jan 15 21:17:04.789407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.805681 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.806975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3b60019-0ef7-4f3e-a057-a290f18f81e3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1241434
Jan 15 21:17:04.809936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48876) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:04.815793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:04.838537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a7cb41d8-f52a-452a-915f-13df6b53ef8f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:04.838885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7cb41d8-f52a-452a-915f-13df6b53ef8f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:04.841067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1b8a30>, [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:04.850069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] Publish callbacks [] for security_group (754d8d6e-73cf-474b-bdd2-5561d73f22e1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.872824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] Publish callbacks [] for security_group (754d8d6e-73cf-474b-bdd2-5561d73f22e1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.877250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2593f-f91c-46e2-8237-a7a85ee7b118 None None] The sync data for ids ['58e9f706-d058-48b4-92d3-37fa76dafbb0'] in ncdv-master-1 is: [{'id': '58e9f706-d058-48b4-92d3-37fa76dafbb0', 'name': 'tempest-RoutersTest-router-1884068006', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:16:33Z', 'updated_at': '2022-01-15T21:17:02Z', 'revision_number': 11, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:04.929125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (754d8d6e-73cf-474b-bdd2-5561d73f22e1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.931766 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:04.932965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/754d8d6e-73cf-474b-bdd2-5561d73f22e1 HTTP/1.1" status: 204  len: 168 time: 0.1426301
Jan 15 21:17:04.942069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e35da7-d1e2-4ecc-bd75-3020d326b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d8d6e-73cf-474b-bdd2-5561d73f22e1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:05.045659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-630442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-637256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2395'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.057784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-630451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-630456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-637265'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.094119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4669d801-5157-4dfa-936f-528903a4a350 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:05.127745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 4669d801-5157-4dfa-936f-528903a4a350 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:05.128188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 4669d801-5157-4dfa-936f-528903a4a350 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:05.172823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Router 55476a85-70a8-4efd-8e00-cba57dc78621 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:17:05.253233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:05.266371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Sync routers for ids ['55476a85-70a8-4efd-8e00-cba57dc78621'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:05.267672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.268900 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0c08a00c-b600-4ab0-988b-341174791dea tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "PUT /v2.0/routers/55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 200  len: 693 time: 0.4579873
Jan 15 21:17:05.271571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48884) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:05.277756 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Routers {'55476a85-70a8-4efd-8e00-cba57dc78621'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:05.278868 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['55476a85-70a8-4efd-8e00-cba57dc78621'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:05.324139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48886) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:05.352592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8f63be30-6d12-4bfd-b798-93015d8920a3 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/routers/55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 200  len: 699 time: 0.0794642
Jan 15 21:17:05.355032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48888) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:05.366468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Set router 55476a85-70a8-4efd-8e00-cba57dc78621 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:05.378770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-788a7ce6-9484-4081-86ba-d60ccce1e774 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea35ab8dda9e40ddae7a9b1e4f0b1892&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0525095
Jan 15 21:17:05.381271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48890) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:05.392879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a9e3512b-1ef6-4234-929c-926a3dac6b20 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 200  len: 205 time: 0.0337996
Jan 15 21:17:05.394745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48892) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:05.435127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] Publish callbacks [] for security_group (6193e421-22d1-48a2-b1c9-976d61f19b17), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.438151 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367820>, [{'id': '55476a85-70a8-4efd-8e00-cba57dc78621', 'name': 'tempest-RoutersTest-router-464502160', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:04Z', 'updated_at': '2022-01-15T21:17:05Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:05.457669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] Publish callbacks [] for security_group (6193e421-22d1-48a2-b1c9-976d61f19b17), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.468440 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Checking router: 55476a85-70a8-4efd-8e00-cba57dc78621 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:05.470407 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (55476a85-70a8-4efd-8e00-cba57dc78621), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.477056 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Routers {'55476a85-70a8-4efd-8e00-cba57dc78621'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:05.477669 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['55476a85-70a8-4efd-8e00-cba57dc78621'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:05.514259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6193e421-22d1-48a2-b1c9-976d61f19b17), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.517158 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:05.522698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6193e421-22d1-48a2-b1c9-976d61f19b17 HTTP/1.1" status: 204  len: 168 time: 0.1389549
Jan 15 21:17:05.530126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf484-0d02-4f9c-87db-db63ee086e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6193e421-22d1-48a2-b1c9-976d61f19b17,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:05.554942 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] Set router 55476a85-70a8-4efd-8e00-cba57dc78621 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:05.714518 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367820>, [{'id': '55476a85-70a8-4efd-8e00-cba57dc78621', 'name': 'tempest-RoutersTest-router-464502160', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:04Z', 'updated_at': '2022-01-15T21:17:05Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:05.741592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d784a-6121-4050-8ac4-100bee7b027d None None] The sync data for ids ['55476a85-70a8-4efd-8e00-cba57dc78621'] in ncdv-master-1 is: [{'id': '55476a85-70a8-4efd-8e00-cba57dc78621', 'name': 'tempest-RoutersTest-router-464502160', 'tenant_id': '4e56fad8538042d7b7d7c695fb6301f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:04Z', 'updated_at': '2022-01-15T21:17:05Z', 'revision_number': 2, 'project_id': '4e56fad8538042d7b7d7c695fb6301f0', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:06.016635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:06.018820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router_controller (55476a85-70a8-4efd-8e00-cba57dc78621), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:06.065450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (55476a85-70a8-4efd-8e00-cba57dc78621), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:06.065965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Fanout notify agent at l3_agent the message router_deleted on router 55476a85-70a8-4efd-8e00-cba57dc78621 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:17:06.077360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:06.078466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f4955b7e-92c0-4b39-bf80-787cf439130e tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 204  len: 168 time: 0.6828213
Jan 15 21:17:06.081992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48908) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.109360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4cfc135f-7e0f-47f9-b2c5-701910da6a90 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 200  len: 205 time: 0.0262516
Jan 15 21:17:06.111775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48912) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.152352 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-b12f5f13-dc17-4613-8deb-f29861a0f300 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.154057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b12f5f13-dc17-4613-8deb-f29861a0f300 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/55476a85-70a8-4efd-8e00-cba57dc78621 HTTP/1.1" status: 404  len: 336 time: 0.0412841
Jan 15 21:17:06.156681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48916) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.183578 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a558a77-ad34-417c-bfed-e2e79f2c4bab tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.184058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a558a77-ad34-417c-bfed-e2e79f2c4bab tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.188063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5a558a77-ad34-417c-bfed-e2e79f2c4bab tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/b3da4870-81c4-470e-afc0-3875f90e0923 HTTP/1.1" status: 404  len: 337 time: 0.0304263
Jan 15 21:17:06.190804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48918) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.218106 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdf21f3-e4b9-4816-9823-f7a234ce1073 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.218563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdf21f3-e4b9-4816-9823-f7a234ce1073 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.221716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9fdf21f3-e4b9-4816-9823-f7a234ce1073 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/f7f0c710-b572-4941-b5cb-ec7d189b26b8 HTTP/1.1" status: 404  len: 337 time: 0.0299327
Jan 15 21:17:06.224201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48922) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.250589 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bbc20c-bc3b-4dfe-a71e-a4844db30fce tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.251026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bbc20c-bc3b-4dfe-a71e-a4844db30fce tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.254244 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c9bbc20c-bc3b-4dfe-a71e-a4844db30fce tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/2d718d7a-b6a9-4054-a562-d4908dedc95f HTTP/1.1" status: 404  len: 337 time: 0.0289652
Jan 15 21:17:06.256671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48924) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.284464 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e0dfb2-16ed-43f9-8505-2fb0074a2e65 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.284947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e0dfb2-16ed-43f9-8505-2fb0074a2e65 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.288196 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-26e0dfb2-16ed-43f9-8505-2fb0074a2e65 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/742f9290-449f-4cd1-8b40-48f11e3a852e HTTP/1.1" status: 404  len: 337 time: 0.0305533
Jan 15 21:17:06.290830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48926) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.322467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69c1ef75-9810-437c-83cc-5fc99b6e613c tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 200  len: 205 time: 0.0305860
Jan 15 21:17:06.324729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48930) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.362706 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-d155489f-41b1-40fb-824c-a86af9b4648a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.363862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d155489f-41b1-40fb-824c-a86af9b4648a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/58e9f706-d058-48b4-92d3-37fa76dafbb0 HTTP/1.1" status: 404  len: 336 time: 0.0382013
Jan 15 21:17:06.366428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48936) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.394610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9542d476-8a98-4563-9028-83854297318b tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=395f8eb2-9135-4e39-84b5-e09c14c92253 HTTP/1.1" status: 200  len: 205 time: 0.0268846
Jan 15 21:17:06.396795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48938) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.438255 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-f40be6f3-430d-458d-ad55-ef883dfd4d66 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.439284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f40be6f3-430d-458d-ad55-ef883dfd4d66 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/395f8eb2-9135-4e39-84b5-e09c14c92253 HTTP/1.1" status: 404  len: 336 time: 0.0414057
Jan 15 21:17:06.441870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48940) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.468780 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc2ba22-aab1-49c1-9d2a-be107ec095f9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.469273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc2ba22-aab1-49c1-9d2a-be107ec095f9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.472260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1fc2ba22-aab1-49c1-9d2a-be107ec095f9 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/204ed391-be3f-45b7-88bd-fe246951adf2 HTTP/1.1" status: 404  len: 337 time: 0.0295014
Jan 15 21:17:06.475067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48944) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.510929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3217d0b6-0013-41a3-93e5-e824e084ec8d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 200  len: 205 time: 0.0330446
Jan 15 21:17:06.511643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48948) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.549697 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-ad75f45a-ccf0-416d-aa91-11f0d55a8c28 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.550752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ad75f45a-ccf0-416d-aa91-11f0d55a8c28 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/6acd9f28-2181-44c7-8d9c-208ca53c7ba2 HTTP/1.1" status: 404  len: 336 time: 0.0382731
Jan 15 21:17:06.553662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.584694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e8a71e2-e24d-40b3-83ef-08f8b524a66d tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=14fdf438-86cd-4521-839a-e1287c669ead HTTP/1.1" status: 200  len: 205 time: 0.0276649
Jan 15 21:17:06.585004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48958) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.627995 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-5782de7d-e4c8-4c1a-8191-d8262bb9bec2 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.629206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5782de7d-e4c8-4c1a-8191-d8262bb9bec2 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/14fdf438-86cd-4521-839a-e1287c669ead HTTP/1.1" status: 404  len: 336 time: 0.0432806
Jan 15 21:17:06.631663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48964) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.660984 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-448ca388-fdd6-4b27-9384-ab4b1b4b73a7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.661700 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448ca388-fdd6-4b27-9384-ab4b1b4b73a7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.664745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-448ca388-fdd6-4b27-9384-ab4b1b4b73a7 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/728f749f-35bd-4d82-ac16-21a808674ea3 HTTP/1.1" status: 404  len: 337 time: 0.0309093
Jan 15 21:17:06.667493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48970) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.710831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-29183db8-0d59-4c2a-bd73-41084c928d1f tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e74c348-80b0-4251-9171-8bb2552b0b39 HTTP/1.1" status: 200  len: 205 time: 0.0412180
Jan 15 21:17:06.715260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe487-8ec6-4dae-a294-70462f1d1e89 req-14dc5eff-01c9-44ca-a70e-c7b81cfa959b tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:06.716588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48972) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.722390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4affe487-8ec6-4dae-a294-70462f1d1e89 req-14dc5eff-01c9-44ca-a70e-c7b81cfa959b tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1098 time: 0.0532649
Jan 15 21:17:06.766746 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-bf343ca5-142c-46a0-917b-58585e2d6d99 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.770316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4affe487-8ec6-4dae-a294-70462f1d1e89 req-12697e35-3154-40d7-b2ea-31a887ccb09a tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461001
Jan 15 21:17:06.770721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 48980) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.771182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bf343ca5-142c-46a0-917b-58585e2d6d99 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/0e74c348-80b0-4251-9171-8bb2552b0b39 HTTP/1.1" status: 404  len: 336 time: 0.0532737
Jan 15 21:17:06.791334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48982) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.810712 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-014a1957-1777-49b2-b104-86c388390875 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.811219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014a1957-1777-49b2-b104-86c388390875 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.814495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-014a1957-1777-49b2-b104-86c388390875 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/9052a808-04fd-4155-a7b5-1027825e7a65 HTTP/1.1" status: 404  len: 337 time: 0.0427032
Jan 15 21:17:06.817256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.852549 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0f10fde5-a59e-47fc-a641-edadf7f9189a tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "GET /v2.0/ports?device_id=e956eb0a-c3e6-4687-aaf5-08057598695b HTTP/1.1" status: 200  len: 205 time: 0.0340500
Jan 15 21:17:06.854962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48994) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.900639 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-b8531391-613c-46c2-a159-b946ed0d5a58 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:06.901867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b8531391-613c-46c2-a159-b946ed0d5a58 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/routers/e956eb0a-c3e6-4687-aaf5-08057598695b HTTP/1.1" status: 404  len: 336 time: 0.0449262
Jan 15 21:17:06.905674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 48996) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.936264 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1025473f-98bf-42b4-b78f-aec4d0e65169 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.936720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1025473f-98bf-42b4-b78f-aec4d0e65169 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.939756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1025473f-98bf-42b4-b78f-aec4d0e65169 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/83aef6eb-f602-4d25-a63c-1cf10f553240 HTTP/1.1" status: 404  len: 337 time: 0.0329702
Jan 15 21:17:06.942302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49000) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:06.970405 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1685aed-af67-4d5e-9c50-3723dd10d063 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:17:06.970866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1685aed-af67-4d5e-9c50-3723dd10d063 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:17:06.976571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1685aed-af67-4d5e-9c50-3723dd10d063 tempest-RoutersTest-1651324117 tempest-RoutersTest-1651324117-project] 10.222.0.46 "DELETE /v2.0/subnets/e8a87250-98fb-434f-9075-c2fd08d557f1 HTTP/1.1" status: 404  len: 337 time: 0.0306933
Jan 15 21:17:07.144738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port d4b7d0d6-7946-4e6e-a774-c1250e05164b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:07.145309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.206456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:07.245731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.246059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (d4b7d0d6-7946-4e6e-a774-c1250e05164b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.263895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for d4b7d0d6-7946-4e6e-a774-c1250e05164b owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:07.296937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49012) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:07.426287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-238afe80-c8ac-404e-8056-2ee02ef7f7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.474120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d4b7d0d6-7946-4e6e-a774-c1250e05164b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.483614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be4c8429-cf6f-4f1f-ba6a-b067b5b0a84e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e56fad8538042d7b7d7c695fb6301f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1855276
Jan 15 21:17:07.487544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49016) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:07.503039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=d4b7d0d6-7946-4e6e-a774-c1250e05164b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:07.572690 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] Publish callbacks [] for security_group (c481748b-8d6b-432a-a9e9-f51f5fa98c61), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.573773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (5d3775ef-315c-4e1b-a642-b5e4dc3ada7f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.574276 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 5d3775ef-315c-4e1b-a642-b5e4dc3ada7f disassociated (deleted). External IP: 172.35.1.87, port: 5946fdbc-5c0f-444f-9903-f401907ec9ec.
Jan 15 21:17:07.589303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-238afe80-c8ac-404e-8056-2ee02ef7f7bc admin admin] Publish callbacks [] for security_group (6e12972b-3d2a-4a72-8911-14754e87c122), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.599499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-238afe80-c8ac-404e-8056-2ee02ef7f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6e12972b-3d2a-4a72-8911-14754e87c122), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.608406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] Publish callbacks [] for security_group (c481748b-8d6b-432a-a9e9-f51f5fa98c61), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.680611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-238afe80-c8ac-404e-8056-2ee02ef7f7bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2a36c0beddd43028dbfc6310fd00500&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4730577
Jan 15 21:17:07.682207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afe80-c8ac-404e-8056-2ee02ef7f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12972b-3d2a-4a72-8911-14754e87c122,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:07.683186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49018) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:07.707150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c481748b-8d6b-432a-a9e9-f51f5fa98c61), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.711155 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.712494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c481748b-8d6b-432a-a9e9-f51f5fa98c61 HTTP/1.1" status: 204  len: 168 time: 0.2240539
Jan 15 21:17:07.723919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f305-bbed-4050-be1d-348985f87183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481748b-8d6b-432a-a9e9-f51f5fa98c61,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:07.812989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] Publish callbacks [] for security_group (6e12972b-3d2a-4a72-8911-14754e87c122), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.845384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] Publish callbacks [] for security_group (6e12972b-3d2a-4a72-8911-14754e87c122), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.854015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:07.970333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6e12972b-3d2a-4a72-8911-14754e87c122), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.972761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:07.973917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e12972b-3d2a-4a72-8911-14754e87c122 HTTP/1.1" status: 204  len: 168 time: 0.2897034
Jan 15 21:17:07.988303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216e64b-f284-4d11-8f4f-d96dbe317d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12972b-3d2a-4a72-8911-14754e87c122,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:08.006399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:08.011035 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:08.036777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Sync routers for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:08.057332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38875d85-42f2-411b-b328-8d79101da8b3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/floatingips/5d3775ef-315c-4e1b-a642-b5e4dc3ada7f HTTP/1.1" status: 204  len: 168 time: 1.2639983
Jan 15 21:17:08.058249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:08.061808 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1104229e-d5dd-4632-b246-0d25d67cba52" -d '{"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:08.088232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:08.091716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4f6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:08.107529 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee14f4b-e918-45e1-9976-2bc8ec81027b x-openstack-request-id: req-2ee14f4b-e918-45e1-9976-2bc8ec81027b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:08.107896 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:08.108441 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ee14f4b-e918-45e1-9976-2bc8ec81027b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:08.108733 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:17:08.194875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-22cfd27c-0b26-46a6-8938-2665a3869a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:08.199392 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-22cfd27c-0b26-46a6-8938-2665a3869a3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 1098 time: 0.0667281
Jan 15 21:17:08.244809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:08.317114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-b78029a8-3bab-4825-a1d9-7ed7e6265378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:08.318815 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-b78029a8-3bab-4825-a1d9-7ed7e6265378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 200  len: 897 time: 0.1122828
Jan 15 21:17:08.370759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-e32deea8-997b-41db-85c9-16e27716bbce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 200  len: 217 time: 0.0436516
Jan 15 21:17:08.421669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7580a7-48a5-4bb8-a52a-5c023047d385 req-c0c3da94-a917-462d-83b0-f0ec2a0486a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:08.423477 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f7580a7-48a5-4bb8-a52a-5c023047d385 req-c0c3da94-a917-462d-83b0-f0ec2a0486a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 947 time: 0.0778356
Jan 15 21:17:08.463021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-f7f9dec7-2b0d-4792-a87f-392e5cc7d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:08.464763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-f7f9dec7-2b0d-4792-a87f-392e5cc7d015 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 200  len: 835 time: 0.0856743
Jan 15 21:17:08.503497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f7580a7-48a5-4bb8-a52a-5c023047d385 req-7d3b6f54-8a45-42d4-8989-cfbd08c0c0cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744629
Jan 15 21:17:08.525677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4f6580>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:08.542414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-667b3a78-653b-4ee7-a66d-990d3e07c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:08.544630 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-667b3a78-653b-4ee7-a66d-990d3e07c094 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e8902453-93d9-48d2-8641-d9165e87af61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733109
Jan 15 21:17:08.561578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Checking router: f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:08.570502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:08.571108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4f6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:08.662011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-dff2fc41-2062-4c77-873b-6e3e096f4783 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088979
Jan 15 21:17:08.692716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:08.791181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:08.801755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1104229e-d5dd-4632-b246-0d25d67cba52 req-5f251564-5f61-40cb-bae5-22f17a182d88 service neutron] 10.222.0.45 "GET /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317754
Jan 15 21:17:08.899635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--494978835'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:08.929349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:08.929538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4f6580>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:08.939537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:08.958844 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d7f9b-d468-40d9-ba27-2b2c1054b9b0 None None] The sync data for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 is: [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:14:52Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f410724-c8d2-4a7b-b577-dd794939f79d', 'name': '', 'network_id': 'e8902453-93d9-48d2-8641-d9165e87af61', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:6b:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:50Z', 'updated_at': '2022-01-15T21:14:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'b8d88f77-5014-4c14-8432-10d0096bdad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:09.028805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (c1d40252-72ee-4cf1-9754-c366c82611bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.033868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c1d40252-72ee-4cf1-9754-c366c82611bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.070596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d40252-72ee-4cf1-9754-c366c82611bb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:09.120934 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.126012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.160117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.164468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49072) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.164633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3722374
Jan 15 21:17:09.166871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907028ce-936e-4653-a898-9026393bd595 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea86050-e41a-415b-8960-16e471aaf713,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:09.235968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-de0490f4-78e0-43b2-9378-5662769c8cae tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0697701
Jan 15 21:17:09.238760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49076) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.243391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-security--1907886510', 'description': 'tempest-security-description-1625305394'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:09.255626 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e34682-93b5-4e4e-92de-9454b71f6f2d None None] New status for floating IP 5d3775ef-315c-4e1b-a642-b5e4dc3ada7f: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:17:09.279203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.338546 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.342650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.345650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.346950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "PUT /v2.0/security-groups/0ea86050-e41a-415b-8960-16e471aaf713 HTTP/1.1" status: 200  len: 1797 time: 0.1071808
Jan 15 21:17:09.349815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49078) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.385404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51256-82a2-46e0-adeb-1cc65f5c8c3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea86050-e41a-415b-8960-16e471aaf713,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:09.409142 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2427057-ecd4-445b-8c42-c14f286f6cc6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups/0ea86050-e41a-415b-8960-16e471aaf713 HTTP/1.1" status: 200  len: 1797 time: 0.0581310
Jan 15 21:17:09.412016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.465687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.488450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.542357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea86050-e41a-415b-8960-16e471aaf713), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.546221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.549617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ea86050-e41a-415b-8960-16e471aaf713 HTTP/1.1" status: 204  len: 168 time: 0.1343796
Jan 15 21:17:09.552605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49090) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.565285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5de0fd-0aa1-4273-99a1-b7e085f59226 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea86050-e41a-415b-8960-16e471aaf713,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:09.639174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5282a9eb-8836-40f7-92df-5e78991250b0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0853865
Jan 15 21:17:09.641818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49096) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.660191 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-988bf0d0-d853-419c-b2e9-8cb463dcc2f2 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:09.665181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-988bf0d0-d853-419c-b2e9-8cb463dcc2f2 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ea86050-e41a-415b-8960-16e471aaf713 HTTP/1.1" status: 404  len: 347 time: 0.0179877
Jan 15 21:17:09.665384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49098) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.670885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--283234590'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:09.683884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54421ed8-2dcb-4bca-ba67-da118f5c1158 req-a9706de1-9535-44d8-87b9-ec151e79fb50 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:09.685575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54421ed8-2dcb-4bca-ba67-da118f5c1158 req-a9706de1-9535-44d8-87b9-ec151e79fb50 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 947 time: 0.0854061
Jan 15 21:17:09.721543 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.763178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54421ed8-2dcb-4bca-ba67-da118f5c1158 req-5c06cc5b-5584-4d08-98b7-d61be1117bd1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=3679eae2-e1c8-4c62-89fe-ac124e9921f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703945
Jan 15 21:17:09.772323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-266f0450-0b3a-48be-9b67-c4322ce6e9fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:09.773886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-266f0450-0b3a-48be-9b67-c4322ce6e9fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 947 time: 0.0608120
Jan 15 21:17:09.815246 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (40167a9d-92b4-4f0a-9945-a22f42883a9a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.820234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (40167a9d-92b4-4f0a-9945-a22f42883a9a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.857465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.858867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1925757
Jan 15 21:17:09.861521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff7105-4eca-4fd6-945e-c00b12eb13df tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40167a9d-92b4-4f0a-9945-a22f42883a9a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:09.861770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49104) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:09.866130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '40167a9d-92b4-4f0a-9945-a22f42883a9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:09.908584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:09.915302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:09.915651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.022692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.031567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49112) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.043651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.059875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 5946fdbc-5c0f-444f-9903-f401907ec9ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5946fdbc-5c0f-444f-9903-f401907ec9ec,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:10.060556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.080532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.081777 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2190983
Jan 15 21:17:10.085311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49116) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.088752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 5946fdbc-5c0f-444f-9903-f401907ec9ec owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:10.091228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a37e86-9d9b-4d8d-93ce-771229d7ea5e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72088999-b9b1-4a66-8276-8f1a2fc294c2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:10.116683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-192eff05-7004-4b01-b65f-8ae193b88014 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 200  len: 993 time: 0.0839696
Jan 15 21:17:10.141981 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.153692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.193765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (72088999-b9b1-4a66-8276-8f1a2fc294c2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.201007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.204632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/72088999-b9b1-4a66-8276-8f1a2fc294c2 HTTP/1.1" status: 204  len: 168 time: 0.1183798
Jan 15 21:17:10.206342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49120) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.231984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efdf1c-5724-496b-9d12-470cef79302b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72088999-b9b1-4a66-8276-8f1a2fc294c2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:10.260352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5946fdbc-5c0f-444f-9903-f401907ec9ec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.269741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49124) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.270141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fd7f0ac7-2daf-4b59-8335-59bbf3ffdf34 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0626037
Jan 15 21:17:10.305967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=5946fdbc-5c0f-444f-9903-f401907ec9ec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:10.374412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port 5946fdbc-5c0f-444f-9903-f401907ec9ec on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:10.381152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49128) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.381423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.384695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b236a1cb-48f2-4fc4-a1b0-615655ba963c req-2db1a9bc-559b-49b3-8fd7-2a7bec1ea38e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "DELETE /v2.0/ports/5946fdbc-5c0f-444f-9903-f401907ec9ec HTTP/1.1" status: 204  len: 173 time: 0.5952404
Jan 15 21:17:10.385174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-deleted', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:10.387426 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065465ee-44ce-49a8-9a85-282414e2bada" -d '{"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-deleted", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:10.412726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (40167a9d-92b4-4f0a-9945-a22f42883a9a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.431913 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5879bb1-12aa-476f-87c8-6c0aed7b965e x-openstack-request-id: req-f5879bb1-12aa-476f-87c8-6c0aed7b965e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:10.432216 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315ce600-cbfd-4885-bc3d-5ab129d57681", "name": "network-vif-deleted", "tag": "5946fdbc-5c0f-444f-9903-f401907ec9ec", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:10.432445 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5879bb1-12aa-476f-87c8-6c0aed7b965e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:10.434522 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315ce600-cbfd-4885-bc3d-5ab129d57681', 'name': 'network-vif-deleted', 'tag': '5946fdbc-5c0f-444f-9903-f401907ec9ec', 'status': 'completed', 'code': 200}
Jan 15 21:17:10.454374 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (40167a9d-92b4-4f0a-9945-a22f42883a9a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.502141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (40167a9d-92b4-4f0a-9945-a22f42883a9a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.505401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.506799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/40167a9d-92b4-4f0a-9945-a22f42883a9a HTTP/1.1" status: 204  len: 168 time: 0.2362833
Jan 15 21:17:10.510874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49132) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.519874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3236-e98c-45b8-bb80-2bdaafdacbb3 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40167a9d-92b4-4f0a-9945-a22f42883a9a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:10.608738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40079fa0-e27f-4b94-8e63-2c15f536a260 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0955129
Jan 15 21:17:10.613107 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49136) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.617425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093599519'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:10.643061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:10.643404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.689062 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.753533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.753863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.774756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:10.862487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (1029af4a-817d-4307-b9ee-3cf6afd51dcc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.868522 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1029af4a-817d-4307-b9ee-3cf6afd51dcc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.926137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e75465cd-f625-4704-b287-90834fcfeefd req-d614dca7-dd32-43a8-81c4-45986631619c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=315ce600-cbfd-4885-bc3d-5ab129d57681 HTTP/1.1" status: 200  len: 210 time: 0.0547559
Jan 15 21:17:10.947207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1029af4a-817d-4307-b9ee-3cf6afd51dcc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:10.955076 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:10.957723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d406f8dd-e579-476c-a47d-218191f72cb1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3436882
Jan 15 21:17:10.960279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49142) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:10.967839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '1029af4a-817d-4307-b9ee-3cf6afd51dcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:11.019628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.076625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.081028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.109006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6a482d-48fe-42f1-bf36-ac5b7836b802,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:11.115623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.118953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-feb19371-d558-4e9e-833c-592fc076c7fa tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1573317
Jan 15 21:17:11.121752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49148) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:11.126097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '1029af4a-817d-4307-b9ee-3cf6afd51dcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:11.157519 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.222050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.226293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.250352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed327ba-545c-4e73-9bc1-21f01d4be392,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:11.259610 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.261197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e392ae5b-5323-4e4c-a301-a95a6619198e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1382589
Jan 15 21:17:11.264227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49150) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:11.269178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '1029af4a-817d-4307-b9ee-3cf6afd51dcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:11.305968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.391605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.395672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.403858 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.421032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423be06e-7dee-4433-82ad-37db49c2a592,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:11.430864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=1f5c8d78-2f2d-47ce-82d3-89c9cc8fd362,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:11.436905 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.440829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fbc1665e-a46c-4c78-8672-3c41aa406d41 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1730180
Jan 15 21:17:11.441259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49156) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:11.445985 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '1029af4a-817d-4307-b9ee-3cf6afd51dcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:11.464365 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.464708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.465099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.466038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.466291 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.466651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.466955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.467276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.467598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.467918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.468239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.468558 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.468899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:11.524989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for floatingip (924e0f02-a6b2-4367-a53d-8f7347d64b6b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.525322 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Floating IP 924e0f02-a6b2-4367-a53d-8f7347d64b6b disassociated (deleted). External IP: 172.35.1.12, port: 84cfe8ad-5c43-40f1-89bd-977866e8ad66.
Jan 15 21:17:11.530383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.674139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.679326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.732766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05adb66-2331-40ad-a476-b611279d4831,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:11.744159 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.745385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cc846ab3-0e96-4d97-80e8-5caa03c51d4e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3029222
Jan 15 21:17:11.748206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:11.755389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '1029af4a-817d-4307-b9ee-3cf6afd51dcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:11.832602 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.844456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:11.957659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:11.988259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:11.992291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.016834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316f6517-1976-4a83-898d-c411fb7d957d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:12.033812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.035038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a4963de2-9521-4520-a4b6-53827e20e5f9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2859015
Jan 15 21:17:12.038051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.051916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:12.057476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.078802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Sync routers for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:12.093728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:12.094653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a47f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:12.095887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-89f49fc6-ae79-4623-b8cc-599fe9b90b12 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/floatingips/924e0f02-a6b2-4367-a53d-8f7347d64b6b HTTP/1.1" status: 204  len: 168 time: 1.7139273
Jan 15 21:17:12.096657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:12.099125 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c7914-199a-4206-9135-13fd2aa0aa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:12.134009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.156529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.170545 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2704e5-069c-44e9-afa0-e55a7ddcf297 x-openstack-request-id: req-eb2704e5-069c-44e9-afa0-e55a7ddcf297 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:12.170912 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:12.171172 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb2704e5-069c-44e9-afa0-e55a7ddcf297 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:12.172165 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'status': 'completed', 'code': 200}
Jan 15 21:17:12.195372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (316f6517-1976-4a83-898d-c411fb7d957d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.209531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.210742 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/316f6517-1976-4a83-898d-c411fb7d957d HTTP/1.1" status: 204  len: 168 time: 0.1715622
Jan 15 21:17:12.216202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49184) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.225469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a9427-d3ef-4e8f-8a2f-d4cb222803d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=316f6517-1976-4a83-898d-c411fb7d957d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:12.320917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5bf25185-ac54-4050-a477-5c441bd78062 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1032758
Jan 15 21:17:12.323531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49186) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.327026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f95cb764-b926-4265-9f28-c5b930e16f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:12.329044 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f95cb764-b926-4265-9f28-c5b930e16f4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 1097 time: 0.1435912
Jan 15 21:17:12.334077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:12.383905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.410423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.449010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f2987fda-4b41-4a8a-b4f0-83e87839aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:12.450712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f2987fda-4b41-4a8a-b4f0-83e87839aee2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 200  len: 898 time: 0.1122396
Jan 15 21:17:12.500480 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (e05adb66-2331-40ad-a476-b611279d4831), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.509223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.510442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-42658eab-724b-4f81-b9d4-373868d25949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 200  len: 217 time: 0.0510342
Jan 15 21:17:12.511155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e05adb66-2331-40ad-a476-b611279d4831 HTTP/1.1" status: 204  len: 168 time: 0.1865191
Jan 15 21:17:12.513782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49192) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.531753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b2427-060e-4637-8be1-647297044994 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e05adb66-2331-40ad-a476-b611279d4831,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:12.553960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43d363-a820-4945-a4a3-18d398e16035 req-8a401382-3403-4c1e-90ac-e541c4e24a1d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:12.562195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f43d363-a820-4945-a4a3-18d398e16035 req-8a401382-3403-4c1e-90ac-e541c4e24a1d tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.0933874
Jan 15 21:17:12.624822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f43d363-a820-4945-a4a3-18d398e16035 req-8eb6ca38-0645-45ae-bc74-a1a1e5999edd tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0615723
Jan 15 21:17:12.628453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-4cc2c5dc-c7ff-4ee6-9a6b-60858abb9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:12.637651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-4cc2c5dc-c7ff-4ee6-9a6b-60858abb9e96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 200  len: 835 time: 0.1131930
Jan 15 21:17:12.658976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a47f8e0>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:12.668165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6bb9651a-1b87-45bd-a3db-12331807aff6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.1506979
Jan 15 21:17:12.670139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49196) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.691826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Checking router: 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:12.703478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:12.704124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a47f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:12.704930 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.715054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.731252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f149bc44-e720-4820-ac7a-6cfdea716cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:12.732955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-f149bc44-e720-4820-ac7a-6cfdea716cee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0965159
Jan 15 21:17:12.749004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (423be06e-7dee-4433-82ad-37db49c2a592), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.764278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.769913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/423be06e-7dee-4433-82ad-37db49c2a592 HTTP/1.1" status: 204  len: 168 time: 0.0981789
Jan 15 21:17:12.770794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f930cc-2d28-44b3-97bb-8b7249d996d4 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=423be06e-7dee-4433-82ad-37db49c2a592,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:12.775176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.825458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.833535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:12.847333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b8a75b9-20a8-4403-bcf7-aeb4a858b486 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0701089
Jan 15 21:17:12.847952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49206) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.878521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.889026 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.889848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-50e36807-be4d-4a40-bb9e-ebf5f40a699c service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493716
Jan 15 21:17:12.925846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5ed327ba-545c-4e73-9bc1-21f01d4be392), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.937919 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:12.941460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5ed327ba-545c-4e73-9bc1-21f01d4be392 HTTP/1.1" status: 204  len: 168 time: 0.0895991
Jan 15 21:17:12.942056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49212) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:12.954682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64848f6d-be34-4f13-aae3-b54042ef583e tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ed327ba-545c-4e73-9bc1-21f01d4be392,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:13.012468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b3c10543-bef0-43ff-a6b5-a6a1c63abf15 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0685050
Jan 15 21:17:13.014011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.046006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.056553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.092564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2b6a482d-48fe-42f1-bf36-ac5b7836b802), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.099669 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.100484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2b6a482d-48fe-42f1-bf36-ac5b7836b802 HTTP/1.1" status: 204  len: 168 time: 0.0863602
Jan 15 21:17:13.103437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49222) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.123153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a47f8e0>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:13.124698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045f590-9fb8-4ed9-ada9-eeedd7f650a6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b6a482d-48fe-42f1-bf36-ac5b7836b802,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:13.141194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-be3c7914-199a-4206-9135-13fd2aa0aa9c req-2d8a6f76-edd7-4e0e-ad1c-f61ce0eca586 service neutron] 10.222.0.39 "GET /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441840
Jan 15 21:17:13.157082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0604ba65-29f2-47af-ab78-72180060e7c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0525103
Jan 15 21:17:13.160359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49226) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.162890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e6c87-c235-44fc-8220-2c3125e717b8 None None] The sync data for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 is: [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:16:08Z', 'revision_number': 4, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9', 'name': '', 'network_id': '9b6e92d5-4ead-4aec-a8af-bdc5348adf8e', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'mac_address': 'fa:16:3e:b2:69:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:16:07Z', 'updated_at': '2022-01-15T21:16:13Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'subnets': [{'id': '8b4c9dfa-cd2d-4257-b48b-136262612145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:13.279335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (1029af4a-817d-4307-b9ee-3cf6afd51dcc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.310951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (1029af4a-817d-4307-b9ee-3cf6afd51dcc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.356554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 3f410724-c8d2-4a7b-b577-dd794939f79d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:13.357245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.421248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1029af4a-817d-4307-b9ee-3cf6afd51dcc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.424086 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.425289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/1029af4a-817d-4307-b9ee-3cf6afd51dcc HTTP/1.1" status: 204  len: 168 time: 0.2611074
Jan 15 21:17:13.428134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49230) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.443732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed032c5d-8fc7-4b22-8fec-ed4b3139bab1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1029af4a-817d-4307-b9ee-3cf6afd51dcc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:13.484118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 3f410724-c8d2-4a7b-b577-dd794939f79d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f410724-c8d2-4a7b-b577-dd794939f79d,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:13.484590 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.486565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eb3a1-00b4-427f-9b54-a7e7224da424 None None] New status for floating IP 924e0f02-a6b2-4367-a53d-8f7347d64b6b: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:17:13.499709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 3f410724-c8d2-4a7b-b577-dd794939f79d owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:13.523125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-95d9cea3-e51a-483e-b9b0-ab41e471e13f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0935409
Jan 15 21:17:13.532717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49234) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.538311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--546173563'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:13.579503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.684459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (bf905fbd-1690-4ab9-96cd-32df0ae2478a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.689513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bf905fbd-1690-4ab9-96cd-32df0ae2478a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.729616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.731267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1969852
Jan 15 21:17:13.735457 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49240) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:13.740790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': 'bf905fbd-1690-4ab9-96cd-32df0ae2478a', 'direction': 'ingress', 'protocol': 17}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:13.757109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5da62-040d-48cf-b781-06074b1fed20 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf905fbd-1690-4ab9-96cd-32df0ae2478a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:13.824322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34212d5d-1950-4d97-9c22-97c521d2efcb req-d7ce4957-d9ef-44a0-b1da-dbe4e999a167 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:13.827131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34212d5d-1950-4d97-9c22-97c521d2efcb req-d7ce4957-d9ef-44a0-b1da-dbe4e999a167 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.0798852
Jan 15 21:17:13.827630 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (99a0bcc4-7261-4b7e-92f1-677edcf917c4), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.914789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34212d5d-1950-4d97-9c22-97c521d2efcb req-f3fe372b-053c-4cb6-9dc7-bb0c6b7fcaac tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/security-groups?id=084799d0-457d-4f98-a8ea-2aa22c486b7b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0771570
Jan 15 21:17:13.916678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (99a0bcc4-7261-4b7e-92f1-677edcf917c4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.922666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (99a0bcc4-7261-4b7e-92f1-677edcf917c4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.952535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a0bcc4-7261-4b7e-92f1-677edcf917c4,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:13.958006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:13.961518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4642403c-5e7b-4519-bc69-12f964e86945 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2225852
Jan 15 21:17:13.961811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49242) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.022060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (bf905fbd-1690-4ab9-96cd-32df0ae2478a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.046281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (bf905fbd-1690-4ab9-96cd-32df0ae2478a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.048376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-2e03e215-7404-4233-b9e1-c6a36a1c77a0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:14.049892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-2e03e215-7404-4233-b9e1-c6a36a1c77a0 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 946 time: 0.1079979
Jan 15 21:17:14.096236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bf905fbd-1690-4ab9-96cd-32df0ae2478a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.099580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.103760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/bf905fbd-1690-4ab9-96cd-32df0ae2478a HTTP/1.1" status: 204  len: 168 time: 0.1384802
Jan 15 21:17:14.105734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49246) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.126539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ee2ef-1c84-436a-8dba-06cf35d57395 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf905fbd-1690-4ab9-96cd-32df0ae2478a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:14.183377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d20ab0ab-5bd5-48b2-995b-99f3df1602c1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0712028
Jan 15 21:17:14.183572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.190662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--802751308'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:14.228810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:14.229102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.234238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3f410724-c8d2-4a7b-b577-dd794939f79d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.308569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=3f410724-c8d2-4a7b-b577-dd794939f79d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:14.311923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.445633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port 84cfe8ad-5c43-40f1-89bd-977866e8ad66, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84cfe8ad-5c43-40f1-89bd-977866e8ad66,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:14.446264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.469874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.502063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for 84cfe8ad-5c43-40f1-89bd-977866e8ad66 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:14.504045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:14.566887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 5946fdbc-5c0f-444f-9903-f401907ec9ec {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:14.567524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5946fdbc-5c0f-444f-9903-f401907ec9ec not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:14.635323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (536b370f-8d8c-4ecb-bd78-4d9e5300bcf4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.643204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (536b370f-8d8c-4ecb-bd78-4d9e5300bcf4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.658616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.705862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.707102 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5230906
Jan 15 21:17:14.710123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49256) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.717450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145035248'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:14.747802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.749125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e1eaf-f5b4-4605-b460-2d6833337e7f tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536b370f-8d8c-4ecb-bd78-4d9e5300bcf4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:14.777252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49258) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.839153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (24d4819c-055c-40c5-b9cc-08fef71743a9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.844374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24d4819c-055c-40c5-b9cc-08fef71743a9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.870148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (84cfe8ad-5c43-40f1-89bd-977866e8ad66), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.877239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.879534 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1673617
Jan 15 21:17:14.881519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49262) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:14.887680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '536b370f-8d8c-4ecb-bd78-4d9e5300bcf4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24d4819c-055c-40c5-b9cc-08fef71743a9', 'remote_ip_prefix': None}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:14.894191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f23bd2-31a7-43a0-b5c4-7340343543c6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4819c-055c-40c5-b9cc-08fef71743a9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:14.914425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04f63d9d-915a-495c-9e27-96fdbff7fc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.932589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=84cfe8ad-5c43-40f1-89bd-977866e8ad66,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:14.968126 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.990420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] No DVR routers for this DVR port 84cfe8ad-5c43-40f1-89bd-977866e8ad66 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:14.994101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:14.998208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f83008cd-6031-448a-bf76-1a228f3f9efa req-534134de-ea84-416f-a67b-180d7c26eab4 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.39 "DELETE /v2.0/ports/84cfe8ad-5c43-40f1-89bd-977866e8ad66 HTTP/1.1" status: 204  len: 173 time: 0.9420156
Jan 15 21:17:14.998608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'name': 'network-vif-deleted', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:15.001244 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5f97c-45ec-4baf-a431-7f89c321ec7f" -d '{"events": [{"server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "name": "network-vif-deleted", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:15.055225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9326f90-c33e-44fb-b6a2-2dbbcc029253 req-19d7820c-df59-4f6a-9349-6219f94823af tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "GET /v2.0/ports?device_id=57f7b510-e7b8-484b-9be5-468ac3063f29 HTTP/1.1" status: 200  len: 210 time: 0.0410190
Jan 15 21:17:15.075186 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a8197-616f-4103-b9c5-5ee0da484b18 x-openstack-request-id: req-8b7a8197-616f-4103-b9c5-5ee0da484b18 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:15.075866 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f7b510-e7b8-484b-9be5-468ac3063f29", "name": "network-vif-deleted", "tag": "84cfe8ad-5c43-40f1-89bd-977866e8ad66", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:15.076286 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b7a8197-616f-4103-b9c5-5ee0da484b18 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:15.076944 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f7b510-e7b8-484b-9be5-468ac3063f29', 'name': 'network-vif-deleted', 'tag': '84cfe8ad-5c43-40f1-89bd-977866e8ad66', 'status': 'completed', 'code': 200}
Jan 15 21:17:15.091284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:15.112172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04f63d9d-915a-495c-9e27-96fdbff7fc43 admin admin] Publish callbacks [] for security_group (bfca86bc-8b39-4705-8a41-026ee54dde4a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.117503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04f63d9d-915a-495c-9e27-96fdbff7fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bfca86bc-8b39-4705-8a41-026ee54dde4a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.120992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.138973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.176109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f63d9d-915a-495c-9e27-96fdbff7fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca86bc-8b39-4705-8a41-026ee54dde4a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.182712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04f63d9d-915a-495c-9e27-96fdbff7fc43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55f0e61d124049b4b5e392b49d423bcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4038939
Jan 15 21:17:15.183439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb32c0-d590-4936-b2d3-53c8eb700bc1,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.186210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49268) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.195795 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.198949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac954a44-8665-4002-83da-6591e909b6b9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3145027
Jan 15 21:17:15.202729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49270) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.225053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:15.233334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-348f07f6-15e5-455e-ad37-ca8806d781c4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2411819
Jan 15 21:17:15.233334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.237403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Sync routers for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:15.246131 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.248554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:15.249246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1bdf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:15.256489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.284606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] Publish callbacks [] for security_group (bfca86bc-8b39-4705-8a41-026ee54dde4a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.298068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting subnet b8d88f77-5014-4c14-8432-10d0096bdad3 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:17:15.300004 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2dcb32c0-d590-4936-b2d3-53c8eb700bc1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.304029 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (b8d88f77-5014-4c14-8432-10d0096bdad3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.310350 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.311702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2dcb32c0-d590-4936-b2d3-53c8eb700bc1 HTTP/1.1" status: 204  len: 168 time: 0.1080573
Jan 15 21:17:15.317547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49274) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.339901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] Publish callbacks [] for security_group (bfca86bc-8b39-4705-8a41-026ee54dde4a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.348292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89baeb2-62af-4301-ba90-12ae54d3b2e0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dcb32c0-d590-4936-b2d3-53c8eb700bc1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.361914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (b8d88f77-5014-4c14-8432-10d0096bdad3), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.385436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.437033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:15.446694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4176a4e4-fbf6-42dd-8e42-893260af1722 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1280272
Jan 15 21:17:15.451287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49276) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.515288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bfca86bc-8b39-4705-8a41-026ee54dde4a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.517916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.519236 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfca86bc-8b39-4705-8a41-026ee54dde4a HTTP/1.1" status: 204  len: 168 time: 0.3316987
Jan 15 21:17:15.522506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (b8d88f77-5014-4c14-8432-10d0096bdad3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.536951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cbcb8-d0f1-4c7c-8795-6bb934ffd83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca86bc-8b39-4705-8a41-026ee54dde4a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.542015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (24d4819c-055c-40c5-b9cc-08fef71743a9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.610960 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (24d4819c-055c-40c5-b9cc-08fef71743a9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.676376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (b8d88f77-5014-4c14-8432-10d0096bdad3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.712042 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (24d4819c-055c-40c5-b9cc-08fef71743a9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.719039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d88f77-5014-4c14-8432-10d0096bdad3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.722741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.724944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/24d4819c-055c-40c5-b9cc-08fef71743a9 HTTP/1.1" status: 204  len: 168 time: 0.2726169
Jan 15 21:17:15.727697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49280) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.729676 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.734690 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bb6ad975-9cec-42c4-ae10-2cd82827f1e8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/subnets/b8d88f77-5014-4c14-8432-10d0096bdad3 HTTP/1.1" status: 204  len: 168 time: 0.5003779
Jan 15 21:17:15.737556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49282) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.791766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736aa074-f319-4677-b308-e214bbe5842b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4819c-055c-40c5-b9cc-08fef71743a9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:15.822789 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6da5d17b-9a5c-4cf9-8caf-e749f20ebb4b tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0839174
Jan 15 21:17:15.824866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49286) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:15.830524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d09936-7ab0-4cbc-8b1b-c3aece771947 None None] Network e8902453-93d9-48d2-8641-d9165e87af61 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:15.925334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (536b370f-8d8c-4ecb-bd78-4d9e5300bcf4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:15.933467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.031797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.056593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7470df8f-5c62-44a2-ac8a-3a295cf62894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.059411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.068627 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (536b370f-8d8c-4ecb-bd78-4d9e5300bcf4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.116698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1bdf10>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:17:14Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '68790719-ff6f-4c95-88ba-b63b609294ce', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:14:40Z', 'updated_at': '2022-01-15T21:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:16.154782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 68790719-ff6f-4c95-88ba-b63b609294ce {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:16.155205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.157221 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (536b370f-8d8c-4ecb-bd78-4d9e5300bcf4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.159963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.161596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/536b370f-8d8c-4ecb-bd78-4d9e5300bcf4 HTTP/1.1" status: 204  len: 168 time: 0.3353298
Jan 15 21:17:16.162810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.164702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49294) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.180246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Checking router: f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:16.189302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Routers {'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:16.191744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1bdf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:16.193495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7470df8f-5c62-44a2-ac8a-3a295cf62894 admin admin] Publish callbacks [] for security_group (3d6feedd-921d-4e6a-9d24-173a1c505f73), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.217465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7470df8f-5c62-44a2-ac8a-3a295cf62894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d6feedd-921d-4e6a-9d24-173a1c505f73), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.227353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d470-ef94-409e-9304-d14a450862c8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536b370f-8d8c-4ecb-bd78-4d9e5300bcf4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.232943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] DHCP port deletion for e8902453-93d9-48d2-8641-d9165e87af61 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:16.246629 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8df93771-5bd1-4bec-ba87-f6d4b604098d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0755422
Jan 15 21:17:16.250410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49296) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.259325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--280358224'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:16.278123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7470df8f-5c62-44a2-ac8a-3a295cf62894 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=814b0976928c4320bd96730c5865242d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2413638
Jan 15 21:17:16.279698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49298) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.281142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470df8f-5c62-44a2-ac8a-3a295cf62894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6feedd-921d-4e6a-9d24-173a1c505f73,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.304039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.322410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (084799d0-457d-4f98-a8ea-2aa22c486b7b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.326227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] Set router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:16.348284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 68790719-ff6f-4c95-88ba-b63b609294ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68790719-ff6f-4c95-88ba-b63b609294ce,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:16.348649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.380752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 68790719-ff6f-4c95-88ba-b63b609294ce owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:16.382082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1bdf10>, [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:17:16Z', 'revision_number': 6, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:16.398082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (4d023be4-35fc-47e5-8ffe-c1be0e20c71f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.399555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (084799d0-457d-4f98-a8ea-2aa22c486b7b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.402306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d023be4-35fc-47e5-8ffe-c1be0e20c71f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.416538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99aecf6-7d1c-4897-8c24-daee8b3a96d7 None None] The sync data for ids ['f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf'] in ncdv-master-1 is: [{'id': 'f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648165008', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:14:39Z', 'updated_at': '2022-01-15T21:17:16Z', 'revision_number': 6, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:16.425207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] Publish callbacks [] for security_group (3d6feedd-921d-4e6a-9d24-173a1c505f73), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.431519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Deleting port a7f18bb7-4e99-43ac-aa81-611db145751a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:16.431893 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.441449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.442848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1918232
Jan 15 21:17:16.447422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49300) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.453013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '4d023be4-35fc-47e5-8ffe-c1be0e20c71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:16.457827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d249013-e131-425b-be09-04682c000bb0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d023be4-35fc-47e5-8ffe-c1be0e20c71f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.501150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.502364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] For port a7f18bb7-4e99-43ac-aa81-611db145751a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f18bb7-4e99-43ac-aa81-611db145751a,segment=NetworkSegment(0753691f-4323-427c-aee5-73b336c40a42),segment_id=0753691f-4323-427c-aee5-73b336c40a42)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:16.503059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.519017 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] Publish callbacks [] for security_group (3d6feedd-921d-4e6a-9d24-173a1c505f73), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.519865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Calling delete_port for a7f18bb7-4e99-43ac-aa81-611db145751a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:16.565703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.570002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.588928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44f2bf6-41bb-447f-b959-d772eedd272c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.599459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.603784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9133b85e-42a3-4181-8517-fc9e4c68e366 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1522717
Jan 15 21:17:16.604284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49302) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.627936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (084799d0-457d-4f98-a8ea-2aa22c486b7b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.630710 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.634593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/security-groups/084799d0-457d-4f98-a8ea-2aa22c486b7b HTTP/1.1" status: 204  len: 168 time: 0.4658673
Jan 15 21:17:16.647056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815d271-78fb-49b8-9c74-1b8e63992ac7 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084799d0-457d-4f98-a8ea-2aa22c486b7b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.663461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (a7f18bb7-4e99-43ac-aa81-611db145751a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.674584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3d6feedd-921d-4e6a-9d24-173a1c505f73), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.675313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49306) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.677339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.678571 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d6feedd-921d-4e6a-9d24-173a1c505f73 HTTP/1.1" status: 204  len: 168 time: 0.3980486
Jan 15 21:17:16.691681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd23f6b-b1f3-4330-8135-c74f1828575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6feedd-921d-4e6a-9d24-173a1c505f73,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.716451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (68790719-ff6f-4c95-88ba-b63b609294ce), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.741185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.744031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] Pushing event deleted for resources: {'Port': ['ID=a7f18bb7-4e99-43ac-aa81-611db145751a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.746395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d4c10-61ac-4ed5-add6-fa5a25b398a2 None None] No DVR routers for this DVR port a7f18bb7-4e99-43ac-aa81-611db145751a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:16.756377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.769443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=68790719-ff6f-4c95-88ba-b63b609294ce,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:16.789863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679efeb-b20b-423d-821b-d4a13be7ffcd None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:16.876712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b44f2bf6-41bb-447f-b959-d772eedd272c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.893022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.894625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:16.895857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b44f2bf6-41bb-447f-b959-d772eedd272c HTTP/1.1" status: 204  len: 168 time: 0.2904477
Jan 15 21:17:16.898813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49310) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:16.906158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea409de9-5445-49ed-8b52-07252ce70452 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b44f2bf6-41bb-447f-b959-d772eedd272c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:17.043764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.046484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.104059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aba2cf37-0775-43d9-934b-2a7df05784e9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2036550
Jan 15 21:17:17.106926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.123999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 84cfe8ad-5c43-40f1-89bd-977866e8ad66 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:17.124609 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.124887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Fanout notify agent at l3_agent the message router_deleted on router f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:17:17.135379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.137427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a1fdbfd-b50f-4bab-a05a-eaebf97fdd4a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/routers/f77ce9e3-0e34-4ef9-8eea-d3fe9ada6fcf HTTP/1.1" status: 204  len: 168 time: 1.3969026
Jan 15 21:17:17.141688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.160005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 84cfe8ad-5c43-40f1-89bd-977866e8ad66 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:17.161351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 84cfe8ad-5c43-40f1-89bd-977866e8ad66 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:17.181382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (4d023be4-35fc-47e5-8ffe-c1be0e20c71f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.207554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (4d023be4-35fc-47e5-8ffe-c1be0e20c71f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.254164 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4d023be4-35fc-47e5-8ffe-c1be0e20c71f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.255787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (e8902453-93d9-48d2-8641-d9165e87af61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.257878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.259064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d023be4-35fc-47e5-8ffe-c1be0e20c71f HTTP/1.1" status: 204  len: 168 time: 0.1509483
Jan 15 21:17:17.263482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49318) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.281852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ea00a-9456-44b6-a225-7da643c1fdf8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d023be4-35fc-47e5-8ffe-c1be0e20c71f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:17.323226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f410724-c8d2-4a7b-b577-dd794939f79d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:17.356548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3f410724-c8d2-4a7b-b577-dd794939f79d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:17.357100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3f410724-c8d2-4a7b-b577-dd794939f79d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:17.357658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7f18bb7-4e99-43ac-aa81-611db145751a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:17.368657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-32aa6c6d-dc01-4229-bb48-1d596db1168c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1040204
Jan 15 21:17:17.369765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.374858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283200828'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:17.394944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a7f18bb7-4e99-43ac-aa81-611db145751a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:17.395246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a7f18bb7-4e99-43ac-aa81-611db145751a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:17.409711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.453003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.496124 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (e8902453-93d9-48d2-8641-d9165e87af61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.505945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (ff3b9e59-6523-4386-b92e-7405fdfa9f11), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.511372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff3b9e59-6523-4386-b92e-7405fdfa9f11), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.526704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6190>,) {'filters': {'network_id': ['e8902453-93d9-48d2-8641-d9165e87af61']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:17.547858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6190>, '0753691f-4323-427c-aee5-73b336c40a42') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:17.548077 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.548159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e799c6190>, '0753691f-4323-427c-aee5-73b336c40a42') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:17.549005 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1779382
Jan 15 21:17:17.550971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db36b6-1181-4c9a-9850-22b9dbe7595d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b9e59-6523-4386-b92e-7405fdfa9f11,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:17.553756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49330) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.558278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': 'ff3b9e59-6523-4386-b92e-7405fdfa9f11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:17.594941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (0753691f-4323-427c-aee5-73b336c40a42), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.595488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.617819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (0753691f-4323-427c-aee5-73b336c40a42), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.631707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:17.632122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (0753691f-4323-427c-aee5-73b336c40a42), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:17.635431 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:17.672129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.677172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.704756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb95c01-8abc-4d7b-aac2-bfb81a8be889,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:17.716133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.720211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-05c69758-3283-4cb7-a99f-11f9e308e451 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1628816
Jan 15 21:17:17.720499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49336) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.743838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbabecb0-c855-4407-8a3d-657818c2dda6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules/1cb95c01-8abc-4d7b-aac2-bfb81a8be889 HTTP/1.1" status: 200  len: 763 time: 0.0220144
Jan 15 21:17:17.747973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49338) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.780608 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (e8902453-93d9-48d2-8641-d9165e87af61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.796180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.799364 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/networks/e8902453-93d9-48d2-8641-d9165e87af61 HTTP/1.1" status: 204  len: 168 time: 0.6565812
Jan 15 21:17:17.802228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49342) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.824031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c26b403c-2579-4756-9e51-ee056b7c8151 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0723898
Jan 15 21:17:17.824899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49344) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.827517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908ee93-924a-4e81-96ef-c7858690c01a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Network': ['ID=e8902453-93d9-48d2-8641-d9165e87af61,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:17.868589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.884003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.913459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (3679eae2-e1c8-4c62-89fe-ac124e9921f2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.936194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-098585f6-f21d-4c07-818a-5c899c00aa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.945081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (1cb95c01-8abc-4d7b-aac2-bfb81a8be889), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.953780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:17.954131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.956974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.958259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/1cb95c01-8abc-4d7b-aac2-bfb81a8be889 HTTP/1.1" status: 204  len: 168 time: 0.1308265
Jan 15 21:17:17.960770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49348) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:17.960924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (3679eae2-e1c8-4c62-89fe-ac124e9921f2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:17.979469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58196b1-4c49-49a1-a2e8-9372dccd4c67 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb95c01-8abc-4d7b-aac2-bfb81a8be889,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.057488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3679eae2-e1c8-4c62-89fe-ac124e9921f2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.061362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.063326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/security-groups/3679eae2-e1c8-4c62-89fe-ac124e9921f2 HTTP/1.1" status: 204  len: 168 time: 0.2598236
Jan 15 21:17:18.078041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4fe1bc52-25f5-4d85-b49d-392e039fa5fd tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1121831
Jan 15 21:17:18.078233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49354) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.082616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': 'ff3b9e59-6523-4386-b92e-7405fdfa9f11', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:18.087807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad25b0d-1281-4043-8ff2-138b3012b016 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3679eae2-e1c8-4c62-89fe-ac124e9921f2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.117607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:18.117726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.153461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:18.171190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.311797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.318289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.342584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa033201-187b-4daf-952f-48d3405736d1,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.362485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.363645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ec45313-3a14-4015-a1ec-6e42d88a4acc tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2844875
Jan 15 21:17:18.366988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.400883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b24ec285-9367-4cd9-afeb-1c14a29eac78 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules/fa033201-187b-4daf-952f-48d3405736d1 HTTP/1.1" status: 200  len: 763 time: 0.0297575
Jan 15 21:17:18.401737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49368) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.450121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.460754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e76f02e4-8c9b-429a-9270-d158d467cedb tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0512297
Jan 15 21:17:18.461143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49370) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.478390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.495681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.506597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.548288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (fa033201-187b-4daf-952f-48d3405736d1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.573499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.578239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/fa033201-187b-4daf-952f-48d3405736d1 HTTP/1.1" status: 204  len: 168 time: 0.1127183
Jan 15 21:17:18.578239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb4fc5-264d-482e-a2f0-acbef37ceae8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa033201-187b-4daf-952f-48d3405736d1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.579259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.653305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ff3a9037-35bc-4da7-9a07-fc07373196c1 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0723941
Jan 15 21:17:18.655955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.661804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': 'ff3b9e59-6523-4386-b92e-7405fdfa9f11', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:18.670687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68790719-ff6f-4c95-88ba-b63b609294ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:18.713802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49380) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.715768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 68790719-ff6f-4c95-88ba-b63b609294ce {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:18.715902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68790719-ff6f-4c95-88ba-b63b609294ce not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:18.720729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485052325', 'description': 'tempest-secgroup-smoke-1485052325 description', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:18.735278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.788000 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.810606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.823569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.840548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.867520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc9858d-a38b-48e3-8159-74f7ea4056bb,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.888674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.889939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6fe1f240-6406-42d1-a136-290029abc9d8 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2328107
Jan 15 21:17:18.892948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49388) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.926613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (bd17840d-eaf5-44ca-8012-e38afe000d61), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.931117 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bd17840d-eaf5-44ca-8012-e38afe000d61), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.944489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a8b5dce-3569-4465-939e-2c0699d1f8e6 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules/9cc9858d-a38b-48e3-8159-74f7ea4056bb HTTP/1.1" status: 200  len: 764 time: 0.0479281
Jan 15 21:17:18.944489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49390) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.969599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:18.973829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2546141
Jan 15 21:17:18.973829 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f1b74-8f03-402e-848d-270c3f44500c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17840d-eaf5-44ca-8012-e38afe000d61,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:18.974366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49392) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:18.980098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:19.021730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c0a9844c-7d14-4899-9a00-aa4dcb264717 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0740178
Jan 15 21:17:19.022449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49396) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.048616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.057301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.088020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9cc9858d-a38b-48e3-8159-74f7ea4056bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.098555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.099716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9cc9858d-a38b-48e3-8159-74f7ea4056bb HTTP/1.1" status: 204  len: 168 time: 0.0760353
Jan 15 21:17:19.102472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49398) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.115257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d0eb6-aace-47d0-a10d-39fa023e9625 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cc9858d-a38b-48e3-8159-74f7ea4056bb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.162312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4314e2b1-7f17-4d9d-95a7-6b091c3643f0 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0557921
Jan 15 21:17:19.162704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49402) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.223599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (ff3b9e59-6523-4386-b92e-7405fdfa9f11), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.251717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (ff3b9e59-6523-4386-b92e-7405fdfa9f11), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.305991 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ff3b9e59-6523-4386-b92e-7405fdfa9f11), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.309230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.313048 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/ff3b9e59-6523-4386-b92e-7405fdfa9f11 HTTP/1.1" status: 204  len: 168 time: 0.1467788
Jan 15 21:17:19.314509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49410) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.334407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66c96-ecab-4205-8c54-d64b0ea84135 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b9e59-6523-4386-b92e-7405fdfa9f11,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.388476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3515627d-6d71-444d-86dd-f2f9d898c01d tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0727694
Jan 15 21:17:19.393531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49414) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.398298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group': {'name': 'tempest-secgroup--84303077'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:19.471227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (2fc84689-c5c4-4e78-9754-f532f1e1ebad), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.481929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.556179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:19.557312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0f30c040-1c02-48ea-a950-8115574aba02), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.561530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0f30c040-1c02-48ea-a950-8115574aba02), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.567970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (2fc84689-c5c4-4e78-9754-f532f1e1ebad), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.572779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2fc84689-c5c4-4e78-9754-f532f1e1ebad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.599739 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.604299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2063539
Jan 15 21:17:19.604299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49418) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.609404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Request body: {'security_group_rule': {'security_group_id': '0f30c040-1c02-48ea-a950-8115574aba02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:19.614637 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86320f-d4a2-4e6b-a6ba-2e602089bf3c tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f30c040-1c02-48ea-a950-8115574aba02,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.634292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc84689-c5c4-4e78-9754-f532f1e1ebad,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.643202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.644428 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-165718fc-341d-4a17-9e8a-0c991731bda0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6691310
Jan 15 21:17:19.648864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49422) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.655688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:19.656444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (66b6d92e-580e-4602-bda9-d9e9fcf2fd02), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.719750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (66b6d92e-580e-4602-bda9-d9e9fcf2fd02), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.724865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (66b6d92e-580e-4602-bda9-d9e9fcf2fd02), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.729933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:19.740962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d1ce9183-5ee6-421f-854f-a9c00e3903a2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "PUT /v2.0/routers/528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0619776
Jan 15 21:17:19.740962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (9992137e-2ab8-4f83-bc28-343d75f12ecc), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.743056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49426) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.745358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b6d92e-580e-4602-bda9-d9e9fcf2fd02,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.745785 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Sync routers for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:19.757842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:19.758469 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:19.794016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (9992137e-2ab8-4f83-bc28-343d75f12ecc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.794495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.796468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5bbfd9e1-0ccf-40c5-bb86-84ae4ed10808 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1915081
Jan 15 21:17:19.799135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9992137e-2ab8-4f83-bc28-343d75f12ecc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.800755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49428) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.826300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9992137e-2ab8-4f83-bc28-343d75f12ecc,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:19.839403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.844281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7754104c-5571-439e-9838-86b4c6e9d309 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1919925
Jan 15 21:17:19.844599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49432) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:19.849572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:19.865465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting subnet 8b4c9dfa-cd2d-4257-b48b-136262612145 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:17:19.875641 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (8b4c9dfa-cd2d-4257-b48b-136262612145), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.884683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (90315f38-a9e4-4d08-b15e-d0f9f1fca604), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.887454 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:19.938501 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0f30c040-1c02-48ea-a950-8115574aba02), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.946553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (8b4c9dfa-cd2d-4257-b48b-136262612145), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.960280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (90315f38-a9e4-4d08-b15e-d0f9f1fca604), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.967198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (90315f38-a9e4-4d08-b15e-d0f9f1fca604), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:19.985973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90315f38-a9e4-4d08-b15e-d0f9f1fca604,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:20.010615 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (0f30c040-1c02-48ea-a950-8115574aba02), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.017019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.019793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0e158bfc-2c75-4907-8cfb-a20fb3a6ae6f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1738489
Jan 15 21:17:20.022605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49436) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.029888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:20.071137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (b5e72148-329f-4c08-ab93-71277983a036), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.099953 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095640>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:17:18Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:20.112425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8b4c9dfa-cd2d-4257-b48b-136262612145), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.116926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0f30c040-1c02-48ea-a950-8115574aba02), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.120343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.122584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f30c040-1c02-48ea-a950-8115574aba02 HTTP/1.1" status: 204  len: 168 time: 0.3200641
Jan 15 21:17:20.125601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49440) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.131332 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Checking router: 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:20.142678 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Routers {'528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:20.143453 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:16:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:20.174552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d24f41-14a5-461a-81c3-3b1d58ccf8d9 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f30c040-1c02-48ea-a950-8115574aba02,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:20.191166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ee30730-9a5b-4e5c-96c6-96871dda3ccb tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0565033
Jan 15 21:17:20.191790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49442) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.235770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (8b4c9dfa-cd2d-4257-b48b-136262612145), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.262351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (b5e72148-329f-4c08-ab93-71277983a036), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.270578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4c9dfa-cd2d-4257-b48b-136262612145,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:20.272922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.278445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418e5d8-b0bf-44b5-b6ee-f3b30ea98a77 None None] Network 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:20.279932 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-135265cf-3d60-415b-827c-fc19a9ef38e2 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/subnets/8b4c9dfa-cd2d-4257-b48b-136262612145 HTTP/1.1" status: 204  len: 168 time: 0.5297234
Jan 15 21:17:20.280937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49446) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.282833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49448) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.293862 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-67b458b0-e299-4215-9156-f5632b6c1983 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0820282
Jan 15 21:17:20.295625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b5e72148-329f-4c08-ab93-71277983a036), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.304155 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-14472f17-5b5d-4c15-8fd3-df6345cd6637 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] delete failed (client error): The resource could not be found.
Jan 15 21:17:20.305517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14472f17-5b5d-4c15-8fd3-df6345cd6637 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f30c040-1c02-48ea-a950-8115574aba02 HTTP/1.1" status: 404  len: 347 time: 0.0235868
Jan 15 21:17:20.317024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] Set router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:20.330699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49450) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.385334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e72148-329f-4c08-ab93-71277983a036,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:20.392683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.399055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2df8c19e-5f8a-4607-a7b3-27d3a6b7b6d7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3753810
Jan 15 21:17:20.402238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49454) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.454774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:20.464541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32ff2994-6eb9-4c1a-b7de-d3dfc85e8726 tempest-SecGroupTest-1526161854 tempest-SecGroupTest-1526161854-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1324215
Jan 15 21:17:20.500605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.502857 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:17:20.511081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (fb9623ec-0eb5-4b76-9cbc-e0de8282e5af), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.557636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] DHCP port deletion for 9b6e92d5-4ead-4aec-a8af-bdc5348adf8e request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:20.614225 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b095640>, [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:17:18Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:20.666754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Deleting port 1239abc5-a25b-4d2d-8d6f-f1024f85017a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:20.667325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.676734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_gateway (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.682534 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320300ab-be7a-4b85-afac-ddcfefa15025 None None] The sync data for ids ['528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa'] in ncdv-master-1 is: [{'id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'name': 'tempest-TestNetworkBasicOps-router-1043803252', 'tenant_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:15:57Z', 'updated_at': '2022-01-15T21:17:18Z', 'revision_number': 5, 'project_id': 'de60cd8289224f1f81ef0db9ec3c6f87', 'gw_port': {'id': 'abd2c128-43f6-4071-9885-0bac3c256d64', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:15:59Z', 'updated_at': '2022-01-15T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:20.703757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (fb9623ec-0eb5-4b76-9cbc-e0de8282e5af), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.713629 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (fb9623ec-0eb5-4b76-9cbc-e0de8282e5af), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.748958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9623ec-0eb5-4b76-9cbc-e0de8282e5af,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:20.768250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.772281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-81dd6094-2e19-4e15-9907-b9a4d0ae57ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3585289
Jan 15 21:17:20.773023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.780275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': 'bd17840d-eaf5-44ca-8012-e38afe000d61', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:20.783742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Deleting port abd2c128-43f6-4071-9885-0bac3c256d64 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:17:20.784161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.789404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] For port 1239abc5-a25b-4d2d-8d6f-f1024f85017a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1239abc5-a25b-4d2d-8d6f-f1024f85017a,segment=NetworkSegment(27797a9e-c56b-40a4-ac72-24fcd669514d),segment_id=27797a9e-c56b-40a4-ac72-24fcd669514d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:20.790036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.806015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Calling delete_port for 1239abc5-a25b-4d2d-8d6f-f1024f85017a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:20.842927 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:17:20.852682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (7370871a-8a1f-4cf4-a431-2299eab4ba2c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.860303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1239abc5-a25b-4d2d-8d6f-f1024f85017a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:20.862314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e1541bc4-acff-4b5d-a7b5-69bdd440c1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.907814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] For port abd2c128-43f6-4071-9885-0bac3c256d64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd2c128-43f6-4071-9885-0bac3c256d64,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:20.910722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.932979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:20.954304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Calling delete_port for abd2c128-43f6-4071-9885-0bac3c256d64 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:17:20.974622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:20.994286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (7370871a-8a1f-4cf4-a431-2299eab4ba2c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.004576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (7370871a-8a1f-4cf4-a431-2299eab4ba2c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.013548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] Pushing event deleted for resources: {'Port': ['ID=1239abc5-a25b-4d2d-8d6f-f1024f85017a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:21.020821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8212ec9-e144-4821-a2b1-0b2e88f2b6a2 None None] No DVR routers for this DVR port 1239abc5-a25b-4d2d-8d6f-f1024f85017a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:17:21.023091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1239abc5-a25b-4d2d-8d6f-f1024f85017a is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:21.023710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1239abc5-a25b-4d2d-8d6f-f1024f85017a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.060664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7370871a-8a1f-4cf4-a431-2299eab4ba2c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:21.071360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.072703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-399ed194-d952-4de1-ac91-1d17b920f04d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2987154
Jan 15 21:17:21.076681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49474) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:21.083758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'network': {'name': 'tempest-network-smoke--1073073613', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:21.123629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:21.129480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.194329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:17:21.218571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4b77518f-756f-4c10-b492-3969542baf60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbe54fab855741f697177b4afdbbb56d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2839336
Jan 15 21:17:21.221285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49478) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:21.589155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (28c5df25-85a7-461f-9711-e7c800a11b24), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.589465 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Added segment 28c5df25-85a7-461f-9711-e7c800a11b24 of type vlan for network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d
Jan 15 21:17:21.594205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (abd2c128-43f6-4071-9885-0bac3c256d64), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.623191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Port': ['ID=abd2c128-43f6-4071-9885-0bac3c256d64,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:21.637817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.640942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c951db-eb74-456c-ae4b-94386768ce2e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:21.674061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.680436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:21.681074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.682569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] Publish callbacks [] for security_group (c1d40252-72ee-4cf1-9754-c366c82611bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.713185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.716251 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] Publish callbacks [] for security_group (c1d40252-72ee-4cf1-9754-c366c82611bb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.750702 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6721327
Jan 15 21:17:21.753485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49492) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:21.760242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'admin_state_up': True, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:21.774741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a063fee-1d28-4141-a961-b50b0ad8a5d6 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Network': ['ID=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:21.787468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:17:21.810428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.811732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.835303 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.839351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router_controller (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.890003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.890211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Fanout notify agent at l3_agent the message router_deleted on router 528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:17:21.891823 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (9b85f811-7b23-4d8f-8e88-eb805a9b209e), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.898471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.900054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-04cda457-3d78-4339-86a6-3e969ee4c13e tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/routers/528a02cf-1cde-4a9a-b190-c5bcdc1bc8aa HTTP/1.1" status: 204  len: 168 time: 1.6107244
Jan 15 21:17:21.902730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49496) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:21.907800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.929547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c1d40252-72ee-4cf1-9754-c366c82611bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.932244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:21.936340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1d40252-72ee-4cf1-9754-c366c82611bb HTTP/1.1" status: 204  len: 168 time: 0.7111809
Jan 15 21:17:21.977923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50524e04-ad62-4f3a-bd02-93ce6ebe8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d40252-72ee-4cf1-9754-c366c82611bb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:22.016392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.115553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (9b85f811-7b23-4d8f-8e88-eb805a9b209e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.163996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.188766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd94670>,) {'filters': {'network_id': ['9b6e92d5-4ead-4aec-a8af-bdc5348adf8e']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:22.198750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd94670>, '27797a9e-c56b-40a4-ac72-24fcd669514d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:22.199142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bd94670>, '27797a9e-c56b-40a4-ac72-24fcd669514d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:22.210366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (27797a9e-c56b-40a4-ac72-24fcd669514d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.236223 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (27797a9e-c56b-40a4-ac72-24fcd669514d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.246871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:17:22.247400 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (27797a9e-c56b-40a4-ac72-24fcd669514d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:17:22.254448 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:17:22.339537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9b6e92d5-4ead-4aec-a8af-bdc5348adf8e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.354799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.355090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.359760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] 10.222.0.46 "DELETE /v2.0/networks/9b6e92d5-4ead-4aec-a8af-bdc5348adf8e HTTP/1.1" status: 204  len: 168 time: 0.4553397
Jan 15 21:17:22.376133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bea719-59c5-4cca-93f4-2cb8338e6b01 tempest-TestNetworkBasicOps-1834082990 tempest-TestNetworkBasicOps-1834082990-project] Pushing event deleted for resources: {'Network': ['ID=9b6e92d5-4ead-4aec-a8af-bdc5348adf8e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:22.394583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.576553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.215 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/50b865e9-3e3d-4f87-97f1-ec6bcd315599) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:22.630218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device abd2c128-43f6-4071-9885-0bac3c256d64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:22.653340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: abd2c128-43f6-4071-9885-0bac3c256d64 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:22.654610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device abd2c128-43f6-4071-9885-0bac3c256d64 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:22.655199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:17:22.676750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:17:22.677122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device cbf3b3d6-6c4d-4c8a-abd2-87d75544d7e9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:17:22.702103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:22.710711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.749726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:22.798223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:22.806061 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:22.808230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=50b865e9-3e3d-4f87-97f1-ec6bcd315599,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:22.810951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:22.823650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84da48b-b606-48b7-8f2d-2dc5e9f4326f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:22.951612 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a3455839-86fb-4281-b90f-31a78eb52380 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de60cd8289224f1f81ef0db9ec3c6f87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2483130
Jan 15 21:17:22.956154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f1fafbd2-c703-4c0a-9400-a7e267dae1c6 None None] Provisioning complete for port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:22.956310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49530) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:22.957199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1fafbd2-c703-4c0a-9400-a7e267dae1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.004064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1fafbd2-c703-4c0a-9400-a7e267dae1c6 None None] Port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:23.063584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] Publish callbacks [] for security_group (9071b337-fbbc-44cb-852b-8acb44191705), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.125458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] Publish callbacks [] for security_group (9071b337-fbbc-44cb-852b-8acb44191705), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.170539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.233302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9071b337-fbbc-44cb-852b-8acb44191705), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.236000 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.237200 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9071b337-fbbc-44cb-852b-8acb44191705 HTTP/1.1" status: 204  len: 168 time: 0.2798412
Jan 15 21:17:23.276287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456b10d-6a5d-48a7-88dd-41cac11c6d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071b337-fbbc-44cb-852b-8acb44191705,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:23.317522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.413212 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.533150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:23.562026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 9b85f811-7b23-4d8f-8e88-eb805a9b209e is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:17:23.683631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:23.706516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.707446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Sync routers for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:23.707949 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-12799012-444a-4c70-973f-de81b7db9417 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9533255
Jan 15 21:17:23.711175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49556) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:23.728242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-174c2860-06fa-4d17-8d57-63c1969558c3 tempest-ServiceProvidersTest-1472303699 tempest-ServiceProvidersTest-1472303699-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1908739
Jan 15 21:17:23.729792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:23.731685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a232fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:23.755770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49562) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:23.769863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d297f0b2-a4d3-4712-8ae2-1925ae0e4e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.877218 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d297f0b2-a4d3-4712-8ae2-1925ae0e4e6f admin admin] Publish callbacks [] for security_group (5bec3947-2c94-4559-9997-9934522beb1b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.878161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:23.886527 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d297f0b2-a4d3-4712-8ae2-1925ae0e4e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5bec3947-2c94-4559-9997-9934522beb1b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:23.924219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f0b2-a4d3-4712-8ae2-1925ae0e4e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec3947-2c94-4559-9997-9934522beb1b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:23.948794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49566) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:23.950126 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d297f0b2-a4d3-4712-8ae2-1925ae0e4e6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b12dc51181b438e93cfafeccaf663e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1919694
Jan 15 21:17:24.055291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] Publish callbacks [] for security_group (5bec3947-2c94-4559-9997-9934522beb1b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.061309 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ceef519-e84c-4f46-a427-80ba26300415 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3464928
Jan 15 21:17:24.061842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:24.092060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a232fd0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:22Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:24.126831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Checking router: 9b85f811-7b23-4d8f-8e88-eb805a9b209e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:24.127325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Updating router 9b85f811-7b23-4d8f-8e88-eb805a9b209e port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:17:24.131295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49574) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:24.164270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.166266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] Publish callbacks [] for security_group (5bec3947-2c94-4559-9997-9934522beb1b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.269567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a78fd-3b67-498e-a1e5-231315d44b7b tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:24.273709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dc4a78fd-3b67-498e-a1e5-231315d44b7b tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2077603
Jan 15 21:17:24.274065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49578) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:24.312213 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bae5d3fa-4f5f-4080-916b-af6c1fbe9cbe tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0359657
Jan 15 21:17:24.314741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49582) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:24.320815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432345666', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:24.419971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-819112a0-1dd3-4b2f-a8c9-49418b0daa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.549252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.631510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5bec3947-2c94-4559-9997-9934522beb1b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.634123 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.635283 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bec3947-2c94-4559-9997-9934522beb1b HTTP/1.1" status: 204  len: 168 time: 0.6848853
Jan 15 21:17:24.655055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ee67-330c-4549-8693-bd29ec51fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec3947-2c94-4559-9997-9934522beb1b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:24.685154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:24.700504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.711986 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks [] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.722055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.734216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-819112a0-1dd3-4b2f-a8c9-49418b0daa02 admin admin] Publish callbacks [] for security_group (87b92663-617f-4484-81f2-0e2f2cd1065c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.742396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-819112a0-1dd3-4b2f-a8c9-49418b0daa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87b92663-617f-4484-81f2-0e2f2cd1065c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.769486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd0e95-adc9-4ae4-9550-6055252d442a None None] Pushing event updated for resources: {'Port': ['ID=50b865e9-3e3d-4f87-97f1-ec6bcd315599,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:24.788504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Attempting to bind port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:24.788811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Attempting to bind port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:24.789183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Attempting to bind port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:24.794136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44d8b3-fa91-49ad-b2fe-2b92c7d4a13f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:24.800002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:24.800307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:24.800714 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.801378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:24.801597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Bound port: 50b865e9-3e3d-4f87-97f1-ec6bcd315599, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:24.801975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.853521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-819112a0-1dd3-4b2f-a8c9-49418b0daa02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f732ff8a7ef4ceab17e1d7d32929b03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7206614
Jan 15 21:17:24.858992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49592) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:24.859159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-65431bfe-0d8b-419b-85a7-d292b2306299 None None] Provisioning complete for port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:24.859427 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65431bfe-0d8b-419b-85a7-d292b2306299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.873196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819112a0-1dd3-4b2f-a8c9-49418b0daa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b92663-617f-4484-81f2-0e2f2cd1065c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:24.905409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-65431bfe-0d8b-419b-85a7-d292b2306299 None None] Port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:24.908773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] For port 50b865e9-3e3d-4f87-97f1-ec6bcd315599, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:24.912524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] For port 50b865e9-3e3d-4f87-97f1-ec6bcd315599, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50b865e9-3e3d-4f87-97f1-ec6bcd315599,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:24.920285 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.941053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] Publish callbacks [] for security_group (87b92663-617f-4484-81f2-0e2f2cd1065c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.967969 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] Publish callbacks [] for security_group (87b92663-617f-4484-81f2-0e2f2cd1065c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:24.978028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd0e95-adc9-4ae4-9550-6055252d442a None None] Pushing event updated for resources: {'Port': ['ID=50b865e9-3e3d-4f87-97f1-ec6bcd315599,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:24.998887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:24.999742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a232fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:25.005220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134aee2-e619-4d04-bdea-a69c7e8d6f0e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:25.012259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (9bf9ac52-c3c4-45b8-b0ec-d07480bd1363), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.063821 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (87b92663-617f-4484-81f2-0e2f2cd1065c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.068330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.073635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87b92663-617f-4484-81f2-0e2f2cd1065c HTTP/1.1" status: 204  len: 168 time: 0.2132354
Jan 15 21:17:25.085842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2992ed4-5d2c-48bb-9f4e-c6ceab277f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b92663-617f-4484-81f2-0e2f2cd1065c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:25.099247 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Subnet': ['ID=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:25.111892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:25.112285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network hostable DHCP agents. Network: 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:17:25.133238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:17:25.146959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:25.152640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:25.153782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.154135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Provisioning complete for port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:25.154600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.157208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:25.161458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dda13-f74f-49f5-9ef6-f4b2ff7fca12 None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:25.177241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c0b2c86-2595-4482-8e69-4ddc58c610dc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8586206
Jan 15 21:17:25.177549 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49600) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:25.439055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:17:25.439898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.506665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Current status of the port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:25.507005 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.592310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] For port 50b865e9-3e3d-4f87-97f1-ec6bcd315599, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50b865e9-3e3d-4f87-97f1-ec6bcd315599,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:25.606460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.699628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895115-2d23-4690-a0b0-392936880eb6 None None] Pushing event updated for resources: {'Port': ['ID=50b865e9-3e3d-4f87-97f1-ec6bcd315599,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:25.704776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a232fd0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:22Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:25.710747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Allocated IP 172.20.0.2 (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d/9bf9ac52-c3c4-45b8-b0ec-d07480bd1363/d656069f-992e-4c2a-8d90-597ea692870b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:25.738872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe189-f269-4f89-8201-a2aad69d0048 None None] The sync data for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 is: [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:22Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:25.774346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.946476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks [] for port (d656069f-992e-4c2a-8d90-597ea692870b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:25.958519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (d656069f-992e-4c2a-8d90-597ea692870b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.000902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:26.003804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:26.012554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:26.076819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Pushing event updated for resources: {'Port': ['ID=d656069f-992e-4c2a-8d90-597ea692870b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:26.147954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Attempting to bind port d656069f-992e-4c2a-8d90-597ea692870b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:26.148332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Attempting to bind port d656069f-992e-4c2a-8d90-597ea692870b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:26.148698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Attempting to bind port d656069f-992e-4c2a-8d90-597ea692870b on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Bound using segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Bound port: d656069f-992e-4c2a-8d90-597ea692870b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:26.157084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d656069f-992e-4c2a-8d90-597ea692870b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.257378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.1 (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d/9bf9ac52-c3c4-45b8-b0ec-d07480bd1363/afc6d1b2-493d-4041-b56d-17b41e136446) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:26.259652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] For port d656069f-992e-4c2a-8d90-597ea692870b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:26.264633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] For port d656069f-992e-4c2a-8d90-597ea692870b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d656069f-992e-4c2a-8d90-597ea692870b,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:26.278429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d656069f-992e-4c2a-8d90-597ea692870b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.398410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176313-ac29-410f-b677-c9a583638c9a None None] Pushing event updated for resources: {'Port': ['ID=d656069f-992e-4c2a-8d90-597ea692870b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:26.487649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (afc6d1b2-493d-4041-b56d-17b41e136446), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.556326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.648020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:26.651805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:26.686551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:26.694991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:26.747192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 50b865e9-3e3d-4f87-97f1-ec6bcd315599 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:26.772072 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.865854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:26.866377 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:26.982358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:27.019875 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:27.566053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (afc6d1b2-493d-4041-b56d-17b41e136446), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:27.583023 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:27.665929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:27.674056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:27.679650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028026
Jan 15 21:17:27.679878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:27.708492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:27.734320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49660) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:27.837343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b24741-9931-49c8-b525-63e65f17a50b None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:27.842755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:27.847910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:27.872138 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:17:27.874013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b356a42f-1947-4bc9-a988-1c59aa2de2fd tempest-NetworksApiDiscovery-174556509 tempest-NetworksApiDiscovery-174556509-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1927543
Jan 15 21:17:27.935134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7daf7e5e-8f25-4ee7-a7da-498b63063560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:27.986166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Provisioning complete for port d656069f-992e-4c2a-8d90-597ea692870b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:27.987067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d656069f-992e-4c2a-8d90-597ea692870b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.036766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 9b85f811-7b23-4d8f-8e88-eb805a9b209e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:28.070881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7daf7e5e-8f25-4ee7-a7da-498b63063560 admin admin] Publish callbacks [] for security_group (40ad9b87-55dd-4a17-aa1f-7299a88d3987), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.078023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7daf7e5e-8f25-4ee7-a7da-498b63063560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (40ad9b87-55dd-4a17-aa1f-7299a88d3987), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.163559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7daf7e5e-8f25-4ee7-a7da-498b63063560 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12fe7746c7734b71b5161761b6a562d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4281855
Jan 15 21:17:28.166789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49672) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:28.186265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:28.193401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Current status of the port d656069f-992e-4c2a-8d90-597ea692870b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:28.193789 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d656069f-992e-4c2a-8d90-597ea692870b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.201491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e63f6225-60cf-462a-8989-0bb3321dfaec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/9b85f811-7b23-4d8f-8e88-eb805a9b209e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0227122
Jan 15 21:17:28.206853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf7e5e-8f25-4ee7-a7da-498b63063560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad9b87-55dd-4a17-aa1f-7299a88d3987,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:28.249449 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] For port d656069f-992e-4c2a-8d90-597ea692870b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d656069f-992e-4c2a-8d90-597ea692870b,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:28.249734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] Publish callbacks [] for security_group (40ad9b87-55dd-4a17-aa1f-7299a88d3987), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.255321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d656069f-992e-4c2a-8d90-597ea692870b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.280997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] Publish callbacks [] for security_group (40ad9b87-55dd-4a17-aa1f-7299a88d3987), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.358581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bcefc-a2f0-4e63-8c6d-4311121e14b1 None None] Pushing event updated for resources: {'Port': ['ID=d656069f-992e-4c2a-8d90-597ea692870b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:28.372700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (40ad9b87-55dd-4a17-aa1f-7299a88d3987), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.382216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.384734 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40ad9b87-55dd-4a17-aa1f-7299a88d3987 HTTP/1.1" status: 204  len: 168 time: 0.2170277
Jan 15 21:17:28.398520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698103da-279f-4971-af45-38a9ce327e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad9b87-55dd-4a17-aa1f-7299a88d3987,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:28.419114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49682) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:28.459016 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Sync routers for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:28.474640 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:28.475636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:28.493215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:28.494327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.590447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Port afc6d1b2-493d-4041-b56d-17b41e136446 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:28.625147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Provisioning complete for port d656069f-992e-4c2a-8d90-597ea692870b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:28.629415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d656069f-992e-4c2a-8d90-597ea692870b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.634157 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-fdd19b4d-7000-42b8-a9f0-7c0666886d83 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485052325&fields=id&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 267 time: 0.0851707
Jan 15 21:17:28.704462 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:28.801088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cacaf0dd-cd10-42ec-b9dc-a2b950564075 None None] Current status of the port d656069f-992e-4c2a-8d90-597ea692870b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:28.803914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d656069f-992e-4c2a-8d90-597ea692870b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:28.865813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d656069f-992e-4c2a-8d90-597ea692870b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:28.866378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d656069f-992e-4c2a-8d90-597ea692870b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.885485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-ef0998ac-4b8b-4bfa-8e44-5e6ddf80304e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:28.904296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-ef0998ac-4b8b-4bfa-8e44-5e6ddf80304e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 797 time: 0.2628803
Jan 15 21:17:28.913251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f678ed5d-3ec0-4db4-aaac-d83aa87cec48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:28.940993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-6aed445f-5701-4e2d-a464-f7d858692927 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/quotas/ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 375 time: 0.0349648
Jan 15 21:17:28.973451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-af95ff22-f940-4fea-8bab-17abf000f3dd None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:28.975152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af95ff22-f940-4fea-8bab-17abf000f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.037714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49704) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:29.070728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b9623df-70e2-4fc6-af68-e5339f746c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.115299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-6fa45b98-0445-4855-878d-0e6efec9e003 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1559935
Jan 15 21:17:29.117820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-af95ff22-f940-4fea-8bab-17abf000f3dd None None] Port afc6d1b2-493d-4041-b56d-17b41e136446 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:29.139546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f678ed5d-3ec0-4db4-aaac-d83aa87cec48 admin admin] Publish callbacks [] for security_group (53c157a4-ced7-4552-aa03-72627e86e8e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.149744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f678ed5d-3ec0-4db4-aaac-d83aa87cec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (53c157a4-ced7-4552-aa03-72627e86e8e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.156496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d656069f-992e-4c2a-8d90-597ea692870b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:29.197714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678ed5d-3ec0-4db4-aaac-d83aa87cec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c157a4-ced7-4552-aa03-72627e86e8e5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:29.249038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d7626963-0d63-4ee0-b756-efee54a8deeb None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:29.249418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7626963-0d63-4ee0-b756-efee54a8deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.250741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f678ed5d-3ec0-4db4-aaac-d83aa87cec48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1c6cd6ff41c4c2fad61438247f4e3f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8305528
Jan 15 21:17:29.254572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:29.288499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d7626963-0d63-4ee0-b756-efee54a8deeb None None] Port afc6d1b2-493d-4041-b56d-17b41e136446 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:29.291773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b9623df-70e2-4fc6-af68-e5339f746c19 admin admin] Publish callbacks [] for security_group (8b696596-4fe3-4cdc-ac8a-ad4a45032e24), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.298203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5b9623df-70e2-4fc6-af68-e5339f746c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8b696596-4fe3-4cdc-ac8a-ad4a45032e24), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.341362 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] Publish callbacks [] for security_group (53c157a4-ced7-4552-aa03-72627e86e8e5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.371783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] Publish callbacks [] for security_group (53c157a4-ced7-4552-aa03-72627e86e8e5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.396267 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:27Z', 'revision_number': 2, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:29.425047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:29.426185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5b9623df-70e2-4fc6-af68-e5339f746c19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e66e5a70411e4320b996de19afc57f42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3841176
Jan 15 21:17:29.427681 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Checking router: 9b85f811-7b23-4d8f-8e88-eb805a9b209e for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:29.428036 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Updating router 9b85f811-7b23-4d8f-8e88-eb805a9b209e port afc6d1b2-493d-4041-b56d-17b41e136446 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:17:29.431437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9623df-70e2-4fc6-af68-e5339f746c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b696596-4fe3-4cdc-ac8a-ad4a45032e24,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:29.450719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (53c157a4-ced7-4552-aa03-72627e86e8e5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.454513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.456393 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.459318 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53c157a4-ced7-4552-aa03-72627e86e8e5 HTTP/1.1" status: 204  len: 168 time: 0.2034373
Jan 15 21:17:29.479483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca818f69-366e-4d2e-880f-0d8b11d12138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c157a4-ced7-4552-aa03-72627e86e8e5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:29.543925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-6479bb84-368a-4332-98e2-11fe8efdb91a service neutron] 10.222.0.46 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4272752
Jan 15 21:17:29.545135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] Publish callbacks [] for security_group (8b696596-4fe3-4cdc-ac8a-ad4a45032e24), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.577919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] Publish callbacks [] for security_group (8b696596-4fe3-4cdc-ac8a-ad4a45032e24), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.662584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (8b696596-4fe3-4cdc-ac8a-ad4a45032e24), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.666148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.667371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b696596-4fe3-4cdc-ac8a-ad4a45032e24 HTTP/1.1" status: 204  len: 168 time: 0.2378342
Jan 15 21:17:29.680928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e066bd-3da5-45da-94f6-4d822924efc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b696596-4fe3-4cdc-ac8a-ad4a45032e24,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:29.697601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-68821f72-d949-4e96-a88a-e63a83c18db9 service neutron] 10.222.0.46 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462975
Jan 15 21:17:29.819846 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks [] for port (afc6d1b2-493d-4041-b56d-17b41e136446), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.827336 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:29.959512 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Attempting to bind port afc6d1b2-493d-4041-b56d-17b41e136446 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:29.959888 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Attempting to bind port afc6d1b2-493d-4041-b56d-17b41e136446 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:29.965127 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Attempting to bind port afc6d1b2-493d-4041-b56d-17b41e136446 on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:29.965127 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Pushing event updated for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:29.982228 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.982964 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.983473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.983968 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.984462 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.985152 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.985644 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.986128 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.986613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.987589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.988481 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.989001 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.989471 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:29.995156 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b6bf8cd6-e2d3-4819-b131-fe3b6ffed81a req-1740b7dd-46e1-4427-999d-7dc68b8d17c0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 210 time: 0.0582333
Jan 15 21:17:30.005882 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:30.006262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:30.006670 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.007059 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Bound using segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:30.007571 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Bound port: afc6d1b2-493d-4041-b56d-17b41e136446, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:30.007914 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.127804 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] For port afc6d1b2-493d-4041-b56d-17b41e136446, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:30.131674 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] For port afc6d1b2-493d-4041-b56d-17b41e136446, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afc6d1b2-493d-4041-b56d-17b41e136446,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:30.142997 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.221062 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:30.221936 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:30.348271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:30.348860 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.412098 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0067c-d30b-40e1-bc8e-cd8701560b61 None None] Pushing event updated for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:30.548774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Current status of the port afc6d1b2-493d-4041-b56d-17b41e136446 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:30.549192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.592065 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:30.609357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49756) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:30.615834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'network': {'name': 'tempest-network-smoke--1328723265', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:30.645277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] For port afc6d1b2-493d-4041-b56d-17b41e136446, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afc6d1b2-493d-4041-b56d-17b41e136446,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:30.655347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.679822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:30.686687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.703566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.838085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (58a707db-8582-4743-abce-932ab5690f0f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.846777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58a707db-8582-4743-abce-932ab5690f0f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.896724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a707db-8582-4743-abce-932ab5690f0f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:30.926189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:17:30.939787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cda3e-f660-4782-9c8c-dc3e0f2288d0 None None] Pushing event updated for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:30.950372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dcc1a87f-4881-4ec4-a12d-8010d47d0496 None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:30.951403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a87f-4881-4ec4-a12d-8010d47d0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.952552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (801aea6e-0cae-4320-ad52-176d2df639b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:30.953102 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Added segment 801aea6e-0cae-4320-ad52-176d2df639b0 of type vlan for network 4a57373f-def7-4d62-bbcc-60677c51e02c
Jan 15 21:17:31.021547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4a57373f-def7-4d62-bbcc-60677c51e02c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.050784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1a87f-4881-4ec4-a12d-8010d47d0496 None None] Current status of the port afc6d1b2-493d-4041-b56d-17b41e136446 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:31.069368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4a57373f-def7-4d62-bbcc-60677c51e02c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.075351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:31.075969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.107494 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242ca0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:31.140423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5297964
Jan 15 21:17:31.143403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49776) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:31.148309 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5273e3a-5cb5-4ccf-bbd7-1d9ffa240062 None None] The sync data for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 is: [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:31.150858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'admin_state_up': True, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:31.164824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce428e01-3387-4670-92b5-470a710d1bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Network': ['ID=4a57373f-def7-4d62-bbcc-60677c51e02c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:31.185686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4a57373f-def7-4d62-bbcc-60677c51e02c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:17:31.196735 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.197776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.264930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a329a97d-b731-4d24-83ec-9d8a8855f70b req-ea4474db-5613-465e-bb56-99a61a431cc4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 210 time: 0.1129954
Jan 15 21:17:31.336031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_controller (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.603447 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:31.694113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-2eaa8ee9-e1c1-4702-a9c3-26aa935c0739 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:31.695756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-2eaa8ee9-e1c1-4702-a9c3-26aa935c0739 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 797 time: 0.3408742
Jan 15 21:17:31.813217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-e2362473-a095-4a6b-a819-4f7bf13dc228 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 380 time: 0.1075907
Jan 15 21:17:31.830647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'port': {'device_id': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'admin_state_up': True, 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'security_groups': ['bd17840d-eaf5-44ca-8012-e38afe000d61']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:32.053579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.083223 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.193369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:32.197450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.245973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.35.1.131 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/9fb1764f-0953-492d-b3c4-be0be5d0eebf) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:32.450434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83e1e5fb-a274-4ce8-9720-183b8afabd1d req-5d1bf1da-d976-4f1a-9389-0933da5edf07 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 210 time: 0.0572383
Jan 15 21:17:32.673934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device afc6d1b2-493d-4041-b56d-17b41e136446 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:32.737599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port afc6d1b2-493d-4041-b56d-17b41e136446 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:32.738877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.743717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.4 (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d/9bf9ac52-c3c4-45b8-b0ec-d07480bd1363/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:32.788232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.855698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port afc6d1b2-493d-4041-b56d-17b41e136446 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:32.896405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.959579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:32.966867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:32.979497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:32.989162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:32.991683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad354f80-f99c-40cd-aa82-f8b19e1552b5 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:33.008462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=9fb1764f-0953-492d-b3c4-be0be5d0eebf,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:33.097513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cef52466-2d0b-432d-a7be-8d033df29ce2 None None] Provisioning complete for port 9fb1764f-0953-492d-b3c4-be0be5d0eebf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:33.098309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cef52466-2d0b-432d-a7be-8d033df29ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.150998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cef52466-2d0b-432d-a7be-8d033df29ce2 None None] Port 9fb1764f-0953-492d-b3c4-be0be5d0eebf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:33.156309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.224536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:33.230513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:33.232955 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:33.268538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:33.342206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:33.342873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.396475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1160f7a7-f53b-402a-b4b9-95636d066e1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5752470
Jan 15 21:17:33.410692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Request body: {'port': {'device_id': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:33.435158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.536397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.573200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227727b1-4e0b-48ac-a813-d12500ebb46a req-768b5e78-40fd-44f7-82cf-96afc8ef2ce4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:33.578646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c44a68fd-3d07-4a24-9c54-81de05c1b4c4 None None] Provisioning complete for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:33.579226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c44a68fd-3d07-4a24-9c54-81de05c1b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:33.582140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-227727b1-4e0b-48ac-a813-d12500ebb46a req-768b5e78-40fd-44f7-82cf-96afc8ef2ce4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 931 time: 0.0684965
Jan 15 21:17:33.619375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c44a68fd-3d07-4a24-9c54-81de05c1b4c4 None None] Port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:33.642388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-227727b1-4e0b-48ac-a813-d12500ebb46a req-d806c777-4f61-4882-83c5-ea90760dc3f0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596716
Jan 15 21:17:33.843060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.046001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:17:34.056278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks [] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.069726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:17:34.073802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Transition to ACTIVE for port object fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:17:34.078741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.229849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:34.275090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:34.288664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Sync routers for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:34.308147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:34.308419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:34.308419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:34.313138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:34.315466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.316323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b77f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:34.317168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e6e3d21b-701c-426a-91c2-5dda844c31c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 3.1728051
Jan 15 21:17:34.320379 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:34.326102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:17:34.326431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:34.332327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:34.332908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:34.333610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Bound using segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:34.334205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Bound port: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:34.334738 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.465694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:34.472621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:34.479549 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.495027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:34.523088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:34.523802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:34.525263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 1091 time: 1.1208270
Jan 15 21:17:34.525675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:34.529691 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc1d5c-ae63-4396-8e6d-5d684941868c" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:34.587586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d189c8-9a4c-4454-b255-c35834ca6540 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:34.673042 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8656400-4096-4d48-85e4-b3cb873b8ee4 x-openstack-request-id: req-a8656400-4096-4d48-85e4-b3cb873b8ee4 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:34.673356 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:34.673616 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8656400-4096-4d48-85e4-b3cb873b8ee4 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:34.679275 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'status': 'completed', 'code': 200}
Jan 15 21:17:34.696006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-6a3e42bf-bde4-4d48-a92f-39dcffb24fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:34.702525 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-6a3e42bf-bde4-4d48-a92f-39dcffb24fd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1094 time: 0.0948298
Jan 15 21:17:34.785401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1565b24b-c9c8-4e8a-ae1c-008238cffe12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 217 time: 0.0771487
Jan 15 21:17:34.861920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e25f-d9db-4743-af1e-420e885420cb req-7be1f71b-3b1b-47b1-817f-02cb9818f13e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:34.867739 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0bf27461-8e2c-4aff-98b8-b909a74d9e54 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5b63757470b845b3ad6e5b18314f2c57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5459435
Jan 15 21:17:34.871121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36c2e25f-d9db-4743-af1e-420e885420cb req-7be1f71b-3b1b-47b1-817f-02cb9818f13e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 943 time: 0.0991514
Jan 15 21:17:34.873969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49878) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:34.973860 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-eb0d254e-bb89-4186-9845-fef402d9bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:34.975332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-eb0d254e-bb89-4186-9845-fef402d9bcc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.1790550
Jan 15 21:17:34.990133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b77f100>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:33Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:35.022180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Checking router: 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:35.022772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Updating router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 port 9fb1764f-0953-492d-b3c4-be0be5d0eebf binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:17:35.042318 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36c2e25f-d9db-4743-af1e-420e885420cb req-5f39a079-03ad-4931-ace2-90c295d410b0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1695945
Jan 15 21:17:35.072877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.090838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-de3cd635-1118-47e7-a4c8-a88c156bac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.094591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-de3cd635-1118-47e7-a4c8-a88c156bac4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1092942
Jan 15 21:17:35.130211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578b1af-acb8-49dd-843b-00fcb569fe6d tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.139150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6578b1af-acb8-49dd-843b-00fcb569fe6d tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2638874
Jan 15 21:17:35.140046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49888) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:35.192528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dd692db7-8be3-4915-8e0d-c7b256748305 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0506222
Jan 15 21:17:35.193685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 49902) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:35.201491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-229336614', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:35.300181 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-d86c313a-fefb-40ec-acbc-9108350179dd service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962500
Jan 15 21:17:35.390564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks [] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.395334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:35.397892 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.399100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.446836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63336664-cf38-4140-9da5-74c86ee249c7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:35.455924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Attempting to bind port 9fb1764f-0953-492d-b3c4-be0be5d0eebf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:35.456303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Attempting to bind port 9fb1764f-0953-492d-b3c4-be0be5d0eebf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:35.456668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Attempting to bind port 9fb1764f-0953-492d-b3c4-be0be5d0eebf on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:35.470067 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-43aaee31-a354-48d4-a9cb-4e354d3e747c req-1f18ba11-7ea3-419e-a1df-f8db7f87acfd service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626012
Jan 15 21:17:35.471954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54b187-2749-4a4d-9ac7-568e8417d612 None None] Pushing event updated for resources: {'Port': ['ID=9fb1764f-0953-492d-b3c4-be0be5d0eebf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:35.496553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:35.497143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:35.497573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.498086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:35.498575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Bound port: 9fb1764f-0953-492d-b3c4-be0be5d0eebf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:35.498950 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.562801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-afb65b90-ba84-4455-817f-23146debe443 None None] Provisioning complete for port 9fb1764f-0953-492d-b3c4-be0be5d0eebf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:35.563431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-afb65b90-ba84-4455-817f-23146debe443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.591392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] For port 9fb1764f-0953-492d-b3c4-be0be5d0eebf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:35.607726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] For port 9fb1764f-0953-492d-b3c4-be0be5d0eebf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb1764f-0953-492d-b3c4-be0be5d0eebf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:35.612611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-add777bd-789d-43f4-b386-6ec8675cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.615197 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-add777bd-789d-43f4-b386-6ec8675cabd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1094 time: 0.0938313
Jan 15 21:17:35.616163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-afb65b90-ba84-4455-817f-23146debe443 None None] Port 9fb1764f-0953-492d-b3c4-be0be5d0eebf cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:35.619591 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.668322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e3a5a-8f87-438c-a5d1-9ea46daf50b1 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:17:35.687858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:35.688493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b77f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:35.715448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (700c4ea4-cb13-4ad1-aceb-a787acccd1a7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.737712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54b187-2749-4a4d-9ac7-568e8417d612 None None] Pushing event updated for resources: {'Port': ['ID=9fb1764f-0953-492d-b3c4-be0be5d0eebf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:35.768586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Provisioning complete for port 9fb1764f-0953-492d-b3c4-be0be5d0eebf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:35.768727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.803365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Subnet': ['ID=700c4ea4-cb13-4ad1-aceb-a787acccd1a7,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:35.818515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-31f63b71-9091-46a8-8ad7-3bd39ebec40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.820224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-31f63b71-9091-46a8-8ad7-3bd39ebec40e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.1802464
Jan 15 21:17:35.828328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Checking segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:35.828498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network hostable DHCP agents. Network: 4a57373f-def7-4d62-bbcc-60677c51e02c, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:17:35.851960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:35.879426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-3b190f98-cc02-43a1-b496-88f059fb1c8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 217 time: 0.0524020
Jan 15 21:17:35.896616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 4a57373f-def7-4d62-bbcc-60677c51e02c is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:17:35.928098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a57373f-def7-4d62-bbcc-60677c51e02c) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:35.936962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.937634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:35.943902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-3c01aeee-4a3d-45f0-8a75-4fce503cb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:35.945461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-3c01aeee-4a3d-45f0-8a75-4fce503cb3d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0579333
Jan 15 21:17:35.958950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9bbbe-715f-46bb-8da7-6a5841cce47b None None] Network 4a57373f-def7-4d62-bbcc-60677c51e02c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:35.989096 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-430b6ed3-f276-4734-aaa8-bf7b4eb35821 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7941992
Jan 15 21:17:35.991940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 49914) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:36.008656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-2556add2-70f1-4b94-b478-59d3608990f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:36.010192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-2556add2-70f1-4b94-b478-59d3608990f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0572302
Jan 15 21:17:36.087976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Current status of the port 9fb1764f-0953-492d-b3c4-be0be5d0eebf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:36.088375 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:36.156612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-be6be174-0c7a-4a99-8757-fd37cc8279d6 service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377451
Jan 15 21:17:36.183078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] For port 9fb1764f-0953-492d-b3c4-be0be5d0eebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb1764f-0953-492d-b3c4-be0be5d0eebf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:36.193568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:36.287268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-66dc1d5c-ae63-4396-8e6d-5d684941868c req-5b985f5a-64cb-4868-93d7-481f6eb458f5 service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234322
Jan 15 21:17:36.289084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a57373f-def7-4d62-bbcc-60677c51e02c', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:17:36.289963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:36.335181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fec9c6-8dab-4d96-b99a-9889a2d6a9c7 None None] Pushing event updated for resources: {'Port': ['ID=9fb1764f-0953-492d-b3c4-be0be5d0eebf,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:36.467210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b77f100>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:33Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:36.505289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ebc3d-e398-4b0f-866c-82526dd761b9 None None] The sync data for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 is: [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:33Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:36.527578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Allocated IP 172.20.0.2 (4a57373f-def7-4d62-bbcc-60677c51e02c/700c4ea4-cb13-4ad1-aceb-a787acccd1a7/8dd97558-d0b3-4d91-89e8-7e44d92672a7) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:36.531618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286880f-c5b8-4d44-9085-851338533c4f req-0abe4240-b8af-4226-961e-17b22ce4841b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:36.534920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6286880f-c5b8-4d44-9085-851338533c4f req-0abe4240-b8af-4226-961e-17b22ce4841b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 943 time: 0.3760176
Jan 15 21:17:36.642528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6286880f-c5b8-4d44-9085-851338533c4f req-5c74776c-9f43-4eef-aa5b-b2a794255330 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949459
Jan 15 21:17:36.758227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:36.961623 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks [] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:36.973270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.027492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Pushing event updated for resources: {'Port': ['ID=8dd97558-d0b3-4d91-89e8-7e44d92672a7,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:37.045020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Network 4a57373f-def7-4d62-bbcc-60677c51e02c is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:37.054431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:37.058653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:37.138214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Attempting to bind port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:37.138810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Attempting to bind port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:37.139174 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Attempting to bind port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 on network 4a57373f-def7-4d62-bbcc-60677c51e02c {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:37.146638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:37.147155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Checking segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:37.147833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.148388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Bound using segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:37.149058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Bound port: 8dd97558-d0b3-4d91-89e8-7e44d92672a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:37.149587 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.155605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:17:37.203553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.20.0.1 (4a57373f-def7-4d62-bbcc-60677c51e02c/700c4ea4-cb13-4ad1-aceb-a787acccd1a7/6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:37.340805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:37.359077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'port_id': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'mac_address': 'fa:16:3e:95:a3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:17:37.363362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] For port 8dd97558-d0b3-4d91-89e8-7e44d92672a7, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:37.391033 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.393767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] For port 8dd97558-d0b3-4d91-89e8-7e44d92672a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd97558-d0b3-4d91-89e8-7e44d92672a7,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:37.402535 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.435355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.468224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:37.468654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.518350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:37.525654 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:17:37.545307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 4a57373f-def7-4d62-bbcc-60677c51e02c is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:37.547939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:37.555688 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:37.569498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eebff-7d53-492b-be16-e4520aaff068 None None] Pushing event updated for resources: {'Port': ['ID=8dd97558-d0b3-4d91-89e8-7e44d92672a7,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:37.599699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:37.611007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.639544 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:37.728717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:37.840157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:17:37.927221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c428b-964a-4bf2-b9f3-03a048732315 req-ec92528c-9fe3-4aa9-b48f-760202f50e25 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:37.928969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-128c428b-964a-4bf2-b9f3-03a048732315 req-ec92528c-9fe3-4aa9-b48f-760202f50e25 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.1493545
Jan 15 21:17:37.930070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.122273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-128c428b-964a-4bf2-b9f3-03a048732315 req-55ae2df9-1873-4d44-9cf8-3ea0336fc9f8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665781
Jan 15 21:17:38.387818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.394827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.478528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:38.481334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.663793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 4a57373f-def7-4d62-bbcc-60677c51e02c is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:38.665374 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:38.749976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8dd97558-d0b3-4d91-89e8-7e44d92672a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:38.816095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:38.816488 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.825935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:38.911652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:38.912073 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.963010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 8dd97558-d0b3-4d91-89e8-7e44d92672a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd97558-d0b3-4d91-89e8-7e44d92672a7,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:38.968632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:38.972832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9fb1764f-0953-492d-b3c4-be0be5d0eebf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:39.063809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=8dd97558-d0b3-4d91-89e8-7e44d92672a7,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:39.081413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9fb1764f-0953-492d-b3c4-be0be5d0eebf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:39.081849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.185420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:39.255357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9fb1764f-0953-492d-b3c4-be0be5d0eebf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:39.267911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:17:39.275189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:39.275572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.375086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:39.377387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.396337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:39.404101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3a795733-da2d-43ee-8fcd-bc570fd769b3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "PUT /v2.0/routers/4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4095967
Jan 15 21:17:39.407924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50012) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:39.409894 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Sync routers for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:39.413957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--971946336', 'description': 'tempest-secgroup_access--971946336 description', 'project_id': '5b63757470b845b3ad6e5b18314f2c57'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:39.414637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:39.417806 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0593d-6efc-4052-9b2a-f1cfccd88e8f" -d '{"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:39.427308 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:39.428517 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:39.433462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:39.437860 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d961372-83a5-4fce-a085-dd13597ce507 req-80a60b22-a633-4373-94c9-1d7c2ace530d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:39.444902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.449878 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d961372-83a5-4fce-a085-dd13597ce507 req-80a60b22-a633-4373-94c9-1d7c2ace530d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.1482027
Jan 15 21:17:39.472122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.507557 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d89c89-782f-416e-b3fb-fe2327123b2a x-openstack-request-id: req-62d89c89-782f-416e-b3fb-fe2327123b2a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:39.507557 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:39.507557 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62d89c89-782f-416e-b3fb-fe2327123b2a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:39.507557 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'code': 200}
Jan 15 21:17:39.535204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:39.572031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4d961372-83a5-4fce-a085-dd13597ce507 req-3b05f8a0-e538-46ef-81b7-e6f7d489e5ac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212144
Jan 15 21:17:39.586734 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:39.662896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (994a02e8-ee10-4ad1-a49a-f1e151cac34f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.687617 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (994a02e8-ee10-4ad1-a49a-f1e151cac34f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.733017 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.733017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.3228905
Jan 15 21:17:39.735161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50024) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:39.740353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1653926590', 'description': 'tempest-secgroup_general--1653926590 description', 'project_id': '5b63757470b845b3ad6e5b18314f2c57'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:39.742527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28051b33-0661-4316-9922-3f79c4352450 req-26206973-ba94-4d14-8e6e-69e121a4dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:39.744160 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28051b33-0661-4316-9922-3f79c4352450 req-26206973-ba94-4d14-8e6e-69e121a4dd96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1096 time: 0.1685302
Jan 15 21:17:39.747000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36017991-43e6-48d4-a268-120a2bf5bb96 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994a02e8-ee10-4ad1-a49a-f1e151cac34f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:39.774987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ca15a-04ba-4aff-9f96-412868b44884 None None] Network 4a57373f-def7-4d62-bbcc-60677c51e02c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:39.805128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.809173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-28051b33-0661-4316-9922-3f79c4352450 req-93eb5f21-e62b-4090-b542-1c6fd48baa17 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583556
Jan 15 21:17:39.898422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (403249b0-5fdf-4541-aa6d-fd93b86a70e4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.904332 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (403249b0-5fdf-4541-aa6d-fd93b86a70e4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.911336 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242580>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:38Z', 'revision_number': 2, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:39.947457 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Checking router: 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:39.948014 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Updating router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:17:39.951577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403249b0-5fdf-4541-aa6d-fd93b86a70e4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:39.970926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:39.972319 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e9c4c8a4-5181-4372-8164-da035d1783ce tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2361114
Jan 15 21:17:39.975277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50034) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:39.985281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'security_group_rule': {'security_group_id': '994a02e8-ee10-4ad1-a49a-f1e151cac34f', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:40.001675 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.004424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-515160fc-cef9-4456-9f10-c4f0aa983ee5 None None] Provisioning complete for port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:40.005924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-515160fc-cef9-4456-9f10-c4f0aa983ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.022703 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group_rule (f373aa49-ef15-466d-ac0f-74c55d7832e0), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.146195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group_rule (f373aa49-ef15-466d-ac0f-74c55d7832e0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.154638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (f373aa49-ef15-466d-ac0f-74c55d7832e0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.193768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f373aa49-ef15-466d-ac0f-74c55d7832e0,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:40.205435 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.214902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e0be7642-8dd0-4f68-b09f-404ba07c6920 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2304537
Jan 15 21:17:40.223496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-515160fc-cef9-4456-9f10-c4f0aa983ee5 None None] Current status of the port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:40.525596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-ba48c8ae-092e-4d1d-a4bc-5dd49a25ec3e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--971946336&fields=id&tenant_id=5b63757470b845b3ad6e5b18314f2c57 HTTP/1.1" status: 200  len: 267 time: 0.0667608
Jan 15 21:17:40.570395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Provisioning complete for port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:40.570523 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.635914 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks [] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.644576 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.701805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f41039a9-4e14-4f3d-8f87-3185650c3448 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1653926590&fields=id&tenant_id=5b63757470b845b3ad6e5b18314f2c57 HTTP/1.1" status: 200  len: 267 time: 0.1513913
Jan 15 21:17:40.721601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8dd97558-d0b3-4d91-89e8-7e44d92672a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:40.836040 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Attempting to bind port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:40.836446 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Attempting to bind port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:40.836860 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Attempting to bind port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 on network 4a57373f-def7-4d62-bbcc-60677c51e02c {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:40.841315 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c4286-8859-44ee-90fc-b5297fd49125 None None] Pushing event updated for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:40.858564 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:40.858980 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Checking segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:40.863567 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.863567 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Bound using segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:40.864222 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Bound port: 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:40.864870 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.953979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Current status of the port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:40.956321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] For port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:40.960973 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] For port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:40.970265 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.976346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Provisioning complete for port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:40.976752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:40.997899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded17bd-14ab-4a0b-8372-a461a5fd87ce req-a6b702be-18ff-4d1a-86bf-f8e480f4a390 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:41.000637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aded17bd-14ab-4a0b-8372-a461a5fd87ce req-a6b702be-18ff-4d1a-86bf-f8e480f4a390 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.1646535
Jan 15 21:17:41.046671 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c4286-8859-44ee-90fc-b5297fd49125 None None] Pushing event updated for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:41.050928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:41.052730 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.063515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-541dd75e-6581-4219-9ffd-fd445285b74c tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:41.065366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-541dd75e-6581-4219-9ffd-fd445285b74c tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 797 time: 0.3560686
Jan 15 21:17:41.088158 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:41.089962 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:41.135289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aded17bd-14ab-4a0b-8372-a461a5fd87ce req-6dc7f660-5678-4755-9308-87a11ab03d89 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216066
Jan 15 21:17:41.138599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-08e7a5fa-42a8-44d8-9222-c24f6dabe484 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/quotas/5b63757470b845b3ad6e5b18314f2c57 HTTP/1.1" status: 200  len: 375 time: 0.0220020
Jan 15 21:17:41.226296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Current status of the port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:41.227077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.254741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-9a78f39c-57d1-4a2e-81b2-47cb7f306d3a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1108091
Jan 15 21:17:41.258328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:41.268214 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:41.328653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-842896a1-d888-4662-affd-1963a66360f9 None None] For port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:41.350447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.441285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:41.493451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842896a1-d888-4662-affd-1963a66360f9 None None] Pushing event updated for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:41.502631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-d216989e-e214-4178-b8d5-fcc75e29c402 service neutron] 10.222.0.46 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266271
Jan 15 21:17:41.514001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-929a48bc-b38e-46db-8509-391efc450e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.516533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1308edcc-b424-46ea-8d9a-c18dfb12efa9 None None] Provisioning complete for port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:41.517317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1308edcc-b424-46ea-8d9a-c18dfb12efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.618937 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-929a48bc-b38e-46db-8509-391efc450e37 admin admin] Publish callbacks [] for security_group (be4f7c5e-f69c-46f7-a5ec-781d20f630c1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.626417 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-929a48bc-b38e-46db-8509-391efc450e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be4f7c5e-f69c-46f7-a5ec-781d20f630c1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.669979 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-929a48bc-b38e-46db-8509-391efc450e37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6db9ecd0c7a04446ab33263b8d094980&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4093187
Jan 15 21:17:41.672490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50134) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:41.703049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-a1d3840a-bf48-41f5-b8ca-9f8d8cd34522 service neutron] 10.222.0.46 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988561
Jan 15 21:17:41.727614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a48bc-b38e-46db-8509-391efc450e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f7c5e-f69c-46f7-a5ec-781d20f630c1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:41.744548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1308edcc-b424-46ea-8d9a-c18dfb12efa9 None None] Current status of the port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:41.770693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] Publish callbacks [] for security_group (be4f7c5e-f69c-46f7-a5ec-781d20f630c1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.783809 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242580>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:40Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:41.804917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] Publish callbacks [] for security_group (be4f7c5e-f69c-46f7-a5ec-781d20f630c1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.813277 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19dbdb-2177-4d37-8c63-3a8834757940 None None] The sync data for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 is: [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:40Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:41.911308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a8049a86-799a-41d6-9477-be36e3c68d41 None None] Provisioning complete for port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:41.912559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be4f7c5e-f69c-46f7-a5ec-781d20f630c1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.914121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a8049a86-799a-41d6-9477-be36e3c68d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.915722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:41.917819 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be4f7c5e-f69c-46f7-a5ec-781d20f630c1 HTTP/1.1" status: 204  len: 168 time: 0.2434211
Jan 15 21:17:41.929485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904f235-5be9-4722-896d-cc1d82632b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f7c5e-f69c-46f7-a5ec-781d20f630c1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:42.073511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b29d36fe-734c-4dd8-96c3-9ba7f66b0d28 req-af348d2a-e4eb-45d4-99fb-ae2ba2b3b711 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 210 time: 0.1099441
Jan 15 21:17:42.111069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a8049a86-799a-41d6-9477-be36e3c68d41 None None] Current status of the port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:42.236437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-52711787-8b59-4c86-a874-acce7e8de007 None None] Provisioning complete for port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:42.237014 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-52711787-8b59-4c86-a874-acce7e8de007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.322245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309e7e0-c407-4981-9212-194920ff411b req-ac8e3294-f2c3-4281-a3b6-f6dcf06e1d0c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:42.330598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b309e7e0-c407-4981-9212-194920ff411b req-ac8e3294-f2c3-4281-a3b6-f6dcf06e1d0c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.0709064
Jan 15 21:17:42.395233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-52711787-8b59-4c86-a874-acce7e8de007 None None] Current status of the port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:42.427044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b309e7e0-c407-4981-9212-194920ff411b req-655c7b24-c740-4134-99ac-df5b2f84da4c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952985
Jan 15 21:17:42.473932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:42.496155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-865417dc-ad6a-438d-8efa-74f59c392605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.612208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0176f-0909-442b-825d-5429792c7416 req-c8d9727b-0c75-429e-862c-8563731ed198 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:42.614130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17a0176f-0909-442b-825d-5429792c7416 req-c8d9727b-0c75-429e-862c-8563731ed198 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.0723970
Jan 15 21:17:42.645155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-865417dc-ad6a-438d-8efa-74f59c392605 admin admin] Publish callbacks [] for security_group (f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.650426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-865417dc-ad6a-438d-8efa-74f59c392605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.695298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:42.707423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17a0176f-0909-442b-825d-5429792c7416 req-1d5657e3-8261-499f-a0bc-1cefee582f5e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860882
Jan 15 21:17:42.724277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50158) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:42.725194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865417dc-ad6a-438d-8efa-74f59c392605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:42.773603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:42.773714 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-865417dc-ad6a-438d-8efa-74f59c392605 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8df3105d7a014f69b6831f0fbb690a28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2983358
Jan 15 21:17:42.800426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:42.800815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.813397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71434f8f-ef11-4eff-bd31-f08af9eeefbe tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:42.817221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-71434f8f-ef11-4eff-bd31-f08af9eeefbe tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1091 time: 0.0890038
Jan 15 21:17:42.822070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:42.828349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:42.874469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] Publish callbacks [] for security_group (f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.885430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.927576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] Publish callbacks [] for security_group (f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:42.992487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:43.030174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:43.032827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:43.036644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d HTTP/1.1" status: 204  len: 168 time: 0.2610841
Jan 15 21:17:43.043581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999313c-dad5-4342-a2eb-64979033139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aaeaea-ff4f-42c6-ae7d-cf0efd3c9a0d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:43.317994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb866121-c049-4b09-b8e0-bbc880c33e6e req-3075431f-dd8c-42ee-88e2-6a76d39b5905 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 210 time: 0.0801339
Jan 15 21:17:43.507297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-cf419bf8-d00e-4289-88a2-a881d8cbc6d8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:43.509927 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-cf419bf8-d00e-4289-88a2-a881d8cbc6d8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.45 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 797 time: 0.1782682
Jan 15 21:17:43.511453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:43.675834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-36f2a549-9197-4c8d-ad3e-6cfb3b10aa5c tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b63757470b845b3ad6e5b18314f2c57 HTTP/1.1" status: 200  len: 477 time: 0.1446955
Jan 15 21:17:43.690149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'port': {'device_id': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'admin_state_up': True, 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'security_groups': ['994a02e8-ee10-4ad1-a49a-f1e151cac34f', '403249b0-5fdf-4541-aa6d-fd93b86a70e4']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:43.765888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.9 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/be53cb7f-723b-41e6-a36c-ac435740b353) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:43.946769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (be53cb7f-723b-41e6-a36c-ac435740b353), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:43.950901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:43.954698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.043014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.128231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:44.133325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=be53cb7f-723b-41e6-a36c-ac435740b353,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:44.136391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:44.142207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:44.172491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.20.0.11 (4a57373f-def7-4d62-bbcc-60677c51e02c/700c4ea4-cb13-4ad1-aceb-a787acccd1a7/d97caf67-f7a7-4dae-ab1d-958cb300e495) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:44.461959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8775f531-1eac-45ec-8bd3-ef8388b964cf req-671193c9-9160-404b-95f5-ea3c06604695 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 210 time: 0.0384741
Jan 15 21:17:44.472708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.522928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.736592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.851812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 4a57373f-def7-4d62-bbcc-60677c51e02c is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:44.864744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:44.867117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:44.875235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:44.930388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (68298f7d-4f3e-41ce-a05b-cc44b69398f6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:44.992056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:44.992731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.035428 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-2b4821a9-3988-4b73-9ec7-2587a5923301 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 1.3544085
Jan 15 21:17:45.069262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Request body: {'port': {'device_id': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:45.103723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.160356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.239620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fe5ecf6d-92b6-4dbe-abff-94e899836984 None None] Provisioning complete for port d97caf67-f7a7-4dae-ab1d-958cb300e495 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:45.240001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fe5ecf6d-92b6-4dbe-abff-94e899836984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.279742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ecf6d-92b6-4dbe-abff-94e899836984 None None] Port d97caf67-f7a7-4dae-ab1d-958cb300e495 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:17:45.331316 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.438162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (be53cb7f-723b-41e6-a36c-ac435740b353), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.443806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.537478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=be53cb7f-723b-41e6-a36c-ac435740b353,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:45.560871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (68298f7d-4f3e-41ce-a05b-cc44b69398f6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.609476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d91929-76ae-42b1-893d-5b1d11e23c1c req-34ab706b-4b9e-4d87-a0c0-9b645180945e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:45.611596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44d91929-76ae-42b1-893d-5b1d11e23c1c req-34ab706b-4b9e-4d87-a0c0-9b645180945e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 971 time: 0.0587771
Jan 15 21:17:45.724263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44d91929-76ae-42b1-893d-5b1d11e23c1c req-eed5cbe2-2138-454e-bc63-42a8307e0ae2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0897217
Jan 15 21:17:45.959605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97caf67-f7a7-4dae-ab1d-958cb300e495 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:17:45.970089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks [] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:45.994551 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 68298f7d-4f3e-41ce-a05b-cc44b69398f6 associated. External IP: 172.35.1.9, port: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc.
Jan 15 21:17:45.996065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Transition to ACTIVE for port object d97caf67-f7a7-4dae-ab1d-958cb300e495 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:17:46.035290 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:46.141119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Pushing event updated for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:46.333885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Attempting to bind port d97caf67-f7a7-4dae-ab1d-958cb300e495 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:17:46.334249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Attempting to bind port d97caf67-f7a7-4dae-ab1d-958cb300e495 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:17:46.334558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Attempting to bind port d97caf67-f7a7-4dae-ab1d-958cb300e495 on network 4a57373f-def7-4d62-bbcc-60677c51e02c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:46.343559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Port d97caf67-f7a7-4dae-ab1d-958cb300e495 on network 4a57373f-def7-4d62-bbcc-60677c51e02c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:17:46.343881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Attempting to bind port d97caf67-f7a7-4dae-ab1d-958cb300e495 on network 4a57373f-def7-4d62-bbcc-60677c51e02c {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:17:46.357903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:17:46.358246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Checking segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:46.358639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Bound using segment: {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:17:46.359321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Bound port: d97caf67-f7a7-4dae-ab1d-958cb300e495, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801aea6e-0cae-4320-ad52-176d2df639b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:17:46.359696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:46.406530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 9b85f811-7b23-4d8f-8e88-eb805a9b209e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:46.488805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:17:46.507355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:17:46.513277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:46.592121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:46.592785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:46.594168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] 10.222.0.45 "PUT /v2.0/ports/d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 1131 time: 1.5300171
Jan 15 21:17:46.597507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:46.599792 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd9eec0-60af-49fd-8ac8-39925a637378" -d '{"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:46.615032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:46.630215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Sync routers for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:46.639037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8574446-3bae-40d9-9f72-b0e7a0b5e526 service neutron] Pushing event updated for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:46.649213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:46.661186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:46.663725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1270a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:46.685485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eaf6f8df-2d77-46be-a478-c02918af80cd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 3.8621576
Jan 15 21:17:46.735026 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dde200-31e2-4ae1-a537-fa34b79900f4 x-openstack-request-id: req-21dde200-31e2-4ae1-a537-fa34b79900f4 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:46.735590 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:46.735590 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21dde200-31e2-4ae1-a537-fa34b79900f4 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:46.736066 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'status': 'completed', 'code': 200}
Jan 15 21:17:46.767895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-4c8c6ed0-83a0-46cb-b2ef-58c332b4994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:46.777665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-4c8c6ed0-83a0-46cb-b2ef-58c332b4994d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1134 time: 0.0949152
Jan 15 21:17:46.840633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-83b744a3-32ae-43ab-87c2-672d6d30ffb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 217 time: 0.0513077
Jan 15 21:17:46.860808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a227a0-cfdf-453b-8aeb-df30818782fd req-f2ee6d3e-9a0e-4275-8f41-a2435713cee3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:46.862320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a227a0-cfdf-453b-8aeb-df30818782fd req-f2ee6d3e-9a0e-4275-8f41-a2435713cee3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.0968015
Jan 15 21:17:46.877303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:46.905608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-de6738db-2d0c-44f9-bcd6-e38aac1b2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:46.908401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-de6738db-2d0c-44f9-bcd6-e38aac1b2d72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 200  len: 834 time: 0.0614347
Jan 15 21:17:46.951953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a227a0-cfdf-453b-8aeb-df30818782fd req-ffa6b159-e1ab-4448-bd21-7bb43946a4ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785806
Jan 15 21:17:46.972232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851058f9-1c49-4ce2-9a18-c54c70546114 req-fa67e3ee-3a10-4330-9502-259fedf9779f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:46.981081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:46.981379 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-851058f9-1c49-4ce2-9a18-c54c70546114 req-fa67e3ee-3a10-4330-9502-259fedf9779f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 983 time: 0.1115334
Jan 15 21:17:47.059378 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82d0de2e-a7fb-42bc-843e-f79f1bc86df9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 200  len: 989 time: 0.0767019
Jan 15 21:17:47.069180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f184469d-03b3-4519-b6fc-1c08d248769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:47.069969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-851058f9-1c49-4ce2-9a18-c54c70546114 req-4bafca14-bd91-4d3e-9be0-f8fc07e666d8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0874953
Jan 15 21:17:47.071094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f184469d-03b3-4519-b6fc-1c08d248769a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a57373f-def7-4d62-bbcc-60677c51e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1541774
Jan 15 21:17:47.165911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1270a0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68298f7d-4f3e-41ce-a05b-cc44b69398f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.9', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'port_id': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'mac_address': 'fa:16:3e:95:a3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:44Z', 'updated_at': '2022-01-15T21:17:44Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:47.183541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-62740ff7-b46a-416a-b2f0-a09b89c581af service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026146
Jan 15 21:17:47.212749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Checking router: 9b85f811-7b23-4d8f-8e88-eb805a9b209e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:47.223214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:47.224046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1270a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:47.319155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fd92a808-b8a8-4a16-9a24-005538b957ed req-f0cc083e-21de-44a0-a26b-d982680a6045 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267457
Jan 15 21:17:47.372094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:47.418505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-1d7efc87-9ce1-4175-83e1-89dba2e3940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:47.420293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-1d7efc87-9ce1-4175-83e1-89dba2e3940c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1134 time: 0.0473330
Jan 15 21:17:47.543514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-64226c47-5984-4e73-b7e7-88e9dfd4dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:47.545158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-64226c47-5984-4e73-b7e7-88e9dfd4dae7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 898 time: 0.1183982
Jan 15 21:17:47.608674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-0c90cfbc-c1ff-4857-9984-1f19371a4b53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 217 time: 0.0550091
Jan 15 21:17:47.685679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-a888d2c8-1b10-4d6f-98d2-a4472ffa47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:47.688551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-a888d2c8-1b10-4d6f-98d2-a4472ffa47df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 200  len: 834 time: 0.0712085
Jan 15 21:17:47.757648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-2ec907cc-9fc4-44d2-baa7-2659e76f3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:47.759429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-2ec907cc-9fc4-44d2-baa7-2659e76f3eba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a57373f-def7-4d62-bbcc-60677c51e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0657210
Jan 15 21:17:47.893517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1270a0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68298f7d-4f3e-41ce-a05b-cc44b69398f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.9', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'port_id': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'mac_address': 'fa:16:3e:95:a3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:44Z', 'updated_at': '2022-01-15T21:17:44Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:47.894147 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-f237e55c-9f4c-4423-8278-e118bfb73220 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250718
Jan 15 21:17:47.935565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d9b88-410a-458c-a63b-5a3fd99b01a7 None None] The sync data for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 is: [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68298f7d-4f3e-41ce-a05b-cc44b69398f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.9', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'port_id': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'mac_address': 'fa:16:3e:95:a3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:44Z', 'updated_at': '2022-01-15T21:17:44Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:47.952114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ecdeff43-6c74-4240-bff7-cf2838cf6843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:48.018654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2dd9eec0-60af-49fd-8ac8-39925a637378 req-4ebb5db7-dea5-46c1-b963-5f6926f0af10 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162763
Jan 15 21:17:48.062875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:48.136877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-683a01bf-e65c-41f3-b1f0-7534f27a76ea tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 200  len: 989 time: 0.0726795
Jan 15 21:17:48.211013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3f6b7-e849-4d4e-8580-726808b23654 req-a6d5b2b9-448d-4d59-9502-4f5452c685d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:48.213673 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cec3f6b7-e849-4d4e-8580-726808b23654 req-a6d5b2b9-448d-4d59-9502-4f5452c685d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 983 time: 0.0578434
Jan 15 21:17:48.214661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f91bf1-e444-49fc-8f94-86407e713be2 None None] New status for floating IP 68298f7d-4f3e-41ce-a05b-cc44b69398f6: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:17:48.286286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cec3f6b7-e849-4d4e-8580-726808b23654 req-34c996e5-5d74-43cd-927f-af8f88492bcd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0639975
Jan 15 21:17:48.737268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:48.739745 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ab9a36-8eda-4df3-af4e-7069f2191a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:48.780572 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea8f45-bb71-4ddc-87e5-7e9911837567 x-openstack-request-id: req-a6ea8f45-bb71-4ddc-87e5-7e9911837567 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:48.781036 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:48.781423 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6ea8f45-bb71-4ddc-87e5-7e9911837567 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:48.781837 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'status': 'completed', 'code': 200}
Jan 15 21:17:48.840507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-4036c716-72a0-46a0-8f7d-886336be735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:48.842064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-4036c716-72a0-46a0-8f7d-886336be735c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1096 time: 0.0416274
Jan 15 21:17:48.932536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-e2abab25-3907-48cc-9975-7c1b67699873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:48.934108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-e2abab25-3907-48cc-9975-7c1b67699873 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.0864120
Jan 15 21:17:49.000479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-efc0a24c-a836-443f-ac4f-a3cc6021827f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 999 time: 0.0598297
Jan 15 21:17:49.054424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-40c36d13-fec0-42b2-bd5d-0cd9cdd74236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.055903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-40c36d13-fec0-42b2-bd5d-0cd9cdd74236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0502315
Jan 15 21:17:49.099790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-99c5dbcc-c552-48b2-b928-61294b1c86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.101326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-99c5dbcc-c552-48b2-b928-61294b1c86b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395894
Jan 15 21:17:49.140479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:49.189667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-91a09c84-5ffb-49ae-a93b-4ed76cc25ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824349
Jan 15 21:17:49.201047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-60749940-49e1-46fa-a985-d06ffe4eb95b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 200  len: 991 time: 0.0593717
Jan 15 21:17:49.284866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-34ab9a36-8eda-4df3-af4e-7069f2191a8a req-a8976eb1-2a79-47d0-815c-6dcf618f7b0e service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884376
Jan 15 21:17:49.412210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729fc00-5d88-4ab1-a86a-f1fc695d2269 req-7bae7ab3-fa4b-4d1e-91bd-718ae3a9363a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.413807 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b729fc00-5d88-4ab1-a86a-f1fc695d2269 req-7bae7ab3-fa4b-4d1e-91bd-718ae3a9363a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 983 time: 0.0585158
Jan 15 21:17:49.473792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b729fc00-5d88-4ab1-a86a-f1fc695d2269 req-8551e209-038c-4e20-8d00-76b8e58798d0 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0529923
Jan 15 21:17:49.554576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-85444228-a0f9-45b7-aab2-84a17c6b6733 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403075
Jan 15 21:17:49.642362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-6799d6c2-4490-469b-8f45-f9887fec549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.644046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-6799d6c2-4490-469b-8f45-f9887fec549d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1096 time: 0.0422184
Jan 15 21:17:49.760104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-1cbec097-a2a5-4479-bf8a-92068b08479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.762330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-1cbec097-a2a5-4479-bf8a-92068b08479a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.1002009
Jan 15 21:17:49.837501 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-3058b571-cbf2-483e-9f4e-82fd2896349d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 999 time: 0.0691333
Jan 15 21:17:49.914504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-65c05e2d-c1cc-403e-b55a-e1e27e8e1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.916017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-65c05e2d-c1cc-403e-b55a-e1e27e8e1030 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0737667
Jan 15 21:17:49.964241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-6bf15ce8-ea6b-4f02-ace4-6f9ec929490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:49.965686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-6bf15ce8-ea6b-4f02-ace4-6f9ec929490d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442886
Jan 15 21:17:50.054574 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-360e3421-8b82-474d-9f46-73ae8cf53ee9 service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828528
Jan 15 21:17:50.148707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e15aaa12-2cd3-41bf-a807-4d49f22226da req-8ea3495c-b207-4f55-a5f2-af1671b8ff5e service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880733
Jan 15 21:17:50.403099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:50.507874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d11d88a-68e3-4f81-8c87-2d6baa1a3b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.621058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d11d88a-68e3-4f81-8c87-2d6baa1a3b06 admin admin] Publish callbacks [] for security_group (fb197c7c-4764-4085-9790-ef798eeb4019), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.630298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b950e-1b35-4d7d-bf1b-ad582c1e8e11 req-820ef234-b67d-4f6c-ad19-0b0bfbf14612 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:50.631801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-724b950e-1b35-4d7d-bf1b-ad582c1e8e11 req-820ef234-b67d-4f6c-ad19-0b0bfbf14612 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 983 time: 0.0841670
Jan 15 21:17:50.632855 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9d11d88a-68e3-4f81-8c87-2d6baa1a3b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fb197c7c-4764-4085-9790-ef798eeb4019), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.653810 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de7d7e58-5046-4383-b2e1-9cbf272b4f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.658515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d97caf67-f7a7-4dae-ab1d-958cb300e495 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:17:50.697671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9d11d88a-68e3-4f81-8c87-2d6baa1a3b06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e67ef0a5990e47ad9c633fd0b1929f45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2933927
Jan 15 21:17:50.699421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11d88a-68e3-4f81-8c87-2d6baa1a3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb197c7c-4764-4085-9790-ef798eeb4019,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:50.702662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50430) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:50.746962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-724b950e-1b35-4d7d-bf1b-ad582c1e8e11 req-9375ce61-e20c-4369-b793-551c3e3890d3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1023219
Jan 15 21:17:50.761614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:50.773002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'port_id': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'mac_address': 'fa:16:3e:10:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:17:50.777680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] Publish callbacks [] for security_group (fb197c7c-4764-4085-9790-ef798eeb4019), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.799455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] Publish callbacks [] for security_group (fb197c7c-4764-4085-9790-ef798eeb4019), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.813931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d97caf67-f7a7-4dae-ab1d-958cb300e495 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:50.814375 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.828075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97caf67-f7a7-4dae-ab1d-958cb300e495 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:17:50.846773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:50.847021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fb197c7c-4764-4085-9790-ef798eeb4019), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.849652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.853787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:50.853975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb197c7c-4764-4085-9790-ef798eeb4019 HTTP/1.1" status: 204  len: 168 time: 0.1469724
Jan 15 21:17:50.860441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374edce8-fff7-44ba-b793-5020edbeb027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb197c7c-4764-4085-9790-ef798eeb4019,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:50.911768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:50.920495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.920877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.921206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.921957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.921957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.922208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.922564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.922805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.923150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.923438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.923837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.924108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:50.924388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:51.125623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d97caf67-f7a7-4dae-ab1d-958cb300e495'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:17:51.129619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50442) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:51.143227 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b756ba-9378-48c5-ae65-3596d4d7fbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.230301 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b756ba-9378-48c5-ae65-3596d4d7fbbd admin admin] Publish callbacks [] for security_group (b7868f69-ce21-449a-a017-25aae16dabf9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.234297 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d4b756ba-9378-48c5-ae65-3596d4d7fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b7868f69-ce21-449a-a017-25aae16dabf9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.271413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b756ba-9378-48c5-ae65-3596d4d7fbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7868f69-ce21-449a-a017-25aae16dabf9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:51.278729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d4b756ba-9378-48c5-ae65-3596d4d7fbbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc9910ac6fe841c0889502dfe5b66b97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1450269
Jan 15 21:17:51.279101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:51.329150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] Publish callbacks [] for security_group (b7868f69-ce21-449a-a017-25aae16dabf9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.350877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] Publish callbacks [] for security_group (b7868f69-ce21-449a-a017-25aae16dabf9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.398386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b7868f69-ce21-449a-a017-25aae16dabf9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.401195 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.402424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7868f69-ce21-449a-a017-25aae16dabf9 HTTP/1.1" status: 204  len: 168 time: 0.1225653
Jan 15 21:17:51.410566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1459-3af8-4da3-967a-afb513cc59ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7868f69-ce21-449a-a017-25aae16dabf9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:51.865124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83004ed-3cdb-40a9-aa89-c5795d4eabf9 req-3dbdcf27-1e2c-4c5b-842e-76ae85a80e16 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:51.866715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a83004ed-3cdb-40a9-aa89-c5795d4eabf9 req-3dbdcf27-1e2c-4c5b-842e-76ae85a80e16 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 984 time: 0.0524855
Jan 15 21:17:51.905444 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:51.929266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a83004ed-3cdb-40a9-aa89-c5795d4eabf9 req-8b5ced16-dc72-4a27-955b-feb66ae3a50f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0551255
Jan 15 21:17:52.663826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d97caf67-f7a7-4dae-ab1d-958cb300e495 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:17:52.713240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port d97caf67-f7a7-4dae-ab1d-958cb300e495 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:17:52.718570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d97caf67-f7a7-4dae-ab1d-958cb300e495 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:17:52.719307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:52.804465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d97caf67-f7a7-4dae-ab1d-958cb300e495 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:17:52.804898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:52.829022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:52.831292 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c4baa-962d-4d83-806d-835ce0e61473" -d '{"events": [{"server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "name": "network-vif-plugged", "status": "completed", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:52.844339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:17:52.849720 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:52.875041 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d96138-4381-473f-8c10-d898feb831b8 x-openstack-request-id: req-44d96138-4381-473f-8c10-d898feb831b8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:52.875448 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "name": "network-vif-plugged", "status": "completed", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:52.875718 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44d96138-4381-473f-8c10-d898feb831b8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:52.876141 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'code': 200}
Jan 15 21:17:52.905614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:52.979757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfdba7-d60f-44a5-a2f5-496f53789b1f req-811ab695-d0dd-4f70-a470-c705c8aa3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:52.981351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ddfdba7-d60f-44a5-a2f5-496f53789b1f req-811ab695-d0dd-4f70-a470-c705c8aa3766 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.0431454
Jan 15 21:17:53.048885 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1ddfdba7-d60f-44a5-a2f5-496f53789b1f req-7ad80df4-2694-4135-bd57-e09f745f332d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0569229
Jan 15 21:17:53.058410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa78d9-96e6-49db-a8de-295dd2b045e9 req-a444389a-0782-4e81-aa1a-8bf2c93928b5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:53.059886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55aa78d9-96e6-49db-a8de-295dd2b045e9 req-a444389a-0782-4e81-aa1a-8bf2c93928b5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0543399
Jan 15 21:17:53.122724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55aa78d9-96e6-49db-a8de-295dd2b045e9 req-ddac7cbf-81f6-4b43-98c9-c2133d7d9efb tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0571852
Jan 15 21:17:53.319882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.387559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50548) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:53.498241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac222e87-4a47-4844-afe7-e32c4cbededb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.578956 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac222e87-4a47-4844-afe7-e32c4cbededb admin admin] Publish callbacks [] for security_group (c8ce2afc-0e7f-48e6-97d0-bab188866996), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.583056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac222e87-4a47-4844-afe7-e32c4cbededb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8ce2afc-0e7f-48e6-97d0-bab188866996), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.622347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac222e87-4a47-4844-afe7-e32c4cbededb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce2afc-0e7f-48e6-97d0-bab188866996,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:53.626694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ac222e87-4a47-4844-afe7-e32c4cbededb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65c2947912af4fd38a2c067b5a3cbc93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2381096
Jan 15 21:17:53.629942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50564) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:53.677095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] Publish callbacks [] for security_group (c8ce2afc-0e7f-48e6-97d0-bab188866996), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.697721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] Publish callbacks [] for security_group (c8ce2afc-0e7f-48e6-97d0-bab188866996), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.743919 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c8ce2afc-0e7f-48e6-97d0-bab188866996), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.746736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:53.747879 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8ce2afc-0e7f-48e6-97d0-bab188866996 HTTP/1.1" status: 204  len: 168 time: 0.1176445
Jan 15 21:17:53.755346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058ca9-1caf-4e57-a378-2d589218c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce2afc-0e7f-48e6-97d0-bab188866996,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:54.012584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50570) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:54.025448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d51c4529-62af-4907-ba5e-1ef086e02b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.101200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d51c4529-62af-4907-ba5e-1ef086e02b5c admin admin] Publish callbacks [] for security_group (a5e335ec-7694-4423-a1f8-9c4ae18b9290), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.104726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d51c4529-62af-4907-ba5e-1ef086e02b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a5e335ec-7694-4423-a1f8-9c4ae18b9290), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.142334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d51c4529-62af-4907-ba5e-1ef086e02b5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2004d6a096a34936a8244d9156b77b31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1286292
Jan 15 21:17:54.145881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c4529-62af-4907-ba5e-1ef086e02b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e335ec-7694-4423-a1f8-9c4ae18b9290,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:54.146039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50572) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:54.198587 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] Publish callbacks [] for security_group (a5e335ec-7694-4423-a1f8-9c4ae18b9290), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.210381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.254875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] Publish callbacks [] for security_group (a5e335ec-7694-4423-a1f8-9c4ae18b9290), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.276937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc22a-40ea-49c4-8d06-734319500d4e req-619165a6-ad99-4ae1-a02f-1ec295c9300b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:54.278459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50dbc22a-40ea-49c4-8d06-734319500d4e req-619165a6-ad99-4ae1-a02f-1ec295c9300b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0766375
Jan 15 21:17:54.342959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (a5e335ec-7694-4423-a1f8-9c4ae18b9290), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.345563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:54.346710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5e335ec-7694-4423-a1f8-9c4ae18b9290 HTTP/1.1" status: 204  len: 168 time: 0.1983895
Jan 15 21:17:54.361867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055088a-8f25-4707-8435-5fc159ddda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e335ec-7694-4423-a1f8-9c4ae18b9290,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:54.370098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50dbc22a-40ea-49c4-8d06-734319500d4e req-d24527ed-e91d-4c81-9ddf-bbbdc19f1265 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0839233
Jan 15 21:17:55.515419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe7e6-1c17-4c31-a779-75bd0976c455 req-5bb64c91-3a62-4a9e-bb26-05db2070868f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:55.517062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef3fe7e6-1c17-4c31-a779-75bd0976c455 req-5bb64c91-3a62-4a9e-bb26-05db2070868f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0606818
Jan 15 21:17:55.586195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef3fe7e6-1c17-4c31-a779-75bd0976c455 req-96c01a9d-47fa-41cc-802f-9976d2beb5a5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0604119
Jan 15 21:17:55.710056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8bfd-7d6b-42e1-94be-59711952d304 req-c3aacf07-3c0d-458e-9696-fadddb08ab98 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:55.711557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-499d8bfd-7d6b-42e1-94be-59711952d304 req-c3aacf07-3c0d-458e-9696-fadddb08ab98 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0528669
Jan 15 21:17:55.777064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-499d8bfd-7d6b-42e1-94be-59711952d304 req-933772a6-c1c6-4a75-83e3-ebfc204bfe58 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0584016
Jan 15 21:17:55.913158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-6156bce1-0e8d-4236-a46f-af668006ddc6 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:55.915121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-6156bce1-0e8d-4236-a46f-af668006ddc6 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.0637519
Jan 15 21:17:55.939162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-94e28692-b876-453e-a842-df603b92eaf4 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.027296 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-94e28692-b876-453e-a842-df603b92eaf4 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Publish callbacks [] for security_group (c0588a8c-cbc6-4c97-b7ac-dae55978ca44), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.031583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-94e28692-b876-453e-a842-df603b92eaf4 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0588a8c-cbc6-4c97-b7ac-dae55978ca44), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.061482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:56.077166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e28692-b876-453e-a842-df603b92eaf4 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0588a8c-cbc6-4c97-b7ac-dae55978ca44,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:56.082049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb5acb03-65ea-49f0-8a72-d06cd6db8bf4 req-94e28692-b876-453e-a842-df603b92eaf4 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1590154
Jan 15 21:17:56.105098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:56.147911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5dff0-4c8e-4d02-97dc-bfd17d33851b tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:56.153143 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9be5dff0-4c8e-4d02-97dc-bfd17d33851b tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1131 time: 0.0433490
Jan 15 21:17:56.154227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:56.158947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:56.190435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.209122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c745e6c-fb71-4d7b-bb49-673581597d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.356939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c745e6c-fb71-4d7b-bb49-673581597d26 admin admin] Publish callbacks [] for security_group (982073c6-b63a-4423-9958-e1d2715856e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.365765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6c745e6c-fb71-4d7b-bb49-673581597d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (982073c6-b63a-4423-9958-e1d2715856e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.378320 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.420213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c745e6c-fb71-4d7b-bb49-673581597d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982073c6-b63a-4423-9958-e1d2715856e5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:56.450114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6c745e6c-fb71-4d7b-bb49-673581597d26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cc76e54b3834e16896e14fc4b5d8440&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3875656
Jan 15 21:17:56.452773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:56.554287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] Publish callbacks [] for security_group (982073c6-b63a-4423-9958-e1d2715856e5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.562917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.35.1.218 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/b48bc894-cae8-4ab8-8026-d4b38a77bebb) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:56.592183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] Publish callbacks [] for security_group (982073c6-b63a-4423-9958-e1d2715856e5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.701751 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (982073c6-b63a-4423-9958-e1d2715856e5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.705684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.706902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/982073c6-b63a-4423-9958-e1d2715856e5 HTTP/1.1" status: 204  len: 168 time: 0.2531757
Jan 15 21:17:56.724463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.726434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e038514-014b-4149-82ce-138d4fae68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982073c6-b63a-4423-9958-e1d2715856e5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:56.763293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:56.800009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:56.802778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:56.806243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:56.833471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=b48bc894-cae8-4ab8-8026-d4b38a77bebb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:57.469909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for floatingip (48b90a29-c3ac-4896-bd18-ffffb7b06dbf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:57.534494 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:57.689611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:57.694363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:57.771628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=b48bc894-cae8-4ab8-8026-d4b38a77bebb,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:57.782457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (48b90a29-c3ac-4896-bd18-ffffb7b06dbf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:57.895382 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Floating IP 48b90a29-c3ac-4896-bd18-ffffb7b06dbf associated. External IP: 172.35.1.218, port: d97caf67-f7a7-4dae-ab1d-958cb300e495.
Jan 15 21:17:57.955287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50792) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.130010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:17:58.153366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-130021068'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:58.177225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Made reservation on behalf of e69be34b78684c84b1fac550f7e32388 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:58.180686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.189909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.248273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:17:58.259194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Sync routers for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:17:58.266539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.269358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for security_group (c77d89bf-d0c8-46dc-8e20-ae5ba7405996), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.272002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:58.272704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:58.274262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c77d89bf-d0c8-46dc-8e20-ae5ba7405996), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.301440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-199bcc6a-cf74-4753-ac27-45bc9d0c88c3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1458769
Jan 15 21:17:58.302043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:17:58.304182 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:17:58.306026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.309017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:17:58.319781 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8e9bd6a4-f66f-457b-a563-a082eff4fd4c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.320157 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Added segment 8e9bd6a4-f66f-457b-a563-a082eff4fd4c of type vlan for network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa
Jan 15 21:17:58.345399 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03fb222-867a-4832-89cc-0e6882fd2db0 x-openstack-request-id: req-a03fb222-867a-4832-89cc-0e6882fd2db0 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:17:58.345704 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:17:58.345955 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a03fb222-867a-4832-89cc-0e6882fd2db0 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:17:58.346356 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'status': 'completed', 'code': 200}
Jan 15 21:17:58.375716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d89bf-d0c8-46dc-8e20-ae5ba7405996,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:58.386889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:58.420935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-c7d1133d-e9ac-4845-addc-753fb4c8074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.422467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-c7d1133d-e9ac-4845-addc-753fb4c8074a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.0506310
Jan 15 21:17:58.439623 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.486728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.492428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.493049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.524997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-bba6d2a3-ec98-405d-aba3-252f5d858c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.527256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-bba6d2a3-ec98-405d-aba3-252f5d858c32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 898 time: 0.0982156
Jan 15 21:17:58.582711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.583254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.583728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.584188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.584784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.585276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.586152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.591130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a54903e-8d1b-4018-8148-4b1d343f9cea tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4965 time: 0.2567754
Jan 15 21:17:58.591779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50802) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.601165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.6421587
Jan 15 21:17:58.601450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.609555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Request body: {'subnet': {'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:58.616437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-1ad7044a-2e98-4ec8-be20-958afb98caf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 1000 time: 0.0834703
Jan 15 21:17:58.634190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e81f0>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48b90a29-c3ac-4896-bd18-ffffb7b06dbf', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'floating_ip_address': '172.35.1.218', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'port_id': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'mac_address': 'fa:16:3e:10:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:57Z', 'updated_at': '2022-01-15T21:17:57Z', 'revision_number': 0, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:58.636359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9be40-5ac4-4f0f-8ce0-5f6c6e743f1c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event updated for resources: {'Network': ['ID=a674ab0c-6b2b-4f8b-83a7-1c8826e709aa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:58.665207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:17:58.666657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.667213 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.667518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Checking router: 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:17:58.667673 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.668099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.668554 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.669241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.669963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.674770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1238a4a5-5de8-44ac-9e25-85ee0d7c2e90 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4622 time: 0.0799408
Jan 15 21:17:58.675422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50806) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.721926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:17:58.722932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:58.738963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-59d3cc7a-ca14-4c92-aa10-53e0c3ed2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.740998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-59d3cc7a-ca14-4c92-aa10-53e0c3ed2728 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 200  len: 834 time: 0.1137788
Jan 15 21:17:58.801006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-2cc9a853-f9a8-473b-b1b6-90c4098eedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.802956 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-2cc9a853-f9a8-473b-b1b6-90c4098eedcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a57373f-def7-4d62-bbcc-60677c51e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0552652
Jan 15 21:17:58.804157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Made reservation on behalf of e69be34b78684c84b1fac550f7e32388 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:58.809732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:58.831517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5962eed4-79e1-41d1-a90b-b9443a24af0b tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3775 time: 0.1549232
Jan 15 21:17:58.834179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:58.854210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:17:58.875296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09d79a-d1bd-4f36-acf4-461d4b26f0cd tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.875786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09d79a-d1bd-4f36-acf4-461d4b26f0cd tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:58.885959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3d09d79a-d1bd-4f36-acf4-461d4b26f0cd tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 HTTP/1.1" status: 200  len: 1992 time: 0.0422177
Jan 15 21:17:58.986768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-52e95cc9-e4f5-4a48-8e2e-faac956bdf42 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309903
Jan 15 21:17:59.089772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0e81f0>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48b90a29-c3ac-4896-bd18-ffffb7b06dbf', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'floating_ip_address': '172.35.1.218', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'port_id': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'mac_address': 'fa:16:3e:10:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:57Z', 'updated_at': '2022-01-15T21:17:57Z', 'revision_number': 0, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:17:59.122602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177eb14-57b4-4f5d-8d73-2b2657a2722d None None] The sync data for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 is: [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48b90a29-c3ac-4896-bd18-ffffb7b06dbf', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'floating_ip_address': '172.35.1.218', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'port_id': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'mac_address': 'fa:16:3e:10:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:17:57Z', 'updated_at': '2022-01-15T21:17:57Z', 'revision_number': 0, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:17:59.141498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (189ff2cb-266f-4efc-b826-308ce969ec36), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.176672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bc990f1c-3d43-4b3c-b1f7-67722c452ee6 req-a020684b-3c71-405e-9a03-973f814e5035 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711514
Jan 15 21:17:59.231870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event updated for resources: {'Subnet': ['ID=189ff2cb-266f-4efc-b826-308ce969ec36,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:17:59.240221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Checking segment: {'id': '8e9bd6a4-f66f-457b-a563-a082eff4fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:17:59.240590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Network hostable DHCP agents. Network: a674ab0c-6b2b-4f8b-83a7-1c8826e709aa, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:17:59.245284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.248960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.249877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:17:59.271396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:17:59.288863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a674ab0c-6b2b-4f8b-83a7-1c8826e709aa) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:59.294405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:59.295010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.310599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f311a-aa2b-4bef-bf7a-514afb3bb751 None None] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:17:59.338869 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30564315-f147-4134-8197-a2d31d5c2e4b tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7330511
Jan 15 21:17:59.339082 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:17:59.346294 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Request body: {'port': {'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-729105323'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:17:59.427377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7baad-dd6f-4a34-91e8-b20b29fcd773 None None] New status for floating IP 48b90a29-c3ac-4896-bd18-ffffb7b06dbf: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:17:59.539097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a674ab0c-6b2b-4f8b-83a7-1c8826e709aa', 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa', 'project_id': 'e69be34b78684c84b1fac550f7e32388', 'fixed_ips': [{'subnet_id': '189ff2cb-266f-4efc-b826-308ce969ec36'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:17:59.540051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.612793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Made reservation on behalf of e69be34b78684c84b1fac550f7e32388 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:17:59.623824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.654053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] device_id is not set on port 2ad335ae-bbbe-405e-a28c-2d4a266c7175 yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:17:59.768271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Allocated IP 172.20.0.2 (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa/189ff2cb-266f-4efc-b826-308ce969ec36/c35f6db8-1173-48d7-9a54-0d1bd6344bd9) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:59.827904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf75d8-71ae-455e-a7ae-6d1a1a41466f req-63514c73-a9fc-4f8e-9ff3-842b04e919d1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:17:59.829593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9faf75d8-71ae-455e-a7ae-6d1a1a41466f req-63514c73-a9fc-4f8e-9ff3-842b04e919d1 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.0792098
Jan 15 21:17:59.902461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9faf75d8-71ae-455e-a7ae-6d1a1a41466f req-8d96a577-77ec-4f34-b909-70fdbfdebd16 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582194
Jan 15 21:17:59.936283 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks [] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.942372 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:17:59.985363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:17:59.990900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:17:59.996141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:17:59.999303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Allocated IP 172.20.0.9 (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa/189ff2cb-266f-4efc-b826-308ce969ec36/2ad335ae-bbbe-405e-a28c-2d4a266c7175) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:17:59.999697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Pushing event updated for resources: {'Port': ['ID=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:00.065278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Attempting to bind port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:00.065657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Attempting to bind port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e9bd6a4-f66f-457b-a563-a082eff4fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:00.066014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Attempting to bind port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 on network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:00.071303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:00.071651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Checking segment: {'id': '8e9bd6a4-f66f-457b-a563-a082eff4fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:00.072050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.072979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Bound using segment: {'id': '8e9bd6a4-f66f-457b-a563-a082eff4fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:00.073579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Bound port: c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9bd6a4-f66f-457b-a563-a082eff4fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a674ab0c-6b2b-4f8b-83a7-1c8826e709aa'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:00.074152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.157631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] For port c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:00.161613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] For port c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,segment=NetworkSegment(8e9bd6a4-f66f-457b-a563-a082eff4fd4c),segment_id=8e9bd6a4-f66f-457b-a563-a082eff4fd4c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:00.167677 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.183349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for port (2ad335ae-bbbe-405e-a28c-2d4a266c7175), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.229001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b76a-8d6b-4aaa-b1f4-f867bd896f66 None None] Pushing event updated for resources: {'Port': ['ID=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:00.232491 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2ad335ae-bbbe-405e-a28c-2d4a266c7175), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.286873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:00.290788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:00.299307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:00.326503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event updated for resources: {'Port': ['ID=2ad335ae-bbbe-405e-a28c-2d4a266c7175,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:00.357453 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:00.358233 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.379918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e0896d89-d734-4747-9ac9-9756c0614391 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0398464
Jan 15 21:18:00.383173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50858) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:00.518506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Deleting port 2ad335ae-bbbe-405e-a28c-2d4a266c7175 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:00.518844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2ad335ae-bbbe-405e-a28c-2d4a266c7175), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.634408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2ad335ae-bbbe-405e-a28c-2d4a266c7175), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.653855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Calling delete_port for 2ad335ae-bbbe-405e-a28c-2d4a266c7175 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:00.676443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c35f6db8-1173-48d7-9a54-0d1bd6344bd9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:00.815326 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2ad335ae-bbbe-405e-a28c-2d4a266c7175), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.849813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event deleted for resources: {'Port': ['ID=2ad335ae-bbbe-405e-a28c-2d4a266c7175,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:00.896250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:00.896613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.942797 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:00.948890 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3aa138a-9986-40d9-bb0a-52c88983356c tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "DELETE /v2.0/ports/2ad335ae-bbbe-405e-a28c-2d4a266c7175 HTTP/1.1" status: 204  len: 168 time: 0.5626600
Jan 15 21:18:00.950184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50894) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.009968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:01.010711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.037664 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-521049cc-cec7-44bf-929e-ec79e27062c5 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.0862334
Jan 15 21:18:01.040185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.045745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16a5b2-1781-46e4-ad55-28087c6e78a1 req-c8512f9c-60c7-4f45-8387-7be01f8cf530 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:01.046973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-651964238'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:01.047774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b16a5b2-1781-46e4-ad55-28087c6e78a1 req-c8512f9c-60c7-4f45-8387-7be01f8cf530 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.0693994
Jan 15 21:18:01.062333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,segment=NetworkSegment(8e9bd6a4-f66f-457b-a563-a082eff4fd4c),segment_id=8e9bd6a4-f66f-457b-a563-a082eff4fd4c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:01.066915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.087464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Made reservation on behalf of e69be34b78684c84b1fac550f7e32388 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:01.092156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.108720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b16a5b2-1781-46e4-ad55-28087c6e78a1 req-dd3d10ea-d470-4d56-b967-664f612cb861 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac16fe26-60df-4a27-8238-abdadfbc1015&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549006
Jan 15 21:18:01.129668 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:01.160040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:01.176628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f267acca-9d37-4e71-b956-679b30c62fae), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.176916 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Added segment f267acca-9d37-4e71-b956-679b30c62fae of type vlan for network cb7ee3fa-45c0-4867-9d7f-b4956373bbca
Jan 15 21:18:01.192796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3e82-9f12-47d2-a491-ab788c670312 req-3f748eb1-9f19-43af-98e2-3e9f709b8438 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:01.194396 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-642b3e82-9f12-47d2-a491-ab788c670312 req-3f748eb1-9f19-43af-98e2-3e9f709b8438 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.45 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 946 time: 0.1165698
Jan 15 21:18:01.259399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (cb7ee3fa-45c0-4867-9d7f-b4956373bbca), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.321680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (cb7ee3fa-45c0-4867-9d7f-b4956373bbca), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.327564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:01.328661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.363580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b28b9f-18fe-4a78-912b-57d39275e486 None None] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:01.398977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.3575203
Jan 15 21:18:01.403221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50900) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.411037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Deleting port 87023fcd-0a43-4fa7-a414-0a614f09ac8e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:01.411388 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.416314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c0cd-ffeb-4b89-93cf-61a4f65407ad tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event updated for resources: {'Network': ['ID=cb7ee3fa-45c0-4867-9d7f-b4956373bbca,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:01.432784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network cb7ee3fa-45c0-4867-9d7f-b4956373bbca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:01.511718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] For port 87023fcd-0a43-4fa7-a414-0a614f09ac8e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87023fcd-0a43-4fa7-a414-0a614f09ac8e,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:01.513004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.530414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d92c7932-9b05-4957-940e-28f2fc54af70 None None] Provisioning complete for port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:01.530414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d92c7932-9b05-4957-940e-28f2fc54af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.623091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ba97fce1-eddb-44bb-8632-c7c774a39687 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks HTTP/1.1" status: 200  len: 6454 time: 0.2184997
Jan 15 21:18:01.623680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50902) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.643250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7932-9b05-4957-940e-28f2fc54af70 None None] Current status of the port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:01.706826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9776c3e7-4dd6-4e36-beea-40a24c7f56da tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] Network cb7ee3fa-45c0-4867-9d7f-b4956373bbca is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:01.721516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9776c3e7-4dd6-4e36-beea-40a24c7f56da tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "POST /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.0940871
Jan 15 21:18:01.721837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.723207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc97160-89ec-49c7-b9c6-6536346969ca None None] Network cb7ee3fa-45c0-4867-9d7f-b4956373bbca requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:01.772415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.773253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.773827 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Floating IP bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86 disassociated. External IP: 172.35.1.103, port: 87023fcd-0a43-4fa7-a414-0a614f09ac8e.
Jan 15 21:18:01.774390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Calling delete_port for 87023fcd-0a43-4fa7-a414-0a614f09ac8e owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:01.862710 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-01fee10c-2bca-42e2-9556-20cafee89e8d tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks HTTP/1.1" status: 200  len: 7224 time: 0.1397123
Jan 15 21:18:01.865423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50906) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.877102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-026969d3-8c20-4498-ba2b-bf57bf5243ce None None] Provisioning complete for port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:01.877979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-026969d3-8c20-4498-ba2b-bf57bf5243ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.925400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-45737c08-f597-4153-afd2-f4012696448f tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "DELETE /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks/cb7ee3fa-45c0-4867-9d7f-b4956373bbca HTTP/1.1" status: 204  len: 168 time: 0.0585332
Jan 15 21:18:01.927994 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50910) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:01.969821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (87023fcd-0a43-4fa7-a414-0a614f09ac8e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:01.995770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-026969d3-8c20-4498-ba2b-bf57bf5243ce None None] Current status of the port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:02.026806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event deleted for resources: {'Port': ['ID=87023fcd-0a43-4fa7-a414-0a614f09ac8e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:02.111398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf36d156-2e48-4023-857a-d90d42a73e10 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks HTTP/1.1" status: 200  len: 6454 time: 0.1824951
Jan 15 21:18:02.116621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50914) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:02.146442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-97e78c64-392a-41e3-9fa5-57e7a68cf945 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/networks/a674ab0c-6b2b-4f8b-83a7-1c8826e709aa/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0248749
Jan 15 21:18:02.146640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50918) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:02.175196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:02.182675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50920) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:02.190964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c036d645-a4c6-4875-a59f-64a169823d87 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/networks/a674ab0c-6b2b-4f8b-83a7-1c8826e709aa/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0314949
Jan 15 21:18:02.210444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6a3867fa-5b78-4728-9150-5dbbc03d6b5a None None] Could not find standard attr ID for object 2ad335ae-bbbe-405e-a28c-2d4a266c7175. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:18:02.236012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-145e792f-58c2-4f0f-8bcf-9ae3c71213df req-da72740b-bdd3-4c8c-bff9-7943dfc9ef1c tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0312428
Jan 15 21:18:02.662923 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c35f6db8-1173-48d7-9a54-0d1bd6344bd9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:02.715101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c8698437-52c0-4327-bc25-b96c2c7f34b1 tempest-DHCPAgentSchedulersTestJSON-1603361449 tempest-DHCPAgentSchedulersTestJSON-1603361449-project-admin] 10.222.0.46 "GET /v2.0/agents/d0de3b6f-9624-4035-9c7a-366fbd6a3a1c/dhcp-networks HTTP/1.1" status: 200  len: 6454 time: 0.5296581
Jan 15 21:18:02.716205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:02.717124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:02.718459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50942) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:02.729075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:02.740744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Sync routers for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:02.762463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:02.763088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24e3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:02.811185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] No DVR routers for this DVR port 87023fcd-0a43-4fa7-a414-0a614f09ac8e on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:02.813883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:02.817546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-642b3e82-9f12-47d2-a491-ab788c670312 req-df31baed-edd6-40d5-990a-aff6bf3a88e0 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.45 "DELETE /v2.0/ports/87023fcd-0a43-4fa7-a414-0a614f09ac8e HTTP/1.1" status: 204  len: 173 time: 1.6015401
Jan 15 21:18:02.821631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'name': 'network-vif-deleted', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:02.825074 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02456a9-e28d-4a45-b136-d1f6ed68ed85" -d '{"events": [{"server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "name": "network-vif-deleted", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:02.846369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (cb7ee3fa-45c0-4867-9d7f-b4956373bbca), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:02.882551 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bfd59d-8ce4-4b87-84fd-495ee76b3e62 x-openstack-request-id: req-34bfd59d-8ce4-4b87-84fd-495ee76b3e62 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:02.882785 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffb1a6-17ea-4e1a-9218-4339c3407c3c", "name": "network-vif-deleted", "tag": "87023fcd-0a43-4fa7-a414-0a614f09ac8e", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:02.883030 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34bfd59d-8ce4-4b87-84fd-495ee76b3e62 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:02.883427 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffb1a6-17ea-4e1a-9218-4339c3407c3c', 'name': 'network-vif-deleted', 'tag': '87023fcd-0a43-4fa7-a414-0a614f09ac8e', 'status': 'completed', 'code': 200}
Jan 15 21:18:02.899373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:02.910214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:02.948335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (cb7ee3fa-45c0-4867-9d7f-b4956373bbca), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:02.969631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb0b20>,) {'filters': {'network_id': ['cb7ee3fa-45c0-4867-9d7f-b4956373bbca']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:02.980220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb0b20>, 'f267acca-9d37-4e71-b956-679b30c62fae') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:02.980891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79bb0b20>, 'f267acca-9d37-4e71-b956-679b30c62fae') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:02.990031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (f267acca-9d37-4e71-b956-679b30c62fae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.004330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f267acca-9d37-4e71-b956-679b30c62fae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.011279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:03.011765 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (f267acca-9d37-4e71-b956-679b30c62fae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:03.014969 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:03.017720 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:03.077055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (cb7ee3fa-45c0-4867-9d7f-b4956373bbca), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.083888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.089458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "DELETE /v2.0/networks/cb7ee3fa-45c0-4867-9d7f-b4956373bbca HTTP/1.1" status: 204  len: 168 time: 0.3665109
Jan 15 21:18:03.090183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:03.098688 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a0df1-f63f-4afb-8a82-1be2df08bcc8 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event deleted for resources: {'Network': ['ID=cb7ee3fa-45c0-4867-9d7f-b4956373bbca,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:03.117226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24e3a0>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.121084 ncdv-master-1 neutron-server[114437]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f74cd0b-d781-4181-9dbd-448eac66a4e9 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:18:03.121084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f74cd0b-d781-4181-9dbd-448eac66a4e9 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114437) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:18:03.126336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3f74cd0b-d781-4181-9dbd-448eac66a4e9 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "DELETE /v2.0/ports/2ad335ae-bbbe-405e-a28c-2d4a266c7175 HTTP/1.1" status: 404  len: 333 time: 0.0319343
Jan 15 21:18:03.126556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50948) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:03.148101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Checking router: b252b4c8-d528-4d26-8110-f2dbcf2bf2ec for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:03.157170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:03.157779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24e3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.180958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Deleting subnet 189ff2cb-266f-4efc-b826-308ce969ec36 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:03.185297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for subnet (189ff2cb-266f-4efc-b826-308ce969ec36), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.227521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (189ff2cb-266f-4efc-b826-308ce969ec36), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.274921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:03.319291 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (189ff2cb-266f-4efc-b826-308ce969ec36), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.419837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc275b48-0ebc-4ac8-b72e-d9c8305b48be req-5c06a025-00c4-456a-8250-7ef366423557 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "GET /v2.0/ports?device_id=abffb1a6-17ea-4e1a-9218-4339c3407c3c HTTP/1.1" status: 200  len: 210 time: 0.0328259
Jan 15 21:18:03.421091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (189ff2cb-266f-4efc-b826-308ce969ec36), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.450264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event deleted for resources: {'Subnet': ['ID=189ff2cb-266f-4efc-b826-308ce969ec36,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:03.452790 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.457709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7954e68c-6d70-48b5-8334-437264b3f89d tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "DELETE /v2.0/subnets/189ff2cb-266f-4efc-b826-308ce969ec36 HTTP/1.1" status: 204  len: 168 time: 0.3280456
Jan 15 21:18:03.457969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:03.471138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e991f-52d9-412d-a01e-14b87e8a5a15 None None] Network a674ab0c-6b2b-4f8b-83a7-1c8826e709aa requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:03.542741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.605815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Deleting port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:03.606243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.619391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24e3a0>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.647958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce467b-b635-48b5-971d-2399e2edda93 None None] The sync data for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 is: [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:12:24Z', 'revision_number': 4, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc24a163-1c3b-4e97-86b8-3c0c19ad001a', 'name': '', 'network_id': 'c449301e-98ed-4b3a-8c7c-09506771241a', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'mac_address': 'fa:16:3e:03:38:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:21Z', 'updated_at': '2022-01-15T21:12:37Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'subnets': [{'id': '7e1fda76-2f82-4d55-9149-588fbc967888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:03.674263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] DHCP port deletion for a674ab0c-6b2b-4f8b-83a7-1c8826e709aa request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:03.686331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] For port c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,segment=NetworkSegment(8e9bd6a4-f66f-457b-a563-a082eff4fd4c),segment_id=8e9bd6a4-f66f-457b-a563-a082eff4fd4c)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:03.686701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.703815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Calling delete_port for c35f6db8-1173-48d7-9a54-0d1bd6344bd9 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:03.749314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Deleting port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:03.749781 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.827107 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.827408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] For port c35f6db8-1173-48d7-9a54-0d1bd6344bd9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,segment=NetworkSegment(8e9bd6a4-f66f-457b-a563-a082eff4fd4c),segment_id=8e9bd6a4-f66f-457b-a563-a082eff4fd4c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:03.828322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.841976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] No DVR routers for this DVR port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:03.847671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Calling delete_port for c35f6db8-1173-48d7-9a54-0d1bd6344bd9 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:03.885371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event deleted for resources: {'Port': ['ID=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:18:03.935713 ncdv-master-1 neutron-server[114439]:   self.session.flush()
Jan 15 21:18:03.943526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.952023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (c35f6db8-1173-48d7-9a54-0d1bd6344bd9), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:03.971010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79dc2fa0>,) {'filters': {'network_id': ['a674ab0c-6b2b-4f8b-83a7-1c8826e709aa']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.979108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] Pushing event deleted for resources: {'Port': ['ID=c35f6db8-1173-48d7-9a54-0d1bd6344bd9,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:03.982746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f93a0-7d03-487b-b466-ff3fcdc84547 None None] No DVR routers for this DVR port c35f6db8-1173-48d7-9a54-0d1bd6344bd9 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:03.983124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79dc2fa0>, '8e9bd6a4-f66f-457b-a563-a082eff4fd4c') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.983442 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79dc2fa0>, '8e9bd6a4-f66f-457b-a563-a082eff4fd4c') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:03.997185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (8e9bd6a4-f66f-457b-a563-a082eff4fd4c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.012192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8e9bd6a4-f66f-457b-a563-a082eff4fd4c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.013606 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78bba5-ee02-4de3-a11c-0c6c56300697 None None] New status for floating IP bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:18:04.018787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:04.019257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (8e9bd6a4-f66f-457b-a563-a082eff4fd4c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:04.022275 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:04.085692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (a674ab0c-6b2b-4f8b-83a7-1c8826e709aa), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.094212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.097389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] 10.222.0.46 "DELETE /v2.0/networks/a674ab0c-6b2b-4f8b-83a7-1c8826e709aa HTTP/1.1" status: 204  len: 168 time: 0.6385112
Jan 15 21:18:04.108246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819c24-ee95-47ab-b257-76a3f5038dc5 tempest-DHCPAgentSchedulersTestJSON-391977829 tempest-DHCPAgentSchedulersTestJSON-391977829-project] Pushing event deleted for resources: {'Network': ['ID=a674ab0c-6b2b-4f8b-83a7-1c8826e709aa,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:04.357362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50980) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:04.483678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 50986) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:04.505007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1bf974c3-bd78-47b3-9e77-93acb9f5b16d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e69be34b78684c84b1fac550f7e32388&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1462910
Jan 15 21:18:04.507574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 50988) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:04.559428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] Publish callbacks [] for security_group (c77d89bf-d0c8-46dc-8e20-ae5ba7405996), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.582288 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] Publish callbacks [] for security_group (c77d89bf-d0c8-46dc-8e20-ae5ba7405996), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.613705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Deleting port 3f4a7993-8cb1-4dda-a938-d4e0582b6d9b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:04.614054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.631300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c35f6db8-1173-48d7-9a54-0d1bd6344bd9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:04.638421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c77d89bf-d0c8-46dc-8e20-ae5ba7405996), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.641337 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.642616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c77d89bf-d0c8-46dc-8e20-ae5ba7405996 HTTP/1.1" status: 204  len: 168 time: 0.1337955
Jan 15 21:18:04.653632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03708f58-cd6f-46e2-8243-f04ae12f7195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d89bf-d0c8-46dc-8e20-ae5ba7405996,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:04.660402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c35f6db8-1173-48d7-9a54-0d1bd6344bd9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:04.661214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c35f6db8-1173-48d7-9a54-0d1bd6344bd9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:04.697098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.697978 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for floatingip (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.709475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Calling delete_port for 3f4a7993-8cb1-4dda-a938-d4e0582b6d9b owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:04.757664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 87023fcd-0a43-4fa7-a414-0a614f09ac8e no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:04.783405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 87023fcd-0a43-4fa7-a414-0a614f09ac8e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:04.783914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 87023fcd-0a43-4fa7-a414-0a614f09ac8e not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:04.855143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3f4a7993-8cb1-4dda-a938-d4e0582b6d9b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.872115 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:18:04.887009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event deleted for resources: {'Port': ['ID=3f4a7993-8cb1-4dda-a938-d4e0582b6d9b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:04.967987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for floatingip (bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.971291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:04.972446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51006) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:04.972663 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3aa814e-02c3-4793-8e60-f922849cde63 tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "DELETE /v2.0/floatingips/bb679fbf-2e0b-4fac-ad7a-7c8f1e0aef86 HTTP/1.1" status: 204  len: 168 time: 0.4878201
Jan 15 21:18:04.987585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f534a18f-6409-4c88-b881-fb157e296010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.067918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:05.084596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f534a18f-6409-4c88-b881-fb157e296010 admin admin] Publish callbacks [] for security_group (0721268e-858a-40bc-a77d-3ac00762b194), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.089563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f534a18f-6409-4c88-b881-fb157e296010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0721268e-858a-40bc-a77d-3ac00762b194), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.128575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f534a18f-6409-4c88-b881-fb157e296010 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bef576de70e45d6a5353a69f2d9940a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1540911
Jan 15 21:18:05.131711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51032) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:05.139477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534a18f-6409-4c88-b881-fb157e296010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0721268e-858a-40bc-a77d-3ac00762b194,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:05.192723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (ac16fe26-60df-4a27-8238-abdadfbc1015), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.232104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (ac16fe26-60df-4a27-8238-abdadfbc1015), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.240711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] Publish callbacks [] for security_group (0721268e-858a-40bc-a77d-3ac00762b194), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.281474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] Publish callbacks [] for security_group (0721268e-858a-40bc-a77d-3ac00762b194), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.337574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ac16fe26-60df-4a27-8238-abdadfbc1015), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.340499 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.341698 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac16fe26-60df-4a27-8238-abdadfbc1015 HTTP/1.1" status: 204  len: 168 time: 0.2725606
Jan 15 21:18:05.345594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0721268e-858a-40bc-a77d-3ac00762b194), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.348043 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:05.349119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0721268e-858a-40bc-a77d-3ac00762b194 HTTP/1.1" status: 204  len: 168 time: 0.2141507
Jan 15 21:18:05.362907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3bec4-7a46-4820-961d-8a0fef17387d tempest-TestServerBasicOps-1811346630 tempest-TestServerBasicOps-1811346630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16fe26-60df-4a27-8238-abdadfbc1015,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:05.377450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a307a-6f3d-47f7-887d-2466573f2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0721268e-858a-40bc-a77d-3ac00762b194,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:05.398010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51044) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:06.195070 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:06.497311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Deleting port bc24a163-1c3b-4e97-86b8-3c0c19ad001a {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:06.497662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:06.595846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] For port bc24a163-1c3b-4e97-86b8-3c0c19ad001a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:06.596443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:06.612168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Calling delete_port for bc24a163-1c3b-4e97-86b8-3c0c19ad001a owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:06.705798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:06.823139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:06.831013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (bc24a163-1c3b-4e97-86b8-3c0c19ad001a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:06.849845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:06.857266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc24a163-1c3b-4e97-86b8-3c0c19ad001a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:06.947867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.055944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.083968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Allocated IP 172.35.1.18 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d51ba590-8c64-4bf1-b675-c788db1b3227) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:07.192711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.229680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.270004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:07.274279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:07.280899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:07.286696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Pushing event updated for resources: {'Port': ['ID=d51ba590-8c64-4bf1-b675-c788db1b3227,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:07.292481 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:07.375415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for floatingip (cfd5bb53-7211-4be4-a908-dc9a6a59367b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.405807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:07.411326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6e91380a-468c-4a62-99f3-b9b639e82ee3 admin admin] 10.222.0.46 "PUT /v2.0/routers/b252b4c8-d528-4d26-8110-f2dbcf2bf2ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0121138
Jan 15 21:18:07.414105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:07.415445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Sync routers for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:07.425697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.429950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:07.430576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a114040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:07.528493 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks [] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.545594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:07.610614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.617661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.654371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks [] for router_gateway (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.708478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Pushing event updated for resources: {'Port': ['ID=d51ba590-8c64-4bf1-b675-c788db1b3227,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:07.733965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (cfd5bb53-7211-4be4-a908-dc9a6a59367b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.739403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Deleting port a90eafca-b66f-425c-98cc-d2d8d351e718 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:07.739964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.754491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.756280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6a24c35b-72ff-4749-b57d-556724fdbd09 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0493085
Jan 15 21:18:07.760346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51142) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:07.767937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2026071814', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'fixed_ips': [{'ip_address': '172.35.1.18'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:07.797774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Made reservation on behalf of c0b48d52c76849aba56045e302af0069 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:07.800633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.814579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.865089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] For port a90eafca-b66f-425c-98cc-d2d8d351e718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a90eafca-b66f-425c-98cc-d2d8d351e718,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:07.866617 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.889651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Calling delete_port for a90eafca-b66f-425c-98cc-d2d8d351e718 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:07.935987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for security_group (1e49ab25-c1bf-4466-95a1-18deb57e723e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.942514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1e49ab25-c1bf-4466-95a1-18deb57e723e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:07.954780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] device_id is not set on port 6446e75d-1630-4e72-ac7f-561196e49fa3 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:18:07.985846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a114040>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90'}], 'enable_snat': True}, 'gw_port_id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:18:06Z', 'revision_number': 5, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port': {'id': 'a90eafca-b66f-425c-98cc-d2d8d351e718', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:16Z', 'updated_at': '2022-01-15T21:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:08.030369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Checking router: b252b4c8-d528-4d26-8110-f2dbcf2bf2ec for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:08.036769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49ab25-c1bf-4466-95a1-18deb57e723e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:08.045962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Routers {'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:08.046608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a114040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:08.150802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] Set router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:08.153199 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a90eafca-b66f-425c-98cc-d2d8d351e718), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.183795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90eafca-b66f-425c-98cc-d2d8d351e718,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:08.201860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e78329-c12e-4cf5-823c-e1c03fd2678c None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:08.217005 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:18:08.217850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:18:08.238564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c7b6918-94f3-45ee-a384-44690f80ba60 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 0.4744530
Jan 15 21:18:08.241212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51160) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:08.242059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a114040>, [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:18:07Z', 'revision_number': 6, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:08.269150 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.273415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bce66-c488-4e07-b7b7-56023646ec94 None None] The sync data for ids ['b252b4c8-d528-4d26-8110-f2dbcf2bf2ec'] in ncdv-master-1 is: [{'id': 'b252b4c8-d528-4d26-8110-f2dbcf2bf2ec', 'name': 'tempest-TestServerBasicOps-2076926255-router', 'tenant_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:15Z', 'updated_at': '2022-01-15T21:18:07Z', 'revision_number': 6, 'project_id': '1c5c2a0c042c4bf3aa18d87ce1d003eb', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:08.396300 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.399927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks [] for router_controller (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.421993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:08.438586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Deleting port d51ba590-8c64-4bf1-b675-c788db1b3227 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:08.438940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.446368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (b252b4c8-d528-4d26-8110-f2dbcf2bf2ec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.447136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b252b4c8-d528-4d26-8110-f2dbcf2bf2ec {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:18:08.455754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.457150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b7dc1e20-b50e-499c-934b-236b760dd205 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b252b4c8-d528-4d26-8110-f2dbcf2bf2ec HTTP/1.1" status: 204  len: 168 time: 1.0419145
Jan 15 21:18:08.459989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51168) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:08.508287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Deleting subnet 7e1fda76-2f82-4d55-9149-588fbc967888 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:08.511792 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Publish callbacks [] for subnet (7e1fda76-2f82-4d55-9149-588fbc967888), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.526141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.526833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for floatingip (d51ba590-8c64-4bf1-b675-c788db1b3227), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.543543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Calling delete_port for d51ba590-8c64-4bf1-b675-c788db1b3227 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:08.553913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (7e1fda76-2f82-4d55-9149-588fbc967888), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.563040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77c9c1e3-39b9-437e-ae3d-ca82910252eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.657122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (7e1fda76-2f82-4d55-9149-588fbc967888), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.748386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (7e1fda76-2f82-4d55-9149-588fbc967888), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.749773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77c9c1e3-39b9-437e-ae3d-ca82910252eb admin admin] Publish callbacks [] for security_group (e331fda5-9352-4608-9405-247162d2c2e0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.760000 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-77c9c1e3-39b9-437e-ae3d-ca82910252eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e331fda5-9352-4608-9405-247162d2c2e0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.769604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.774131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7e1fda76-2f82-4d55-9149-588fbc967888 HTTP/1.1" status: 204  len: 168 time: 0.3129456
Jan 15 21:18:08.789644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:08.792484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b6b2d1-f18a-4c9e-80d8-064ea026ea13 None None] Network c449301e-98ed-4b3a-8c7c-09506771241a requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:08.802189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a935d43-48da-4f0b-bc03-fffd0f5fee6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1fda76-2f82-4d55-9149-588fbc967888,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:08.836598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d51ba590-8c64-4bf1-b675-c788db1b3227), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.847228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bc24a163-1c3b-4e97-86b8-3c0c19ad001a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:08.878947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: bc24a163-1c3b-4e97-86b8-3c0c19ad001a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:08.879285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bc24a163-1c3b-4e97-86b8-3c0c19ad001a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:08.883867 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-77c9c1e3-39b9-437e-ae3d-ca82910252eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6971a4f7666648daa3dcf1a030f12a53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4608753
Jan 15 21:18:08.884653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c1e3-39b9-437e-ae3d-ca82910252eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331fda5-9352-4608-9405-247162d2c2e0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:08.887919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51172) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:08.913328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Pushing event deleted for resources: {'Port': ['ID=d51ba590-8c64-4bf1-b675-c788db1b3227,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:08.949936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] Publish callbacks [] for security_group (e331fda5-9352-4608-9405-247162d2c2e0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.960546 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c449301e-98ed-4b3a-8c7c-09506771241a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:08.973944 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] Publish callbacks [] for security_group (e331fda5-9352-4608-9405-247162d2c2e0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.020531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks [] for floatingip (cfd5bb53-7211-4be4-a908-dc9a6a59367b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.022407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e331fda5-9352-4608-9405-247162d2c2e0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.023323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.024591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9119f5d9-ddbe-4e97-b62f-f5fe00714fec tempest-ExternalNetworksAdminNegativeTestJSON-1631540460 tempest-ExternalNetworksAdminNegativeTestJSON-1631540460-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/cfd5bb53-7211-4be4-a908-dc9a6a59367b HTTP/1.1" status: 204  len: 168 time: 0.7818983
Jan 15 21:18:09.025315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.029552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e331fda5-9352-4608-9405-247162d2c2e0 HTTP/1.1" status: 204  len: 168 time: 0.1395195
Jan 15 21:18:09.037786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb8064-1832-4e85-8366-fd9cfb856698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331fda5-9352-4608-9405-247162d2c2e0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.061998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Deleting port 5573e2b7-f93d-45ec-ba5c-359ff057614d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:09.062306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.144808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] For port 5573e2b7-f93d-45ec-ba5c-359ff057614d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5573e2b7-f93d-45ec-ba5c-359ff057614d,segment=NetworkSegment(a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6),segment_id=a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:09.145275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.167808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] DHCP port deletion for c449301e-98ed-4b3a-8c7c-09506771241a request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:09.169637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Calling delete_port for 5573e2b7-f93d-45ec-ba5c-359ff057614d owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:09.264631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.269341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Deleting port 5573e2b7-f93d-45ec-ba5c-359ff057614d {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:09.269728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.298886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5573e2b7-f93d-45ec-ba5c-359ff057614d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.313393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] No DVR routers for this DVR port 5573e2b7-f93d-45ec-ba5c-359ff057614d on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:09.331243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51182) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:09.367881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] For port 5573e2b7-f93d-45ec-ba5c-359ff057614d, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:09.368642 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.388042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Calling delete_port for 5573e2b7-f93d-45ec-ba5c-359ff057614d owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:09.394956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Port 5573e2b7-f93d-45ec-ba5c-359ff057614d was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:18:09.396291 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (5573e2b7-f93d-45ec-ba5c-359ff057614d), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.434785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] Pushing event deleted for resources: {'Port': ['ID=5573e2b7-f93d-45ec-ba5c-359ff057614d,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.443224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c449301e-98ed-4b3a-8c7c-09506771241a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.444978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0268bdf-9af8-4ce3-a0fa-23f40be817e7 None None] No DVR routers for this DVR port 5573e2b7-f93d-45ec-ba5c-359ff057614d on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:09.470076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b290af0>,) {'filters': {'network_id': ['c449301e-98ed-4b3a-8c7c-09506771241a']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:09.473016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36846e74-b443-4ae9-83c0-5775d9d3d4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.480266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51186) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:09.487244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b290af0>, 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:09.487637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b290af0>, 'a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:09.513502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.520326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc748da1-2bc4-46de-a41f-6285e0f54451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.534999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.545989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:09.546768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a7e5623b-2ef4-45a6-a5a5-d64e746a9fc6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:09.548068 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:09.567086 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36846e74-b443-4ae9-83c0-5775d9d3d4f8 admin admin] Publish callbacks [] for security_group (28572e14-5157-4dc3-b20c-4bc26682dafb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.571320 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-36846e74-b443-4ae9-83c0-5775d9d3d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28572e14-5157-4dc3-b20c-4bc26682dafb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.612107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-36846e74-b443-4ae9-83c0-5775d9d3d4f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a176684119e34c9aaed583c6d49c5a72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2797205
Jan 15 21:18:09.612764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51188) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:09.629352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c449301e-98ed-4b3a-8c7c-09506771241a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.632964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36846e74-b443-4ae9-83c0-5775d9d3d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28572e14-5157-4dc3-b20c-4bc26682dafb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.636798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.640194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] 10.222.0.46 "DELETE /v2.0/networks/c449301e-98ed-4b3a-8c7c-09506771241a HTTP/1.1" status: 204  len: 168 time: 0.8493891
Jan 15 21:18:09.653260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51190) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:09.664306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e317de-fbd5-400d-8953-5a914ba7ecfe admin admin] Pushing event deleted for resources: {'Network': ['ID=c449301e-98ed-4b3a-8c7c-09506771241a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.684483 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] Publish callbacks [] for security_group (28572e14-5157-4dc3-b20c-4bc26682dafb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.706901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] Publish callbacks [] for security_group (28572e14-5157-4dc3-b20c-4bc26682dafb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.755736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (28572e14-5157-4dc3-b20c-4bc26682dafb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.758701 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.759943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28572e14-5157-4dc3-b20c-4bc26682dafb HTTP/1.1" status: 204  len: 168 time: 0.1428123
Jan 15 21:18:09.769232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a75fe-4d66-413a-98d0-dfdb096891d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28572e14-5157-4dc3-b20c-4bc26682dafb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.769370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc748da1-2bc4-46de-a41f-6285e0f54451 admin admin] Publish callbacks [] for security_group (2d010998-7939-4662-94a4-092280a0a941), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.777456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bc748da1-2bc4-46de-a41f-6285e0f54451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2d010998-7939-4662-94a4-092280a0a941), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.832132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bc748da1-2bc4-46de-a41f-6285e0f54451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eeabe65fa43d4bf9b62928d2e71534f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3506916
Jan 15 21:18:09.835266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51194) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:09.864743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748da1-2bc4-46de-a41f-6285e0f54451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d010998-7939-4662-94a4-092280a0a941,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:09.899208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] Publish callbacks [] for security_group (2d010998-7939-4662-94a4-092280a0a941), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.934847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] Publish callbacks [] for security_group (2d010998-7939-4662-94a4-092280a0a941), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.992896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2d010998-7939-4662-94a4-092280a0a941), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.997852 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:09.999187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d010998-7939-4662-94a4-092280a0a941 HTTP/1.1" status: 204  len: 168 time: 0.1628788
Jan 15 21:18:10.016084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459136-cdcd-4092-89a5-a5cea338e676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d010998-7939-4662-94a4-092280a0a941,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:10.106017 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (11163a14-14ec-46f9-9305-28afc33bbc14), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.190022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51202) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:10.235573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56f4fb05-62d5-431d-b739-80d057d02fa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0b48d52c76849aba56045e302af0069&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0440981
Jan 15 21:18:10.238159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51204) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:10.296530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] Publish callbacks [] for security_group (1e49ab25-c1bf-4466-95a1-18deb57e723e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.321482 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] Publish callbacks [] for security_group (1e49ab25-c1bf-4466-95a1-18deb57e723e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.384546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Deleting port 24447c09-736e-4afa-8e2b-359f6dcfca94 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:10.385542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.387987 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1e49ab25-c1bf-4466-95a1-18deb57e723e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.390784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.395937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e49ab25-c1bf-4466-95a1-18deb57e723e HTTP/1.1" status: 204  len: 168 time: 0.1563320
Jan 15 21:18:10.406565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33bee9-9a9c-45ba-8322-02ac842edf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49ab25-c1bf-4466-95a1-18deb57e723e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:10.475729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] For port 24447c09-736e-4afa-8e2b-359f6dcfca94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24447c09-736e-4afa-8e2b-359f6dcfca94,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:10.476110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.497944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Calling delete_port for 24447c09-736e-4afa-8e2b-359f6dcfca94 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:10.645321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a90eafca-b66f-425c-98cc-d2d8d351e718 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:10.673716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a90eafca-b66f-425c-98cc-d2d8d351e718 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:10.674063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a90eafca-b66f-425c-98cc-d2d8d351e718 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:10.674477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5573e2b7-f93d-45ec-ba5c-359ff057614d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:10.696024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5573e2b7-f93d-45ec-ba5c-359ff057614d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:10.696379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5573e2b7-f93d-45ec-ba5c-359ff057614d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:10.726390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (24447c09-736e-4afa-8e2b-359f6dcfca94), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:10.754393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=24447c09-736e-4afa-8e2b-359f6dcfca94,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:11.252279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (11163a14-14ec-46f9-9305-28afc33bbc14), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.346911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51250) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:11.489895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Router 11163a14-14ec-46f9-9305-28afc33bbc14 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:11.533816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1676525566'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:11.563960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Made reservation on behalf of 24ac35dc0a874ed4a12c46a9f52e16f1 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:11.567923 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.577831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.615661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:11.624940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2318d015-99ed-47df-bebb-d3a0d0e26e5c admin admin] 10.222.0.46 "PUT /v2.0/routers/11163a14-14ec-46f9-9305-28afc33bbc14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9705822
Jan 15 21:18:11.625525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:11.629551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Sync routers for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:11.651204 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:11.651843 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3097c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:11.669589 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for security_group (e5c083a8-54c0-4b9d-b66c-e26aae620d54), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.674891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5c083a8-54c0-4b9d-b66c-e26aae620d54), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.705001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:11.716909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c083a8-54c0-4b9d-b66c-e26aae620d54,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:11.722324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (edfc6f7a-9b89-48f7-a265-b723c7976fb0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.722933 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Added segment edfc6f7a-9b89-48f7-a265-b723c7976fb0 of type vlan for network 266a1014-d3e7-4983-8705-8e6235d3f0a8
Jan 15 21:18:11.734933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.735599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.736035 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.736478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.736941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.737530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.738093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.738634 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.739171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.739724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.740273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.740698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.741303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:11.764853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks [] for router (11163a14-14ec-46f9-9305-28afc33bbc14), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.788173 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:11.793029 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (266a1014-d3e7-4983-8705-8e6235d3f0a8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.831241 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (266a1014-d3e7-4983-8705-8e6235d3f0a8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.841090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:11.841865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.905016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks [] for router_gateway (11163a14-14ec-46f9-9305-28afc33bbc14), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:11.914254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.5654316
Jan 15 21:18:11.917629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51272) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:11.925754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Request body: {'subnet': {'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:11.990219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987fe2-03d7-4fba-b7d4-0142f5b72c26 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'Network': ['ID=266a1014-d3e7-4983-8705-8e6235d3f0a8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:11.992012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Deleting port ba39e432-0192-4b52-8e5a-de56f004ee9d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:12.001333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.001993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:12.010762 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3097c0>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2'}], 'enable_snat': True}, 'gw_port_id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:18:10Z', 'revision_number': 5, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port': {'id': 'ba39e432-0192-4b52-8e5a-de56f004ee9d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:46:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:12:34Z', 'updated_at': '2022-01-15T21:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:12.047866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Checking router: 11163a14-14ec-46f9-9305-28afc33bbc14 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:12.050753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Made reservation on behalf of 24ac35dc0a874ed4a12c46a9f52e16f1 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:12.056720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.057316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Routers {'11163a14-14ec-46f9-9305-28afc33bbc14'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:12.058106 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3097c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['11163a14-14ec-46f9-9305-28afc33bbc14'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:12.127682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] For port ba39e432-0192-4b52-8e5a-de56f004ee9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba39e432-0192-4b52-8e5a-de56f004ee9d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:12.129231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.150361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Calling delete_port for ba39e432-0192-4b52-8e5a-de56f004ee9d owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:12.264131 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] Set router 11163a14-14ec-46f9-9305-28afc33bbc14 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:12.334584 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3097c0>, [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:18:11Z', 'revision_number': 6, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:12.361016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1395b0af-716c-4543-bb94-40aec1c72b2f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.365740 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370796f7-348c-45a3-9f0b-0316a34841e9 None None] The sync data for ids ['11163a14-14ec-46f9-9305-28afc33bbc14'] in ncdv-master-1 is: [{'id': '11163a14-14ec-46f9-9305-28afc33bbc14', 'name': 'tempest-TestServerBasicOps-1381245599-router', 'tenant_id': 'ead8768339aa4d339cee7b6fe79a1601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:12:32Z', 'updated_at': '2022-01-15T21:18:11Z', 'revision_number': 6, 'project_id': 'ead8768339aa4d339cee7b6fe79a1601', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:12.394104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ba39e432-0192-4b52-8e5a-de56f004ee9d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.424189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba39e432-0192-4b52-8e5a-de56f004ee9d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:12.449746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a720e10-5b3c-4831-9d8c-8e24b9162ab6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:12.450949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'Subnet': ['ID=1395b0af-716c-4543-bb94-40aec1c72b2f,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:12.460736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Checking segment: {'id': 'edfc6f7a-9b89-48f7-a265-b723c7976fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:12.461176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Network hostable DHCP agents. Network: 266a1014-d3e7-4983-8705-8e6235d3f0a8, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:12.479470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:12.489260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 266a1014-d3e7-4983-8705-8e6235d3f0a8) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:12.490379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (11163a14-14ec-46f9-9305-28afc33bbc14), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.494441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:12.495058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.501360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8236fa-ce7e-46be-b8f2-c5f6a2e586af None None] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:12.512634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14932f72-cc22-40c8-8ac6-aae69c08dfb2 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5937102
Jan 15 21:18:12.515986 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:12.521380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Request body: {'port': {'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-134293581'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:12.594228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (11163a14-14ec-46f9-9305-28afc33bbc14), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.596487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks [] for router_controller (11163a14-14ec-46f9-9305-28afc33bbc14), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.613885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-266a1014-d3e7-4983-8705-8e6235d3f0a8', 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8', 'project_id': '24ac35dc0a874ed4a12c46a9f52e16f1', 'fixed_ips': [{'subnet_id': '1395b0af-716c-4543-bb94-40aec1c72b2f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:12.615101 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.644219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Made reservation on behalf of 24ac35dc0a874ed4a12c46a9f52e16f1 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:12.648092 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.648225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (11163a14-14ec-46f9-9305-28afc33bbc14), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.648819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11163a14-14ec-46f9-9305-28afc33bbc14 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:18:12.656026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.657256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8cc4bd26-ddb3-4d6c-90aa-c233b6bb22c3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/11163a14-14ec-46f9-9305-28afc33bbc14 HTTP/1.1" status: 204  len: 168 time: 1.0307171
Jan 15 21:18:12.659764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:12.673126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] device_id is not set on port ed992aa1-3234-4bce-ad01-399b8c8e5ece yet. {{(pid=114437) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:18:12.706098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Deleting subnet 90b031b4-a6d2-468d-b9b0-2a7229cdb7de {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:12.709293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Publish callbacks [] for subnet (90b031b4-a6d2-468d-b9b0-2a7229cdb7de), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.747051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (90b031b4-a6d2-468d-b9b0-2a7229cdb7de), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.773728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Allocated IP 172.20.0.2 (266a1014-d3e7-4983-8705-8e6235d3f0a8/1395b0af-716c-4543-bb94-40aec1c72b2f/dd28aece-92f5-432a-972d-24fbbf238edf) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:12.845216 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (90b031b4-a6d2-468d-b9b0-2a7229cdb7de), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.905231 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (90b031b4-a6d2-468d-b9b0-2a7229cdb7de), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.930394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b031b4-a6d2-468d-b9b0-2a7229cdb7de,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:12.934353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:12.937485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-71391d74-1670-408b-b6c7-f225cdd239d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/90b031b4-a6d2-468d-b9b0-2a7229cdb7de HTTP/1.1" status: 204  len: 168 time: 0.2762423
Jan 15 21:18:12.940139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51284) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:12.944971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b6a4d-14b2-43d1-9a1d-8f890ef17aed None None] Network 0a185477-cf1a-4809-8b34-a1537dfe5e51 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:12.999910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks [] for port (dd28aece-92f5-432a-972d-24fbbf238edf), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.011023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.014982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0a185477-cf1a-4809-8b34-a1537dfe5e51), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.067836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Allocated IP 172.20.0.11 (266a1014-d3e7-4983-8705-8e6235d3f0a8/1395b0af-716c-4543-bb94-40aec1c72b2f/ed992aa1-3234-4bce-ad01-399b8c8e5ece) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:13.068927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:13.079819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Deleting port 0ca8fe95-0412-4623-8ab0-af470da03b09 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:13.080167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.081502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:13.084547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Pushing event updated for resources: {'Port': ['ID=dd28aece-92f5-432a-972d-24fbbf238edf,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:13.088296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:13.150514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] For port 0ca8fe95-0412-4623-8ab0-af470da03b09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ca8fe95-0412-4623-8ab0-af470da03b09,segment=NetworkSegment(8db62b8a-1b75-4969-9a6c-c3f7a8aed821),segment_id=8db62b8a-1b75-4969-9a6c-c3f7a8aed821)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:13.150789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.151242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Attempting to bind port dd28aece-92f5-432a-972d-24fbbf238edf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:13.151615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Attempting to bind port dd28aece-92f5-432a-972d-24fbbf238edf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'edfc6f7a-9b89-48f7-a265-b723c7976fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:13.151975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Attempting to bind port dd28aece-92f5-432a-972d-24fbbf238edf on network 266a1014-d3e7-4983-8705-8e6235d3f0a8 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:13.157609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:13.157919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Checking segment: {'id': 'edfc6f7a-9b89-48f7-a265-b723c7976fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:13.158493 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.158888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Bound using segment: {'id': 'edfc6f7a-9b89-48f7-a265-b723c7976fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:13.160371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Bound port: dd28aece-92f5-432a-972d-24fbbf238edf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfc6f7a-9b89-48f7-a265-b723c7976fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:13.161064 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.166886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Calling delete_port for 0ca8fe95-0412-4623-8ab0-af470da03b09 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:13.236323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24447c09-736e-4afa-8e2b-359f6dcfca94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:13.257884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0cbee-4f2c-4449-a4aa-7e15e6577b0d None None] DHCP port deletion for 0a185477-cf1a-4809-8b34-a1537dfe5e51 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:13.264664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 24447c09-736e-4afa-8e2b-359f6dcfca94 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:13.265312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24447c09-736e-4afa-8e2b-359f6dcfca94 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:13.271008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ca8fe95-0412-4623-8ab0-af470da03b09), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.281367 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.302737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-30b0cbee-4f2c-4449-a4aa-7e15e6577b0d None None] The port '0ca8fe95-0412-4623-8ab0-af470da03b09' was deleted {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Jan 15 21:18:13.303335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca8fe95-0412-4623-8ab0-af470da03b09,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:13.311306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] For port dd28aece-92f5-432a-972d-24fbbf238edf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:13.315609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] No DVR routers for this DVR port 0ca8fe95-0412-4623-8ab0-af470da03b09 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:13.332512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] For port dd28aece-92f5-432a-972d-24fbbf238edf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd28aece-92f5-432a-972d-24fbbf238edf,segment=NetworkSegment(edfc6f7a-9b89-48f7-a265-b723c7976fb0),segment_id=edfc6f7a-9b89-48f7-a265-b723c7976fb0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:13.339471 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.343310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.396634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0a185477-cf1a-4809-8b34-a1537dfe5e51), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.431611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4807-20fc-4d72-96c3-0dfaf015104f None None] Pushing event updated for resources: {'Port': ['ID=dd28aece-92f5-432a-972d-24fbbf238edf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:13.436046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c4c40>,) {'filters': {'network_id': ['0a185477-cf1a-4809-8b34-a1537dfe5e51']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:13.444567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:13.447846 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:13.452651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:13.456413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c4c40>, '8db62b8a-1b75-4969-9a6c-c3f7a8aed821') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:13.456709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a6c4c40>, '8db62b8a-1b75-4969-9a6c-c3f7a8aed821') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:13.477736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (8db62b8a-1b75-4969-9a6c-c3f7a8aed821), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.499233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (8db62b8a-1b75-4969-9a6c-c3f7a8aed821), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.510775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:13.511967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (8db62b8a-1b75-4969-9a6c-c3f7a8aed821), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.512143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'Port': ['ID=ed992aa1-3234-4bce-ad01-399b8c8e5ece,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:13.512968 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:13.522891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:13.523532 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.550712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6dffca26-ffa3-4846-859f-84441dc0038a tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.0332825
Jan 15 21:18:13.554925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51290) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:13.566242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Request body: {'port': {'network_id': '266a1014-d3e7-4983-8705-8e6235d3f0a8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1667379965', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:13.566773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.api.validators [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] bootfile-name is not in valid_values {{(pid=114438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:13.567098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.api.validators [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] tftp-server is not in valid_values {{(pid=114438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:13.567450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.api.validators [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] server-ip-address is not in valid_values {{(pid=114438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:13.634586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0a185477-cf1a-4809-8b34-a1537dfe5e51), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.644135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.649331 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0a185477-cf1a-4809-8b34-a1537dfe5e51 HTTP/1.1" status: 204  len: 168 time: 0.7081645
Jan 15 21:18:13.665049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424883-558a-433a-8f85-150211d7d6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a185477-cf1a-4809-8b34-a1537dfe5e51,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:13.768131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Made reservation on behalf of 24ac35dc0a874ed4a12c46a9f52e16f1 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:13.777554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:13.803082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] device_id is not set on port a168891c-97f6-4762-a85e-83f5e82355c5 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:18:13.924119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51296) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:13.931088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Allocated IP 172.20.0.12 (266a1014-d3e7-4983-8705-8e6235d3f0a8/1395b0af-716c-4543-bb94-40aec1c72b2f/a168891c-97f6-4762-a85e-83f5e82355c5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:13.967542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bf8749c0-1235-4bc1-8b25-c5c1b6dc9a85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c5c2a0c042c4bf3aa18d87ce1d003eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420794
Jan 15 21:18:13.969962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51298) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:14.018572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] Publish callbacks [] for security_group (ae211cc5-8b2f-4325-8f50-5b85171f54cc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.041010 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] Publish callbacks [] for security_group (ae211cc5-8b2f-4325-8f50-5b85171f54cc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.089648 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ae211cc5-8b2f-4325-8f50-5b85171f54cc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.092285 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.093540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae211cc5-8b2f-4325-8f50-5b85171f54cc HTTP/1.1" status: 204  len: 168 time: 0.1226294
Jan 15 21:18:14.101625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51942ed4-a3b3-4c18-ae60-22017e23c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae211cc5-8b2f-4325-8f50-5b85171f54cc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:14.104371 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for port (a168891c-97f6-4762-a85e-83f5e82355c5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.143488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a168891c-97f6-4762-a85e-83f5e82355c5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.183217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:14.186583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:14.189047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:14.230931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'Port': ['ID=a168891c-97f6-4762-a85e-83f5e82355c5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:14.258956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:14.259714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.280736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cc9289c3-9ef0-4092-851a-fbb9c5a9224c tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 0.7225547
Jan 15 21:18:14.281009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51304) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:14.366716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3a8d2-5948-493e-8c63-1aed76bfb50b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:14.374281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3a8d2-5948-493e-8c63-1aed76bfb50b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:14.380378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3a8d2-5948-493e-8c63-1aed76bfb50b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:14.384969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-08a3a8d2-5948-493e-8c63-1aed76bfb50b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.1002431
Jan 15 21:18:14.385383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:14.477680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51308) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:14.495535 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.527451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Deleting port a168891c-97f6-4762-a85e-83f5e82355c5 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:14.527798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a168891c-97f6-4762-a85e-83f5e82355c5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.537315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9020a6dd-7d28-4a64-93f1-431c70a3eeed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ead8768339aa4d339cee7b6fe79a1601&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0553243
Jan 15 21:18:14.537972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51310) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:14.598413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] Publish callbacks [] for security_group (ace5a7b7-2c02-463a-8617-a3a5582d3b76), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.626578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] Publish callbacks [] for security_group (ace5a7b7-2c02-463a-8617-a3a5582d3b76), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.627356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a168891c-97f6-4762-a85e-83f5e82355c5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.644006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Calling delete_port for a168891c-97f6-4762-a85e-83f5e82355c5 owned by  {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:14.665416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce21b61-1013-40ea-8b43-f7cfda88b4ae None None] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:14.702711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ace5a7b7-2c02-463a-8617-a3a5582d3b76), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.706624 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.711859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ace5a7b7-2c02-463a-8617-a3a5582d3b76 HTTP/1.1" status: 204  len: 168 time: 0.1726654
Jan 15 21:18:14.722328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Provisioning complete for port dd28aece-92f5-432a-972d-24fbbf238edf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:14.722995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.725877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d5d0-066b-4945-beda-fbbf2a56dbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace5a7b7-2c02-463a-8617-a3a5582d3b76,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:14.787902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd28aece-92f5-432a-972d-24fbbf238edf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:14.840444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a168891c-97f6-4762-a85e-83f5e82355c5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.876616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event deleted for resources: {'Port': ['ID=a168891c-97f6-4762-a85e-83f5e82355c5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:14.949061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Current status of the port dd28aece-92f5-432a-972d-24fbbf238edf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:14.949561 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.951749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd28aece-92f5-432a-972d-24fbbf238edf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:14.952327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.984773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:14.992228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-320ef125-4e47-46d3-b811-c1dfbcd634d6 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "DELETE /v2.0/ports/a168891c-97f6-4762-a85e-83f5e82355c5 HTTP/1.1" status: 204  len: 168 time: 0.6020103
Jan 15 21:18:14.992228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:15.000262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Request body: {'port': {'name': 'tempest-new-port-name-293549216', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:15.000262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] bootfile-name is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:15.000726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] tftp-server is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:15.001100 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.api.validators [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] server-ip-address is not in valid_values {{(pid=114437) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Jan 15 21:18:15.094101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] For port dd28aece-92f5-432a-972d-24fbbf238edf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd28aece-92f5-432a-972d-24fbbf238edf,segment=NetworkSegment(edfc6f7a-9b89-48f7-a265-b723c7976fb0),segment_id=edfc6f7a-9b89-48f7-a265-b723c7976fb0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:15.101286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.113891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.187682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd28aece-92f5-432a-972d-24fbbf238edf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:15.194694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf47a7-fa96-41c9-95f2-ec1769482dc5 None None] Pushing event updated for resources: {'Port': ['ID=dd28aece-92f5-432a-972d-24fbbf238edf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:15.282622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ba39e432-0192-4b52-8e5a-de56f004ee9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:15.402956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ba39e432-0192-4b52-8e5a-de56f004ee9d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:15.403328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ba39e432-0192-4b52-8e5a-de56f004ee9d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:15.403806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ca8fe95-0412-4623-8ab0-af470da03b09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:15.463383 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.464158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0ca8fe95-0412-4623-8ab0-af470da03b09 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:15.464501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ca8fe95-0412-4623-8ab0-af470da03b09 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:15.483050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Provisioning complete for port dd28aece-92f5-432a-972d-24fbbf238edf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:15.483284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.488213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.495060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.617324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] In _notify_port_updated(), no bound segment for port ed992aa1-3234-4bce-ad01-399b8c8e5ece on network 266a1014-d3e7-4983-8705-8e6235d3f0a8 {{(pid=114437) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Jan 15 21:18:15.624632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:15.625369 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.626724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "PUT /v2.0/ports/ed992aa1-3234-4bce-ad01-399b8c8e5ece HTTP/1.1" status: 200  len: 1136 time: 0.6333814
Jan 15 21:18:15.630771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51356) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:15.632504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d06b02-a12d-4cb8-8a29-290b779c966b tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event updated for resources: {'Port': ['ID=ed992aa1-3234-4bce-ad01-399b8c8e5ece,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:15.666776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Current status of the port dd28aece-92f5-432a-972d-24fbbf238edf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:15.678580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Provisioning complete for port ed992aa1-3234-4bce-ad01-399b8c8e5ece triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:15.679585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.695467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184e3af-9e35-4927-9464-866c57f672e5 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:15.697993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7184e3af-9e35-4927-9464-866c57f672e5 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "GET /v2.0/ports/ed992aa1-3234-4bce-ad01-399b8c8e5ece HTTP/1.1" status: 200  len: 1136 time: 0.0661843
Jan 15 21:18:15.701304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:15.734955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d317ef40-7721-49f4-9535-c6bdacea7fab None None] Port ed992aa1-3234-4bce-ad01-399b8c8e5ece cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:15.806689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Deleting port ed992aa1-3234-4bce-ad01-399b8c8e5ece {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:15.807040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.847898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-63f7828a-ab22-4c7a-9c19-12f9ad6966d1 None None] Could not find standard attr ID for object a168891c-97f6-4762-a85e-83f5e82355c5. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:18:15.848776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:15.859442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-63f7828a-ab22-4c7a-9c19-12f9ad6966d1 None None] Provisioning complete for port ed992aa1-3234-4bce-ad01-399b8c8e5ece triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:15.859716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-63f7828a-ab22-4c7a-9c19-12f9ad6966d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.897470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-63f7828a-ab22-4c7a-9c19-12f9ad6966d1 None None] Port ed992aa1-3234-4bce-ad01-399b8c8e5ece cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:15.923556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:15.938632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Calling delete_port for ed992aa1-3234-4bce-ad01-399b8c8e5ece owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:15.986168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1788858747-network', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:16.011414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:16.014073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.023888 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.087021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ed992aa1-3234-4bce-ad01-399b8c8e5ece), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.122267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event deleted for resources: {'Port': ['ID=ed992aa1-3234-4bce-ad01-399b8c8e5ece,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:16.162496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks [] for security_group (be6c87fa-d1d4-4b24-a318-507b36fea92d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.168509 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be6c87fa-d1d4-4b24-a318-507b36fea92d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.196327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:16.207776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c87fa-d1d4-4b24-a318-507b36fea92d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:16.214267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2c5160b9-8e63-4500-9ea1-cbf565115a00), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.214267 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Added segment 2c5160b9-8e63-4500-9ea1-cbf565115a00 of type vlan for network 250ac663-a6c2-4755-b702-91a1aec1e824
Jan 15 21:18:16.241577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.248865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-52ad4a52-9576-4cf2-ade3-0ce529659372 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "DELETE /v2.0/ports/ed992aa1-3234-4bce-ad01-399b8c8e5ece HTTP/1.1" status: 204  len: 168 time: 0.5466168
Jan 15 21:18:16.249725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51368) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:16.276561 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (250ac663-a6c2-4755-b702-91a1aec1e824), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.308811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (250ac663-a6c2-4755-b702-91a1aec1e824), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.310073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:16.310875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.317472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Deleting subnet 1395b0af-716c-4543-bb94-40aec1c72b2f {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:16.321254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for subnet (1395b0af-716c-4543-bb94-40aec1c72b2f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.335937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0b45c673-2f3a-47f1-98a8-c74a74bcdca2 None None] Could not find standard attr ID for object ed992aa1-3234-4bce-ad01-399b8c8e5ece. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:18:16.384574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (1395b0af-716c-4543-bb94-40aec1c72b2f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.544943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1395b0af-716c-4543-bb94-40aec1c72b2f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.641228 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (1395b0af-716c-4543-bb94-40aec1c72b2f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.684714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event deleted for resources: {'Subnet': ['ID=1395b0af-716c-4543-bb94-40aec1c72b2f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:16.688348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd28aece-92f5-432a-972d-24fbbf238edf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:16.691288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.695033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d18d475c-d268-46f2-9442-45ce0651eb88 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "DELETE /v2.0/subnets/1395b0af-716c-4543-bb94-40aec1c72b2f HTTP/1.1" status: 204  len: 168 time: 0.4434729
Jan 15 21:18:16.697894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:16.736623 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78bf98-0519-40d2-a81b-db2fb970cf13 None None] Network 266a1014-d3e7-4983-8705-8e6235d3f0a8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:16.816614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (266a1014-d3e7-4983-8705-8e6235d3f0a8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.852940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dd28aece-92f5-432a-972d-24fbbf238edf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:16.854080 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.890752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0404863
Jan 15 21:18:16.891790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51394) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:16.897391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Request body: {'subnet': {'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1788858747-subnet', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:16.918631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Deleting port dd28aece-92f5-432a-972d-24fbbf238edf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:16.923159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:16.926001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2620ad-2d18-4660-bee1-e1b958262302 admin admin] Pushing event updated for resources: {'Network': ['ID=250ac663-a6c2-4755-b702-91a1aec1e824,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:16.945577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 250ac663-a6c2-4755-b702-91a1aec1e824 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:16.958907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cfb67-887b-4b02-ad96-9472fc029383 req-37b6892d-5742-47d5-b369-39513e413a3a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:16.960110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e52cfb67-887b-4b02-ad96-9472fc029383 req-37b6892d-5742-47d5-b369-39513e413a3a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.0941558
Jan 15 21:18:17.002793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be035b29-c6f4-4344-b61e-5e5d29106718 None None] DHCP port deletion for 266a1014-d3e7-4983-8705-8e6235d3f0a8 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:17.010355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] For port dd28aece-92f5-432a-972d-24fbbf238edf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd28aece-92f5-432a-972d-24fbbf238edf,segment=NetworkSegment(edfc6f7a-9b89-48f7-a265-b723c7976fb0),segment_id=edfc6f7a-9b89-48f7-a265-b723c7976fb0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:17.010355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.022508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e52cfb67-887b-4b02-ad96-9472fc029383 req-eb97d3a4-d9e3-4866-a957-d04cf13f79c8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544274
Jan 15 21:18:17.027610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Calling delete_port for dd28aece-92f5-432a-972d-24fbbf238edf owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:17.052458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51398) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:17.093966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:17.096520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.140586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bd95ee65-a0c4-48bd-8e29-babac75a9e50 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 200  len: 991 time: 0.0817065
Jan 15 21:18:17.225132 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (dd28aece-92f5-432a-972d-24fbbf238edf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.260253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event deleted for resources: {'Port': ['ID=dd28aece-92f5-432a-972d-24fbbf238edf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:17.265836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] No DVR routers for this DVR port dd28aece-92f5-432a-972d-24fbbf238edf on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:17.266056 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dd28aece-92f5-432a-972d-24fbbf238edf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:17.383614 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (266a1014-d3e7-4983-8705-8e6235d3f0a8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.434830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0f0850>,) {'filters': {'network_id': ['266a1014-d3e7-4983-8705-8e6235d3f0a8']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:17.447201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0f0850>, 'edfc6f7a-9b89-48f7-a265-b723c7976fb0') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:17.447464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0f0850>, 'edfc6f7a-9b89-48f7-a265-b723c7976fb0') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:17.454207 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (d967c40b-287f-438e-a4f9-bb91b3f5a631), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.461862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (edfc6f7a-9b89-48f7-a265-b723c7976fb0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.505747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (edfc6f7a-9b89-48f7-a265-b723c7976fb0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.516023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:17.516232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (edfc6f7a-9b89-48f7-a265-b723c7976fb0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:17.520157 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:17.530925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63d6b7-7c9b-4be1-b063-098e4c7178ff req-6ced29bd-6957-4445-980a-c681fabc0728 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:17.532508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a63d6b7-7c9b-4be1-b063-098e4c7178ff req-6ced29bd-6957-4445-980a-c681fabc0728 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1096 time: 0.0453529
Jan 15 21:18:17.569811 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d967c40b-287f-438e-a4f9-bb91b3f5a631,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:17.593635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a63d6b7-7c9b-4be1-b063-098e4c7178ff req-a215e49e-104a-45ac-ab00-9a6d47d79a1a tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504684
Jan 15 21:18:17.598822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:17.599183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Network hostable DHCP agents. Network: 250ac663-a6c2-4755-b702-91a1aec1e824, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:17.606786 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (266a1014-d3e7-4983-8705-8e6235d3f0a8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.619385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.622528 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] 10.222.0.46 "DELETE /v2.0/networks/266a1014-d3e7-4983-8705-8e6235d3f0a8 HTTP/1.1" status: 204  len: 168 time: 0.9222281
Jan 15 21:18:17.636107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3b233-429e-4acc-8814-dd6f816aa2d0 tempest-ExtraDHCPOptionsTestJSON-2092860171 tempest-ExtraDHCPOptionsTestJSON-2092860171-project] Pushing event deleted for resources: {'Network': ['ID=266a1014-d3e7-4983-8705-8e6235d3f0a8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:17.638704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:17.650417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 250ac663-a6c2-4755-b702-91a1aec1e824) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:17.659671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a2c13-064b-4411-8c56-8343bc47af97 None None] Network 250ac663-a6c2-4755-b702-91a1aec1e824 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:17.667085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:17.667716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.693210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51438) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:17.693445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-79e68ac4-b096-4d7b-bb22-b7d886d235cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8004041
Jan 15 21:18:17.698509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:17.739792 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.742005 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.778044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-250ac663-a6c2-4755-b702-91a1aec1e824', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:17.778925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.815518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for router_controller (1463e9bc-9d73-4352-af8c-8434369dd0fb), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.936872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8af1b2f-ba8a-418c-a98a-9bb97647ef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:17.947616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Allocated IP 172.20.0.2 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/b8f8d1a6-bf05-473a-99bc-804ae2a64483) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:17.957765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51448) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:18.009012 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for router_gateway (1463e9bc-9d73-4352-af8c-8434369dd0fb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.130605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks [] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.141081 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.164422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-887dfcdb-1400-43a6-a5e3-f9a32dd378b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24ac35dc0a874ed4a12c46a9f52e16f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2054365
Jan 15 21:18:18.167978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51460) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:18.191662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:18.194879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:18.200735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:18.209472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Pushing event updated for resources: {'Port': ['ID=b8f8d1a6-bf05-473a-99bc-804ae2a64483,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:18.244804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] Publish callbacks [] for security_group (e5c083a8-54c0-4b9d-b66c-e26aae620d54), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.270286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] Publish callbacks [] for security_group (e5c083a8-54c0-4b9d-b66c-e26aae620d54), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.277778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Attempting to bind port b8f8d1a6-bf05-473a-99bc-804ae2a64483 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:18.278155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Attempting to bind port b8f8d1a6-bf05-473a-99bc-804ae2a64483 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:18.278521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Attempting to bind port b8f8d1a6-bf05-473a-99bc-804ae2a64483 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:18.289068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:18.292203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:18.292629 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.293063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:18.293559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Bound port: b8f8d1a6-bf05-473a-99bc-804ae2a64483, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:18.293952 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.335787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e5c083a8-54c0-4b9d-b66c-e26aae620d54), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.339247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.340678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5c083a8-54c0-4b9d-b66c-e26aae620d54 HTTP/1.1" status: 204  len: 168 time: 0.1715705
Jan 15 21:18:18.345334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for router_gateway (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.362625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdebd7-8f1f-4273-a52b-5f36b87ff612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c083a8-54c0-4b9d-b66c-e26aae620d54,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:18.423263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.435647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] For port b8f8d1a6-bf05-473a-99bc-804ae2a64483, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:18.439243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] For port b8f8d1a6-bf05-473a-99bc-804ae2a64483, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f8d1a6-bf05-473a-99bc-804ae2a64483,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:18.446298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.470610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-d64622ca-1c54-4233-8534-8f5302fd3b97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0606763
Jan 15 21:18:18.477368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-a0a87f80-af02-4e93-b780-c2a8d0311611 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:18:18.487338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-a0a87f80-af02-4e93-b780-c2a8d0311611 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0116978
Jan 15 21:18:18.547439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e66e01-809e-4b2d-9e3a-109da0fc5578 None None] Pushing event updated for resources: {'Port': ['ID=b8f8d1a6-bf05-473a-99bc-804ae2a64483,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:18.615567 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Allocated IP 172.35.1.44 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/525f67b0-6224-4ed7-849b-49a0f9c512ca) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:18.671611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd28aece-92f5-432a-972d-24fbbf238edf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:18.721695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: dd28aece-92f5-432a-972d-24fbbf238edf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:18.723792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dd28aece-92f5-432a-972d-24fbbf238edf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:18.778554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.847798 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:18.887990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:18.891269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:18.895164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:18.907624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253c71f-1edb-4d34-8928-12ffa10ed31f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:18.939267 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Pushing event updated for resources: {'Port': ['ID=525f67b0-6224-4ed7-849b-49a0f9c512ca,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:19.000320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-13e4d810-a378-4d59-83b8-02ee5cfec532 None None] Provisioning complete for port 525f67b0-6224-4ed7-849b-49a0f9c512ca triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:19.001050 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-13e4d810-a378-4d59-83b8-02ee5cfec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.047546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-13e4d810-a378-4d59-83b8-02ee5cfec532 None None] Port 525f67b0-6224-4ed7-849b-49a0f9c512ca cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:19.202498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for router_gateway (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.242550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-94116079-e377-4515-8aa3-c41ca878555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:19.244047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-94116079-e377-4515-8aa3-c41ca878555a service neutron] 10.222.0.46 "GET /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 1093 time: 0.0426383
Jan 15 21:18:19.256199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:19.256800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Unknown quota resources ['binding']. {{(pid=114438) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Jan 15 21:18:19.445476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.497883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:19.649202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:19.716227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-840005377'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:19.778437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on host nch2-master-1 for vnic_type normal with profile None {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:19.778866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:19.779273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:19.783886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:18:19.784401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:19.792123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:19.792470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:19.792970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Bound using segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:19.793489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Bound port: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:19.802362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Made reservation on behalf of 11510fd0b35d4eeba0611752d85ec655 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:19.807276 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.827492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.838762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:19.849653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:19.876511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:19.877638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:17:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:19.887083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.888635 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-be5151d1-581a-45d6-82c5-89bff40a7452 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.1943572
Jan 15 21:18:19.894888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51540) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:19.925490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:19.925828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334b5c7-7835-441d-bb6d-71521cdb2f76 None None] Network 250ac663-a6c2-4755-b702-91a1aec1e824 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:19.935465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:19.937512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] 10.222.0.46 "POST /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc/bindings HTTP/1.1" status: 201  len: 389 time: 0.6853278
Jan 15 21:18:20.143376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Provisioning complete for port b8f8d1a6-bf05-473a-99bc-804ae2a64483 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:20.143886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.199393 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for security_group (25f7f924-77d3-4f00-b580-1de92479f66c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.225921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-cffc84dd-4f8d-4923-a7af-c9d2cc4672fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.227471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-cffc84dd-4f8d-4923-a7af-c9d2cc4672fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1096 time: 0.0518358
Jan 15 21:18:20.233126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:20.236021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25f7f924-77d3-4f00-b580-1de92479f66c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.298190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb904f-6670-4d70-90e4-7176f1e42fee req-461f7984-ec7f-47bd-a6dd-907f04f26bfd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.300225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1bb904f-6670-4d70-90e4-7176f1e42fee req-461f7984-ec7f-47bd-a6dd-907f04f26bfd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.1586699
Jan 15 21:18:20.303547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:20.307981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7f924-77d3-4f00-b580-1de92479f66c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:20.347197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-c9682a4e-7605-4a16-9784-2651bc30785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.349806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-c9682a4e-7605-4a16-9784-2651bc30785c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.1153758
Jan 15 21:18:20.370371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a37704cc-6d25-4a87-9166-53b2e8bfb4f9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.370840 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Added segment a37704cc-6d25-4a87-9166-53b2e8bfb4f9 of type vlan for network d439dfbf-2361-4616-945e-444c277fd2ba
Jan 15 21:18:20.432471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Current status of the port b8f8d1a6-bf05-473a-99bc-804ae2a64483 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:20.433602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.452737 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1bb904f-6670-4d70-90e4-7176f1e42fee req-ca8be63b-5638-4a23-92f9-811bc5703e0f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361244
Jan 15 21:18:20.454651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-8dacef49-0a7c-47b6-8ead-78c7745629bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 999 time: 0.0962281
Jan 15 21:18:20.457606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d439dfbf-2361-4616-945e-444c277fd2ba), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.511351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] For port b8f8d1a6-bf05-473a-99bc-804ae2a64483, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f8d1a6-bf05-473a-99bc-804ae2a64483,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:20.521306 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.532353 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-d158f9ae-d883-4fbb-bada-5128445becdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.534777 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-d158f9ae-d883-4fbb-bada-5128445becdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0721076
Jan 15 21:18:20.536736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d439dfbf-2361-4616-945e-444c277fd2ba), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.543011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.543614 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.592417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d6f10>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:19Z', 'revision_number': 3, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:20.610772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-34ffa0da-f136-489b-a280-bd79f818d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:20.613277 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-34ffa0da-f136-489b-a280-bd79f818d843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0704608
Jan 15 21:18:20.624430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:20.624944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Updating router 1463e9bc-9d73-4352-af8c-8434369dd0fb port 525f67b0-6224-4ed7-849b-49a0f9c512ca binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:20.647541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.1485589
Jan 15 21:18:20.657189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51546) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:20.667247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'subnet': {'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:20.685298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108379-208f-4564-9171-f8bc185f5ac6 None None] Pushing event updated for resources: {'Port': ['ID=b8f8d1a6-bf05-473a-99bc-804ae2a64483,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:20.701569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.751342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8f8d1a6-bf05-473a-99bc-804ae2a64483 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:20.761994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-5e06d68e-f327-493b-8216-50ffff027d68 service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378195
Jan 15 21:18:20.768939 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96810-3b34-4424-b87d-aba98d3fada3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Network': ['ID=d439dfbf-2361-4616-945e-444c277fd2ba,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:20.799176 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-46cd437e-3ad6-4d67-bbe5-4115645cb3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.806789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d439dfbf-2361-4616-945e-444c277fd2ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:20.864757 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.873848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-899ced34-1abc-4147-bdf3-e94f6f7f4cde service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021478
Jan 15 21:18:20.877486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Made reservation on behalf of 11510fd0b35d4eeba0611752d85ec655 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:20.881011 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:20.945085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-51a45210-8f8e-4f61-a3dd-048dc5140f33 None None] Provisioning complete for port b8f8d1a6-bf05-473a-99bc-804ae2a64483 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:20.945681 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51a45210-8f8e-4f61-a3dd-048dc5140f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.017939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-60a6162b-648b-46f1-a557-1397478e0cd7 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:21.019967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-60a6162b-648b-46f1-a557-1397478e0cd7 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0828984
Jan 15 21:18:21.029067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b8f8d1a6-bf05-473a-99bc-804ae2a64483 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:21.029836 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.034191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:21.102300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.141582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-51a45210-8f8e-4f61-a3dd-048dc5140f33 None None] Current status of the port b8f8d1a6-bf05-473a-99bc-804ae2a64483 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:21.186244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Allocated IP 172.20.0.1 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/18885d03-6742-4b95-9bc8-87cc055394ad) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:21.265112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:21.319525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:21.380562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:21.385329 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dbbad0-aae3-4092-b7b0-2310ace01ab3" -d '{"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:21.405482 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks [] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.409328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b8f8d1a6-bf05-473a-99bc-804ae2a64483 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:21.418907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.427569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks [] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.438091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.440736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (58aabe42-254e-472f-81bd-6c9ba2170028), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.472910 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ac444-b8ad-44af-ac61-01567afc27f2 x-openstack-request-id: req-165ac444-b8ad-44af-ac61-01567afc27f2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:21.473470 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:21.473906 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-165ac444-b8ad-44af-ac61-01567afc27f2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:21.474476 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'code': 200}
Jan 15 21:18:21.515736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfb177-762b-4965-9243-5372778973b7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:21.542854 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks [] for port (18885d03-6742-4b95-9bc8-87cc055394ad), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.572268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Attempting to bind port 525f67b0-6224-4ed7-849b-49a0f9c512ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:21.572547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Attempting to bind port 525f67b0-6224-4ed7-849b-49a0f9c512ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:21.572951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Attempting to bind port 525f67b0-6224-4ed7-849b-49a0f9c512ca on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:21.581830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:21.582033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c7288-bd6d-4cae-9f53-ad94b108c700 None None] Pushing event updated for resources: {'Port': ['ID=525f67b0-6224-4ed7-849b-49a0f9c512ca,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:21.611698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:21.614347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:21.614770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.615167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:21.615764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Bound port: 525f67b0-6224-4ed7-849b-49a0f9c512ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:21.618744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.626852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Subnet': ['ID=58aabe42-254e-472f-81bd-6c9ba2170028,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:21.660065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Checking segment: {'id': 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:21.665209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network hostable DHCP agents. Network: d439dfbf-2361-4616-945e-444c277fd2ba, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:21.704944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:21.704944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:21.704944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:21.711822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-446c5bda-8343-414c-a4d3-e15d7afb9bee None None] Provisioning complete for port 525f67b0-6224-4ed7-849b-49a0f9c512ca triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:21.711933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:18:21.712275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-446c5bda-8343-414c-a4d3-e15d7afb9bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.712437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Attempting to bind port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:21.729461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec879cd-1007-4135-a5e6-e932b61dffac req-4cd95a05-e944-4575-90d0-a0d60f0e9014 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:21.729702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:21.730112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Checking segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:21.730563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Bound using segment: {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:21.731634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Bound port: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c5df25-85a7-461f-9711-e7c800a11b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:21.731634 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.733430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eec879cd-1007-4135-a5e6-e932b61dffac req-4cd95a05-e944-4575-90d0-a0d60f0e9014 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 943 time: 0.1654630
Jan 15 21:18:21.755528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.765826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network d439dfbf-2361-4616-945e-444c277fd2ba is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:21.786349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] For port 525f67b0-6224-4ed7-849b-49a0f9c512ca, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:21.805487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] For port 525f67b0-6224-4ed7-849b-49a0f9c512ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525f67b0-6224-4ed7-849b-49a0f9c512ca,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:21.809380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-446c5bda-8343-414c-a4d3-e15d7afb9bee None None] Port 525f67b0-6224-4ed7-849b-49a0f9c512ca cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:21.812264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.851429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d439dfbf-2361-4616-945e-444c277fd2ba) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:21.863725 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b132a6-b761-4760-88e7-13daf1252f12 None None] Network d439dfbf-2361-4616-945e-444c277fd2ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:21.882389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:21.891610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:21.892087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:21.893167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.896776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:21.902898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:21.916381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:21.921012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Pushing event updated for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:21.923769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:21.931827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eec879cd-1007-4135-a5e6-e932b61dffac req-b2c81522-f7c4-4c53-945f-0ba8d248d152 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1904171
Jan 15 21:18:21.948803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba7161-83db-4bbc-84c8-e37c750463eb None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:21.981082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d4bfcebd-72f7-4ca7-bec5-4b14dcfda1e3 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3170700
Jan 15 21:18:21.984983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51578) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:21.992599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1164311611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:22.032068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.046890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:22.047724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:22.051151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c7288-bd6d-4cae-9f53-ad94b108c700 None None] Pushing event updated for resources: {'Port': ['ID=525f67b0-6224-4ed7-849b-49a0f9c512ca,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:22.057215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.129828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:22.169061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Provisioning complete for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:22.169550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.174048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d439dfbf-2361-4616-945e-444c277fd2ba', 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba', 'project_id': '11510fd0b35d4eeba0611752d85ec655', 'fixed_ips': [{'subnet_id': '58aabe42-254e-472f-81bd-6c9ba2170028'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:22.174906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.199895 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.200990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.256774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:22.257449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.259541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-6645cae6-9d45-40ca-ac60-8c62a4cf5dba service neutron] 10.222.0.45 "PUT /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 1121 time: 1.2330375
Jan 15 21:18:22.262113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.329455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for router_controller (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.336763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.366787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:18:22.367728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.369165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-58755150-ffb1-4e36-b45d-e6ff47592bf8 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.3831732
Jan 15 21:18:22.371808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51580) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:22.451028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:22.646219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8f8d1a6-bf05-473a-99bc-804ae2a64483 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:22.726021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Current status of the port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:22.726419 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.770693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Allocated IP 172.20.0.2 (d439dfbf-2361-4616-945e-444c277fd2ba/58aabe42-254e-472f-81bd-6c9ba2170028/eae7bee4-5b65-4b79-9ba9-055da90d39e3) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:22.827602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:22.829898 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40942d0f-5750-41a4-991c-ef95267abcb4" -d '{"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:22.860425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:22.876938 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d9f7d-a3e8-4fec-ba35-b5d6181e8bf0 x-openstack-request-id: req-914d9f7d-a3e8-4fec-ba35-b5d6181e8bf0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:22.877228 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-plugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:22.877494 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-914d9f7d-a3e8-4fec-ba35-b5d6181e8bf0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:22.877953 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'code': 200}
Jan 15 21:18:22.908135 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:22.959555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b8f8d1a6-bf05-473a-99bc-804ae2a64483 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:22.960233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.129113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks [] for port (18885d03-6742-4b95-9bc8-87cc055394ad), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.177791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.182405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f815f4c-6b84-4014-a872-0bf95855cbca None None] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:23.225658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d6f10>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:19Z', 'revision_number': 3, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:23.293611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f61c77-b720-494a-8418-72b40f58a09a None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:19Z', 'revision_number': 3, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:23.298119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Pushing event updated for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:23.330210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ea068-c18d-4167-9007-8546ec073834 req-a5aca468-1494-46a3-8702-2060e3830c19 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:23.332178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6ea068-c18d-4167-9007-8546ec073834 req-a5aca468-1494-46a3-8702-2060e3830c19 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.2663565
Jan 15 21:18:23.357671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.373010 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.389748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks [] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.409115 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.418159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.476446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:23.480747 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efaff17-a0c8-44d5-9054-a63b8e9ae668" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:23.532591 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6b0c3-94da-40c8-b0a8-a0e3d8f7d9ca x-openstack-request-id: req-c6a6b0c3-94da-40c8-b0a8-a0e3d8f7d9ca {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:23.533416 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:23.533975 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6a6b0c3-94da-40c8-b0a8-a0e3d8f7d9ca {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:23.534538 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'status': 'completed', 'code': 200}
Jan 15 21:18:23.555166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6ea068-c18d-4167-9007-8546ec073834 req-03c4c542-0a2c-4bdb-81fc-40d406cc8524 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942296
Jan 15 21:18:23.616099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-d8ee6820-0105-42e2-b1e1-b645b31fb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:23.619566 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-d8ee6820-0105-42e2-b1e1-b645b31fb3e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1126 time: 0.0591021
Jan 15 21:18:23.657079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b8f8d1a6-bf05-473a-99bc-804ae2a64483 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:23.699767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Network d439dfbf-2361-4616-945e-444c277fd2ba is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:23.711396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:23.715262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:23.720200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Pushing event updated for resources: {'Port': ['ID=eae7bee4-5b65-4b79-9ba9-055da90d39e3,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:23.721757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Provisioning complete for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:23.722134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.733353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:23.753639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:23.822539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-96204577-7c93-4893-8626-33ca1d3c73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:23.825304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-96204577-7c93-4893-8626-33ca1d3c73a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.1994565
Jan 15 21:18:23.890999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Attempting to bind port eae7bee4-5b65-4b79-9ba9-055da90d39e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:23.891509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Attempting to bind port eae7bee4-5b65-4b79-9ba9-055da90d39e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:23.892077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Attempting to bind port eae7bee4-5b65-4b79-9ba9-055da90d39e3 on network d439dfbf-2361-4616-945e-444c277fd2ba {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:23.898754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:23.899390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Checking segment: {'id': 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:23.900006 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.900566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Bound using segment: {'id': 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:23.901330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Bound port: eae7bee4-5b65-4b79-9ba9-055da90d39e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:23.902159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:23.966738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-dc758187-ce4d-4b02-badc-22981237bc65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 999 time: 0.1347165
Jan 15 21:18:24.015529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Current status of the port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:24.035031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Allocated IP 172.20.0.1 (d439dfbf-2361-4616-945e-444c277fd2ba/58aabe42-254e-472f-81bd-6c9ba2170028/f056715c-9bcc-4f97-84c4-6e9dabba8ac0) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:24.039879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] For port eae7bee4-5b65-4b79-9ba9-055da90d39e3, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:24.045141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] For port eae7bee4-5b65-4b79-9ba9-055da90d39e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eae7bee4-5b65-4b79-9ba9-055da90d39e3,segment=NetworkSegment(a37704cc-6d25-4a87-9166-53b2e8bfb4f9),segment_id=a37704cc-6d25-4a87-9166-53b2e8bfb4f9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:24.047095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Provisioning complete for port 18885d03-6742-4b95-9bc8-87cc055394ad triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:24.047536 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.076954 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.089550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-bc9961d2-db88-4cab-951b-ce2b5b023883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:24.090972 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-bc9961d2-db88-4cab-951b-ce2b5b023883 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.1174552
Jan 15 21:18:24.112885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:24.129289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Port 18885d03-6742-4b95-9bc8-87cc055394ad cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:24.164257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631f2b-8f7e-4f31-b861-be3a3a2cba42 None None] Pushing event updated for resources: {'Port': ['ID=eae7bee4-5b65-4b79-9ba9-055da90d39e3,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:24.169865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Provisioning complete for port 525f67b0-6224-4ed7-849b-49a0f9c512ca triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:24.170334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.171146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-864541c2-a5c8-4ec1-bbf4-26818810c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:24.174031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-864541c2-a5c8-4ec1-bbf4-26818810c4b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0761738
Jan 15 21:18:24.257644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.278760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.330692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Current status of the port 525f67b0-6224-4ed7-849b-49a0f9c512ca is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:24.331204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.363973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f084e158-b238-4340-b451-846dc4558c26 None None] For port 525f67b0-6224-4ed7-849b-49a0f9c512ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525f67b0-6224-4ed7-849b-49a0f9c512ca,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:24.371865 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.416221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-a2950c4d-dca2-47cd-a329-7640dcb6cf4d service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314274
Jan 15 21:18:24.485879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:24.499660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084e158-b238-4340-b451-846dc4558c26 None None] Pushing event updated for resources: {'Port': ['ID=525f67b0-6224-4ed7-849b-49a0f9c512ca,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:24.522167 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-32cbe0c6-83fa-42f8-bfef-476bcf28d352 admin admin] 10.222.0.46 "PUT /v2.0/routers/1463e9bc-9d73-4352-af8c-8434369dd0fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6187744
Jan 15 21:18:24.523522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-613539c7-9e9b-42ac-88a3-9db2301e8bbf None None] Provisioning complete for port 18885d03-6742-4b95-9bc8-87cc055394ad triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:24.524100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-613539c7-9e9b-42ac-88a3-9db2301e8bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.543106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.608680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-613539c7-9e9b-42ac-88a3-9db2301e8bbf None None] Port 18885d03-6742-4b95-9bc8-87cc055394ad cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:24.612035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2efaff17-a0c8-44d5-9054-a63b8e9ae668 req-60a0c5fb-d285-4a01-a976-6f76d061073b service neutron] 10.222.0.39 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928451
Jan 15 21:18:24.699007 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network d439dfbf-2361-4616-945e-444c277fd2ba is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:24.714692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:24.717184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:24.723274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=f056715c-9bcc-4f97-84c4-6e9dabba8ac0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:24.775161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eae7bee4-5b65-4b79-9ba9-055da90d39e3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:24.809391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.833653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port eae7bee4-5b65-4b79-9ba9-055da90d39e3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:24.834270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:24.859270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af5ce-93f2-410a-ae3a-27756e2324d6 req-387cde7e-c547-4e8f-a80d-3253a4c00c97 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:24.860957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-485af5ce-93f2-410a-ae3a-27756e2324d6 req-387cde7e-c547-4e8f-a80d-3253a4c00c97 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.1089981
Jan 15 21:18:24.870690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:18:25.000052 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-485af5ce-93f2-410a-ae3a-27756e2324d6 req-fd897944-151f-4de4-bbfc-a63cabdbbed7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178255
Jan 15 21:18:25.011192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.026748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port eae7bee4-5b65-4b79-9ba9-055da90d39e3 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:25.027249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.048229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:25.081088 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc has no active binding in host nch2-master-1 {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Jan 15 21:18:25.085748 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port eae7bee4-5b65-4b79-9ba9-055da90d39e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eae7bee4-5b65-4b79-9ba9-055da90d39e3,segment=NetworkSegment(a37704cc-6d25-4a87-9166-53b2e8bfb4f9),segment_id=a37704cc-6d25-4a87-9166-53b2e8bfb4f9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:25.091374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.092120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 525f67b0-6224-4ed7-849b-49a0f9c512ca up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:25.192082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=eae7bee4-5b65-4b79-9ba9-055da90d39e3,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:25.203515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 525f67b0-6224-4ed7-849b-49a0f9c512ca triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:25.203923 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.306834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 525f67b0-6224-4ed7-849b-49a0f9c512ca is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:25.313335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51638) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:25.323013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1860450912-network', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:25.348299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Made reservation on behalf of 71d5040456c444ab9bb2f16281d429b6 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:25.351980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.362566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.369949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.376198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.461476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.467563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=f056715c-9bcc-4f97-84c4-6e9dabba8ac0,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:25.470387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks [] for security_group (225fa062-6a03-4d7c-b8dd-cc88efc8990a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.478570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (225fa062-6a03-4d7c-b8dd-cc88efc8990a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.505554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:25.527507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f22a9a-0304-454d-a86d-868f06952a18 None None] Network d439dfbf-2361-4616-945e-444c277fd2ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:25.529880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (56a8210b-a51d-4adb-b28c-0e10e29c3559), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.530385 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Added segment 56a8210b-a51d-4adb-b28c-0e10e29c3559 of type vlan for network 47b12ca8-9691-4112-8142-b4687cec229d
Jan 15 21:18:25.569698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fa062-6a03-4d7c-b8dd-cc88efc8990a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:25.575744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network d439dfbf-2361-4616-945e-444c277fd2ba is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:25.578729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:25.613984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (47b12ca8-9691-4112-8142-b4687cec229d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.658240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (47b12ca8-9691-4112-8142-b4687cec229d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.659891 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:25.662253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.692570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d42bd873-8585-498c-9880-d3dbb278b482 None None] Provisioning complete for port eae7bee4-5b65-4b79-9ba9-055da90d39e3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:25.692975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d42bd873-8585-498c-9880-d3dbb278b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.738243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4236197
Jan 15 21:18:25.744821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51652) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:25.751853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Request body: {'subnet': {'network_id': '47b12ca8-9691-4112-8142-b4687cec229d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1860450912-subnet', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:25.775100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29aba9-3e17-4e0d-bb7c-4589ac6a647e admin admin] Pushing event updated for resources: {'Network': ['ID=47b12ca8-9691-4112-8142-b4687cec229d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:25.788751 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 47b12ca8-9691-4112-8142-b4687cec229d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:25.804938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Made reservation on behalf of 71d5040456c444ab9bb2f16281d429b6 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:25.808139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:25.881912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Router fe976166-4c0b-4e7a-a92f-dc24d3a35d46 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:25.953966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d42bd873-8585-498c-9880-d3dbb278b482 None None] Current status of the port eae7bee4-5b65-4b79-9ba9-055da90d39e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:26.030367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:26.040004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51656) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:26.045426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-304072bf-2a02-49e1-b673-a75eb790fc20 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "PUT /v2.0/routers/fe976166-4c0b-4e7a-a92f-dc24d3a35d46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6724823
Jan 15 21:18:26.045668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'port': {'network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba', 'name': 'tempest-FloatingIPNegativeTestJSON-533321678'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:26.046862 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] Sync routers for ids ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:26.061895 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] Routers {'fe976166-4c0b-4e7a-a92f-dc24d3a35d46'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:26.062586 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4c72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:26.128127 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4c72e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:26.137935 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (05e7a186-d906-413f-b3ab-5a4723d02bd7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.151251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:26.152977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] Routers {'fe976166-4c0b-4e7a-a92f-dc24d3a35d46'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:26.153749 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4c72e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:26.208267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:26.209362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:26.217340 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4c72e0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:26.218050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Made reservation on behalf of 11510fd0b35d4eeba0611752d85ec655 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:26.218658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141be525-ff79-40cf-aea7-edd67eafcd67 None None] The sync data for ids ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:26.224211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.231899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9fdcf-512e-436f-965d-74051e57b5dd req-da52b0fb-cb37-4926-a4dc-db265d3851c8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:26.238912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab9fdcf-512e-436f-965d-74051e57b5dd req-da52b0fb-cb37-4926-a4dc-db265d3851c8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.1170084
Jan 15 21:18:26.249038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] device_id is not set on port 61c55b18-5454-4fdf-b211-e8bafa4d70c3 yet. {{(pid=114438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Jan 15 21:18:26.257017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e7a186-d906-413f-b3ab-5a4723d02bd7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:26.260083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Provisioning complete for port f056715c-9bcc-4f97-84c4-6e9dabba8ac0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:26.260451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.312402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Port f056715c-9bcc-4f97-84c4-6e9dabba8ac0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:26.323161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Checking segment: {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:26.323527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Network hostable DHCP agents. Network: 47b12ca8-9691-4112-8142-b4687cec229d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:26.345560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab9fdcf-512e-436f-965d-74051e57b5dd req-f22e726d-2b6a-45d8-afb0-93319cf54931 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057227
Jan 15 21:18:26.361103 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Network 47b12ca8-9691-4112-8142-b4687cec229d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:26.380455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Provisioning complete for port eae7bee4-5b65-4b79-9ba9-055da90d39e3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:26.380455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.384406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47b12ca8-9691-4112-8142-b4687cec229d) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:26.390280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:26.391142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.400349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Allocated IP 172.20.0.11 (d439dfbf-2361-4616-945e-444c277fd2ba/58aabe42-254e-472f-81bd-6c9ba2170028/61c55b18-5454-4fdf-b211-e8bafa4d70c3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:26.407053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd21d3-a0eb-4b35-b789-29e74fb3465f None None] Network 47b12ca8-9691-4112-8142-b4687cec229d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:26.416453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9ba68c2-c401-4a47-a819-4597393149ab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6668110
Jan 15 21:18:26.416750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:26.423703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:26.437354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:26.479491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.480492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.595975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for router_controller (14e35a24-e5f0-4af4-a303-c3d908a40959), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.690389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47b12ca8-9691-4112-8142-b4687cec229d', 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d', 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'fixed_ips': [{'subnet_id': '05e7a186-d906-413f-b3ab-5a4723d02bd7'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:26.691874 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.703782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eae7bee4-5b65-4b79-9ba9-055da90d39e3 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:26.709812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.749079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3d318-5e2a-4de7-9a24-8ca379d4c2f9 None None] Current status of the port eae7bee4-5b65-4b79-9ba9-055da90d39e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:26.781622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for router_gateway (14e35a24-e5f0-4af4-a303-c3d908a40959), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.846745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.896557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network d439dfbf-2361-4616-945e-444c277fd2ba is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:26.902470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:26.906797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:26.934615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d44e6d63-f08c-4ba4-8e4a-59e14ee9d5b9 None None] Provisioning complete for port f056715c-9bcc-4f97-84c4-6e9dabba8ac0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:26.934998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d44e6d63-f08c-4ba4-8e4a-59e14ee9d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.936509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port eae7bee4-5b65-4b79-9ba9-055da90d39e3 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:26.936878 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:26.942018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=61c55b18-5454-4fdf-b211-e8bafa4d70c3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:26.975034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:26.975662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.001809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4b13b399-4538-49a5-a050-723b55bb9d4b tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9599802
Jan 15 21:18:27.005714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51666) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:27.012239 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:27.055514 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.167128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for router_gateway (14e35a24-e5f0-4af4-a303-c3d908a40959), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.192881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.247130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Allocated IP 172.20.0.2 (47b12ca8-9691-4112-8142-b4687cec229d/05e7a186-d906-413f-b3ab-5a4723d02bd7/26ba0dad-16bd-4797-b930-10e310c8f9a2) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:27.270179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.282367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d44e6d63-f08c-4ba4-8e4a-59e14ee9d5b9 None None] Port f056715c-9bcc-4f97-84c4-6e9dabba8ac0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:27.297643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e820>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 2, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:27.361462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Allocated IP 172.35.1.252 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/439628aa-7ffc-4dd4-a431-4d3fd1bd4151) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:27.401616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:27.401970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Updating router 1463e9bc-9d73-4352-af8c-8434369dd0fb port 18885d03-6742-4b95-9bc8-87cc055394ad binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:27.517551 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.538802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.569189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719b028-94c2-4195-9b0d-43d96bf67e45 req-2a4bf5ce-2401-4f75-98f0-2d8392fdb55c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:27.569189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7719b028-94c2-4195-9b0d-43d96bf67e45 req-2a4bf5ce-2401-4f75-98f0-2d8392fdb55c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.0952210
Jan 15 21:18:27.637589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7719b028-94c2-4195-9b0d-43d96bf67e45 req-2b477ee5-4ff7-49a0-a91c-ff9f0c6b79c8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619583
Jan 15 21:18:27.648732 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.665311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-ce45d957-e37f-4e28-98cc-09414cda752d service neutron] 10.222.0.39 "GET /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1069059
Jan 15 21:18:27.695559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Allocated IP 172.35.1.93 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/0ee39c89-3691-4704-be3a-813c216348d8) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:27.702752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port eae7bee4-5b65-4b79-9ba9-055da90d39e3 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:27.755279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8e869b45-3c8a-4688-bcec-d19797ecf46a None None] Provisioning complete for port 61c55b18-5454-4fdf-b211-e8bafa4d70c3 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:27.756627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8e869b45-3c8a-4688-bcec-d19797ecf46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.856083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (0ee39c89-3691-4704-be3a-813c216348d8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.900472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8e869b45-3c8a-4688-bcec-d19797ecf46a None None] Port 61c55b18-5454-4fdf-b211-e8bafa4d70c3 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:27.911513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0ee39c89-3691-4704-be3a-813c216348d8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.955927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks [] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.964726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:27.969331 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:27.975611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:27.976804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:28.007013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=0ee39c89-3691-4704-be3a-813c216348d8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.105604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Network 47b12ca8-9691-4112-8142-b4687cec229d is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:28.107109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:28.117344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:28.129705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:28.129872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:28.132188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:28.140385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (74561b17-87bd-4405-89e5-cd3dcb5490dd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.143601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68022c1e-1894-461a-8902-2e73f53180c4 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:28.157760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Pushing event updated for resources: {'Port': ['ID=26ba0dad-16bd-4797-b930-10e310c8f9a2,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.200416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Pushing event updated for resources: {'Port': ['ID=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.211655 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ee39c89-3691-4704-be3a-813c216348d8), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.294890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Attempting to bind port 26ba0dad-16bd-4797-b930-10e310c8f9a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:28.295475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Attempting to bind port 26ba0dad-16bd-4797-b930-10e310c8f9a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:28.295738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Attempting to bind port 26ba0dad-16bd-4797-b930-10e310c8f9a2 on network 47b12ca8-9691-4112-8142-b4687cec229d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Checking segment: {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Bound using segment: {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Bound port: 26ba0dad-16bd-4797-b930-10e310c8f9a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:28.337390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.355188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2f498e95-930b-4d5d-98f9-8c752b0755c3 None None] Provisioning complete for port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:28.355555 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f498e95-930b-4d5d-98f9-8c752b0755c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.405684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks [] for port (18885d03-6742-4b95-9bc8-87cc055394ad), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.439451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.459349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2f498e95-930b-4d5d-98f9-8c752b0755c3 None None] Port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:28.497735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (0ee39c89-3691-4704-be3a-813c216348d8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.505128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (0ee39c89-3691-4704-be3a-813c216348d8), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.508319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] For port 26ba0dad-16bd-4797-b930-10e310c8f9a2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:28.512321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] For port 26ba0dad-16bd-4797-b930-10e310c8f9a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26ba0dad-16bd-4797-b930-10e310c8f9a2,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:28.527525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.558910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd82af-2ed3-449f-89a6-080f3f5fe7c0 None None] Pushing event updated for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.685296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Attempting to bind port 18885d03-6742-4b95-9bc8-87cc055394ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:28.685987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Attempting to bind port 18885d03-6742-4b95-9bc8-87cc055394ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:28.686538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Attempting to bind port 18885d03-6742-4b95-9bc8-87cc055394ad on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:28.695872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6339c8-5b80-4850-9c3e-f1d5860db886 None None] Pushing event updated for resources: {'Port': ['ID=26ba0dad-16bd-4797-b930-10e310c8f9a2,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.708928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:28.709738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:28.710319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.711298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:28.712045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Bound port: 18885d03-6742-4b95-9bc8-87cc055394ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:28.712611 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.724117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=0ee39c89-3691-4704-be3a-813c216348d8,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:28.739284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (74561b17-87bd-4405-89e5-cd3dcb5490dd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.773298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.778275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eeff4a38-ee86-4c8c-9a97-a37ab60cf1c2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7675519
Jan 15 21:18:28.778478 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:28.788377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6e6d9b31-26ce-453b-9e7f-e12770768d35 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'floatingip': {'port_id': '61c55b18-5454-4fdf-b211-e8bafa4d70c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:28.805132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:28.854600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:28.891204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9b31-26ce-453b-9e7f-e12770768d35 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (74561b17-87bd-4405-89e5-cd3dcb5490dd), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.942126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] For port 18885d03-6742-4b95-9bc8-87cc055394ad, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:28.950168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] For port 18885d03-6742-4b95-9bc8-87cc055394ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18885d03-6742-4b95-9bc8-87cc055394ad,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:28.950776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for router_gateway (14e35a24-e5f0-4af4-a303-c3d908a40959), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.959019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:28.959176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:28.961664 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe4b15-e55a-4876-afd1-3b16dfb130ec" -d '{"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:29.042537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:29.070021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.070629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Provisioning complete for port 18885d03-6742-4b95-9bc8-87cc055394ad triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:29.071045 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.097592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21010052-340b-42c9-9ca7-4cf731121541 req-e67a5282-89ce-4438-bf0f-cfd72fca726c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:29.103440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21010052-340b-42c9-9ca7-4cf731121541 req-e67a5282-89ce-4438-bf0f-cfd72fca726c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 945 time: 0.2319593
Jan 15 21:18:29.143500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd82af-2ed3-449f-89a6-080f3f5fe7c0 None None] Pushing event updated for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:29.153231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:29.155843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:29.172652 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b801071-1f55-4a1e-a074-ba7820b6d01a x-openstack-request-id: req-9b801071-1f55-4a1e-a074-ba7820b6d01a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:29.173611 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:29.174260 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b801071-1f55-4a1e-a074-ba7820b6d01a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:29.174724 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'code': 200}
Jan 15 21:18:29.217953 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-6e6d9b31-26ce-453b-9e7f-e12770768d35 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] update failed (client error): The resource could not be found.
Jan 15 21:18:29.222352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6e6d9b31-26ce-453b-9e7f-e12770768d35 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "PUT /v2.0/floatingips/74561b17-87bd-4405-89e5-cd3dcb5490dd HTTP/1.1" status: 404  len: 507 time: 0.4426713
Jan 15 21:18:29.224527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51730) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:29.234649 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21010052-340b-42c9-9ca7-4cf731121541 req-71660834-5847-4cc6-92e5-e8210b867d0f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004105
Jan 15 21:18:29.282624 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Current status of the port 18885d03-6742-4b95-9bc8-87cc055394ad is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:29.283104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.358597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] For port 18885d03-6742-4b95-9bc8-87cc055394ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18885d03-6742-4b95-9bc8-87cc055394ad,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:29.371531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.405468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:29.426193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] Transition to ACTIVE for port object fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:18:29.450474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.498640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc68bd-459b-43ac-8a1d-c90004b5568c None None] Pushing event updated for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:29.605667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=11']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:29.641641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.656120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting port 0ee39c89-3691-4704-be3a-813c216348d8 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:29.656120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ee39c89-3691-4704-be3a-813c216348d8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.676668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] No DVR routers for this DVR port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:29.749401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9bcec95a-109d-4259-ba76-aeada29c6033 None None] Provisioning complete for port 18885d03-6742-4b95-9bc8-87cc055394ad triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:29.749937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9bcec95a-109d-4259-ba76-aeada29c6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.893333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9bcec95a-109d-4259-ba76-aeada29c6033 None None] Current status of the port 18885d03-6742-4b95-9bc8-87cc055394ad is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:29.921087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e820>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:28Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:29.923373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ee39c89-3691-4704-be3a-813c216348d8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.924364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (0ee39c89-3691-4704-be3a-813c216348d8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:29.951485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Calling delete_port for 0ee39c89-3691-4704-be3a-813c216348d8 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:29.955254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749d6cf3-4a77-4795-856d-d085616969d5 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:28Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:30.065016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-de8c0b6a-43a4-41fb-a774-75c1234d6281 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.0124645
Jan 15 21:18:30.122981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Router 14e35a24-e5f0-4af4-a303-c3d908a40959 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:30.267394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165bbea-fc7a-4fef-936d-8d69a320802d None None] Network 47b12ca8-9691-4112-8142-b4687cec229d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:30.359740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Provisioning complete for port 26ba0dad-16bd-4797-b930-10e310c8f9a2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:30.360406 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.381627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-aa771bd7-21c7-45ac-a376-0152eba31ca9 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:30.383710 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-aa771bd7-21c7-45ac-a376-0152eba31ca9 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1919284
Jan 15 21:18:30.434053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ee39c89-3691-4704-be3a-813c216348d8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.449882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbe768-fe25-43b4-9019-b7b6e0d7e4a8 req-75fb436d-6d57-4def-b0d1-be6d15ffcafd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:30.452279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13dbe768-fe25-43b4-9019-b7b6e0d7e4a8 req-75fb436d-6d57-4def-b0d1-be6d15ffcafd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.0950317
Jan 15 21:18:30.515604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Port': ['ID=0ee39c89-3691-4704-be3a-813c216348d8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:30.545815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Current status of the port 26ba0dad-16bd-4797-b930-10e310c8f9a2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:30.546207 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.569129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:30.583835 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Sync routers for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:30.604477 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:30.606249 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3285e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:30.627201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] For port 26ba0dad-16bd-4797-b930-10e310c8f9a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26ba0dad-16bd-4797-b930-10e310c8f9a2,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:30.636267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.637620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13dbe768-fe25-43b4-9019-b7b6e0d7e4a8 req-b0257535-5d27-4f29-b9c9-8eadbe4cd52d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791704
Jan 15 21:18:30.683819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-0e7caf5f-f146-4631-9920-32db4a358669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:30.693218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-0e7caf5f-f146-4631-9920-32db4a358669 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 1095 time: 0.2751949
Jan 15 21:18:30.713788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.717658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a430ddb8-9899-4ba8-b9e1-0f033a9cb61f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2971084
Jan 15 21:18:30.718114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51756) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:30.802198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4fb0c-2e86-4b36-b628-5302b70eb97e None None] Pushing event updated for resources: {'Port': ['ID=26ba0dad-16bd-4797-b930-10e310c8f9a2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:30.803365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51758) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:30.864240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18885d03-6742-4b95-9bc8-87cc055394ad up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:30.870254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (74561b17-87bd-4405-89e5-cd3dcb5490dd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.873309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.878298 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c565cbfe-44e6-4d17-9d75-a0b7fb23dda2 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "DELETE /v2.0/floatingips/74561b17-87bd-4405-89e5-cd3dcb5490dd HTTP/1.1" status: 204  len: 168 time: 1.6512277
Jan 15 21:18:30.879034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51762) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:30.895559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6836f5a2-943c-4503-83f5-af62a5b7dc06 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'floatingip': {'floating_network_id': 'd439dfbf-2361-4616-945e-444c277fd2ba', 'port_id': '61c55b18-5454-4fdf-b211-e8bafa4d70c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:30.900775 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:30.928806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-003714a4-f72c-4f84-b6d0-6d1fe641faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:30.930577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-003714a4-f72c-4f84-b6d0-6d1fe641faae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1095 time: 0.1934376
Jan 15 21:18:30.975680 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6836f5a2-943c-4503-83f5-af62a5b7dc06 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:30.992581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-357a39a9-a75b-426d-8eee-66e138265ba8 None None] Provisioning complete for port 26ba0dad-16bd-4797-b930-10e310c8f9a2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:30.993036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-357a39a9-a75b-426d-8eee-66e138265ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.016983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 18885d03-6742-4b95-9bc8-87cc055394ad triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:31.017580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.081991 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c78f2948-e6a8-4ec3-a189-76dc6dacd3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.190719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-357a39a9-a75b-426d-8eee-66e138265ba8 None None] Current status of the port 26ba0dad-16bd-4797-b930-10e310c8f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:31.195818 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3285e0>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:28Z', 'revision_number': 3, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:31.204395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 18885d03-6742-4b95-9bc8-87cc055394ad is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:31.208906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 26ba0dad-16bd-4797-b930-10e310c8f9a2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:31.236753 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Checking router: 14e35a24-e5f0-4af4-a303-c3d908a40959 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:31.237468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Updating router 14e35a24-e5f0-4af4-a303-c3d908a40959 port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:31.268090 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.288024 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c78f2948-e6a8-4ec3-a189-76dc6dacd3a1 admin admin] Publish callbacks [] for security_group (44f29966-e422-49a0-bb69-7337c79c62e6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.300874 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c78f2948-e6a8-4ec3-a189-76dc6dacd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (44f29966-e422-49a0-bb69-7337c79c62e6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.322228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 26ba0dad-16bd-4797-b930-10e310c8f9a2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:31.322616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.345425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-9d5d29b8-2558-4c4b-b0e5-b4a7928f35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:31.347038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-9d5d29b8-2558-4c4b-b0e5-b4a7928f35f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.4055181
Jan 15 21:18:31.407095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:31.455133 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c78f2948-e6a8-4ec3-a189-76dc6dacd3a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9c0efe6af4849d6b69cfef20aecf802&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5971320
Jan 15 21:18:31.457437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2948-e6a8-4ec3-a189-76dc6dacd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f29966-e422-49a0-bb69-7337c79c62e6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:31.460684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:31.475125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:18:31.475578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:31.545207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 26ba0dad-16bd-4797-b930-10e310c8f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:31.703172 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks [] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.716348 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.749821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816871e5-6846-454b-b5ab-4d6a92b9f714 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:31.765827 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Attempting to bind port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:31.766200 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Attempting to bind port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:31.766570 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Attempting to bind port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:31.793733 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:31.794424 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:31.795010 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.795463 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:31.796035 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Bound port: 439628aa-7ffc-4dd4-a431-4d3fd1bd4151, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:31.796431 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.832901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2c2777d7-faf8-4da8-b6dc-2394de8831db None None] Provisioning complete for port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:31.833485 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2c2777d7-faf8-4da8-b6dc-2394de8831db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:31.853610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-e3476f37-78d6-49f5-8f65-4607e8375fe7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 997 time: 0.4871826
Jan 15 21:18:31.887516 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Pushing event updated for resources: {'Port': ['ID=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:31.906942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2c2777d7-faf8-4da8-b6dc-2394de8831db None None] Port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:31.908605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa140-9ed6-4391-95d6-5eec7d889ea2 req-6c5105d3-3e81-40c2-b117-2ce5ebae91ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:31.910175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5efa140-9ed6-4391-95d6-5eec7d889ea2 req-6c5105d3-3e81-40c2-b117-2ce5ebae91ec tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.1160243
Jan 15 21:18:31.928228 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.928738 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.930328 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.931377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.931792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.932194 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.932891 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.933063 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.933308 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.933633 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.934037 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.934278 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.934659 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:31.948005 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] For port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:31.948707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-28c72dc2-51dc-436f-97e2-73162c161e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:31.951733 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-28c72dc2-51dc-436f-97e2-73162c161e31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0886126
Jan 15 21:18:31.954885 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] For port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:31.960419 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.015950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5efa140-9ed6-4391-95d6-5eec7d889ea2 req-b061a4e5-5287-4630-8f07-5c3118379a18 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824544
Jan 15 21:18:32.017206 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-6836f5a2-943c-4503-83f5-af62a5b7dc06 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:18:32.022261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6836f5a2-943c-4503-83f5-af62a5b7dc06 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.1413693
Jan 15 21:18:32.023101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51768) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:32.024019 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:32.025640 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3285e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:32.038072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '61c55b18-5454-4fdf-b211-e8bafa4d70c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:32.051244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df3276-6280-4f51-89b8-1d500600f2ca None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:32.076602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] Publish callbacks [] for security_group (44f29966-e422-49a0-bb69-7337c79c62e6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.078913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.080482 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.082537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-5f8758c8-c13c-4ba3-a946-8b5ba7189291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:32.084279 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-5f8758c8-c13c-4ba3-a946-8b5ba7189291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1242855
Jan 15 21:18:32.106355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa2cb-13d8-421f-bddc-fd72342209e5 None None] Pushing event updated for resources: {'Port': ['ID=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:32.170052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Provisioning complete for port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:32.170814 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.199553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:32.205792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] Publish callbacks [] for security_group (44f29966-e422-49a0-bb69-7337c79c62e6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.263716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Allocated IP 172.20.0.1 (47b12ca8-9691-4112-8142-b4687cec229d/05e7a186-d906-413f-b3ab-5a4723d02bd7/39f77407-38d6-4da5-a384-5919a873c38c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:32.270970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Current status of the port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:32.271526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.293688 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-0b2de396-d9f2-4747-914b-455e1cb7cb69 service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968136
Jan 15 21:18:32.315734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (44f29966-e422-49a0-bb69-7337c79c62e6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.317841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] For port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:32.319761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.322850 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44f29966-e422-49a0-bb69-7337c79c62e6 HTTP/1.1" status: 204  len: 168 time: 0.8580379
Jan 15 21:18:32.328709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.393542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25b5ae-3770-4f43-88c8-313f5ec45f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f29966-e422-49a0-bb69-7337c79c62e6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:32.434514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3285e0>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:28Z', 'revision_number': 3, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:32.452224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620dbc0-63c2-4ecd-8959-3ab92ed75e41 None None] Pushing event updated for resources: {'Port': ['ID=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:32.460093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.476978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-8d7b436e-bc28-4d6b-9a66-6790adc33639 service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736805
Jan 15 21:18:32.478430 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd290550-04e1-4d6e-afc3-7cd6287a2a04 None None] The sync data for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 is: [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:28Z', 'revision_number': 3, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:32.516410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks [] for port (39f77407-38d6-4da5-a384-5919a873c38c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.565656 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.615151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Network 47b12ca8-9691-4112-8142-b4687cec229d is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:32.623658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:32.628624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:32.704986 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (14e35a24-e5f0-4af4-a303-c3d908a40959), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.705762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Allocated IP 172.35.1.55 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:32.709323 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:32.718674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 26ba0dad-16bd-4797-b930-10e310c8f9a2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:32.834703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 26ba0dad-16bd-4797-b930-10e310c8f9a2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:32.835083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.835817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51778) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:32.870412 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06508125-a820-4f14-815d-d2ba31b05bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:32.945477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-dbc31483-4e54-40a4-ad91-d3533860421d tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:32.948997 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-dbc31483-4e54-40a4-ad91-d3533860421d tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1728494
Jan 15 21:18:32.980089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 26ba0dad-16bd-4797-b930-10e310c8f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:32.998920 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39f77407-38d6-4da5-a384-5919a873c38c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.014340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for port (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.110102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.128581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06508125-a820-4f14-815d-d2ba31b05bcb admin admin] Publish callbacks [] for security_group (9e2ce812-8bd0-452b-819f-57228fa5bf97), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.143075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06508125-a820-4f14-815d-d2ba31b05bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9e2ce812-8bd0-452b-819f-57228fa5bf97), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.165599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:33.172060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:33.178070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:33.180253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-56032104-bc7c-4781-97ef-2af333cb7eca None None] Provisioning complete for port 39f77407-38d6-4da5-a384-5919a873c38c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:33.183624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-56032104-bc7c-4781-97ef-2af333cb7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39f77407-38d6-4da5-a384-5919a873c38c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.200867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06508125-a820-4f14-815d-d2ba31b05bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ce812-8bd0-452b-819f-57228fa5bf97,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:33.233903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-9e55d542-4266-4149-a644-893c185f9a3d service neutron] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:33.234464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event updated for resources: {'Port': ['ID=31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:33.244143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-56032104-bc7c-4781-97ef-2af333cb7eca None None] Port 39f77407-38d6-4da5-a384-5919a873c38c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:33.247393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-9e55d542-4266-4149-a644-893c185f9a3d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.248520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-9e55d542-4266-4149-a644-893c185f9a3d service neutron] 10.222.0.45 "DELETE /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2897234
Jan 15 21:18:33.283647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-06508125-a820-4f14-815d-d2ba31b05bcb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3037a6c7c25d4411b3749fea572efdb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4439740
Jan 15 21:18:33.287020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51782) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:33.326042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a3446-fa56-43ea-842f-7853be0f2d94 req-966b5d4a-f258-4f6f-ac3b-6939f3556012 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:33.327795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f20a3446-fa56-43ea-842f-7853be0f2d94 req-966b5d4a-f258-4f6f-ac3b-6939f3556012 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.1979423
Jan 15 21:18:33.407886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] Publish callbacks [] for security_group (9e2ce812-8bd0-452b-819f-57228fa5bf97), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.408331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks [] for port (39f77407-38d6-4da5-a384-5919a873c38c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.417232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.437327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] Publish callbacks [] for security_group (9e2ce812-8bd0-452b-819f-57228fa5bf97), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.482443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting port 31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:33.483100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f20a3446-fa56-43ea-842f-7853be0f2d94 req-2b8393ad-394a-4271-8e58-904927b3a4d0 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443391
Jan 15 21:18:33.483188 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.509220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:33.517773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (14e35a24-e5f0-4af4-a303-c3d908a40959), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.550726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9e2ce812-8bd0-452b-819f-57228fa5bf97), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.557573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.561323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e2ce812-8bd0-452b-819f-57228fa5bf97 HTTP/1.1" status: 204  len: 168 time: 0.2707243
Jan 15 21:18:33.610995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.611335 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for floatingip (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.627262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Calling delete_port for 31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:33.731907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Network 47b12ca8-9691-4112-8142-b4687cec229d is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:33.745996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:33.749722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2efb-f4f1-4c38-b1ef-dec5c786c76b req-4a289db7-1995-4d7f-8f34-51fd5c8656c7 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:33.751622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab7e2efb-f4f1-4c38-b1ef-dec5c786c76b req-4a289db7-1995-4d7f-8f34-51fd5c8656c7 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1095 time: 0.1165674
Jan 15 21:18:33.802260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ae169-ba15-4333-9d1b-35ad86259650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ce812-8bd0-452b-819f-57228fa5bf97,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:33.811601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:33.875040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Port': ['ID=31a0c8bb-aeae-45cc-9b1a-22947d9e5f4a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:33.901757 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ab7e2efb-f4f1-4c38-b1ef-dec5c786c76b req-acd26419-c043-4bf2-b550-6f90bae8cce0 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938172
Jan 15 21:18:33.936509 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.105787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5ea7b2e6-c06f-4a6a-a17d-7881172067c9 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3189 time: 0.1678245
Jan 15 21:18:34.108796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51798) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.127714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'network': {'name': 'tempest-network-smoke--1445449300', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'port_security_enabled': False}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:34.137958 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Router 14e35a24-e5f0-4af4-a303-c3d908a40959 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:34.145385 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] create failed (client error): The resource could not be found.
Jan 15 21:18:34.151520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c6667dc3-ed10-4884-a6ad-e374f712b1f4 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.1193578
Jan 15 21:18:34.152448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.195919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cef99b61-333a-43b4-9bb4-9591a5f88ed8 None None] Provisioning complete for port 39f77407-38d6-4da5-a384-5919a873c38c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:34.200128 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cef99b61-333a-43b4-9bb4-9591a5f88ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39f77407-38d6-4da5-a384-5919a873c38c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.277792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cef99b61-333a-43b4-9bb4-9591a5f88ed8 None None] Port 39f77407-38d6-4da5-a384-5919a873c38c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:34.292736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting port 61c55b18-5454-4fdf-b211-e8bafa4d70c3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:34.293118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.313833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:34.318151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.339955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439c6f-0ec5-4144-83ec-335f551da4b8 req-ea10fffd-c31b-4baa-b928-46030f2bbe83 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:34.341531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d439c6f-0ec5-4144-83ec-335f551da4b8 req-ea10fffd-c31b-4baa-b928-46030f2bbe83 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.2308602
Jan 15 21:18:34.393686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:34.402699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.417411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Calling delete_port for 61c55b18-5454-4fdf-b211-e8bafa4d70c3 owned by  {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:34.425125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (11764be8-8a4d-471b-953b-556d56de8936), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.425477 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Added segment 11764be8-8a4d-471b-953b-556d56de8936 of type vlan for network 08142f91-41be-481b-8c94-bfc6c2841073
Jan 15 21:18:34.467654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:34.480000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d503cfcf-35ab-4f21-9e86-a3179ec17cd3 admin admin] 10.222.0.46 "PUT /v2.0/routers/14e35a24-e5f0-4af4-a303-c3d908a40959/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7607303
Jan 15 21:18:34.505889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (08142f91-41be-481b-8c94-bfc6c2841073), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.513380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d439c6f-0ec5-4144-83ec-335f551da4b8 req-c68c3ed1-7e26-46db-a98b-d9c1da0a4304 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251497
Jan 15 21:18:34.546136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (08142f91-41be-481b-8c94-bfc6c2841073), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.547848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.554709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:34.555604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.654385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (61c55b18-5454-4fdf-b211-e8bafa4d70c3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.729219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6078417
Jan 15 21:18:34.744431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51824) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.750043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'admin_state_up': True, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:34.761986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:34.786836 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242971-6399-4af1-ba0f-f676b20c7840 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Network': ['ID=08142f91-41be-481b-8c94-bfc6c2841073,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:34.809107 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.811484 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.812647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Port': ['ID=61c55b18-5454-4fdf-b211-e8bafa4d70c3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:34.835570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:34.848934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-28679ef9-70f0-4d63-b372-e5226df11a32 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "DELETE /v2.0/ports/61c55b18-5454-4fdf-b211-e8bafa4d70c3 HTTP/1.1" status: 204  len: 168 time: 0.6915352
Jan 15 21:18:34.849485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51826) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:34.850961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 08142f91-41be-481b-8c94-bfc6c2841073 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:34.881773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1b5a731c-1e2b-4c94-853b-549c6dd0b1de tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 200  len: 989 time: 0.3222558
Jan 15 21:18:35.035704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:35.038769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.071933 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_controller (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.095721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196bf1c-836e-446d-ba34-156bf3dbb716 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:35.102405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b196bf1c-836e-446d-ba34-156bf3dbb716 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe976166-4c0b-4e7a-a92f-dc24d3a35d46 HTTP/1.1" status: 200  len: 913 time: 0.2494180
Jan 15 21:18:35.104792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Sync routers for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:35.105491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:35.121686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:35.122474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:35.191657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51838) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:35.310200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:35.357242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:35.388889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.619280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port be53cb7f-723b-41e6-a36c-ac435740b353 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:35.619767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.677950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.717910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e4b50>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39f77407-38d6-4da5-a384-5919a873c38c', 'name': '', 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'mac_address': 'fa:16:3e:e3:05:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:32Z', 'updated_at': '2022-01-15T21:18:33Z', 'revision_number': 2, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'subnets': [{'id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:35.757028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Checking router: 14e35a24-e5f0-4af4-a303-c3d908a40959 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:35.757386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Updating router 14e35a24-e5f0-4af4-a303-c3d908a40959 port 39f77407-38d6-4da5-a384-5919a873c38c binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:35.791716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39f77407-38d6-4da5-a384-5919a873c38c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.886949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.886949 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (be53cb7f-723b-41e6-a36c-ac435740b353), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.921867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:35.929989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for be53cb7f-723b-41e6-a36c-ac435740b353 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:36.011983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.105974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting port f056715c-9bcc-4f97-84c4-6e9dabba8ac0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:36.106323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.222407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks [] for port (39f77407-38d6-4da5-a384-5919a873c38c), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.225078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.229448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.35.1.225 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d58b0bc4-a4b1-43c4-8535-c12088fd11da) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:36.231128 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.254023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Calling delete_port for f056715c-9bcc-4f97-84c4-6e9dabba8ac0 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:36.317687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (be53cb7f-723b-41e6-a36c-ac435740b353), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.349348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db693f4-b8b3-45a5-a916-f7a33eac3ffa None None] Pushing event updated for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:36.366770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Attempting to bind port 39f77407-38d6-4da5-a384-5919a873c38c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:36.367194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Attempting to bind port 39f77407-38d6-4da5-a384-5919a873c38c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:36.367565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Attempting to bind port 39f77407-38d6-4da5-a384-5919a873c38c on network 47b12ca8-9691-4112-8142-b4687cec229d {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:36.373591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:36.373966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Checking segment: {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:36.374409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.374842 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Bound using segment: {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:36.375376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Bound port: 39f77407-38d6-4da5-a384-5919a873c38c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a8210b-a51d-4adb-b28c-0e10e29c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:36.375813 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39f77407-38d6-4da5-a384-5919a873c38c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.390721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=be53cb7f-723b-41e6-a36c-ac435740b353,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:36.543962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] For port 39f77407-38d6-4da5-a384-5919a873c38c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:36.554476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] For port 39f77407-38d6-4da5-a384-5919a873c38c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39f77407-38d6-4da5-a384-5919a873c38c,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:36.564540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.588643 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f056715c-9bcc-4f97-84c4-6e9dabba8ac0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.632024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Port': ['ID=f056715c-9bcc-4f97-84c4-6e9dabba8ac0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:36.671341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db693f4-b8b3-45a5-a916-f7a33eac3ffa None None] Pushing event updated for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:36.696794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:36.697491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:36.791291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Provisioning complete for port 39f77407-38d6-4da5-a384-5919a873c38c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:36.791291 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39f77407-38d6-4da5-a384-5919a873c38c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.861692 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:36.890629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:37.105776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (68298f7d-4f3e-41ce-a05b-cc44b69398f6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.106153 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP 68298f7d-4f3e-41ce-a05b-cc44b69398f6 disassociated (deleted). External IP: 172.35.1.9, port: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc.
Jan 15 21:18:37.138960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Router fe976166-4c0b-4e7a-a92f-dc24d3a35d46 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:37.204711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.253431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:37.264124 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad742c5d-1388-41d0-bbb4-132a2b45c160 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "PUT /v2.0/routers/fe976166-4c0b-4e7a-a92f-dc24d3a35d46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1530309
Jan 15 21:18:37.264448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51932) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:37.272998 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] Sync routers for ids ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:37.284262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] Routers {'fe976166-4c0b-4e7a-a92f-dc24d3a35d46'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:37.284896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:37.337458 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3b80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:37.348423 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] Routers {'fe976166-4c0b-4e7a-a92f-dc24d3a35d46'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:37.349587 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:37.384907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.390230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Current status of the port 39f77407-38d6-4da5-a384-5919a873c38c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:37.390774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (39f77407-38d6-4da5-a384-5919a873c38c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.394176 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d3b80>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:37.394832 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788040b-8469-44d2-8e1a-742d24885dd6 None None] The sync data for ids ['fe976166-4c0b-4e7a-a92f-dc24d3a35d46'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:37.457436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] For port 39f77407-38d6-4da5-a384-5919a873c38c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39f77407-38d6-4da5-a384-5919a873c38c,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:37.464640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.507781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0e4b50>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39f77407-38d6-4da5-a384-5919a873c38c', 'name': '', 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'mac_address': 'fa:16:3e:e3:05:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:32Z', 'updated_at': '2022-01-15T21:18:36Z', 'revision_number': 4, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'subnets': [{'id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:37.512343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.539288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c559d6fb-863b-4d35-b8a4-c0602c1cdc88 None None] The sync data for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 is: [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39f77407-38d6-4da5-a384-5919a873c38c', 'name': '', 'network_id': '47b12ca8-9691-4112-8142-b4687cec229d', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'mac_address': 'fa:16:3e:e3:05:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:32Z', 'updated_at': '2022-01-15T21:18:36Z', 'revision_number': 4, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'subnets': [{'id': '05e7a186-d906-413f-b3ab-5a4723d02bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:37.554621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cb600-5eec-4958-9e14-6dee00d90cb2 None None] Pushing event updated for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:37.601930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-97905481-209b-435d-977e-705e28385b16 None None] Provisioning complete for port 39f77407-38d6-4da5-a384-5919a873c38c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:37.601930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-97905481-209b-435d-977e-705e28385b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39f77407-38d6-4da5-a384-5919a873c38c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.654402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:37.735292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:37.735831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-97905481-209b-435d-977e-705e28385b16 None None] Current status of the port 39f77407-38d6-4da5-a384-5919a873c38c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:37.738257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.742292 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for router_controller (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.744003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:37.746017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=d58b0bc4-a4b1-43c4-8535-c12088fd11da,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:37.764587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d6be3-ee26-4603-85ee-6ad6afc7c499 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:37.843429 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (fe976166-4c0b-4e7a-a92f-dc24d3a35d46), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.843955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Fanout notify agent at l3_agent the message router_deleted on router fe976166-4c0b-4e7a-a92f-dc24d3a35d46 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:18:37.850225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 9b85f811-7b23-4d8f-8e88-eb805a9b209e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:37.862437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.866195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b1fd5f1c-2f88-46f0-ac59-f63c9cb2a987 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "DELETE /v2.0/routers/fe976166-4c0b-4e7a-a92f-dc24d3a35d46 HTTP/1.1" status: 204  len: 168 time: 0.5993645
Jan 15 21:18:37.866479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51950) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:37.885520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d457402b-781f-4c94-b353-d3599ec1175e None None] Provisioning complete for port d58b0bc4-a4b1-43c4-8535-c12088fd11da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:37.886257 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d457402b-781f-4c94-b353-d3599ec1175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:37.932423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting subnet 58aabe42-254e-472f-81bd-6c9ba2170028 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:37.936045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for subnet (58aabe42-254e-472f-81bd-6c9ba2170028), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.019826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d457402b-781f-4c94-b353-d3599ec1175e None None] Port d58b0bc4-a4b1-43c4-8535-c12088fd11da cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:38.060468 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (58aabe42-254e-472f-81bd-6c9ba2170028), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.215162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (58aabe42-254e-472f-81bd-6c9ba2170028), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.239256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.296040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (58aabe42-254e-472f-81bd-6c9ba2170028), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.353624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Subnet': ['ID=58aabe42-254e-472f-81bd-6c9ba2170028,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:38.360801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:38.365872 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.379232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004a56a-17b3-442b-9a7f-2b499658eef7 None None] Network d439dfbf-2361-4616-945e-444c277fd2ba requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:38.384641 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.391966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b4858d2c-5ed4-437b-832d-33926fd1d100 tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "DELETE /v2.0/subnets/58aabe42-254e-472f-81bd-6c9ba2170028 HTTP/1.1" status: 204  len: 168 time: 0.5244856
Jan 15 21:18:38.394492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 51972) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:38.402247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Sync routers for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:38.448968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e278cb7-dcff-4362-bf68-2fa94261f2f5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/floatingips/68298f7d-4f3e-41ce-a05b-cc44b69398f6 HTTP/1.1" status: 204  len: 168 time: 3.2539282
Jan 15 21:18:38.451279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:38.453634 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cae507-2206-494c-add9-ab89269decae" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:38.459409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:38.459706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2254f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:38.579967 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.662281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d439dfbf-2361-4616-945e-444c277fd2ba), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.786780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:38.810553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Deleting port eae7bee4-5b65-4b79-9ba9-055da90d39e3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:38.810553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:38.894086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:38.903964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] DHCP port deletion for d439dfbf-2361-4616-945e-444c277fd2ba request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:38.906286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39f77407-38d6-4da5-a384-5919a873c38c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:38.919317 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455139b0-9e10-4f47-873d-4c917063c11e x-openstack-request-id: req-455139b0-9e10-4f47-873d-4c917063c11e {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:38.919499 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:38.919700 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-455139b0-9e10-4f47-873d-4c917063c11e {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:38.921539 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'status': 'completed', 'code': 200}
Jan 15 21:18:38.936623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] For port eae7bee4-5b65-4b79-9ba9-055da90d39e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eae7bee4-5b65-4b79-9ba9-055da90d39e3,segment=NetworkSegment(a37704cc-6d25-4a87-9166-53b2e8bfb4f9),segment_id=a37704cc-6d25-4a87-9166-53b2e8bfb4f9)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:38.937177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.028244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Calling delete_port for eae7bee4-5b65-4b79-9ba9-055da90d39e3 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:39.132516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae507-2206-494c-add9-ab89269decae req-c95c71bb-642d-45aa-a5d4-c4fd791f511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.147599 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-c95c71bb-642d-45aa-a5d4-c4fd791f511e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 1095 time: 0.1873429
Jan 15 21:18:39.170260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba437e7-31e1-4e33-b71a-f3999e3672be req-1fdad2ef-261e-47db-b8ad-270998dc989e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.171838 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ba437e7-31e1-4e33-b71a-f3999e3672be req-1fdad2ef-261e-47db-b8ad-270998dc989e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.3383281
Jan 15 21:18:39.176764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:39.194774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Sync routers for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:39.198529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 39f77407-38d6-4da5-a384-5919a873c38c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:39.198964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (39f77407-38d6-4da5-a384-5919a873c38c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.222880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:39.223286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Deleting port eae7bee4-5b65-4b79-9ba9-055da90d39e3 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:39.223868 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.224759 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.241965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ba437e7-31e1-4e33-b71a-f3999e3672be req-8b35bd8c-8ac7-47ae-9bb9-40e780b78f45 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586333
Jan 15 21:18:39.246198 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.250446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8435d1da-0039-470d-9270-795270fcf087 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 4.5047190
Jan 15 21:18:39.251054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51996) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.310286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6bc0c-c574-4502-a66e-051394a82ca6 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.317392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e4f6bc0c-c574-4502-a66e-051394a82ca6 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5b63757470b845b3ad6e5b18314f2c57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0653021
Jan 15 21:18:39.318576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 51998) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.415604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.454054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] For port eae7bee4-5b65-4b79-9ba9-055da90d39e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eae7bee4-5b65-4b79-9ba9-055da90d39e3,segment=NetworkSegment(a37704cc-6d25-4a87-9166-53b2e8bfb4f9),segment_id=a37704cc-6d25-4a87-9166-53b2e8bfb4f9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:39.455024 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.477512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Calling delete_port for eae7bee4-5b65-4b79-9ba9-055da90d39e3 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:39.482031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8ea4d-eae1-480a-8278-f7e396639a83 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.497523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5a8ea4d-eae1-480a-8278-f7e396639a83 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1680934
Jan 15 21:18:39.499764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.544372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-21f56eda-c36a-48ed-8610-8b294f228188 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396538
Jan 15 21:18:39.544711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52008) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.560316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-af101a9a-c273-4c24-8506-676d104191ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.576644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8fe8488b-4d1c-408f-a4ed-69191462d78d tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5b63757470b845b3ad6e5b18314f2c57&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0284331
Jan 15 21:18:39.576941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-af101a9a-c273-4c24-8506-676d104191ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.3761122
Jan 15 21:18:39.577042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52010) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.579644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] No DVR routers for this DVR port eae7bee4-5b65-4b79-9ba9-055da90d39e3 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:39.581539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Port': ['ID=eae7bee4-5b65-4b79-9ba9-055da90d39e3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:39.614362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2254f0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.616286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 39f77407-38d6-4da5-a384-5919a873c38c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:39.653492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Checking router: 9b85f811-7b23-4d8f-8e88-eb805a9b209e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:39.670405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:39.671050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2254f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.695191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fae1bf-3c98-4ce4-b3ec-e8bbd55d6152 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.697208 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81fae1bf-3c98-4ce4-b3ec-e8bbd55d6152 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1193998
Jan 15 21:18:39.699885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52018) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.733300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-73fd7997-f8df-46e4-a053-6e75ba873198 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0321493
Jan 15 21:18:39.736222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52020) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:39.737526 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:39.740935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d439dfbf-2361-4616-945e-444c277fd2ba), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.742455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143330417', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:39.769032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (eae7bee4-5b65-4b79-9ba9-055da90d39e3), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.775082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae507-2206-494c-add9-ab89269decae req-4f8609e2-55d4-4f8b-b997-0b3512ee5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:39.776573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-4f8609e2-55d4-4f8b-b997-0b3512ee5294 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 200  len: 898 time: 0.6281648
Jan 15 21:18:39.798978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c336a0>,) {'filters': {'network_id': ['d439dfbf-2361-4616-945e-444c277fd2ba']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.822152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c336a0>, 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.822698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c336a0>, 'a37704cc-6d25-4a87-9166-53b2e8bfb4f9') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:39.829605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] Pushing event deleted for resources: {'Port': ['ID=eae7bee4-5b65-4b79-9ba9-055da90d39e3,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:39.832534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d6132-b1e3-4d30-8df3-a09cde037255 None None] No DVR routers for this DVR port eae7bee4-5b65-4b79-9ba9-055da90d39e3 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:39.867218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-1a2b1adc-6d35-4e89-b4d5-7b59e118a3b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 200  len: 217 time: 0.0657058
Jan 15 21:18:39.897268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:39.902555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:39.918112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:40.081863 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa97f0>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:37Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:40.135846 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Checking router: e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:40.137258 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Updating router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 port d58b0bc4-a4b1-43c4-8535-c12088fd11da binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:40.149791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-18dd20dc-2afe-4786-9964-51f9ff9ce909 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:40.151900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-18dd20dc-2afe-4786-9964-51f9ff9ce909 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.2449422
Jan 15 21:18:40.178065 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.224370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2254f0>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:40.248265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-987e9b1e-06f8-48e1-867a-3e0c5f7744cb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0891824
Jan 15 21:18:40.438843 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a37704cc-6d25-4a87-9166-53b2e8bfb4f9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.450644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae507-2206-494c-add9-ab89269decae req-af595675-b2ed-4fc0-a5b0-14eef2742ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:40.452294 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-af595675-b2ed-4fc0-a5b0-14eef2742ab7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 200  len: 835 time: 0.0582240
Jan 15 21:18:40.465066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a37704cc-6d25-4a87-9166-53b2e8bfb4f9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.471732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:40.472098 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a37704cc-6d25-4a87-9166-53b2e8bfb4f9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:40.476266 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:40.485125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-30be3ed2-161a-4384-87f0-9ed41f72e0c2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2338090
Jan 15 21:18:40.587958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a3778-ef58-4fbc-b1f3-62f92301b026 None None] The sync data for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 is: [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:17:26Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'afc6d1b2-493d-4041-b56d-17b41e136446', 'name': '', 'network_id': '9ce7cdf5-6bfa-49dd-a387-56f78a4b820d', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:3f:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:25Z', 'updated_at': '2022-01-15T21:17:30Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': '9bf9ac52-c3c4-45b8-b0ec-d07480bd1363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:40.630461 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:40.630830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.633658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d439dfbf-2361-4616-945e-444c277fd2ba), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.636530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae507-2206-494c-add9-ab89269decae req-95a6b395-829a-4946-9f1b-4ee459807d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:40.639336 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-95a6b395-829a-4946-9f1b-4ee459807d00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1508780
Jan 15 21:18:40.657272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.658810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-4b0170e2-0cd7-4b07-932b-b2f976c8a0cf service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489244
Jan 15 21:18:40.660778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] 10.222.0.46 "DELETE /v2.0/networks/d439dfbf-2361-4616-945e-444c277fd2ba HTTP/1.1" status: 204  len: 168 time: 2.2652783
Jan 15 21:18:40.689366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (1e455899-9679-47ba-9d29-8acffd4e8a10), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.691738 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks [] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.714686 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.725597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96344519-1959-4d48-b8af-ff55ce3c8caa tempest-FloatingIPNegativeTestJSON-1902967155 tempest-FloatingIPNegativeTestJSON-1902967155-project] Pushing event deleted for resources: {'Network': ['ID=d439dfbf-2361-4616-945e-444c277fd2ba,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:40.726497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12466-e408-4117-9acd-1e8aed4ae478 req-35facab5-b451-4471-8ad6-46e9a60eb319 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:40.734323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ef12466-e408-4117-9acd-1e8aed4ae478 req-35facab5-b451-4471-8ad6-46e9a60eb319 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 944 time: 0.3485334
Jan 15 21:18:40.734818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eae7bee4-5b65-4b79-9ba9-055da90d39e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:40.770794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: eae7bee4-5b65-4b79-9ba9-055da90d39e3 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:40.771147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device eae7bee4-5b65-4b79-9ba9-055da90d39e3 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:40.791221 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc817a4f-785b-4efa-b585-3ebc257a7c2e None None] Pushing event updated for resources: {'Port': ['ID=d58b0bc4-a4b1-43c4-8535-c12088fd11da,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:40.816164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a5b73-b0d5-4aa4-b80b-d745e0e97aad None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:40.817159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Attempting to bind port d58b0bc4-a4b1-43c4-8535-c12088fd11da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:40.818005 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Attempting to bind port d58b0bc4-a4b1-43c4-8535-c12088fd11da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:40.819002 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Attempting to bind port d58b0bc4-a4b1-43c4-8535-c12088fd11da on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:40.841933 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:40.844122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:40.844993 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.845658 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:40.846451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Bound port: d58b0bc4-a4b1-43c4-8535-c12088fd11da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:40.848351 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.877068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0f1f62aa-67ac-4464-9d01-4da48e1e210e None None] Provisioning complete for port d58b0bc4-a4b1-43c4-8535-c12088fd11da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:40.879193 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0f1f62aa-67ac-4464-9d01-4da48e1e210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:40.934473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f62aa-67ac-4464-9d01-4da48e1e210e None None] Port d58b0bc4-a4b1-43c4-8535-c12088fd11da cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:40.961294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] For port d58b0bc4-a4b1-43c4-8535-c12088fd11da, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:40.966696 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] For port d58b0bc4-a4b1-43c4-8535-c12088fd11da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d58b0bc4-a4b1-43c4-8535-c12088fd11da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:40.976503 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.012497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Subnet': ['ID=1e455899-9679-47ba-9d29-8acffd4e8a10,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:41.071994 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc817a4f-785b-4efa-b585-3ebc257a7c2e None None] Pushing event updated for resources: {'Port': ['ID=d58b0bc4-a4b1-43c4-8535-c12088fd11da,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:41.081643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Checking segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:41.082017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network hostable DHCP agents. Network: 08142f91-41be-481b-8c94-bfc6c2841073, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:41.096681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644f0d5-08cc-48cc-b560-f565e6c88053 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:41.101808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ef12466-e408-4117-9acd-1e8aed4ae478 req-8b8509ae-281d-40e2-bb9a-04ff5c941d11 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd17840d-eaf5-44ca-8012-e38afe000d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3665190
Jan 15 21:18:41.108359 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:41.109778 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:41.112113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-6b1d0ce9-8151-42af-b08f-761c80d1adce service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4296873
Jan 15 21:18:41.129675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-bfee006e-a0ac-41b8-9d91-1fdcc9c657af service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675896
Jan 15 21:18:41.146653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 08142f91-41be-481b-8c94-bfc6c2841073 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:41.161094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:41.161449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.164118 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08142f91-41be-481b-8c94-bfc6c2841073) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:41.171179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:41.171985 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.201410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42e328-769b-4881-a9b6-d67e80565867 None None] Network 08142f91-41be-481b-8c94-bfc6c2841073 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:41.216654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-71f55a1d-061f-49df-bf7a-eb32dd7e9e51 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4789388
Jan 15 21:18:41.219327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52056) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:41.230750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Provisioning complete for port d58b0bc4-a4b1-43c4-8535-c12088fd11da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:41.233197 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.295743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:41.316269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52058) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:41.350074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f40ee-396d-4958-93cf-eb91592ff43d None None] New status for floating IP 68298f7d-4f3e-41ce-a05b-cc44b69398f6: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:18:41.422540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:41.433833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-86cae507-2206-494c-add9-ab89269decae req-dba1b6b6-0eb6-4e58-b628-f3ac699206c3 service neutron] 10.222.0.45 "GET /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921760
Jan 15 21:18:41.671672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4f13be09-a6f6-43d9-b3d8-a7f09944d78c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11510fd0b35d4eeba0611752d85ec655&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3538554
Jan 15 21:18:41.675797 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa97f0>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:37Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:41.677879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52084) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:41.708327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.714731 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8a0b2-cfad-4d5b-aee0-e2c449eb2fe0 None None] The sync data for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 is: [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:37Z', 'revision_number': 3, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:41.738436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Current status of the port d58b0bc4-a4b1-43c4-8535-c12088fd11da is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:41.738930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.764140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:41.768275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] For port d58b0bc4-a4b1-43c4-8535-c12088fd11da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d58b0bc4-a4b1-43c4-8535-c12088fd11da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:41.772482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-08142f91-41be-481b-8c94-bfc6c2841073', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'fixed_ips': [{'subnet_id': '1e455899-9679-47ba-9d29-8acffd4e8a10'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:41.774213 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.777376 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.860921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:41.862734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] Publish callbacks [] for security_group (25f7f924-77d3-4f00-b580-1de92479f66c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.865414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:41.870021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8994592b-c6a5-4ec3-8c4f-c34a4216ac9a req-8d85c15a-d0e2-44ed-add2-2161fd5ecdbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "DELETE /v2.0/ports/fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc HTTP/1.1" status: 204  len: 173 time: 2.2709894
Jan 15 21:18:41.871560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-deleted', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:41.873925 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ce8391-2761-4f0a-b554-c849c953a963" -d '{"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-deleted", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:41.874930 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:18:41.895473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bbc71-f58e-4178-b47f-48fdc51dca6f None None] Pushing event updated for resources: {'Port': ['ID=d58b0bc4-a4b1-43c4-8535-c12088fd11da,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:41.947941 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] Publish callbacks [] for security_group (25f7f924-77d3-4f00-b580-1de92479f66c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.025664 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477d054e-6300-4dc9-9f44-751d16ea77d3 x-openstack-request-id: req-477d054e-6300-4dc9-9f44-751d16ea77d3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:42.026022 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b8c07-8b58-47b9-ba66-29a517f105ef", "name": "network-vif-deleted", "tag": "fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:42.027592 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-477d054e-6300-4dc9-9f44-751d16ea77d3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:42.028045 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b8c07-8b58-47b9-ba66-29a517f105ef', 'name': 'network-vif-deleted', 'tag': 'fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc', 'status': 'completed', 'code': 200}
Jan 15 21:18:42.060076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (25f7f924-77d3-4f00-b580-1de92479f66c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.062702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.066886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25f7f924-77d3-4f00-b580-1de92479f66c HTTP/1.1" status: 204  len: 168 time: 0.3876734
Jan 15 21:18:42.102982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e8971-2f19-408c-898f-953485bef733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7f924-77d3-4f00-b580-1de92479f66c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:42.272109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b4c6349-92fd-4200-ac86-d7c344b63e69 req-2bf05a84-8550-4253-bef2-1fad687e2fc0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 210 time: 0.1427882
Jan 15 21:18:42.370762 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Allocated IP 172.20.0.18 (08142f91-41be-481b-8c94-bfc6c2841073/1e455899-9679-47ba-9d29-8acffd4e8a10/b5fe1d26-fe15-4a70-bceb-be8cc27e900b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:42.761363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks [] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.767294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d58b0bc4-a4b1-43c4-8535-c12088fd11da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:42.771580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.826679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02361299-b703-41f9-b385-f078aca1aec7 req-8439ffc9-f8ef-49b2-92b2-875ed758665b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de6b8c07-8b58-47b9-ba66-29a517f105ef HTTP/1.1" status: 200  len: 210 time: 0.4763689
Jan 15 21:18:42.840944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Pushing event updated for resources: {'Port': ['ID=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:42.861122 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Network 08142f91-41be-481b-8c94-bfc6c2841073 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:42.863896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:42.868316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:42.895286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:42.964473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:42.964820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device fdfa8ea6-1cbd-4860-b0c5-c0801d8e3ecc not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:42.987557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Attempting to bind port b5fe1d26-fe15-4a70-bceb-be8cc27e900b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:42.987557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Attempting to bind port b5fe1d26-fe15-4a70-bceb-be8cc27e900b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:42.987941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Attempting to bind port b5fe1d26-fe15-4a70-bceb-be8cc27e900b on network 08142f91-41be-481b-8c94-bfc6c2841073 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:42.992105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d58b0bc4-a4b1-43c4-8535-c12088fd11da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:42.992605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:42.999103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:42.999493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Checking segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:42.999914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.000801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Bound using segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:43.001452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Bound port: b5fe1d26-fe15-4a70-bceb-be8cc27e900b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:43.001840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.100404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.117882 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] For port b5fe1d26-fe15-4a70-bceb-be8cc27e900b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:43.128026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] For port b5fe1d26-fe15-4a70-bceb-be8cc27e900b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:43.137107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.286033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d58b0bc4-a4b1-43c4-8535-c12088fd11da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:43.321617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca14787-362f-4b71-b8a7-9994927ad32c None None] Pushing event updated for resources: {'Port': ['ID=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:43.484000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52140) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:43.540778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-81009e26-d8f3-4d1e-becf-cdc43751f2ea tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:43.542294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-857e70b7-8393-4234-9145-1d96ac40a807 req-bbe02bf0-d39c-4da6-ab87-a2bd3105250c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 210 time: 0.0437453
Jan 15 21:18:43.554976 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-81009e26-d8f3-4d1e-becf-cdc43751f2ea tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.4201355
Jan 15 21:18:43.573369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:43.674968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1869236083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:43.735429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.20.0.17 (08142f91-41be-481b-8c94-bfc6c2841073/1e455899-9679-47ba-9d29-8acffd4e8a10/95383837-fe3a-41ee-8b0b-05b98e242305) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:43.739908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (002ce93e-6e58-4112-b6c2-59cca532d454), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.740111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.835664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router_controller (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.843412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (002ce93e-6e58-4112-b6c2-59cca532d454), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.881630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:43.886674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.887911 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (95383837-fe3a-41ee-8b0b-05b98e242305), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.892214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:43.893872 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e541bb11-c8f0-4476-adb9-c4d3fe661cb5 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.4050534
Jan 15 21:18:43.899615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52146) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:43.904979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2139900589'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:43.948669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52148) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:44.000768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:44.004309 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.020463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.022406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.096727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.9 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/413745ec-f8bf-4c8c-91e8-e735e6ecab61) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:44.135909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 08142f91-41be-481b-8c94-bfc6c2841073 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:44.151936 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:44.168287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:44.220915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:44.295860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.307489 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.372060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.384252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for security_group (ef392888-d3b6-4e7e-b2fa-9b27b7aecb59), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.452791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ef392888-d3b6-4e7e-b2fa-9b27b7aecb59), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.461602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:44.472183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:44.480933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:44.488539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:44.524281 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.551158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:44.594023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:44.594799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.643637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-93f2ea7a-49fa-4b0b-ac41-748ed5f653b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0761712
Jan 15 21:18:44.654779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Request body: {'port': {'device_id': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:44.751881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef392888-d3b6-4e7e-b2fa-9b27b7aecb59,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:44.755187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ea597a29-1cac-4aeb-8636-18babe881846), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.755539 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Added segment ea597a29-1cac-4aeb-8636-18babe881846 of type vlan for network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5
Jan 15 21:18:44.827013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5fe1d26-fe15-4a70-bceb-be8cc27e900b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:44.838913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.920091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:44.978468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b5fe1d26-fe15-4a70-bceb-be8cc27e900b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:44.979142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.015269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.060801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd2af-c2c6-44ac-ade3-f87f8f1354cf req-65179f3f-0689-4dc0-a2e4-f8fceeb85a69 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:45.062501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9cbd2af-c2c6-44ac-ade3-f87f8f1354cf req-65179f3f-0689-4dc0-a2e4-f8fceeb85a69 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 931 time: 0.3894083
Jan 15 21:18:45.080012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-78d8f5c5-efcc-4121-86e2-2bfad3a2ec82 None None] Provisioning complete for port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:45.080597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-78d8f5c5-efcc-4121-86e2-2bfad3a2ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.124360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6441403-f33c-4704-b18b-67e17ae51013 None None] Network 08142f91-41be-481b-8c94-bfc6c2841073 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:45.124767 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.130979 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:45.131796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.256797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413745ec-f8bf-4c8c-91e8-e735e6ecab61 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:18:45.264338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f5c5-efcc-4121-86e2-2bfad3a2ec82 None None] Port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:45.267264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks [] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.278502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.3787546
Jan 15 21:18:45.278699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52196) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:45.284619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'subnet': {'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:45.292234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b5fe1d26-fe15-4a70-bceb-be8cc27e900b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:45.292903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.327450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9cbd2af-c2c6-44ac-ade3-f87f8f1354cf req-d5129b2d-8624-458e-96bb-4d13393cc50d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528782
Jan 15 21:18:45.332933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ed22-3e0f-4efd-8eac-b36cb76a6dc8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Network': ['ID=3fce6db9-c14d-49ad-91ee-32ebd8c2cda5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:45.366143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port b5fe1d26-fe15-4a70-bceb-be8cc27e900b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:45.374425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:45.378806 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.396496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Transition to ACTIVE for port object 413745ec-f8bf-4c8c-91e8-e735e6ecab61 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:18:45.417736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.427656 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:45.432350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.491768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.537590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d23bdaf2-2f8b-4e6e-82c0-22640822aca0 None None] Provisioning complete for port b5fe1d26-fe15-4a70-bceb-be8cc27e900b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:45.538646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d23bdaf2-2f8b-4e6e-82c0-22640822aca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.538765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.547080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:45.641409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Attempting to bind port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:45.641869 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Attempting to bind port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:45.642157 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Attempting to bind port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:45.646458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:45.659234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:18:45.659634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Attempting to bind port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:45.672488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:45.672824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:45.673493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:45.673990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Bound port: 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:45.674195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d23bdaf2-2f8b-4e6e-82c0-22640822aca0 None None] Current status of the port b5fe1d26-fe15-4a70-bceb-be8cc27e900b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:45.674479 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.738114 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (95383837-fe3a-41ee-8b0b-05b98e242305), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.754427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.766380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:45.772320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:45.806352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.857223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:45.857865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.859260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] 10.222.0.39 "PUT /v2.0/ports/413745ec-f8bf-4c8c-91e8-e735e6ecab61 HTTP/1.1" status: 200  len: 1091 time: 1.2088356
Jan 15 21:18:45.865700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:45.869059 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:45.878881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:45.900268 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:45.994394 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9441a2cb-3992-4155-9c78-af293f63aad1 x-openstack-request-id: req-9441a2cb-3992-4155-9c78-af293f63aad1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:45.994770 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:45.994986 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9441a2cb-3992-4155-9c78-af293f63aad1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:45.996720 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61', 'status': 'completed', 'code': 200}
Jan 15 21:18:46.010288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (a26a763b-c36b-429d-b18f-b28861dc5dd0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.062642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:46.063016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.076643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b20de-88f2-4864-9b25-a5e2f2dc4d7a service neutron] Pushing event updated for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:46.100810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 08142f91-41be-481b-8c94-bfc6c2841073 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:46.126393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:46.128338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Port 95383837-fe3a-41ee-8b0b-05b98e242305 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:46.142595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Provisioning complete for port b5fe1d26-fe15-4a70-bceb-be8cc27e900b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:46.142971 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.171215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Subnet': ['ID=a26a763b-c36b-429d-b18f-b28861dc5dd0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:46.184535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-9ee1890a-fedc-457c-b4af-96577c28d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.189647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-9ee1890a-fedc-457c-b4af-96577c28d0c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 1094 time: 0.1934025
Jan 15 21:18:46.193600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Checking segment: {'id': 'ea597a29-1cac-4aeb-8636-18babe881846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:46.194776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network hostable DHCP agents. Network: 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:46.245382 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-c814d344-2558-4032-b684-299d9fade4b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61 HTTP/1.1" status: 200  len: 217 time: 0.0424926
Jan 15 21:18:46.262240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:46.268272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c443d91a-0a02-44f6-9ae4-49907a9ac493 None None] Current status of the port b5fe1d26-fe15-4a70-bceb-be8cc27e900b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:46.297090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:46.303728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:46.304387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.305251 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.309438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec602344-1e15-46dc-90a6-858e0d960912 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:46.319118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-1ca37c19-6a30-4bee-bcdb-cada02df7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.322019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-1ca37c19-6a30-4bee-bcdb-cada02df7451 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0685692
Jan 15 21:18:46.343180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port afc6d1b2-493d-4041-b56d-17b41e136446 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:46.343612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.380384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-af11aac8-f581-4132-b2f3-c28a12bdc320 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0974367
Jan 15 21:18:46.381350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52204) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:46.387452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'network': {'name': 'tempest-router-network01--1824659095'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:46.412606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-a5aff024-88f9-4992-bf81-bba7d4520426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.414242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-a5aff024-88f9-4992-bf81-bba7d4520426 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0848954
Jan 15 21:18:46.415812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4f04c0bb-e0fb-40cb-b307-b12871c223d1 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:46.416306 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f04c0bb-e0fb-40cb-b307-b12871c223d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.473395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:46.476883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.520055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4f04c0bb-e0fb-40cb-b307-b12871c223d1 None None] Port 95383837-fe3a-41ee-8b0b-05b98e242305 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:46.530770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fce6db9-c14d-49ad-91ee-32ebd8c2cda5', 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5', 'project_id': '85f983ff7fbb40daa4e6214352b77c08', 'fixed_ips': [{'subnet_id': 'a26a763b-c36b-429d-b18f-b28861dc5dd0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:46.531894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.563529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-71e86b3b-3778-440c-a8bd-97e6f423f6f5 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419020
Jan 15 21:18:46.635601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d3f3c-1654-4aba-80df-569efe204cdc req-b9d1ce93-fd15-4d19-bc9a-19dbc078c224 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.637186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e33d3f3c-1654-4aba-80df-569efe204cdc req-b9d1ce93-fd15-4d19-bc9a-19dbc078c224 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 943 time: 0.1786480
Jan 15 21:18:46.641015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:46.662124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port afc6d1b2-493d-4041-b56d-17b41e136446, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afc6d1b2-493d-4041-b56d-17b41e136446,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:46.662502 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.674376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (99e74e81-f4cd-43a3-9312-0aaae8d20876), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.675368 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Added segment 99e74e81-f4cd-43a3-9312-0aaae8d20876 of type vlan for network 9b296f9a-aa58-4212-b092-b8ec79ac91e8
Jan 15 21:18:46.712037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:46.715427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for afc6d1b2-493d-4041-b56d-17b41e136446 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:46.716212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5fe1d26-fe15-4a70-bceb-be8cc27e900b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:46.720327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-11781748-5a70-4acd-8bda-8b6c70411a78 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "PUT /v2.0/routers/e9016ddf-9bf1-4a27-834d-a00d2c2c1f38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4998634
Jan 15 21:18:46.727973 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Sync routers for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:46.745168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (9b296f9a-aa58-4212-b092-b8ec79ac91e8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.745778 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:46.746669 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:46.788571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eae238e-4a52-483b-bd95-20d7fc30c5c6 req-78d75a32-5ae8-4fb1-841b-38c262744ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189534
Jan 15 21:18:46.835678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (9b296f9a-aa58-4212-b092-b8ec79ac91e8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.858389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Allocated IP 2001:db8::2 (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5/a26a763b-c36b-429d-b18f-b28861dc5dd0/625550c5-4d41-4f3c-b151-24df225358ff) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:46.861444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c4e8c5e0-2859-4e56-af56-5d0204202ca0 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:46.861798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c4e8c5e0-2859-4e56-af56-5d0204202ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.869227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:46.870134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:46.889848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e33d3f3c-1654-4aba-80df-569efe204cdc req-10cedf3a-8524-4e52-b63c-edece7cd8a68 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329304
Jan 15 21:18:46.915912 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:46.927511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b5fe1d26-fe15-4a70-bceb-be8cc27e900b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:46.927889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.034622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8c5e0-2859-4e56-af56-5d0204202ca0 None None] Port 95383837-fe3a-41ee-8b0b-05b98e242305 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:47.087508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7047040
Jan 15 21:18:47.092198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52220) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:47.099476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'network': {'name': 'tempest-router-network02--630467607'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:47.136391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f6f80-8fe9-42b1-864a-efd26f8adc85 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Network': ['ID=9b296f9a-aa58-4212-b092-b8ec79ac91e8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:47.163645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-5c30b4f6-07d9-4616-bfc8-235b08379690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:47.169760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-5c30b4f6-07d9-4616-bfc8-235b08379690 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 1094 time: 0.2812688
Jan 15 21:18:47.170082 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (afc6d1b2-493d-4041-b56d-17b41e136446), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.198110 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353490>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:44Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95383837-fe3a-41ee-8b0b-05b98e242305', 'name': '', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:45:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:43Z', 'updated_at': '2022-01-15T21:18:45Z', 'revision_number': 2, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:47.220411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=afc6d1b2-493d-4041-b56d-17b41e136446,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:47.249175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:47.257164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.271064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-a5d171a5-776f-44f9-a6b1-8d3f2d9226c6 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:47.272774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-a5d171a5-776f-44f9-a6b1-8d3f2d9226c6 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/networks?id=08142f91-41be-481b-8c94-bfc6c2841073 HTTP/1.1" status: 200  len: 798 time: 0.2570167
Jan 15 21:18:47.295407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Checking router: e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:47.295407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Updating router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 port 95383837-fe3a-41ee-8b0b-05b98e242305 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:18:47.371202 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.418268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:47.479945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-0f755cc1-8bd1-4564-8a88-575175c96a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:47.483864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-0f755cc1-8bd1-4564-8a88-575175c96a80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.3069155
Jan 15 21:18:47.491037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.491820 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Added segment 9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e of type vlan for network fa1bb598-6371-466f-83c3-bd82a9eb0a62
Jan 15 21:18:47.581850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:47.613925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-5134113a-9fcf-4e0a-af9b-1fd1cb60030f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61 HTTP/1.1" status: 200  len: 217 time: 0.1190000
Jan 15 21:18:47.698201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (fa1bb598-6371-466f-83c3-bd82a9eb0a62), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.730776 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (fa1bb598-6371-466f-83c3-bd82a9eb0a62), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.737383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:47.738237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:47.837083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-3f0f65de-c88b-4abf-9d32-c9be4874fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:47.838736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-3f0f65de-c88b-4abf-9d32-c9be4874fd17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.2157655
Jan 15 21:18:47.869390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Network': ['ID=fa1bb598-6371-466f-83c3-bd82a9eb0a62,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:47.897100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-faeff254-8419-412a-8c3b-ec435e92c47e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8029139
Jan 15 21:18:47.903755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:47.927173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b5fe1d26-fe15-4a70-bceb-be8cc27e900b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:47.970571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52240) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:47.990048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'subnet': {'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:48.055886 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks [] for port (625550c5-4d41-4f3c-b151-24df225358ff), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.076556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (625550c5-4d41-4f3c-b151-24df225358ff), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.086897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-916b58b6-bbc2-49ac-9d79-cd22bad7fe0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.087143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-52d3697f-79e2-4544-896b-5bc0fcf8e484 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/quotas/5b63757470b845b3ad6e5b18314f2c57 HTTP/1.1" status: 200  len: 375 time: 0.0662587
Jan 15 21:18:48.169819 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks [] for port (95383837-fe3a-41ee-8b0b-05b98e242305), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.176271 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.189001 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5371cdb-4040-4f3c-a8fb-6919403d0ff2 req-05d35a00-be67-4241-add0-32f8a4b4f457 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:48.196936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5371cdb-4040-4f3c-a8fb-6919403d0ff2 req-05d35a00-be67-4241-add0-32f8a4b4f457 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 943 time: 0.1720128
Jan 15 21:18:48.199108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.216395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:48.226133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:48.237092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:48.244510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-baccf584-e02b-453c-9c77-108e43d61aa3 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1564362
Jan 15 21:18:48.258992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Pushing event updated for resources: {'Port': ['ID=625550c5-4d41-4f3c-b151-24df225358ff,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:48.274664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-8eb410a6-d328-4818-b6a0-a1741752124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:48.279264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-8eb410a6-d328-4818-b6a0-a1741752124a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3917973
Jan 15 21:18:48.365589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Attempting to bind port 625550c5-4d41-4f3c-b151-24df225358ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:48.365966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Attempting to bind port 625550c5-4d41-4f3c-b151-24df225358ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea597a29-1cac-4aeb-8636-18babe881846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:48.366338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Attempting to bind port 625550c5-4d41-4f3c-b151-24df225358ff on network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:48.367850 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd749572-e8f0-43c7-9ed2-2ad2a916fb0d None None] Pushing event updated for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:48.375408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:48.375789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Checking segment: {'id': 'ea597a29-1cac-4aeb-8636-18babe881846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:48.376206 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.376599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Bound using segment: {'id': 'ea597a29-1cac-4aeb-8636-18babe881846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:48.377099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Bound port: 625550c5-4d41-4f3c-b151-24df225358ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea597a29-1cac-4aeb-8636-18babe881846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fce6db9-c14d-49ad-91ee-32ebd8c2cda5'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:48.377484 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (625550c5-4d41-4f3c-b151-24df225358ff), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.396725 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Attempting to bind port 95383837-fe3a-41ee-8b0b-05b98e242305 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:48.397212 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Attempting to bind port 95383837-fe3a-41ee-8b0b-05b98e242305 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:48.397577 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Attempting to bind port 95383837-fe3a-41ee-8b0b-05b98e242305 on network 08142f91-41be-481b-8c94-bfc6c2841073 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:48.403081 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:48.403449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Checking segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:48.405186 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.405597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Bound using segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:48.406058 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Bound port: 95383837-fe3a-41ee-8b0b-05b98e242305, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:48.406435 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.483648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:48.493317 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.521712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5371cdb-4040-4f3c-a8fb-6919403d0ff2 req-52050ceb-a3fd-469e-9a2a-b42775010ebe tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066249
Jan 15 21:18:48.525972 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] For port 95383837-fe3a-41ee-8b0b-05b98e242305, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:48.535616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] For port 625550c5-4d41-4f3c-b151-24df225358ff, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:48.535728 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] For port 95383837-fe3a-41ee-8b0b-05b98e242305, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95383837-fe3a-41ee-8b0b-05b98e242305,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:48.538395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] For port 625550c5-4d41-4f3c-b151-24df225358ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=625550c5-4d41-4f3c-b151-24df225358ff,segment=NetworkSegment(ea597a29-1cac-4aeb-8636-18babe881846),segment_id=ea597a29-1cac-4aeb-8636-18babe881846)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:48.542935 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.543841 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (625550c5-4d41-4f3c-b151-24df225358ff), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.628213 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:48.628864 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:48.636454 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd749572-e8f0-43c7-9ed2-2ad2a916fb0d None None] Pushing event updated for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:48.657204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-858a841c-5598-4c0b-95b5-3c3d0155f052 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3697624
Jan 15 21:18:48.683186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd0ef1-54cc-4ac1-b7c4-f1612118f7d1 None None] Pushing event updated for resources: {'Port': ['ID=625550c5-4d41-4f3c-b151-24df225358ff,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:48.732971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:48.733356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:48.813566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-e3118c56-b055-409e-9a54-f88ca2481958 service neutron] 10.222.0.46 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5071716
Jan 15 21:18:48.854090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:48.983420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Current status of the port 95383837-fe3a-41ee-8b0b-05b98e242305 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:48.990842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.032097 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8f7f5887-c040-482d-8c4e-ef300c5dfb8d req-c2b4db00-edb7-467b-92cf-a1b4f1b2e18c service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3590322
Jan 15 21:18:49.098957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] For port 95383837-fe3a-41ee-8b0b-05b98e242305, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95383837-fe3a-41ee-8b0b-05b98e242305,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:49.104000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.259170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db377605-f79f-4dd6-b8ef-f78a404b9544 None None] Pushing event updated for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:49.271938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8644976a-9a13-4cb8-b4c9-30bc059e7d16 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:49.272772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8644976a-9a13-4cb8-b4c9-30bc059e7d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.294904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 9b85f811-7b23-4d8f-8e88-eb805a9b209e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:49.298211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (318790d1-8e78-4556-b47d-350cfdc344ae), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.322009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-fd1464e8-82b5-4fa2-8ee5-29aec1d6b2eb service neutron] 10.222.0.46 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4111891
Jan 15 21:18:49.391721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Subnet': ['ID=318790d1-8e78-4556-b47d-350cfdc344ae,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:49.410987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b353490>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:44Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95383837-fe3a-41ee-8b0b-05b98e242305', 'name': '', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:45:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:43Z', 'updated_at': '2022-01-15T21:18:48Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:49.416345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Checking segment: {'id': '99e74e81-f4cd-43a3-9312-0aaae8d20876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:49.417107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network hostable DHCP agents. Network: 9b296f9a-aa58-4212-b092-b8ec79ac91e8, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:49.443088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:49.459583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b296f9a-aa58-4212-b092-b8ec79ac91e8) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:49.464558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:49.465149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.476197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2aa48e-3dfc-42df-a4f0-9e9d9e07e899 None None] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:49.486078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240f9ec-4769-4a98-9548-fd4b7fe6a3cb None None] The sync data for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 is: [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:18:44Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95383837-fe3a-41ee-8b0b-05b98e242305', 'name': '', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:45:95:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:43Z', 'updated_at': '2022-01-15T21:18:48Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:49.503864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8bc1feab-63fa-4939-bbfd-db45debec288 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5248947
Jan 15 21:18:49.505970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:49.510905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'subnet': {'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:49.582101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8644976a-9a13-4cb8-b4c9-30bc059e7d16 None None] Current status of the port 95383837-fe3a-41ee-8b0b-05b98e242305 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:49.643729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:49.649189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac1947ba-5fae-48d0-a40c-3e825b864f54 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/9b85f811-7b23-4d8f-8e88-eb805a9b209e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6991498
Jan 15 21:18:49.651951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:49.689866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Sync routers for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:49.734833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Routers {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:49.734833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a20b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:49.817301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66f2ca44-f9c6-42e2-a7d6-0f6454daa6b4 req-64483222-dc8d-43fe-9de5-a445d7733623 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 210 time: 0.0635300
Jan 15 21:18:49.830432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b296f9a-aa58-4212-b092-b8ec79ac91e8', 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8', 'project_id': '85f983ff7fbb40daa4e6214352b77c08', 'fixed_ips': [{'subnet_id': '318790d1-8e78-4556-b47d-350cfdc344ae'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:49.831322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.861045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-150f7d2a-3645-44bb-bc9a-3691f8803ed5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1338775
Jan 15 21:18:49.865592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:49.871811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.882813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting subnet 9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:18:49.895496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (9bf9ac52-c3c4-45b8-b0ec-d07480bd1363), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:49.972770 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (9bf9ac52-c3c4-45b8-b0ec-d07480bd1363), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.098877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-5f9c457d-8b6d-4b41-89c4-f0ff29d20702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:50.102236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-5f9c457d-8b6d-4b41-89c4-f0ff29d20702 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.1253440
Jan 15 21:18:50.134498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9bf9ac52-c3c4-45b8-b0ec-d07480bd1363), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.221530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Allocated IP 2001:db8::2 (9b296f9a-aa58-4212-b092-b8ec79ac91e8/318790d1-8e78-4556-b47d-350cfdc344ae/651f34aa-e6c5-45b9-9b60-590cc3b4552a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:50.225144 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (9bf9ac52-c3c4-45b8-b0ec-d07480bd1363), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.255977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf1dcd-d469-45eb-912d-939e29a010d4 req-01e2e81d-f405-4b1e-bcfa-efc0c1f54f34 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:50.257645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bbf1dcd-d469-45eb-912d-939e29a010d4 req-01e2e81d-f405-4b1e-bcfa-efc0c1f54f34 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 943 time: 0.5413170
Jan 15 21:18:50.331490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf9ac52-c3c4-45b8-b0ec-d07480bd1363,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:50.333718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.337713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-086602eb-bafa-4166-8ceb-a20787d8bda7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/subnets/9bf9ac52-c3c4-45b8-b0ec-d07480bd1363 HTTP/1.1" status: 204  len: 168 time: 0.6847560
Jan 15 21:18:50.345248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:50.484431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks [] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.496011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ee325-c029-4bb7-968f-06010c4f433f None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:50.516430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4bbf1dcd-d469-45eb-912d-939e29a010d4 req-ecf6d3b2-25d7-4194-b0a5-11383030b318 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146356
Jan 15 21:18:50.555782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.688232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.704653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Set router 9b85f811-7b23-4d8f-8e88-eb805a9b209e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:18:50.940022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (9b85f811-7b23-4d8f-8e88-eb805a9b209e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.952046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (9747ebaa-0ab9-4d95-a3e6-487f432d8a27), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:50.957986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-e69b762a-ff5c-4872-810c-6f0158192246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:50.959536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-e69b762a-ff5c-4872-810c-6f0158192246 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 898 time: 0.7818763
Jan 15 21:18:50.978246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d199ab-8f60-4bcc-9e56-a4735dc710c0 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:51.012018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9bfcb3c-d114-4be7-95a4-5a6fad4c7016 req-591aa30a-be34-4563-9dd9-144607e9090f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 210 time: 0.0623167
Jan 15 21:18:51.053019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 50b865e9-3e3d-4f87-97f1-ec6bcd315599 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:51.053478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.084403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Subnet': ['ID=9747ebaa-0ab9-4d95-a3e6-487f432d8a27,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:51.095744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95383837-fe3a-41ee-8b0b-05b98e242305 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:51.113123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Checking segment: {'id': '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:51.113697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network hostable DHCP agents. Network: fa1bb598-6371-466f-83c3-bd82a9eb0a62, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:18:51.118708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-f31bc773-7100-429f-a7ac-236ee4dddd50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 1002 time: 0.1346488
Jan 15 21:18:51.187606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:18:51.192533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 50b865e9-3e3d-4f87-97f1-ec6bcd315599, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50b865e9-3e3d-4f87-97f1-ec6bcd315599,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:51.196199 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.229671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-e8a57f3f-034e-4789-9978-5147f32ea775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:51.231368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-e8a57f3f-034e-4789-9978-5147f32ea775 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 200  len: 834 time: 0.1024656
Jan 15 21:18:51.239390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa1bb598-6371-466f-83c3-bd82a9eb0a62) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:51.251006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 50b865e9-3e3d-4f87-97f1-ec6bcd315599 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:51.281568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:51.282221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.314278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b22fe487-f9ff-4247-b06c-542287b7a27a tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8072460
Jan 15 21:18:51.317907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52304) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:51.344530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a51665-c8cc-469d-802f-a9544506ef7e None None] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:51.419052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f796dede-1e9f-4109-868f-24a5ff7c4bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.454310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-66b39f7b-6518-48f3-b7c9-14628b55ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:51.455968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-66b39f7b-6518-48f3-b7c9-14628b55ea47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a57373f-def7-4d62-bbcc-60677c51e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2146449
Jan 15 21:18:51.488408 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:51.517965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:51.528278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:51.538918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Pushing event updated for resources: {'Port': ['ID=651f34aa-e6c5-45b9-9b60-590cc3b4552a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:51.542196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Provisioning complete for port 625550c5-4d41-4f3c-b151-24df225358ff triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:51.542804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (625550c5-4d41-4f3c-b151-24df225358ff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.630693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.631070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.631438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.631822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.632110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.632464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.633534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.633881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.634253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.634588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.634917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.635170 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (50b865e9-3e3d-4f87-97f1-ec6bcd315599), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.635627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.635627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:51.648452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] DHCP port deletion for 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:51.650681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 95383837-fe3a-41ee-8b0b-05b98e242305 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:51.651061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.710119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=50b865e9-3e3d-4f87-97f1-ec6bcd315599,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:51.841596 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a9ce-f5d0-4c87-80d8-267ed354b494 req-ab790963-d266-480f-8f98-8a943037f2ba tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:51.846731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8e0a9ce-f5d0-4c87-80d8-267ed354b494 req-ab790963-d266-480f-8f98-8a943037f2ba tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 943 time: 0.1314158
Jan 15 21:18:51.908746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:51.957682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-89e316de-4d36-4e8d-a3c1-ea43d4bb8b9b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:51.959914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-89e316de-4d36-4e8d-a3c1-ea43d4bb8b9b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.39 "GET /v2.0/networks?id=08142f91-41be-481b-8c94-bfc6c2841073 HTTP/1.1" status: 200  len: 798 time: 0.6429446
Jan 15 21:18:51.976063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Request body: {'port': {'device_id': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'admin_state_up': True, 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:52.028267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19e0cf-f650-40aa-9da1-07ef33d2baa8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:52.034397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.038473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (9b85f811-7b23-4d8f-8e88-eb805a9b209e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.074890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Attempting to bind port 651f34aa-e6c5-45b9-9b60-590cc3b4552a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:52.075419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Attempting to bind port 651f34aa-e6c5-45b9-9b60-590cc3b4552a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99e74e81-f4cd-43a3-9312-0aaae8d20876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:52.075711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Attempting to bind port 651f34aa-e6c5-45b9-9b60-590cc3b4552a on network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:52.107194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a20b550>, [{'id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694622512', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:21Z', 'updated_at': '2022-01-15T21:18:47Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': '50b865e9-3e3d-4f87-97f1-ec6bcd315599', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b85f811-7b23-4d8f-8e88-eb805a9b209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:22Z', 'updated_at': '2022-01-15T21:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:52.109046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:52.109530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Checking segment: {'id': '99e74e81-f4cd-43a3-9312-0aaae8d20876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:52.110012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.110395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Bound using segment: {'id': '99e74e81-f4cd-43a3-9312-0aaae8d20876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:52.110875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Bound port: 651f34aa-e6c5-45b9-9b60-590cc3b4552a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e74e81-f4cd-43a3-9312-0aaae8d20876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9b296f9a-aa58-4212-b092-b8ec79ac91e8'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:52.111297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.118896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-f3f2aa1a-c48e-439a-8804-862592b61651 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4646165
Jan 15 21:18:52.131789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a8e0a9ce-f5d0-4c87-80d8-267ed354b494 req-22aabd9e-113c-4a1b-b649-bbb083eee001 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2782795
Jan 15 21:18:52.142870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (9b85f811-7b23-4d8f-8e88-eb805a9b209e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.144618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Fanout notify agent at l3_agent the message router_deleted on router 9b85f811-7b23-4d8f-8e88-eb805a9b209e {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:18:52.170335 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.173894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bb482abb-2e0b-45d5-b6f3-d6ae5575b5ca tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/routers/9b85f811-7b23-4d8f-8e88-eb805a9b209e HTTP/1.1" status: 204  len: 168 time: 1.8249109
Jan 15 21:18:52.174033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a0a2121-bc46-4e43-9314-0277e75c9218 req-db1ac1c7-d725-470d-82fa-1f3be7a813fd tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 210 time: 0.0698311
Jan 15 21:18:52.174409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52322) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:52.235049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa1bb598-6371-466f-83c3-bd82a9eb0a62', 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62', 'project_id': '85f983ff7fbb40daa4e6214352b77c08', 'fixed_ips': [{'subnet_id': '9747ebaa-0ab9-4d95-a3e6-487f432d8a27'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:18:52.236010 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.273903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.277836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.304696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Checking router: 9b85f811-7b23-4d8f-8e88-eb805a9b209e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:18:52.346581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port d656069f-992e-4c2a-8d90-597ea692870b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:52.346980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d656069f-992e-4c2a-8d90-597ea692870b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.353070 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.381616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8bc973d7-5b2e-44eb-a2fd-a082faa6e8bc req-bedfb351-8653-4bdc-8063-0df477af409f service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514377
Jan 15 21:18:52.431988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port d656069f-992e-4c2a-8d90-597ea692870b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d656069f-992e-4c2a-8d90-597ea692870b,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:52.433069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d656069f-992e-4c2a-8d90-597ea692870b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.443312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:52.443312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jan 15 21:18:52.443312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b85f811-7b23-4d8f-8e88-eb805a9b209e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent'). {{(pid=114439) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Jan 15 21:18:52.446361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58cb80-4d6f-43ed-898f-bc4a9c724ec9 None None] The sync data for ids ['9b85f811-7b23-4d8f-8e88-eb805a9b209e'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:52.465312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for d656069f-992e-4c2a-8d90-597ea692870b owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:52.468650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 95383837-fe3a-41ee-8b0b-05b98e242305 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:52.469877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 625550c5-4d41-4f3c-b151-24df225358ff up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:52.472176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] For port 651f34aa-e6c5-45b9-9b60-590cc3b4552a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:52.480718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Made reservation on behalf of 5b63757470b845b3ad6e5b18314f2c57 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:52.484235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.489500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] For port 651f34aa-e6c5-45b9-9b60-590cc3b4552a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=651f34aa-e6c5-45b9-9b60-590cc3b4552a,segment=NetworkSegment(99e74e81-f4cd-43a3-9312-0aaae8d20876),segment_id=99e74e81-f4cd-43a3-9312-0aaae8d20876)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:52.513621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Current status of the port 625550c5-4d41-4f3c-b151-24df225358ff is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:52.514056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (625550c5-4d41-4f3c-b151-24df225358ff), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.546951 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.558772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Deleting port d656069f-992e-4c2a-8d90-597ea692870b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:52.559432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d656069f-992e-4c2a-8d90-597ea692870b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.609163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d656069f-992e-4c2a-8d90-597ea692870b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.643216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=d656069f-992e-4c2a-8d90-597ea692870b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:52.645249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port d656069f-992e-4c2a-8d90-597ea692870b on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:52.758621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] For port 625550c5-4d41-4f3c-b151-24df225358ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=625550c5-4d41-4f3c-b151-24df225358ff,segment=NetworkSegment(ea597a29-1cac-4aeb-8636-18babe881846),segment_id=ea597a29-1cac-4aeb-8636-18babe881846)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:52.806725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.822260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (625550c5-4d41-4f3c-b151-24df225358ff), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.828590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Allocated IP 172.20.0.19 (08142f91-41be-481b-8c94-bfc6c2841073/1e455899-9679-47ba-9d29-8acffd4e8a10/c4ab5d7e-fc83-4860-aa6b-417708cf16c0) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:52.839566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Allocated IP 2001:db8::1 (9b296f9a-aa58-4212-b092-b8ec79ac91e8/318790d1-8e78-4556-b47d-350cfdc344ae/81f655f5-036f-46e6-8b50-1203b66ad949) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:52.847486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78ac9be0>,) {'filters': {'network_id': ['9ce7cdf5-6bfa-49dd-a387-56f78a4b820d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:52.852889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] For port d656069f-992e-4c2a-8d90-597ea692870b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d656069f-992e-4c2a-8d90-597ea692870b,segment=NetworkSegment(28c5df25-85a7-461f-9711-e7c800a11b24),segment_id=28c5df25-85a7-461f-9711-e7c800a11b24)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:52.853295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d656069f-992e-4c2a-8d90-597ea692870b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.858738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78ac9be0>, '28c5df25-85a7-461f-9711-e7c800a11b24') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:52.859039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78ac9be0>, '28c5df25-85a7-461f-9711-e7c800a11b24') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:52.873370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (28c5df25-85a7-461f-9711-e7c800a11b24), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.876970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Allocated IP 2001:db8::2 (fa1bb598-6371-466f-83c3-bd82a9eb0a62/9747ebaa-0ab9-4d95-a3e6-487f432d8a27/9437891a-4e0b-4c38-a74a-bfdbf0ad2da5) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:52.880013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d041b6-3753-48f1-abec-856925a5dcb0 None None] Pushing event updated for resources: {'Port': ['ID=651f34aa-e6c5-45b9-9b60-590cc3b4552a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:52.889432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (28c5df25-85a7-461f-9711-e7c800a11b24), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.896351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:18:52.896763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (28c5df25-85a7-461f-9711-e7c800a11b24), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:52.910432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Calling delete_port for d656069f-992e-4c2a-8d90-597ea692870b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:18:53.022442 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:18:53.043317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9ce7cdf5-6bfa-49dd-a387-56f78a4b820d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.049224 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.062275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52334) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:53.062867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/networks/9ce7cdf5-6bfa-49dd-a387-56f78a4b820d HTTP/1.1" status: 204  len: 168 time: 0.8796961
Jan 15 21:18:53.107195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 625550c5-4d41-4f3c-b151-24df225358ff triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:53.108040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (625550c5-4d41-4f3c-b151-24df225358ff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.115409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7c697-c278-4f4e-b5ab-0e2428d22ef9 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Network': ['ID=9ce7cdf5-6bfa-49dd-a387-56f78a4b820d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.245057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.264276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for port (81f655f5-036f-46e6-8b50-1203b66ad949), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.284304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (bd17840d-eaf5-44ca-8012-e38afe000d61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.330249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-03fa726f-d7ee-4637-a3d4-7de55e8b8bd9 req-34cd9754-abe5-4dae-a698-68964acf20f5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 210 time: 0.0439341
Jan 15 21:18:53.344617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40b767-81fa-4bde-90b2-1c2d87633b50 None None] Pushing event updated for resources: {'Port': ['ID=625550c5-4d41-4f3c-b151-24df225358ff,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.362348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de489b9-7a3d-41c4-b664-13276cc62705 req-af113385-c9c4-46cd-bc98-95b918606a33 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:53.364127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7de489b9-7a3d-41c4-b664-13276cc62705 req-af113385-c9c4-46cd-bc98-95b918606a33 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 943 time: 0.1143219
Jan 15 21:18:53.369430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ee38a514-b085-49ff-a618-793c348e580f None None] Provisioning complete for port 625550c5-4d41-4f3c-b151-24df225358ff triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:53.369812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee38a514-b085-49ff-a618-793c348e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (625550c5-4d41-4f3c-b151-24df225358ff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.386452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (bd17840d-eaf5-44ca-8012-e38afe000d61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.409682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.433713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.436094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7de489b9-7a3d-41c4-b664-13276cc62705 req-10adb9df-ebbe-493f-8929-120bf1cc2911 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524151
Jan 15 21:18:53.458475 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.494367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:53.505118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Network 08142f91-41be-481b-8c94-bfc6c2841073 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:53.511808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:53.514988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:53.515831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.520175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:53.522941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:53.531065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (d656069f-992e-4c2a-8d90-597ea692870b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.560817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Port': ['ID=81f655f5-036f-46e6-8b50-1203b66ad949,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.595382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks [] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.597803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 413745ec-f8bf-4c8c-91e8-e735e6ecab61 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:18:53.687550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Network 9ce7cdf5-6bfa-49dd-a387-56f78a4b820d is not hosted by any dhcp agent {{(pid=114439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:18:53.688137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] No DVR routers for this DVR port d656069f-992e-4c2a-8d90-597ea692870b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:18:53.690590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d71473-babd-45f7-b868-fb62c03fedb8 None None] Pushing event deleted for resources: {'Port': ['ID=d656069f-992e-4c2a-8d90-597ea692870b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.703655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event updated for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.705576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.726147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:53.727003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.730528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 625550c5-4d41-4f3c-b151-24df225358ff is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:53.738803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (bd17840d-eaf5-44ca-8012-e38afe000d61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.741450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.746584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd17840d-eaf5-44ca-8012-e38afe000d61 HTTP/1.1" status: 204  len: 168 time: 0.6755273
Jan 15 21:18:53.766725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b31048-5bae-41b6-b129-74877130e914 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17840d-eaf5-44ca-8012-e38afe000d61,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.791620 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-f54c88e5-7cc5-4d6f-ad17-662ec1fc0551 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.8201106
Jan 15 21:18:53.805120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Request body: {'port': {'device_id': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:53.842365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.909348 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:53.933364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:53.934880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:53.940013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Pushing event updated for resources: {'Port': ['ID=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:53.943771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:53.961990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:53.971793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ee38a514-b085-49ff-a618-793c348e580f None None] Current status of the port 625550c5-4d41-4f3c-b151-24df225358ff is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:54.006460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '413745ec-f8bf-4c8c-91e8-e735e6ecab61', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': '413745ec-f8bf-4c8c-91e8-e735e6ecab61', 'mac_address': 'fa:16:3e:33:10:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:18:54.112394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Attempting to bind port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:54.112939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Attempting to bind port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:54.113306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Attempting to bind port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 on network fa1bb598-6371-466f-83c3-bd82a9eb0a62 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:54.138120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:54.138511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.145273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:54.145839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Checking segment: {'id': '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:54.146116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.146508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Bound using segment: {'id': '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:54.147036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Bound port: 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fa1bb598-6371-466f-83c3-bd82a9eb0a62'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:54.147450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.160699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-77f3c3d1-5d46-4101-85ca-36148232f2e9 None None] Provisioning complete for port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:54.161636 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-77f3c3d1-5d46-4101-85ca-36148232f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.209692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413745ec-f8bf-4c8c-91e8-e735e6ecab61 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:18:54.224338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 651f34aa-e6c5-45b9-9b60-590cc3b4552a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:54.327037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:54.334017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52356) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:54.337154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.341540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988538030', 'description': 'tempest-secgroup-smoke-988538030 description', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:54.347529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-77f3c3d1-5d46-4101-85ca-36148232f2e9 None None] Port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:54.356955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.380628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.438054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] For port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:54.478672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] For port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,segment=NetworkSegment(9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e),segment_id=9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:54.486831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.511774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:54.515404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (0d2d28d2-27c5-42fa-b71a-4943b1f57649), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.527487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 651f34aa-e6c5-45b9-9b60-590cc3b4552a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:54.527866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.547094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d2d28d2-27c5-42fa-b71a-4943b1f57649), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.583621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bd3ca-9b44-42dc-8b04-ff4d88f25395 None None] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:54.596239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['413745ec-f8bf-4c8c-91e8-e735e6ecab61'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:18:54.627496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.632044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2961359
Jan 15 21:18:54.634320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52362) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:54.643804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:54.704081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa75df-41e5-45bb-ae31-f011024800c2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d28d2-27c5-42fa-b71a-4943b1f57649,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:54.720202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d6e3b-571d-4457-85a0-34981c9e811c req-aac9851c-a00e-4551-b4dc-c14bef26aa46 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:54.721900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-843d6e3b-571d-4457-85a0-34981c9e811c req-aac9851c-a00e-4551-b4dc-c14bef26aa46 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 895 time: 0.2476089
Jan 15 21:18:54.736025 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (51de5dc8-2d98-4c95-b595-a06ed5993586), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.751188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec78443-cf14-4962-bdb3-446fdf02e900 req-b17f2354-71b4-4193-acfc-cd25a2f1fe33 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:54.758672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec78443-cf14-4962-bdb3-446fdf02e900 req-b17f2354-71b4-4193-acfc-cd25a2f1fe33 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 944 time: 0.2007496
Jan 15 21:18:54.862908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec78443-cf14-4962-bdb3-446fdf02e900 req-a2721f7c-9e81-4ff4-b1e7-5cea32342a0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033058
Jan 15 21:18:54.873768 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (51de5dc8-2d98-4c95-b595-a06ed5993586), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.879406 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (51de5dc8-2d98-4c95-b595-a06ed5993586), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.901000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51de5dc8-2d98-4c95-b595-a06ed5993586,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:54.929181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:54.931698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a94abca9-ef90-4f88-8231-2371f8848abb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2916796
Jan 15 21:18:54.934383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52364) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:54.943749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:55.002601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c3670256-833c-4efc-b486-618e74c7127d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.024512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ab5d7e-fc83-4860-aa6b-417708cf16c0 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:18:55.035607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks [] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.038175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Provisioning complete for port 651f34aa-e6c5-45b9-9b60-590cc3b4552a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:55.038562 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.067043 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Transition to ACTIVE for port object c4ab5d7e-fc83-4860-aa6b-417708cf16c0 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:18:55.073143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for port (81f655f5-036f-46e6-8b50-1203b66ad949), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.076442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.082774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.083705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.108729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03d41f-76d9-444e-acad-d8f69a1e8fa2 None None] Pushing event updated for resources: {'Port': ['ID=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.122162 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c3670256-833c-4efc-b486-618e74c7127d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.127243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c3670256-833c-4efc-b486-618e74c7127d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.145108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Pushing event updated for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.167315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3670256-833c-4efc-b486-618e74c7127d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.181227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.182459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b5daa033-4495-483f-b56f-c6dfe7381ffd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2459555
Jan 15 21:18:55.194390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52372) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:55.199003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:55.270472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c14bdaca-620d-4bc4-88ff-defe09e9d014), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.327289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Port': ['ID=81f655f5-036f-46e6-8b50-1203b66ad949,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.415961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Current status of the port 651f34aa-e6c5-45b9-9b60-590cc3b4552a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:55.416389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.418621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 651f34aa-e6c5-45b9-9b60-590cc3b4552a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:55.419054 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.439975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Attempting to bind port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:18:55.440715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Attempting to bind port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:18:55.441573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Attempting to bind port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 on network 08142f91-41be-481b-8c94-bfc6c2841073 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:55.446475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:55.449625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:55.463836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 on network 08142f91-41be-481b-8c94-bfc6c2841073 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:18:55.464648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Attempting to bind port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 on network 08142f91-41be-481b-8c94-bfc6c2841073 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:18:55.509373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:18:55.509884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Checking segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:18:55.510281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Bound using segment: {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:18:55.510786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Bound port: c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11764be8-8a4d-471b-953b-556d56de8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:18:55.511140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.527615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 651f34aa-e6c5-45b9-9b60-590cc3b4552a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=651f34aa-e6c5-45b9-9b60-590cc3b4552a,segment=NetworkSegment(99e74e81-f4cd-43a3-9312-0aaae8d20876),segment_id=99e74e81-f4cd-43a3-9312-0aaae8d20876)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:55.545710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.547861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 625550c5-4d41-4f3c-b151-24df225358ff up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:55.656399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:18:55.662632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:18:55.676145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.735925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Pushing event updated for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.770838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:55.771466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.774508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-0b047fca-962b-44af-80df-d5a1f393174f service neutron] 10.222.0.39 "PUT /v2.0/ports/c4ab5d7e-fc83-4860-aa6b-417708cf16c0 HTTP/1.1" status: 200  len: 1055 time: 1.9753237
Jan 15 21:18:55.776506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:55.797641 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64102976-65ff-4528-887e-90a5be70b7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:55.830159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Router 002ce93e-6e58-4112-b6c2-59cca532d454 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:55.838097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:18:55.838597 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:18:55.850786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=651f34aa-e6c5-45b9-9b60-590cc3b4552a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:55.894928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 625550c5-4d41-4f3c-b151-24df225358ff triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:55.895467 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (625550c5-4d41-4f3c-b151-24df225358ff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:55.912281 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9352325-e857-4567-8454-21396342fffd x-openstack-request-id: req-a9352325-e857-4567-8454-21396342fffd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:55.912819 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:55.913268 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9352325-e857-4567-8454-21396342fffd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:55.913844 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0', 'status': 'completed', 'code': 200}
Jan 15 21:18:56.025320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:56.032077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31529fe4-dd9b-47bf-acb2-d9f5d0edf36f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6875041
Jan 15 21:18:56.034518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52394) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:56.036023 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c14bdaca-620d-4bc4-88ff-defe09e9d014), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.046288 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] Sync routers for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:56.069060 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:56.069848 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52dc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:56.110297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 625550c5-4d41-4f3c-b151-24df225358ff is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:56.113317 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c14bdaca-620d-4bc4-88ff-defe09e9d014), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.197280 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52dc70>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:56.211472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-49067b98-e4a9-43c0-9a0b-daf67a9f86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:56.213522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-49067b98-e4a9-43c0-9a0b-daf67a9f86ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 1058 time: 0.3768909
Jan 15 21:18:56.232329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d656069f-992e-4c2a-8d90-597ea692870b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:56.236437 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:56.237867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14bdaca-620d-4bc4-88ff-defe09e9d014,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:56.247631 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52dc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:56.267709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d656069f-992e-4c2a-8d90-597ea692870b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:56.268155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d656069f-992e-4c2a-8d90-597ea692870b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:56.268648 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 50b865e9-3e3d-4f87-97f1-ec6bcd315599 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:56.290073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.295805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8d099606-3a15-4c26-8091-e5fed0463411 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0989888
Jan 15 21:18:56.310094 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52396) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:56.316115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:56.331381 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52dc70>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:56.332360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d9957-b006-4957-9cbd-1175a9e357f7 None None] The sync data for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:56.338611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 50b865e9-3e3d-4f87-97f1-ec6bcd315599 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:56.338960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 50b865e9-3e3d-4f87-97f1-ec6bcd315599 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:56.342456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device afc6d1b2-493d-4041-b56d-17b41e136446 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:18:56.371408 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41a9f4-0855-47f6-930f-30b6de033e19 req-c7a73a25-cd66-40aa-b497-83b1c05e87f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:56.382326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c41a9f4-0855-47f6-930f-30b6de033e19 req-c7a73a25-cd66-40aa-b497-83b1c05e87f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 944 time: 0.3447127
Jan 15 21:18:56.418940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea8eb6-00e2-4803-a628-55d3aad7be23 req-ac41254c-82d0-49f0-9b76-174b2398f868 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:56.420865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0ea8eb6-00e2-4803-a628-55d3aad7be23 req-ac41254c-82d0-49f0-9b76-174b2398f868 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 907 time: 0.3639314
Jan 15 21:18:56.423287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-42526789-e7e3-4600-833b-4cf69bc84a2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0 HTTP/1.1" status: 200  len: 217 time: 0.1992979
Jan 15 21:18:56.455215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: afc6d1b2-493d-4041-b56d-17b41e136446 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:18:56.457306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device afc6d1b2-493d-4041-b56d-17b41e136446 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:18:56.477280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-060bfbaf-e9fe-4254-8f11-b8bfd19694b4 None None] Current status of the port 651f34aa-e6c5-45b9-9b60-590cc3b4552a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:56.488176 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c41a9f4-0855-47f6-930f-30b6de033e19 req-2009c950-bbc4-4e66-80b5-6354470ce0e6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038530
Jan 15 21:18:56.530513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389d98b-0051-4a40-b895-49fdf150b8c0 None None] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:18:56.665551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-7f788869-9723-4017-ba3a-1ce71c8a4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:56.666383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Provisioning complete for port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:56.666739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.667098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-7f788869-9723-4017-ba3a-1ce71c8a4d5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e455899-9679-47ba-9d29-8acffd4e8a10 HTTP/1.1" status: 200  len: 837 time: 0.2357812
Jan 15 21:18:56.669780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (a9022b47-d992-4a2a-a840-f09eeb9a54e5), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.770563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 651f34aa-e6c5-45b9-9b60-590cc3b4552a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:56.810264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (a9022b47-d992-4a2a-a840-f09eeb9a54e5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.823975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a9022b47-d992-4a2a-a840-f09eeb9a54e5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.862415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9022b47-d992-4a2a-a840-f09eeb9a54e5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:56.891304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Current status of the port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:56.891701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.903536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.907518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2ffdc5ab-0737-48ff-9f20-b3077d930fd7 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5936327
Jan 15 21:18:56.907905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:56.913390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:56.924169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-9d7fbf47-eac8-498c-8e71-b84f93374c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:56.926344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-9d7fbf47-eac8-498c-8e71-b84f93374c0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08142f91-41be-481b-8c94-bfc6c2841073&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1809754
Jan 15 21:18:56.936164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 651f34aa-e6c5-45b9-9b60-590cc3b4552a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:56.936559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.954933 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:18:56.964547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (bd896011-2906-441c-9643-a631196d008b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:56.973426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] For port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,segment=NetworkSegment(9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e),segment_id=9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:56.981398 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.055806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (bd896011-2906-441c-9643-a631196d008b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.061312 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (bd896011-2906-441c-9643-a631196d008b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.083720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Provisioning complete for port 651f34aa-e6c5-45b9-9b60-590cc3b4552a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.084098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.100919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd896011-2906-441c-9643-a631196d008b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:57.114817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.119556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e13790c3-d2f3-4f3f-94e1-2b06ce1914f4 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2074575
Jan 15 21:18:57.120805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:57.127660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'security_group_rule': {'security_group_id': '0d2d28d2-27c5-42fa-b71a-4943b1f57649', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:57.149259 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-a303541d-e8e4-488a-b008-21fc6b97264f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:18:57.150491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a303541d-e8e4-488a-b008-21fc6b97264f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.1148105
Jan 15 21:18:57.155350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52442) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:57.166365 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Project ed86e4d7dcdb4ea7ad79628b2ae2462d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:18:57.174892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c8c1d72f-d752-42fb-9acf-4d88b2d713a7), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.176732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Pushing event updated for resources: {'Port': ['ID=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:57.207591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 651f34aa-e6c5-45b9-9b60-590cc3b4552a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:57.208688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:57.260014 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (c8c1d72f-d752-42fb-9acf-4d88b2d713a7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.269270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c8c1d72f-d752-42fb-9acf-4d88b2d713a7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.269442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-44ae0577-e79c-4ad8-91b5-ccc17a978b67 service neutron] 10.222.0.39 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341126
Jan 15 21:18:57.293131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Current status of the port 651f34aa-e6c5-45b9-9b60-590cc3b4552a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:57.293404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c1d72f-d752-42fb-9acf-4d88b2d713a7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:57.299618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.304223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c42b0c16-47f8-4ced-872f-08f71882224e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1782944
Jan 15 21:18:57.305036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.305036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.305820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:57.312419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'network': {'name': 'tempest-network-smoke--1608794678', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:57.336642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Provisioning complete for port 81f655f5-036f-46e6-8b50-1203b66ad949 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.337042 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.381935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d69ed2ef-58f1-4104-96e5-986b23dfd409 None None] Port 81f655f5-036f-46e6-8b50-1203b66ad949 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:57.421907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:57.472109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:18:57.475508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.496384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-697b59ff-47c2-4822-80d5-089caa8fe0ef req-ee27361f-7e16-44a6-b269-c14981e46e3b service neutron] 10.222.0.39 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190101
Jan 15 21:18:57.506661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Provisioning complete for port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.507517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.566843 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdefaf-5070-462f-a402-303502be915e req-0b3e6293-8685-4187-bcb0-63b152c11871 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:57.568363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-55bdefaf-5070-462f-a402-303502be915e req-0b3e6293-8685-4187-bcb0-63b152c11871 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 907 time: 0.0669150
Jan 15 21:18:57.597911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 413745ec-f8bf-4c8c-91e8-e735e6ecab61 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:57.601284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:18:57.629004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2bec2-6c93-470b-a67d-7e8ffb22a192 req-d7fb8928-b6dc-4ea1-9651-daf35e6c14ff tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:57.630879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9e2bec2-6c93-470b-a67d-7e8ffb22a192 req-d7fb8928-b6dc-4ea1-9651-daf35e6c14ff tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 944 time: 0.0615005
Jan 15 21:18:57.639647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Current status of the port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:57.654502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (fea4da7f-8311-4c5b-9f33-b66a09cbbc18), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.654885 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Added segment fea4da7f-8311-4c5b-9f33-b66a09cbbc18 of type vlan for network 921a4e76-3faa-4124-ad27-485c52c7c2f6
Jan 15 21:18:57.659761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Provisioning complete for port 81f655f5-036f-46e6-8b50-1203b66ad949 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.660590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.685800 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9e2bec2-6c93-470b-a67d-7e8ffb22a192 req-bb46e568-8cf6-4987-a88c-858a63944a40 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489767
Jan 15 21:18:57.699247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:18:57.708264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:57.708635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.710074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-23b8e146-309f-4179-818b-4ffcb1647cb3 None None] Port 81f655f5-036f-46e6-8b50-1203b66ad949 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:57.736758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102976-65ff-4528-887e-90a5be70b7c8 req-b07bc732-9a74-4ea1-84cf-e19577147758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:57.738514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-b07bc732-9a74-4ea1-84cf-e19577147758 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 1058 time: 0.1505597
Jan 15 21:18:57.743368 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (921a4e76-3faa-4124-ad27-485c52c7c2f6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.789514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:57.789853 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.812382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:18:57.814958 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093ec7a-a681-4c85-8f13-c274bcd6a689" -d '{"events": [{"server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "name": "network-vif-plugged", "status": "completed", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:18:57.836886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (921a4e76-3faa-4124-ad27-485c52c7c2f6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.839226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:57.842884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:57.843498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.844174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:57.872016 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835c3ad-d865-4dca-9ac4-2a72b26b2d42 x-openstack-request-id: req-4835c3ad-d865-4dca-9ac4-2a72b26b2d42 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:18:57.872654 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "name": "network-vif-plugged", "status": "completed", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:18:57.872925 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4835c3ad-d865-4dca-9ac4-2a72b26b2d42 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:18:57.873545 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61', 'code': 200}
Jan 15 21:18:57.906611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:57.967569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6603220
Jan 15 21:18:57.970350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52452) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:57.975006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'admin_state_up': True, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:57.983793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102976-65ff-4528-887e-90a5be70b7c8 req-322311e1-1685-4d14-8244-84f70ca43528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:57.985287 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-322311e1-1685-4d14-8244-84f70ca43528 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08142f91-41be-481b-8c94-bfc6c2841073 HTTP/1.1" status: 200  len: 899 time: 0.2396052
Jan 15 21:18:57.991253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f73f-b6ce-418d-ba60-41a6f0f35de2 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Network': ['ID=921a4e76-3faa-4124-ad27-485c52c7c2f6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:58.003413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1117768f-567b-4dd8-9b9b-4a792014520f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.003957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:18:58.005021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1117768f-567b-4dd8-9b9b-4a792014520f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.045756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-1dc9aa72-86fc-4d56-8d77-07f52cbd8b1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0 HTTP/1.1" status: 200  len: 217 time: 0.0503321
Jan 15 21:18:58.074881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (1117768f-567b-4dd8-9b9b-4a792014520f), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.087224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8724f-f545-4df6-b3f0-d061a97e9d45 req-a1ceeb10-d2ef-4fd7-9aff-fe27e571ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:58.088802 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fb8724f-f545-4df6-b3f0-d061a97e9d45 req-a1ceeb10-d2ef-4fd7-9aff-fe27e571ca98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 1096 time: 0.1453886
Jan 15 21:18:58.119403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.177842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102976-65ff-4528-887e-90a5be70b7c8 req-c466696c-e4f1-429e-8748-4fbe4fcb8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:58.179528 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-c466696c-e4f1-429e-8748-4fbe4fcb8a9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e455899-9679-47ba-9d29-8acffd4e8a10 HTTP/1.1" status: 200  len: 837 time: 0.1239843
Jan 15 21:18:58.231841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (1117768f-567b-4dd8-9b9b-4a792014520f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.452498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (1117768f-567b-4dd8-9b9b-4a792014520f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.472658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.555649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1fb8724f-f545-4df6-b3f0-d061a97e9d45 req-437aae86-91a8-4bc8-9839-efbc001992e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4580352
Jan 15 21:18:58.559409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:18:58.605031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.10 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/b58e9bec-b016-4595-9800-baad8b77db71) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:18:58.611271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102976-65ff-4528-887e-90a5be70b7c8 req-90e13d6b-dddf-4c4a-a547-9ff6b86287f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:58.612075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:58.612538 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.612911 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-90e13d6b-dddf-4c4a-a547-9ff6b86287f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08142f91-41be-481b-8c94-bfc6c2841073&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0994816
Jan 15 21:18:58.699011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:58.758041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af789232-5c78-42ef-b253-56938e846492 req-56ce16e9-790e-470f-88ad-6070bdf26814 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:58.759835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af789232-5c78-42ef-b253-56938e846492 req-56ce16e9-790e-470f-88ad-6070bdf26814 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 907 time: 0.0751126
Jan 15 21:18:58.815102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting port 81f655f5-036f-46e6-8b50-1203b66ad949 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:18:58.815366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (b58e9bec-b016-4595-9800-baad8b77db71), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.815470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.839784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a518a-75c7-4b4a-a5ee-064b12ba15fe req-9b8c7396-ad42-450a-87e6-76d3a7092d4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:18:58.841309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-662a518a-75c7-4b4a-a5ee-064b12ba15fe req-9b8c7396-ad42-450a-87e6-76d3a7092d4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.0770993
Jan 15 21:18:58.892594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b58e9bec-b016-4595-9800-baad8b77db71), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.901962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-1f26827c-0433-4607-bfdd-9abb85cbbb32 service neutron] 10.222.0.39 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564622
Jan 15 21:18:58.938632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-662a518a-75c7-4b4a-a5ee-064b12ba15fe req-7794c0ce-17ab-4026-8e19-dd5646779cdf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900180
Jan 15 21:18:58.941737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:58.946684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:18:58.954335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:18:58.956586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:18:58.958585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=b58e9bec-b016-4595-9800-baad8b77db71,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:58.978185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2aa966-bbfd-4a00-b6ae-07e35a6625ed None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:18:58.989045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Calling delete_port for 81f655f5-036f-46e6-8b50-1203b66ad949 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:18:59.039491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-aeb86132-e0cf-4cae-ac7e-2d4f37a7759d None None] Provisioning complete for port b58e9bec-b016-4595-9800-baad8b77db71 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:18:59.040021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-aeb86132-e0cf-4cae-ac7e-2d4f37a7759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b58e9bec-b016-4595-9800-baad8b77db71), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.078335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64102976-65ff-4528-887e-90a5be70b7c8 req-42c7de6a-4491-4a5c-bff8-0d2e4b6f125e service neutron] 10.222.0.39 "GET /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538422
Jan 15 21:18:59.079985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-aeb86132-e0cf-4cae-ac7e-2d4f37a7759d None None] Port b58e9bec-b016-4595-9800-baad8b77db71 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:18:59.217936 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (81f655f5-036f-46e6-8b50-1203b66ad949), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.241622 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (1117768f-567b-4dd8-9b9b-4a792014520f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.369850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Port': ['ID=81f655f5-036f-46e6-8b50-1203b66ad949,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:18:59.379710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.380057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.380404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.380816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.381215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.381731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.382497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.382497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.382883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.383248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.383622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.384077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.384282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:18:59.391289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.535428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1117768f-567b-4dd8-9b9b-4a792014520f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.589503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Router 002ce93e-6e58-4112-b6c2-59cca532d454 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:18:59.603918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c4ab5d7e-fc83-4860-aa6b-417708cf16c0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:18:59.687625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:18:59.703615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-23aee995-2b72-416d-8c50-fe68f4033e43 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5468202
Jan 15 21:18:59.709788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52476) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:59.712244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] Sync routers for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:18:59.721583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 1117768f-567b-4dd8-9b9b-4a792014520f is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:18:59.728145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:59.728782 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:59.764054 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-a7f16014-6ceb-4366-98dd-6a59cd93c420 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] delete failed (client error): The resource could not be found.
Jan 15 21:18:59.768902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7f16014-6ceb-4366-98dd-6a59cd93c420 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-241251084 HTTP/1.1" status: 404  len: 334 time: 0.0535526
Jan 15 21:18:59.769099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24a970>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:59.770670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52482) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:18:59.810482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:18:59.811124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:59.811960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d13fe5d4-11c7-410f-a507-2e91722b6291 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'router': {'external_gateway_info': {'network_id': '002ce93e-6e58-4112-b6c2-59cca532d454'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:18:59.853630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a24a970>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:18:59.854136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b9dce-70ae-48a9-8f30-2b005d0d9bb5 None None] The sync data for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:18:59.863324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:59.882358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0', 'network_id': '08142f91-41be-481b-8c94-bfc6c2841073', 'port_id': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0', 'mac_address': 'fa:16:3e:0c:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e455899-9679-47ba-9d29-8acffd4e8a10', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:18:59.926284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:18:59.926759 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:18:59.940378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ab5d7e-fc83-4860-aa6b-417708cf16c0 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:18:59.964514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:18:59.968718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.018444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:00.081227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88944c0-8a13-422a-a4c8-c84edb207bff req-35c4ecad-50dd-4b4c-baea-bb4043c6d1b0 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.082692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d88944c0-8a13-422a-a4c8-c84edb207bff req-35c4ecad-50dd-4b4c-baea-bb4043c6d1b0 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 907 time: 0.2341573
Jan 15 21:19:00.118490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:00.128551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Sync routers for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:00.138351 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:00.139141 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52d490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:00.169699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d13fe5d4-11c7-410f-a507-2e91722b6291 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router_gateway (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.188167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.189446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9bebf3c5-37d6-48b2-9c67-f4fbec981b53 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2180653
Jan 15 21:19:00.193002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52500) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.194205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c4ab5d7e-fc83-4860-aa6b-417708cf16c0'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:00.198336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3101934-9c27-4736-b7d8-99944aacf756 req-a6fb4b9e-2c60-40f2-b3dc-d68180e96efd tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.199881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3101934-9c27-4736-b7d8-99944aacf756 req-a6fb4b9e-2c60-40f2-b3dc-d68180e96efd tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.1684434
Jan 15 21:19:00.210204 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-d13fe5d4-11c7-410f-a507-2e91722b6291 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] update failed (client error): The resource could not be found.
Jan 15 21:19:00.211916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d13fe5d4-11c7-410f-a507-2e91722b6291 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454 HTTP/1.1" status: 404  len: 339 time: 0.4401407
Jan 15 21:19:00.217879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52502) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.223546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1498177617'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:00.248998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15891eb8-28e8-4a57-878e-ad9cdd4ff3ca tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0543303
Jan 15 21:19:00.252114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52506) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.282476 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:00.299306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b3101934-9c27-4736-b7d8-99944aacf756 req-ae858b48-7470-43f0-975b-6670553a0919 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904236
Jan 15 21:19:00.310715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:00.315123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.345458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:19:00.358434 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (36996702-8127-40e9-9a71-f2c41e5b138e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.358923 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Added segment 36996702-8127-40e9-9a71-f2c41e5b138e of type vlan for network 4671962e-ead8-4910-bcd9-12cc53e31a6b
Jan 15 21:19:00.399128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c79cf1-a5ea-4820-894b-29182b95ee88 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.403498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-82c79cf1-a5ea-4820-894b-29182b95ee88 tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1463971
Jan 15 21:19:00.404000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.440944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2c3150b3-b31b-41e6-b65b-ffc4ad6403fa tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0335875
Jan 15 21:19:00.441187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52514) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.448141 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4671962e-ead8-4910-bcd9-12cc53e31a6b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.448347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398496482', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:00.487862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b324a2d-c660-499e-b816-0faf078429bb req-ab131129-6c38-4a1f-becb-eb32336f7ed8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.489615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b324a2d-c660-499e-b816-0faf078429bb req-ab131129-6c38-4a1f-becb-eb32336f7ed8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.0865772
Jan 15 21:19:00.496901 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4671962e-ead8-4910-bcd9-12cc53e31a6b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.503616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.504621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.569783 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52d490>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:18:59Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:00.591979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3721671
Jan 15 21:19:00.595090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52516) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.600818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'subnet': {'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:00.607175 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Checking router: 1117768f-567b-4dd8-9b9b-4a792014520f for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:00.607530 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Updating router 1117768f-567b-4dd8-9b9b-4a792014520f port b58e9bec-b016-4595-9800-baad8b77db71 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:19:00.611694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2829d-da1c-427e-8f01-3539723f57a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Network': ['ID=4671962e-ead8-4910-bcd9-12cc53e31a6b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:00.626053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:19:00.638304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b324a2d-c660-499e-b816-0faf078429bb req-f20597de-a8c2-475b-a37e-c4667d424ef0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284077
Jan 15 21:19:00.642443 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b58e9bec-b016-4595-9800-baad8b77db71), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.677240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:00.681090 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.796380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6939e6-d600-44e3-9696-be0d3de34ed4 req-a22e6f33-44ef-4e76-ad9f-f801a3a4e0a6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:00.798118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f6939e6-d600-44e3-9696-be0d3de34ed4 req-a22e6f33-44ef-4e76-ad9f-f801a3a4e0a6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.0699511
Jan 15 21:19:00.810136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52522) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:00.830084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Made reservation on behalf of 85f983ff7fbb40daa4e6214352b77c08 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:00.833998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:00.856931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f6939e6-d600-44e3-9696-be0d3de34ed4 req-b1ca7410-43a8-4a21-b025-c58edb826183 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506861
Jan 15 21:19:01.043769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5340c6d8-ca32-4def-908c-f0e0d4305e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.054708 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks [] for port (b58e9bec-b016-4595-9800-baad8b77db71), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.061794 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b58e9bec-b016-4595-9800-baad8b77db71), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.090630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ee4f3d33-94a8-436d-bdf3-4b85f8c77629), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.120799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71251c-80ec-4aea-8c5a-025db6584c3b None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:01.132980 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Attempting to bind port b58e9bec-b016-4595-9800-baad8b77db71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:01.133517 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Attempting to bind port b58e9bec-b016-4595-9800-baad8b77db71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:01.133622 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Attempting to bind port b58e9bec-b016-4595-9800-baad8b77db71 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:01.156362 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:01.156727 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:01.157165 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.161009 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:01.161510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Bound port: b58e9bec-b016-4595-9800-baad8b77db71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:01.162068 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b58e9bec-b016-4595-9800-baad8b77db71), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.167613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7d704-b0fa-47bf-ba00-c3a0e3b4ae5a None None] Pushing event updated for resources: {'Port': ['ID=b58e9bec-b016-4595-9800-baad8b77db71,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.234023 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] For port b58e9bec-b016-4595-9800-baad8b77db71, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:01.237464 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] For port b58e9bec-b016-4595-9800-baad8b77db71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b58e9bec-b016-4595-9800-baad8b77db71,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:01.248317 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b58e9bec-b016-4595-9800-baad8b77db71), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.254616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Subnet': ['ID=ee4f3d33-94a8-436d-bdf3-4b85f8c77629,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.259316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Provisioning complete for port b58e9bec-b016-4595-9800-baad8b77db71 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:01.260005 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b58e9bec-b016-4595-9800-baad8b77db71), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.281807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3b02-9f4e-4eb5-ad40-b8a830121894 req-b2afb0d5-834e-4809-bcc8-59a5cd5714b2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:01.283868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-202d3b02-9f4e-4eb5-ad40-b8a830121894 req-b2afb0d5-834e-4809-bcc8-59a5cd5714b2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 908 time: 0.0742443
Jan 15 21:19:01.294927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a71c0-9de7-4a9a-b7cd-9bb7841b1839 req-8d9a0731-6be0-49ec-b6da-ba0c3c85f047 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:01.305992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b7a71c0-9de7-4a9a-b7cd-9bb7841b1839 req-8d9a0731-6be0-49ec-b6da-ba0c3c85f047 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.1235132
Jan 15 21:19:01.326358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Checking segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:01.326742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network hostable DHCP agents. Network: 921a4e76-3faa-4124-ad27-485c52c7c2f6, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:19:01.358540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (f4813c7b-58e4-4ae1-bdb1-131478a38de0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.362020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf0e24-904c-4767-92db-1d68776c2635 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:01.362668 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:01.363626 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52d490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:01.388439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Current status of the port b58e9bec-b016-4595-9800-baad8b77db71 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:01.389162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b58e9bec-b016-4595-9800-baad8b77db71), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.401981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b7a71c0-9de7-4a9a-b7cd-9bb7841b1839 req-330f5226-d091-45bc-ac54-0469cc240ffe tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949905
Jan 15 21:19:01.415166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] For port b58e9bec-b016-4595-9800-baad8b77db71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b58e9bec-b016-4595-9800-baad8b77db71,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:01.419137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b58e9bec-b016-4595-9800-baad8b77db71), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.438092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5340c6d8-ca32-4def-908c-f0e0d4305e15 admin admin] Publish callbacks [] for security_group (e9e0a7c4-7aee-4e38-8e82-5a851f71ceec), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.447156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5340c6d8-ca32-4def-908c-f0e0d4305e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e9e0a7c4-7aee-4e38-8e82-5a851f71ceec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.449538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:19:01.470709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d08b4b-0e71-4b17-9727-8106822587b7 None None] Pushing event updated for resources: {'Port': ['ID=b58e9bec-b016-4595-9800-baad8b77db71,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.490493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 921a4e76-3faa-4124-ad27-485c52c7c2f6) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:01.499561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe79c8-41dc-4555-9171-7d45fbcf454d None None] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:01.503354 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7d704-b0fa-47bf-ba00-c3a0e3b4ae5a None None] Pushing event updated for resources: {'Port': ['ID=b58e9bec-b016-4595-9800-baad8b77db71,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.515270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Subnet': ['ID=f4813c7b-58e4-4ae1-bdb1-131478a38de0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.520697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:01.521298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.531393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c6d8-ca32-4def-908c-f0e0d4305e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0a7c4-7aee-4e38-8e82-5a851f71ceec,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.537992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5340c6d8-ca32-4def-908c-f0e0d4305e15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b969d0b6b8e044ac89d22c14ec0e4c42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7232568
Jan 15 21:19:01.541479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52534) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:01.544211 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:01.545561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Checking segment: {'id': '36996702-8127-40e9-9a71-f2c41e5b138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:01.546414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network hostable DHCP agents. Network: 4671962e-ead8-4910-bcd9-12cc53e31a6b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:19:01.560702 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2dd93965-f9f8-493c-9176-bd387098bbbf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1172822
Jan 15 21:19:01.561557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:01.574806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a30c0fef-add9-49c9-aec9-9407dde5ddb1 None None] Provisioning complete for port b58e9bec-b016-4595-9800-baad8b77db71 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:01.575315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a30c0fef-add9-49c9-aec9-9407dde5ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b58e9bec-b016-4595-9800-baad8b77db71), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.607718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c4ab5d7e-fc83-4860-aa6b-417708cf16c0 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:01.630611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] Publish callbacks [] for security_group (e9e0a7c4-7aee-4e38-8e82-5a851f71ceec), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.662675 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] Publish callbacks [] for security_group (e9e0a7c4-7aee-4e38-8e82-5a851f71ceec), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.689338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-921a4e76-3faa-4124-ad27-485c52c7c2f6', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:19:01.690337 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.714528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:19:01.739867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e9e0a7c4-7aee-4e38-8e82-5a851f71ceec), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.746698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.764288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:19:01.770578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9e0a7c4-7aee-4e38-8e82-5a851f71ceec HTTP/1.1" status: 204  len: 168 time: 0.2250366
Jan 15 21:19:01.784419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4671962e-ead8-4910-bcd9-12cc53e31a6b) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:01.790555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:01.791148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.791315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b172db-1cf8-4dd6-bea0-4bd82e1fcfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0a7c4-7aee-4e38-8e82-5a851f71ceec,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:01.815812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1038f63-7716-4c1c-a45b-c00e722cb5a5 None None] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:01.820889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-473401ad-9c85-498b-bf0e-6e2d921ce82e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2225473
Jan 15 21:19:01.821880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52540) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:01.828073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0df5b3cf-8fe9-48f5-91e3-cfc007f00597 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'router': {'external_gateway_info': {'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:01.828713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a30c0fef-add9-49c9-aec9-9407dde5ddb1 None None] Current status of the port b58e9bec-b016-4595-9800-baad8b77db71 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:01.846372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:01.846832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:01.889591 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b52d490>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:18:59Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:01.933759 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7dfdc-ceb3-4a7c-b8ca-8aecabe055d3 None None] The sync data for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 is: [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:18:59Z', 'revision_number': 3, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:02.159169 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0df5b3cf-8fe9-48f5-91e3-cfc007f00597 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router_gateway (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.195819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:02.204316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Allocated IP 172.20.0.2 (921a4e76-3faa-4124-ad27-485c52c7c2f6/ee4f3d33-94a8-436d-bdf3-4b85f8c77629/097c3b22-b78c-4ec1-b3b0-4692edc1ceae) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:02.214782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d866babd-1cc8-4a02-a911-2bda29059d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.442290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4671962e-ead8-4910-bcd9-12cc53e31a6b', 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b', 'project_id': '85f983ff7fbb40daa4e6214352b77c08', 'fixed_ips': [{'subnet_id': 'f4813c7b-58e4-4ae1-bdb1-131478a38de0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:19:02.443700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.451665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d866babd-1cc8-4a02-a911-2bda29059d47 admin admin] Publish callbacks [] for security_group (0c30ff1b-39e3-43a7-bfcb-83007f415bd8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.473417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d866babd-1cc8-4a02-a911-2bda29059d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0c30ff1b-39e3-43a7-bfcb-83007f415bd8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.481720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:02.482133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.521466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.526177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d866babd-1cc8-4a02-a911-2bda29059d47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a9c09e0d9f24b388149b1f9079b7cd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3288846
Jan 15 21:19:02.546651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866babd-1cc8-4a02-a911-2bda29059d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30ff1b-39e3-43a7-bfcb-83007f415bd8,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:02.550896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52550) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:02.623732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282cf7-2ab1-4ca3-a6fb-6c26bd97e6df req-075c1c99-661d-4b69-9833-b45c6ff71072 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:02.626060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18282cf7-2ab1-4ca3-a6fb-6c26bd97e6df req-075c1c99-661d-4b69-9833-b45c6ff71072 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 908 time: 0.1949658
Jan 15 21:19:02.641028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ad3fc-41e3-4fb0-ba90-25af95a0d410 req-831e1574-c947-4144-b386-edb6be35f283 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:02.659245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed9ad3fc-41e3-4fb0-ba90-25af95a0d410 req-831e1574-c947-4144-b386-edb6be35f283 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.1297390
Jan 15 21:19:02.675674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b58e9bec-b016-4595-9800-baad8b77db71 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:02.720281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Allocated IP 2001:db8:1::2 (4671962e-ead8-4910-bcd9-12cc53e31a6b/f4813c7b-58e4-4ae1-bdb1-131478a38de0/932f6f21-4698-44d6-a77c-1088132ca53b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:02.733435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:02.735028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed9ad3fc-41e3-4fb0-ba90-25af95a0d410 req-418d2ab7-29ae-4e46-8582-2f79843b9f49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695479
Jan 15 21:19:02.736120 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3266097-73cd-438e-b8a4-132215190767" -d '{"events": [{"server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "name": "network-vif-plugged", "status": "completed", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:02.791456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:02.798912 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db129179-8c9c-435a-bd20-91606ba85eb4 x-openstack-request-id: req-db129179-8c9c-435a-bd20-91606ba85eb4 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:02.799213 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "name": "network-vif-plugged", "status": "completed", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:02.799569 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db129179-8c9c-435a-bd20-91606ba85eb4 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:02.800042 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0', 'code': 200}
Jan 15 21:19:02.824820 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.994914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks [] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:02.997819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.001944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b58e9bec-b016-4595-9800-baad8b77db71 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:03.002320 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b58e9bec-b016-4595-9800-baad8b77db71), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.034251 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.111144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:03.136961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:03.139571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:03.157791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Pushing event updated for resources: {'Port': ['ID=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.219182 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks [] for port (932f6f21-4698-44d6-a77c-1088132ca53b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.249825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.252776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-256e7a61-a532-4293-a203-638eef612cec tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:03.254254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-256e7a61-a532-4293-a203-638eef612cec tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.5493150
Jan 15 21:19:03.255267 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-0df5b3cf-8fe9-48f5-91e3-cfc007f00597 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:19:03.256363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0df5b3cf-8fe9-48f5-91e3-cfc007f00597 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454 HTTP/1.1" status: 400  len: 364 time: 1.4334123
Jan 15 21:19:03.260639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:03.266269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882e72-b5d9-4615-8717-0a98a4c6a776 req-00977014-3ba5-4ce3-bfc4-6b3bc14d0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:03.267724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-00882e72-b5d9-4615-8717-0a98a4c6a776 req-00977014-3ba5-4ce3-bfc4-6b3bc14d0f93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 1060 time: 0.1949878
Jan 15 21:19:03.278126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] Publish callbacks [] for security_group (0c30ff1b-39e3-43a7-bfcb-83007f415bd8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.279551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Attempting to bind port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:03.279918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Attempting to bind port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:03.280274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Attempting to bind port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae on network 921a4e76-3faa-4124-ad27-485c52c7c2f6 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:03.307737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:03.308153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Checking segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:03.309392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.309392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Bound using segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:03.310047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Bound port: 097c3b22-b78c-4ec1-b3b0-4692edc1ceae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:03.310550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.326629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b58e9bec-b016-4595-9800-baad8b77db71 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:03.337004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:03.339936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Pushing event updated for resources: {'Port': ['ID=932f6f21-4698-44d6-a77c-1088132ca53b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.344894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:03.347209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:03.367762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] Publish callbacks [] for security_group (0c30ff1b-39e3-43a7-bfcb-83007f415bd8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.479635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Attempting to bind port 932f6f21-4698-44d6-a77c-1088132ca53b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:03.481065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Attempting to bind port 932f6f21-4698-44d6-a77c-1088132ca53b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36996702-8127-40e9-9a71-f2c41e5b138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:03.482164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Attempting to bind port 932f6f21-4698-44d6-a77c-1088132ca53b on network 4671962e-ead8-4910-bcd9-12cc53e31a6b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:03.501267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:03.501796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Checking segment: {'id': '36996702-8127-40e9-9a71-f2c41e5b138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:03.502134 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.502746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Bound using segment: {'id': '36996702-8127-40e9-9a71-f2c41e5b138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:03.503173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Bound port: 932f6f21-4698-44d6-a77c-1088132ca53b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36996702-8127-40e9-9a71-f2c41e5b138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4671962e-ead8-4910-bcd9-12cc53e31a6b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:03.503314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.1 (921a4e76-3faa-4124-ad27-485c52c7c2f6/ee4f3d33-94a8-436d-bdf3-4b85f8c77629/c8641b60-9f79-43cf-a731-c8edb0f61a8c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:03.503744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.511439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0c30ff1b-39e3-43a7-bfcb-83007f415bd8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.514213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.515430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c30ff1b-39e3-43a7-bfcb-83007f415bd8 HTTP/1.1" status: 204  len: 168 time: 0.8147421
Jan 15 21:19:03.524505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] For port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:03.526652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:03.527258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.547179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a988f-87c8-49ca-9144-ec2bfab56447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30ff1b-39e3-43a7-bfcb-83007f415bd8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.566475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] For port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:03.586108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.604827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.672485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1a499-9d08-4162-b8ba-bee5e3d9108d None None] Pushing event updated for resources: {'Port': ['ID=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.715693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] For port 932f6f21-4698-44d6-a77c-1088132ca53b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:03.723848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] For port 932f6f21-4698-44d6-a77c-1088132ca53b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=932f6f21-4698-44d6-a77c-1088132ca53b,segment=NetworkSegment(36996702-8127-40e9-9a71-f2c41e5b138e),segment_id=36996702-8127-40e9-9a71-f2c41e5b138e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:03.732545 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.758236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port 413745ec-f8bf-4c8c-91e8-e735e6ecab61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=413745ec-f8bf-4c8c-91e8-e735e6ecab61,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:03.759039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:03.837021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for 413745ec-f8bf-4c8c-91e8-e735e6ecab61 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:03.842010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c79ffd-bac8-496a-8469-4aa721abad89 None None] Pushing event updated for resources: {'Port': ['ID=932f6f21-4698-44d6-a77c-1088132ca53b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:03.868935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.047225 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e99bae-6460-4f50-aa71-38ba15dd420c req-4125bc04-3412-4695-af34-1fa0de8d6a6e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:04.049987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d4e99bae-6460-4f50-aa71-38ba15dd420c req-4125bc04-3412-4695-af34-1fa0de8d6a6e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.2718971
Jan 15 21:19:04.061706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55667-ccf0-4455-b3a5-fbe01549f22b req-e57abd1b-ec7a-4efd-bf24-a9762752024d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:04.072916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9e55667-ccf0-4455-b3a5-fbe01549f22b req-e57abd1b-ec7a-4efd-bf24-a9762752024d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 945 time: 0.1853874
Jan 15 21:19:04.119428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.212265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:04.252631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9e55667-ccf0-4455-b3a5-fbe01549f22b req-d66ee7ed-efd7-4e54-bbbc-de91dac565cc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792243
Jan 15 21:19:04.252764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:04.262418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:04.270465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:04.274802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (413745ec-f8bf-4c8c-91e8-e735e6ecab61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.290426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['413745ec-f8bf-4c8c-91e8-e735e6ecab61'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:04.295799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Allocated IP 2001:db8::1 (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5/a26a763b-c36b-429d-b18f-b28861dc5dd0/5eddcc41-9d0d-4d60-8a6d-63dfd3afa161) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:04.416386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=413745ec-f8bf-4c8c-91e8-e735e6ecab61,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:04.469413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1117768f-567b-4dd8-9b9b-4a792014520f), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.543016 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.548998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port 413745ec-f8bf-4c8c-91e8-e735e6ecab61 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:04.569623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.573437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f8fe8bc-f353-4024-9981-e06d3f7810a3 req-bf3d5493-329e-4aaa-ae9e-dba8f2526c49 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "DELETE /v2.0/ports/413745ec-f8bf-4c8c-91e8-e735e6ecab61 HTTP/1.1" status: 204  len: 173 time: 1.3109212
Jan 15 21:19:04.573599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'name': 'network-vif-deleted', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:04.575990 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35f418c-e760-406f-94df-9922945ea279" -d '{"events": [{"server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "name": "network-vif-deleted", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:04.587837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.708057 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d214de-d99a-4163-b5c0-206007b3dffd x-openstack-request-id: req-c9d214de-d99a-4163-b5c0-206007b3dffd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:04.710223 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15929a27-a8a3-435f-a31c-4abbddfcb142", "name": "network-vif-deleted", "tag": "413745ec-f8bf-4c8c-91e8-e735e6ecab61", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:04.712764 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9d214de-d99a-4163-b5c0-206007b3dffd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:04.714546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Port': ['ID=5eddcc41-9d0d-4d60-8a6d-63dfd3afa161,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:04.716093 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15929a27-a8a3-435f-a31c-4abbddfcb142', 'name': 'network-vif-deleted', 'tag': '413745ec-f8bf-4c8c-91e8-e735e6ecab61', 'status': 'completed', 'code': 200}
Jan 15 21:19:04.726873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:04.728572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:04.731592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:04.732147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.789897 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 097c3b22-b78c-4ec1-b3b0-4692edc1ceae up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:04.860876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.863402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:04.863989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:04.932379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.101962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:05.102372 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.211231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:05.224579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.238154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 932f6f21-4698-44d6-a77c-1088132ca53b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:05.395925 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:05.410036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 932f6f21-4698-44d6-a77c-1088132ca53b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:05.410456 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.676867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 932f6f21-4698-44d6-a77c-1088132ca53b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:05.678013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.723374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-73439626-004b-48fd-be2d-1ad08046c3b7 None None] Provisioning complete for port 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:05.723752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-73439626-004b-48fd-be2d-1ad08046c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.753872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 932f6f21-4698-44d6-a77c-1088132ca53b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=932f6f21-4698-44d6-a77c-1088132ca53b,segment=NetworkSegment(36996702-8127-40e9-9a71-f2c41e5b138e),segment_id=36996702-8127-40e9-9a71-f2c41e5b138e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:05.790921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.864005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.875994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:05.888411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-73439626-004b-48fd-be2d-1ad08046c3b7 None None] Port 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:05.925659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=932f6f21-4698-44d6-a77c-1088132ca53b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:05.999683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:06.034477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1117768f-567b-4dd8-9b9b-4a792014520f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:06.062835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac8214e8-31b9-4e73-9db6-fe60b0c9e0b9 req-7453d4b7-77a4-468e-bbce-7651ded15202 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=15929a27-a8a3-435f-a31c-4abbddfcb142 HTTP/1.1" status: 200  len: 210 time: 0.0921588
Jan 15 21:19:06.169942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:06.171468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:06.235335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ed61-4c92-437e-bb03-8478257d3f94 req-90aee756-0925-491c-97f9-6cb76ac97319 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:06.237327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ebf8ed61-4c92-437e-bb03-8478257d3f94 req-90aee756-0925-491c-97f9-6cb76ac97319 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.2261841
Jan 15 21:19:06.287180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a698243-74e4-4add-a3bd-41b07c90b189 None None] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:06.331076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 1117768f-567b-4dd8-9b9b-4a792014520f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:06.405281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb625e-8fb0-41e8-bc4c-ac565a887827 None None] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:06.444164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07fcba-1843-4907-9dd2-f912ca85e77f req-00c14f73-d63f-49d1-8612-a56fe8c208c8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:06.446663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce07fcba-1843-4907-9dd2-f912ca85e77f req-00c14f73-d63f-49d1-8612-a56fe8c208c8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.0876396
Jan 15 21:19:06.496284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:06.501124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:06.510687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:06.511733 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:06.516103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b1209be0-e750-48b5-9d1d-078ce5d2d733 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/1117768f-567b-4dd8-9b9b-4a792014520f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9499395
Jan 15 21:19:06.520236 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-580f921a-9b1c-4a04-9dcb-cf4bc85f6260 None None] Provisioning complete for port 932f6f21-4698-44d6-a77c-1088132ca53b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:06.524020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-580f921a-9b1c-4a04-9dcb-cf4bc85f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:06.565684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Sync routers for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:06.624027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:06.624658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2305b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:06.661281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event updated for resources: {'Port': ['ID=5eddcc41-9d0d-4d60-8a6d-63dfd3afa161,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:06.685333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364075-4647-4464-ac2a-d4880613f093 req-018b590a-f8cb-4ab5-91c7-691c1ca1f13e tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:06.686898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2364075-4647-4464-ac2a-d4880613f093 req-018b590a-f8cb-4ab5-91c7-691c1ca1f13e tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 1060 time: 0.1085086
Jan 15 21:19:06.689590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 097c3b22-b78c-4ec1-b3b0-4692edc1ceae up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:06.730810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:06.732246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:06.980347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Router 002ce93e-6e58-4112-b6c2-59cca532d454 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:07.004347 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb113a-bbd2-478c-9065-8b17972f7c1a req-70823a72-c377-4c30-8de8-a265b37a6160 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:07.006780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acfb113a-bbd2-478c-9065-8b17972f7c1a req-70823a72-c377-4c30-8de8-a265b37a6160 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.1227515
Jan 15 21:19:07.027691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-e35bde84-57f1-43a5-9fd8-95f4cdc6a632 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988538030&fields=id&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 267 time: 0.1352086
Jan 15 21:19:07.070131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-580f921a-9b1c-4a04-9dcb-cf4bc85f6260 None None] Current status of the port 932f6f21-4698-44d6-a77c-1088132ca53b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:07.110031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:07.113918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:07.114308 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:07.283031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Provisioning complete for port 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:07.283467 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:07.329935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:07.341173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52654) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:07.341686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-16826aa9-d938-4acf-91ca-67e846b2e79f tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0788682
Jan 15 21:19:07.347209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acfb113a-bbd2-478c-9065-8b17972f7c1a req-c5ee424a-2212-4d20-aaf6-b6887dfb9943 tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.3292401
Jan 15 21:19:07.369829 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] Sync routers for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:07.392038 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:07.394159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:07.404133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52658) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:07.446639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-98be5475-d685-4e15-b283-cf30d5fa5481 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:07.461795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-98be5475-d685-4e15-b283-cf30d5fa5481 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 797 time: 0.4231663
Jan 15 21:19:07.508626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:07.510801 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94f0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:07.521981 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:07.524919 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:07.547536 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-8d227fff-99c6-4454-b50e-27da3dba34bd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/quotas/ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 375 time: 0.0848467
Jan 15 21:19:07.587583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-117c9f6e-301b-4af8-9b09-aee2e18b9b89 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router (002ce93e-6e58-4112-b6c2-59cca532d454), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:07.589993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c888b6-6cdb-420c-816b-a3b70e79dd2e tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:07.594867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-67c888b6-6cdb-420c-816b-a3b70e79dd2e tempest-TestSecurityGroupsBasicOps-1216966125 tempest-TestSecurityGroupsBasicOps-1216966125-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 1055 time: 0.1897013
Jan 15 21:19:07.613740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Port 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:07.620720 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94f0>, [], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:07.623686 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef4c03-b801-4fd5-b1e2-f1bacc4002bc None None] The sync data for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 is: [] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:07.627918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c0a9fec8-1544-493f-93ce-d51c19e7f7cb tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0792212
Jan 15 21:19:07.670073 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 413745ec-f8bf-4c8c-91e8-e735e6ecab61 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:07.743965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 413745ec-f8bf-4c8c-91e8-e735e6ecab61 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:07.744460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 413745ec-f8bf-4c8c-91e8-e735e6ecab61 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:07.749390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:07.751415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 932f6f21-4698-44d6-a77c-1088132ca53b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:07.787247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-37bdf4e7-8e8d-4a91-96e0-aeb445ef2546 service neutron] 10.222.0.46 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581326
Jan 15 21:19:07.788747 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-117c9f6e-301b-4af8-9b09-aee2e18b9b89 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] delete failed (client error): There was a conflict when trying to complete your request.
Jan 15 21:19:07.790064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-117c9f6e-301b-4af8-9b09-aee2e18b9b89 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454 HTTP/1.1" status: 409  len: 329 time: 0.4477034
Jan 15 21:19:07.799522 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:07.807280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Provisioning complete for port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:07.807783 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:07.947373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb05534-4146-42e3-b39b-e039755e2e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.015326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 932f6f21-4698-44d6-a77c-1088132ca53b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:08.015696 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.025698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2305b0>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:05Z', 'revision_number': 2, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:08.129870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-4dbb36e4-f766-43ed-b43d-5e771b3fa120 service neutron] 10.222.0.46 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3412700
Jan 15 21:19:08.136570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Checking router: 1117768f-567b-4dd8-9b9b-4a792014520f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:08.137463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Updating router 1117768f-567b-4dd8-9b9b-4a792014520f port c8641b60-9f79-43cf-a731-c8edb0f61a8c binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:19:08.169307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.174209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f4ce-96a7-4c49-85a7-632bcdf022d2 None None] Current status of the port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:08.237055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cbb9c-7af7-439c-90e7-62db725fc040 req-c348c785-8394-4bef-904e-a0b215a64a7d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:08.243502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b4cbb9c-7af7-439c-90e7-62db725fc040 req-c348c785-8394-4bef-904e-a0b215a64a7d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.2342479
Jan 15 21:19:08.261279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 932f6f21-4698-44d6-a77c-1088132ca53b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:08.321573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ca459da-d513-49ad-9264-566e7cb1e574 req-624454b6-9429-4c4a-ae8d-fd1dde8cdf0f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 210 time: 0.0438366
Jan 15 21:19:08.330063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb05534-4146-42e3-b39b-e039755e2e4c admin admin] Publish callbacks [] for security_group (f84698b6-3b2a-4637-8759-27da26f75f5b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.358727 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4fb05534-4146-42e3-b39b-e039755e2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f84698b6-3b2a-4637-8759-27da26f75f5b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.392168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Provisioning complete for port c8641b60-9f79-43cf-a731-c8edb0f61a8c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:08.392536 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.442761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4fb05534-4146-42e3-b39b-e039755e2e4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=232e9f54c1b2449bb08f6b3f667cabaa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9159391
Jan 15 21:19:08.446600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb05534-4146-42e3-b39b-e039755e2e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84698b6-3b2a-4637-8759-27da26f75f5b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:08.447292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:08.498620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Port c8641b60-9f79-43cf-a731-c8edb0f61a8c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:08.547508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] Publish callbacks [] for security_group (f84698b6-3b2a-4637-8759-27da26f75f5b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.551246 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.559544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Provisioning complete for port 932f6f21-4698-44d6-a77c-1088132ca53b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:08.559927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.581462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] Publish callbacks [] for security_group (f84698b6-3b2a-4637-8759-27da26f75f5b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.657062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f84698b6-3b2a-4637-8759-27da26f75f5b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.661124 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.667665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f84698b6-3b2a-4637-8759-27da26f75f5b HTTP/1.1" status: 204  len: 168 time: 0.2190902
Jan 15 21:19:08.678560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b9ef-1337-4cf4-b6b6-36fda2181b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84698b6-3b2a-4637-8759-27da26f75f5b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:08.743671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks [] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.754837 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.854049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c93a-510b-48c5-8e50-46c0dc853545 None None] Pushing event updated for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:08.894260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Current status of the port 932f6f21-4698-44d6-a77c-1088132ca53b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:08.897644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting port 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:08.898127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:08.958587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Provisioning complete for port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:08.958843 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.014029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Attempting to bind port c8641b60-9f79-43cf-a731-c8edb0f61a8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:09.014439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Attempting to bind port c8641b60-9f79-43cf-a731-c8edb0f61a8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:09.014812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Attempting to bind port c8641b60-9f79-43cf-a731-c8edb0f61a8c on network 921a4e76-3faa-4124-ad27-485c52c7c2f6 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:09.030151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:09.031525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Checking segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:09.032043 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.035329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Bound using segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:09.036302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Bound port: c8641b60-9f79-43cf-a731-c8edb0f61a8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:09.036882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.115559 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.132629 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Calling delete_port for 5eddcc41-9d0d-4d60-8a6d-63dfd3afa161 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:09.141016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] For port c8641b60-9f79-43cf-a731-c8edb0f61a8c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:09.146996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] For port c8641b60-9f79-43cf-a731-c8edb0f61a8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8641b60-9f79-43cf-a731-c8edb0f61a8c,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:09.160969 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.202319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52722) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:09.229987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea452f8d-58b8-4116-b2de-dd26b0778f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.305107 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6cff81df-ca00-4436-bf45-681cb298204f None None] Current status of the port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:09.324438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c93a-510b-48c5-8e50-46c0dc853545 None None] Pushing event updated for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:09.330867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:09.331709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2305b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:09.473041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-51e4fa76-96c6-4c57-baf8-5a1bb285e649 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:09.475647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-51e4fa76-96c6-4c57-baf8-5a1bb285e649 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.2222271
Jan 15 21:19:09.530072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4204118-adba-47f9-a813-d3f127dec29e req-70dfc4c8-91ee-4ee0-911c-bf904e363d1d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 210 time: 0.0609231
Jan 15 21:19:09.548265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Provisioning complete for port c8641b60-9f79-43cf-a731-c8edb0f61a8c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:09.548678 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.573046 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5eddcc41-9d0d-4d60-8a6d-63dfd3afa161), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.623607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:09.629825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Port': ['ID=5eddcc41-9d0d-4d60-8a6d-63dfd3afa161,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:09.675033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d35b0-dc98-4ae7-8c1d-c761430a10cf req-bb47e490-fd31-42ca-ba35-4e88c04ed01b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:09.677721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-479d35b0-dc98-4ae7-8c1d-c761430a10cf req-bb47e490-fd31-42ca-ba35-4e88c04ed01b tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 909 time: 0.2021275
Jan 15 21:19:09.715413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea452f8d-58b8-4116-b2de-dd26b0778f07 admin admin] Publish callbacks [] for security_group (14adf181-9acf-4329-90f7-cf58ae36a306), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.722421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:09.723096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.848983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (002ce93e-6e58-4112-b6c2-59cca532d454), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.865822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea452f8d-58b8-4116-b2de-dd26b0778f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (14adf181-9acf-4329-90f7-cf58ae36a306), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.890425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Current status of the port c8641b60-9f79-43cf-a731-c8edb0f61a8c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:09.891016 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:09.949219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] For port c8641b60-9f79-43cf-a731-c8edb0f61a8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8641b60-9f79-43cf-a731-c8edb0f61a8c,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:09.957565 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.018942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port c4ab5d7e-fc83-4860-aa6b-417708cf16c0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:10.019311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.056109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for c4ab5d7e-fc83-4860-aa6b-417708cf16c0 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:10.066824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8d045-c3af-42d6-9afb-6bb94f8dc8df None None] Pushing event updated for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:10.072296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea452f8d-58b8-4116-b2de-dd26b0778f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14adf181-9acf-4329-90f7-cf58ae36a306,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:10.079717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Router 002ce93e-6e58-4112-b6c2-59cca532d454 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:10.098913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ea452f8d-58b8-4116-b2de-dd26b0778f07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbf6ece1fae74b9bb5b9eef94914815e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8953068
Jan 15 21:19:10.102244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3c562d15-df62-43d2-bdb0-926fc7233e21 None None] Provisioning complete for port c8641b60-9f79-43cf-a731-c8edb0f61a8c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:10.102732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c562d15-df62-43d2-bdb0-926fc7233e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.104053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52730) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:10.125247 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2305b0>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:10.155173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-2df2321e-ec28-4950-b08c-edb4612eb6bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:10.156774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-2df2321e-ec28-4950-b08c-edb4612eb6bc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 797 time: 0.2921746
Jan 15 21:19:10.165577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d0501-c64a-471a-a763-32d814d4ba7f None None] The sync data for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 is: [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:10.169809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:10.178180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bcc63ca7-dacb-4efe-b8d8-609028c970a9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3739021
Jan 15 21:19:10.180862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52734) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:10.227600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] Sync routers for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:10.228090 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-b085379d-7d9f-4519-8198-452b05e3cf1d tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] show failed (client error): The resource could not be found.
Jan 15 21:19:10.232960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b085379d-7d9f-4519-8198-452b05e3cf1d tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1674860393 HTTP/1.1" status: 404  len: 335 time: 0.0471113
Jan 15 21:19:10.233623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52736) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:10.240550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-881e7ac0-cd85-451c-a312-8cb283696b33 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:10.258492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3c562d15-df62-43d2-bdb0-926fc7233e21 None None] Current status of the port c8641b60-9f79-43cf-a731-c8edb0f61a8c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:10.261714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:10.269132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:10.300471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] Publish callbacks [] for security_group (14adf181-9acf-4329-90f7-cf58ae36a306), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.325834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-f8f07ff1-882d-413c-a89e-6128231cbd05 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d HTTP/1.1" status: 200  len: 379 time: 0.1575572
Jan 15 21:19:10.328194 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [None req-881e7ac0-cd85-451c-a312-8cb283696b33 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] update failed (client error): The resource could not be found.
Jan 15 21:19:10.329475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-881e7ac0-cd85-451c-a312-8cb283696b33 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1941484152 HTTP/1.1" status: 404  len: 335 time: 0.0948160
Jan 15 21:19:10.334083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52738) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:10.337988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'port': {'device_id': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'admin_state_up': True, 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'security_groups': ['0d2d28d2-27c5-42fa-b71a-4943b1f57649']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:10.344645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e9a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:10.360290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] Routers {'002ce93e-6e58-4112-b6c2-59cca532d454'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:10.361095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['002ce93e-6e58-4112-b6c2-59cca532d454'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:10.421687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e79f9e9a0>, [], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:10.422402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d6859-5a2b-41fb-a213-b999d6978dc4 None None] The sync data for ids ['002ce93e-6e58-4112-b6c2-59cca532d454'] in ncdv-master-1 is: [] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:10.427331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting subnet f4813c7b-58e4-4ae1-bdb1-131478a38de0 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:10.429611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] Publish callbacks [] for security_group (14adf181-9acf-4329-90f7-cf58ae36a306), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.432403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (f4813c7b-58e4-4ae1-bdb1-131478a38de0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.493123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (f4813c7b-58e4-4ae1-bdb1-131478a38de0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.529560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c4ab5d7e-fc83-4860-aa6b-417708cf16c0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.584522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=c4ab5d7e-fc83-4860-aa6b-417708cf16c0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:10.652926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (14adf181-9acf-4329-90f7-cf58ae36a306), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.656414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.669896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14adf181-9acf-4329-90f7-cf58ae36a306 HTTP/1.1" status: 204  len: 168 time: 0.5600066
Jan 15 21:19:10.731301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8641b60-9f79-43cf-a731-c8edb0f61a8c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:10.763674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] No DVR routers for this DVR port c4ab5d7e-fc83-4860-aa6b-417708cf16c0 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:10.788594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.792339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bd6eadf3-0caf-4439-a7f0-66ac7ae79ecf req-7cf2ec8b-0851-4888-ac5f-3a0c3625ebe2 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.39 "DELETE /v2.0/ports/c4ab5d7e-fc83-4860-aa6b-417708cf16c0 HTTP/1.1" status: 204  len: 173 time: 1.3107195
Jan 15 21:19:10.802349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'name': 'network-vif-deleted', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:10.805637 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0658cf9c-3252-4e37-ab5d-c0263e812ed3" -d '{"events": [{"server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "name": "network-vif-deleted", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:10.824935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ee523-ad6c-47d4-b0c5-a41093507631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14adf181-9acf-4329-90f7-cf58ae36a306,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:10.827688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f67faa-967f-4800-808e-de091d37bc96 req-548eded3-6ed9-4cba-aaf9-58463cd237f1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 210 time: 0.0591431
Jan 15 21:19:10.837214 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (f4813c7b-58e4-4ae1-bdb1-131478a38de0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.849222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Made reservation on behalf of ed86e4d7dcdb4ea7ad79628b2ae2462d for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:10.857727 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.904321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c8641b60-9f79-43cf-a731-c8edb0f61a8c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:10.904818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:10.970970 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca39cfb4-9c1e-40f3-bd62-e6df500518c8 x-openstack-request-id: req-ca39cfb4-9c1e-40f3-bd62-e6df500518c8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:10.981462 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d37bbd-bee9-4a16-9633-2d26ea56a884", "name": "network-vif-deleted", "tag": "c4ab5d7e-fc83-4860-aa6b-417708cf16c0", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:10.984080 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-501b1703-6e14-42ed-b814-df1d534cde9d req-9717b952-35b9-4be9-a121-cd910c260579 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8d37bbd-bee9-4a16-9633-2d26ea56a884 HTTP/1.1" status: 200  len: 210 time: 0.0625749
Jan 15 21:19:10.984965 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca39cfb4-9c1e-40f3-bd62-e6df500518c8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:10.986842 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d37bbd-bee9-4a16-9633-2d26ea56a884', 'name': 'network-vif-deleted', 'tag': 'c4ab5d7e-fc83-4860-aa6b-417708cf16c0', 'status': 'completed', 'code': 200}
Jan 15 21:19:11.067256 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (f4813c7b-58e4-4ae1-bdb1-131478a38de0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:11.095248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:11.097961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999eca9-c1b5-4d3d-8d8d-a91502644b1f None None] Network 4671962e-ead8-4910-bcd9-12cc53e31a6b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:11.102663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52764) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:11.104203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/subnets/f4813c7b-58e4-4ae1-bdb1-131478a38de0 HTTP/1.1" status: 204  len: 168 time: 0.7688501
Jan 15 21:19:11.127224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b4723-bb18-484b-a159-630568ec6de8 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Subnet': ['ID=f4813c7b-58e4-4ae1-bdb1-131478a38de0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:11.179197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c8641b60-9f79-43cf-a731-c8edb0f61a8c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:11.264785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4671962e-ead8-4910-bcd9-12cc53e31a6b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:11.299986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.20.0.7 (921a4e76-3faa-4124-ad27-485c52c7c2f6/ee4f3d33-94a8-436d-bdf3-4b85f8c77629/8a3eca19-0e64-45e1-ba8b-83d5de1d3c69) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:11.369723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] DHCP port deletion for 4671962e-ead8-4910-bcd9-12cc53e31a6b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:11.712114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Deleting port 932f6f21-4698-44d6-a77c-1088132ca53b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:11.712738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:11.805037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] For port 932f6f21-4698-44d6-a77c-1088132ca53b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=932f6f21-4698-44d6-a77c-1088132ca53b,segment=NetworkSegment(36996702-8127-40e9-9a71-f2c41e5b138e),segment_id=36996702-8127-40e9-9a71-f2c41e5b138e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:11.805857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:11.828791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Calling delete_port for 932f6f21-4698-44d6-a77c-1088132ca53b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:12.025501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35ad0997-27de-4646-8b28-c7c83326a600 req-66075c8a-686b-450d-ad05-d8268badbcac tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 210 time: 0.0726447
Jan 15 21:19:12.065362 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.066335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting port 932f6f21-4698-44d6-a77c-1088132ca53b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:12.066918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.109173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52832) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:12.155023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] No DVR routers for this DVR port 932f6f21-4698-44d6-a77c-1088132ca53b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:12.162205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4bfee-0eaf-424c-8474-f0a309de6b74 None None] Pushing event deleted for resources: {'Port': ['ID=932f6f21-4698-44d6-a77c-1088132ca53b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:12.202550 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.206677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] For port 932f6f21-4698-44d6-a77c-1088132ca53b, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:12.207457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.224733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Calling delete_port for 932f6f21-4698-44d6-a77c-1088132ca53b owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:12.229122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Port 932f6f21-4698-44d6-a77c-1088132ca53b was not found and therefore no delete operation was performed {{(pid=114438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:19:12.233067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (932f6f21-4698-44d6-a77c-1088132ca53b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.282973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Port': ['ID=932f6f21-4698-44d6-a77c-1088132ca53b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:12.318007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] No DVR routers for this DVR port 932f6f21-4698-44d6-a77c-1088132ca53b on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:12.361442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.497398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:12.504448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:12.517309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:12.527134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4671962e-ead8-4910-bcd9-12cc53e31a6b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.557063 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:12.579522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a52d100>,) {'filters': {'network_id': ['4671962e-ead8-4910-bcd9-12cc53e31a6b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:12.603446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a52d100>, '36996702-8127-40e9-9a71-f2c41e5b138e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:12.604002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a52d100>, '36996702-8127-40e9-9a71-f2c41e5b138e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:12.639336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:12.640659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.656808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 932f6f21-4698-44d6-a77c-1088132ca53b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:12.688477 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (36996702-8127-40e9-9a71-f2c41e5b138e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.695760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 932f6f21-4698-44d6-a77c-1088132ca53b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:12.696700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-c61d96f0-f320-4c75-a686-bfffccf29c4d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3631926
Jan 15 21:19:12.697040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 932f6f21-4698-44d6-a77c-1088132ca53b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:12.717643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Request body: {'port': {'device_id': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:12.724115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (36996702-8127-40e9-9a71-f2c41e5b138e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.755366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:12.755787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (36996702-8127-40e9-9a71-f2c41e5b138e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:12.759118 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:12.763735 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:12.853687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.906261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4671962e-ead8-4910-bcd9-12cc53e31a6b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.919295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.925638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/networks/4671962e-ead8-4910-bcd9-12cc53e31a6b HTTP/1.1" status: 204  len: 168 time: 1.8189895
Jan 15 21:19:12.933926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2f8815c-ace0-41de-beb7-140f11165140 None None] Provisioning complete for port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:12.934113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52878) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:12.934313 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2f8815c-ace0-41de-beb7-140f11165140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:12.940462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b41653-e9ad-4b9d-b47d-61da67f6f480 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Network': ['ID=4671962e-ead8-4910-bcd9-12cc53e31a6b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:13.013965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2f8815c-ace0-41de-beb7-140f11165140 None None] Port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:13.068634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting subnet 9747ebaa-0ab9-4d95-a3e6-487f432d8a27 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:13.077652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (9747ebaa-0ab9-4d95-a3e6-487f432d8a27), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.168414 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (9747ebaa-0ab9-4d95-a3e6-487f432d8a27), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.235435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4c7b2-7c99-4ca2-8d5e-980164adc690 req-69bb351b-ab7c-4c08-a2a0-e35162d0473f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:13.237315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ee4c7b2-7c99-4ca2-8d5e-980164adc690 req-69bb351b-ab7c-4c08-a2a0-e35162d0473f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 931 time: 0.0872407
Jan 15 21:19:13.318887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ee4c7b2-7c99-4ca2-8d5e-980164adc690 req-90164266-b1b7-4082-9d2d-e8e5b3ed2f24 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750158
Jan 15 21:19:13.339027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (9747ebaa-0ab9-4d95-a3e6-487f432d8a27), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.373844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.387286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:13.401918 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks [] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.434082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Transition to ACTIVE for port object 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:19:13.435871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (9747ebaa-0ab9-4d95-a3e6-487f432d8a27), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.445377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.500263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.503633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6911f-9d0f-4c4f-acd6-f40a6d25e9ac None None] Network fa1bb598-6371-466f-83c3-bd82a9eb0a62 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:13.504520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/subnets/9747ebaa-0ab9-4d95-a3e6-487f432d8a27 HTTP/1.1" status: 204  len: 168 time: 0.5647843
Jan 15 21:19:13.505433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b04d1-4431-4c97-969a-2392c29cc5d9 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Subnet': ['ID=9747ebaa-0ab9-4d95-a3e6-487f432d8a27,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:13.507902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52902) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:13.577552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:13.655669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting subnet 318790d1-8e78-4556-b47d-350cfdc344ae {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:13.665979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c4ab5d7e-fc83-4860-aa6b-417708cf16c0 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:13.714180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: c4ab5d7e-fc83-4860-aa6b-417708cf16c0 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:13.714783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c4ab5d7e-fc83-4860-aa6b-417708cf16c0 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:13.725694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (318790d1-8e78-4556-b47d-350cfdc344ae), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.786011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] DHCP port deletion for fa1bb598-6371-466f-83c3-bd82a9eb0a62 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:13.813539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (318790d1-8e78-4556-b47d-350cfdc344ae), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.867742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Deleting port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:13.868381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.888460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Attempting to bind port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:13.888796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Attempting to bind port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:13.892368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Attempting to bind port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 on network 921a4e76-3faa-4124-ad27-485c52c7c2f6 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:13.914683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 on network 921a4e76-3faa-4124-ad27-485c52c7c2f6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:19:13.915022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Attempting to bind port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 on network 921a4e76-3faa-4124-ad27-485c52c7c2f6 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:13.928431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52908) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:13.947618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:13.952561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Checking segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:13.953182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Bound using segment: {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:13.953839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Bound port: 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:13.954605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.963182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] For port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,segment=NetworkSegment(9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e),segment_id=9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:13.963583 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.979164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port 95383837-fe3a-41ee-8b0b-05b98e242305 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:13.979523 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:13.982275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Calling delete_port for 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:14.057711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (318790d1-8e78-4556-b47d-350cfdc344ae), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.082643 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port 95383837-fe3a-41ee-8b0b-05b98e242305, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95383837-fe3a-41ee-8b0b-05b98e242305,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:14.083010 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.099336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (9437891a-4e0b-4c38-a74a-bfdbf0ad2da5), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.106001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:14.106605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for 95383837-fe3a-41ee-8b0b-05b98e242305 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:14.112534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:14.118917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.134817 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] Pushing event deleted for resources: {'Port': ['ID=9437891a-4e0b-4c38-a74a-bfdbf0ad2da5,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.136671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a193f5c-4785-427e-bf55-32e87efe3e16 None None] No DVR routers for this DVR port 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:14.153974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.170583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:14.171164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.172668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 1091 time: 1.4634104
Jan 15 21:19:14.182286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:14.185087 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68" -d '{"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:14.211238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (318790d1-8e78-4556-b47d-350cfdc344ae), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.282607 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Subnet': ['ID=318790d1-8e78-4556-b47d-350cfdc344ae,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.291086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc6f8-1d88-401b-a441-64d7fed543c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.296607 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbfa945-fb30-469c-98f6-c8ff4c75b6f4 x-openstack-request-id: req-0cbfa945-fb30-469c-98f6-c8ff4c75b6f4 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:14.296943 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:14.297199 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cbfa945-fb30-469c-98f6-c8ff4c75b6f4 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:14.297613 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'status': 'completed', 'code': 200}
Jan 15 21:19:14.304159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c696f4-b2d9-4ccb-8cbc-c8e13694b4aa None None] Network 9b296f9a-aa58-4212-b092-b8ec79ac91e8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:14.338473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.342882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1b9a9324-2737-4a46-aa77-2824fa4bbf49 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/subnets/318790d1-8e78-4556-b47d-350cfdc344ae HTTP/1.1" status: 204  len: 168 time: 0.8308547
Jan 15 21:19:14.346942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52920) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:14.441402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Publish callbacks [] for security_group (75b8961c-ba19-45dd-9666-3d528fe34092), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.466408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75b8961c-ba19-45dd-9666-3d528fe34092), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.479527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-584d3255-1c76-4b67-a9c9-2948aedbdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:14.486009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-584d3255-1c76-4b67-a9c9-2948aedbdd09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1094 time: 0.2609479
Jan 15 21:19:14.490700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (fa1bb598-6371-466f-83c3-bd82a9eb0a62), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.513590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.542624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-3cc83888-b7d9-4ff9-bafc-cb44f4c988d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 217 time: 0.0471005
Jan 15 21:19:14.625148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-e3146b96-1618-4573-83ac-2224e2d581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:14.627714 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-e3146b96-1618-4573-83ac-2224e2d581e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 200  len: 835 time: 0.0549068
Jan 15 21:19:14.633497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b8961c-ba19-45dd-9666-3d528fe34092,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.641517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] DHCP port deletion for 9b296f9a-aa58-4212-b092-b8ec79ac91e8 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:14.664942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4053706e18b24deda9e24b11c704e7ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7343378
Jan 15 21:19:14.668045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52928) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:14.680324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.680769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.681161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.681621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.681905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.682243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.682575 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.682906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.683290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.684911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.685033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:14.685274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.685623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.685955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f353702-ecbe-48e7-94cd-c0b6d5d50e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:19:14.712091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:14.712702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9437891a-4e0b-4c38-a74a-bfdbf0ad2da5 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:14.725257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (95383837-fe3a-41ee-8b0b-05b98e242305), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.732310 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (fa1bb598-6371-466f-83c3-bd82a9eb0a62), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.742456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Deleting port 651f34aa-e6c5-45b9-9b60-590cc3b4552a {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:14.742982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.760546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a199b80>,) {'filters': {'network_id': ['fa1bb598-6371-466f-83c3-bd82a9eb0a62']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:14.769018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-26c0fcdb-47fc-4da4-b861-71e44e0ec87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:14.770752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-26c0fcdb-47fc-4da4-b861-71e44e0ec87d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921a4e76-3faa-4124-ad27-485c52c7c2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1188469
Jan 15 21:19:14.774586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a199b80>, '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:14.775089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a199b80>, '9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:14.793430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.814159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] For port 651f34aa-e6c5-45b9-9b60-590cc3b4552a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=651f34aa-e6c5-45b9-9b60-590cc3b4552a,segment=NetworkSegment(99e74e81-f4cd-43a3-9312-0aaae8d20876),segment_id=99e74e81-f4cd-43a3-9312-0aaae8d20876)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:14.814657 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.828717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Calling delete_port for 651f34aa-e6c5-45b9-9b60-590cc3b4552a owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:14.841929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=95383837-fe3a-41ee-8b0b-05b98e242305,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.848256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.861836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:14.862253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (9a4793be-a3fc-4e70-b3e7-8dbb3016ff9e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:14.865333 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:14.880914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6312c-432f-48c4-998f-e1e60e5a0a9f req-a67a52f3-dee4-46c9-a88e-4c110bccca24 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:14.885351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35d6312c-432f-48c4-998f-e1e60e5a0a9f req-a67a52f3-dee4-46c9-a88e-4c110bccca24 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 943 time: 0.4104810
Jan 15 21:19:14.938041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-899a04aa-786c-4388-817e-3ffe4453f638 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560240
Jan 15 21:19:14.945679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (fa1bb598-6371-466f-83c3-bd82a9eb0a62), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.958709 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (651f34aa-e6c5-45b9-9b60-590cc3b4552a), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.977360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:14.984581 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/networks/fa1bb598-6371-466f-83c3-bd82a9eb0a62 HTTP/1.1" status: 204  len: 168 time: 0.6364243
Jan 15 21:19:14.986823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] Pushing event deleted for resources: {'Port': ['ID=651f34aa-e6c5-45b9-9b60-590cc3b4552a,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:14.990564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe6829-6364-4c23-b58a-58a81d951283 None None] No DVR routers for this DVR port 651f34aa-e6c5-45b9-9b60-590cc3b4552a on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:14.993871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52930) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:15.030859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] Publish callbacks [] for security_group (75b8961c-ba19-45dd-9666-3d528fe34092), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.062224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011411-3568-47e7-90b8-a802ac5ea6c6 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Network': ['ID=fa1bb598-6371-466f-83c3-bd82a9eb0a62,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:15.109185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-649bffb0-6cc7-4a35-bca6-26ca81e1d335 req-b61aabe6-82ee-4492-b9d2-ad2fb3b506b4 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603456
Jan 15 21:19:15.186060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-246d2f96-b9fe-4a7f-aa0e-2e91876b2dd4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:15.187556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-246d2f96-b9fe-4a7f-aa0e-2e91876b2dd4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.4744744
Jan 15 21:19:15.189639 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] Publish callbacks [] for security_group (75b8961c-ba19-45dd-9666-3d528fe34092), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.199380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35d6312c-432f-48c4-998f-e1e60e5a0a9f req-7c735b92-3f61-4669-85d1-996c69c22843 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3065691
Jan 15 21:19:15.206937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-7824cf4d-441b-4d41-ab93-fc3851c55a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:15.208508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-7824cf4d-441b-4d41-ab93-fc3851c55a6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1094 time: 0.0438516
Jan 15 21:19:15.240865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (9b296f9a-aa58-4212-b092-b8ec79ac91e8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.249698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-118e75ff-823c-44ec-aad0-f2dd0ef04ffc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0431371
Jan 15 21:19:15.307241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-cbf9513f-4919-4d2b-a83d-b711aeb77492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:15.309367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-cbf9513f-4919-4d2b-a83d-b711aeb77492 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 898 time: 0.0935657
Jan 15 21:19:15.353548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-f1d32318-8ec2-45aa-be68-fa4445eaaaea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 217 time: 0.0383325
Jan 15 21:19:15.353768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.405596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-87f85657-b9e0-4d6a-b750-a0e07ff4f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:15.407077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-87f85657-b9e0-4d6a-b750-a0e07ff4f505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 200  len: 835 time: 0.0481155
Jan 15 21:19:15.432271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.455596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75b8961c-ba19-45dd-9666-3d528fe34092), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.457927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-8b588c90-14cb-4b9e-9909-37ea4fc71f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:15.458226 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.459384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75b8961c-ba19-45dd-9666-3d528fe34092 HTTP/1.1" status: 204  len: 168 time: 0.7904098
Jan 15 21:19:15.459558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-8b588c90-14cb-4b9e-9909-37ea4fc71f91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921a4e76-3faa-4124-ad27-485c52c7c2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462694
Jan 15 21:19:15.471303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-ab21016e-764d-40f9-899b-eaffa0622b3f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2137041
Jan 15 21:19:15.472903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (9b296f9a-aa58-4212-b092-b8ec79ac91e8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.531993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fae9a-b574-43a0-971d-db61f81007e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b8961c-ba19-45dd-9666-3d528fe34092,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:15.558080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-4289597e-ca9e-483a-9354-40843e603526 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911443
Jan 15 21:19:15.594464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66feb0>,) {'filters': {'network_id': ['9b296f9a-aa58-4212-b092-b8ec79ac91e8']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:15.612978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66feb0>, '99e74e81-f4cd-43a3-9312-0aaae8d20876') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:15.613172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b66feb0>, '99e74e81-f4cd-43a3-9312-0aaae8d20876') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:15.628792 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (99e74e81-f4cd-43a3-9312-0aaae8d20876), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.662311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-78e99728-603f-4a1d-bb8b-d18bb7bc0f68 req-417f6faf-a51d-4fcb-92ca-ecf2361dd55f service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972750
Jan 15 21:19:15.686526 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (99e74e81-f4cd-43a3-9312-0aaae8d20876), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.713864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:15.714304 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (99e74e81-f4cd-43a3-9312-0aaae8d20876), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:15.717292 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:15.767380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-4959fbde-a1b3-4ab8-a549-adce42c55c71 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756453
Jan 15 21:19:15.767579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52936) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:15.781886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03bffa1d-ca29-4f2a-82ca-227ebaa96140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.857359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03bffa1d-ca29-4f2a-82ca-227ebaa96140 admin admin] Publish callbacks [] for security_group (61896ae1-b28e-4f5e-a867-30382edb5f8d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.861748 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-03bffa1d-ca29-4f2a-82ca-227ebaa96140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (61896ae1-b28e-4f5e-a867-30382edb5f8d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.879048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (9b296f9a-aa58-4212-b092-b8ec79ac91e8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.884085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:15.887680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/networks/9b296f9a-aa58-4212-b092-b8ec79ac91e8 HTTP/1.1" status: 204  len: 168 time: 0.8843353
Jan 15 21:19:15.893338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52938) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:15.917175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f410574-bf1f-4ec1-9290-15c7e610ddde tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Network': ['ID=9b296f9a-aa58-4212-b092-b8ec79ac91e8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:15.928171 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-03bffa1d-ca29-4f2a-82ca-227ebaa96140 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e128643380ff462fa7898690b98cc953&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1594348
Jan 15 21:19:15.931917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bffa1d-ca29-4f2a-82ca-227ebaa96140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61896ae1-b28e-4f5e-a867-30382edb5f8d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:15.932077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52940) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:15.959573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting subnet a26a763b-c36b-429d-b18f-b28861dc5dd0 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:15.962852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (a26a763b-c36b-429d-b18f-b28861dc5dd0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.008760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (a26a763b-c36b-429d-b18f-b28861dc5dd0), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.017202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-7cf38a10-43a1-47ec-910e-55ce01fe5f5b service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385640
Jan 15 21:19:16.047376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:16.058418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] Publish callbacks [] for security_group (61896ae1-b28e-4f5e-a867-30382edb5f8d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.108111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a26a763b-c36b-429d-b18f-b28861dc5dd0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.118040 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] Publish callbacks [] for security_group (61896ae1-b28e-4f5e-a867-30382edb5f8d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.170554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (a26a763b-c36b-429d-b18f-b28861dc5dd0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.204724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:16.208440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.213226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f22fd649-b8ca-4e91-a589-1a889523322d tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "PUT /v2.0/routers/e9016ddf-9bf1-4a27-834d-a00d2c2c1f38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0991278
Jan 15 21:19:16.217030 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/subnets/a26a763b-c36b-429d-b18f-b28861dc5dd0 HTTP/1.1" status: 204  len: 168 time: 0.3174534
Jan 15 21:19:16.217030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52948) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:16.217203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ca1f9-925d-4b75-9fd1-bd8f8946b5c0 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:16.217946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2675b-6a36-493a-838a-fe7010902d08 tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Subnet': ['ID=a26a763b-c36b-429d-b18f-b28861dc5dd0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:16.222114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Sync routers for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:16.224997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52950) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:16.239776 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:16.240585 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80046820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:16.245671 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (61896ae1-b28e-4f5e-a867-30382edb5f8d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.251856 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.254074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61896ae1-b28e-4f5e-a867-30382edb5f8d HTTP/1.1" status: 204  len: 168 time: 0.3210135
Jan 15 21:19:16.315017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb892f7d-dff1-49c8-8d6e-f675ec419ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61896ae1-b28e-4f5e-a867-30382edb5f8d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:16.334067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting subnet 1e455899-9679-47ba-9d29-8acffd4e8a10 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:16.339181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (1e455899-9679-47ba-9d29-8acffd4e8a10), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.364803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.392644 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:16.408456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (1e455899-9679-47ba-9d29-8acffd4e8a10), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.432342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Deleting port 625550c5-4d41-4f3c-b151-24df225358ff {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:16.433248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (625550c5-4d41-4f3c-b151-24df225358ff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.555685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] For port 625550c5-4d41-4f3c-b151-24df225358ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=625550c5-4d41-4f3c-b151-24df225358ff,segment=NetworkSegment(ea597a29-1cac-4aeb-8636-18babe881846),segment_id=ea597a29-1cac-4aeb-8636-18babe881846)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:16.556269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (625550c5-4d41-4f3c-b151-24df225358ff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.581987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (1e455899-9679-47ba-9d29-8acffd4e8a10), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.635011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Calling delete_port for 625550c5-4d41-4f3c-b151-24df225358ff owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:16.747800 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80046820>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:19:14Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:16.760700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (1e455899-9679-47ba-9d29-8acffd4e8a10), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.794331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Subnet': ['ID=1e455899-9679-47ba-9d29-8acffd4e8a10,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:16.798363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Checking router: e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:16.800015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:16.808046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-712741cb-b652-440f-81db-374965958c76 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/subnets/1e455899-9679-47ba-9d29-8acffd4e8a10 HTTP/1.1" status: 204  len: 168 time: 0.5921133
Jan 15 21:19:16.808535 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Routers {'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:16.808671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 52964) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:16.809473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80046820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:18:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:16.825547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbb216-3eba-4654-9c84-504c3debb439 None None] Network 08142f91-41be-481b-8c94-bfc6c2841073 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:16.930378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13eb5e80-3adf-4710-b01e-a6db0ce9ab48 req-ab5a912f-94ce-4243-a040-81d3dccbb797 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 210 time: 0.0764754
Jan 15 21:19:16.942321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] DHCP port deletion for 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:16.953189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 651f34aa-e6c5-45b9-9b60-590cc3b4552a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:17.041014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:19:17.064885 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] Set router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:17.089208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.110646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 651f34aa-e6c5-45b9-9b60-590cc3b4552a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:17.110986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 651f34aa-e6c5-45b9-9b60-590cc3b4552a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:17.114450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c12559-cb26-4b3d-9ad7-6721b64fe668 req-0ed23a24-5bb4-48dd-8b80-424e6e98effe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:17.115888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11c12559-cb26-4b3d-9ad7-6721b64fe668 req-0ed23a24-5bb4-48dd-8b80-424e6e98effe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 943 time: 0.2834442
Jan 15 21:19:17.143401 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (625550c5-4d41-4f3c-b151-24df225358ff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.200455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Port': ['ID=625550c5-4d41-4f3c-b151-24df225358ff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:17.213608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] No DVR routers for this DVR port 625550c5-4d41-4f3c-b151-24df225358ff on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:17.342648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11c12559-cb26-4b3d-9ad7-6721b64fe668 req-f9f307e5-8a06-4fbd-8e3c-ca4e6bb1c24a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2126393
Jan 15 21:19:17.375967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.385440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] DHCP port deletion for 08142f91-41be-481b-8c94-bfc6c2841073 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:17.400345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.451657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7963f5b0>,) {'filters': {'network_id': ['3fce6db9-c14d-49ad-91ee-32ebd8c2cda5']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:17.451976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port d58b0bc4-a4b1-43c4-8535-c12088fd11da {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:17.452562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.478279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7963f5b0>, 'ea597a29-1cac-4aeb-8636-18babe881846') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:17.478582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7963f5b0>, 'ea597a29-1cac-4aeb-8636-18babe881846') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:17.484425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:17.497794 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80046820>, [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:19:14Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:17.509560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (ea597a29-1cac-4aeb-8636-18babe881846), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.524815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'mac_address': 'fa:16:3e:c0:db:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:19:17.529527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Deleting port 625550c5-4d41-4f3c-b151-24df225358ff {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:17.529910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (625550c5-4d41-4f3c-b151-24df225358ff), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.543305 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (ea597a29-1cac-4aeb-8636-18babe881846), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.556072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:17.556721 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (ea597a29-1cac-4aeb-8636-18babe881846), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.559378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port d58b0bc4-a4b1-43c4-8535-c12088fd11da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d58b0bc4-a4b1-43c4-8535-c12088fd11da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:17.559913 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:17.566778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.568265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd05b3-6826-47e7-95c9-6971123dee0d None None] The sync data for ids ['e9016ddf-9bf1-4a27-834d-a00d2c2c1f38'] in ncdv-master-1 is: [{'id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'name': 'tempest-TestSecurityGroupsBasicOps-router-543567017', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:34Z', 'updated_at': '2022-01-15T21:19:14Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': 'd58b0bc4-a4b1-43c4-8535-c12088fd11da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:16:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9016ddf-9bf1-4a27-834d-a00d2c2c1f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:36Z', 'updated_at': '2022-01-15T21:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:17.613832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for d58b0bc4-a4b1-43c4-8535-c12088fd11da owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:17.667750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:17.668143 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.673374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] For port 625550c5-4d41-4f3c-b151-24df225358ff, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:17.673773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (625550c5-4d41-4f3c-b151-24df225358ff), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.677372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Deleting port b5fe1d26-fe15-4a70-bceb-be8cc27e900b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:17.677739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.684566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3fce6db9-c14d-49ad-91ee-32ebd8c2cda5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.696918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Calling delete_port for 625550c5-4d41-4f3c-b151-24df225358ff owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:17.697172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.702755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/networks/3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 HTTP/1.1" status: 204  len: 168 time: 1.4723113
Jan 15 21:19:17.706739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52982) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:17.709652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Port 625550c5-4d41-4f3c-b151-24df225358ff was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:19:17.744557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (625550c5-4d41-4f3c-b151-24df225358ff), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.756317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:17.809999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Pushing event deleted for resources: {'Port': ['ID=625550c5-4d41-4f3c-b151-24df225358ff,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:17.825170 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] Network 3fce6db9-c14d-49ad-91ee-32ebd8c2cda5 is not hosted by any dhcp agent {{(pid=114439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 15 21:19:17.825793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e03db-b27e-4839-8053-b54e8178fb88 None None] No DVR routers for this DVR port 625550c5-4d41-4f3c-b151-24df225358ff on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:17.837832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:17.849065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] For port b5fe1d26-fe15-4a70-bceb-be8cc27e900b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,segment=NetworkSegment(11764be8-8a4d-471b-953b-556d56de8936),segment_id=11764be8-8a4d-471b-953b-556d56de8936)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:17.849726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.853809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.869691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Calling delete_port for b5fe1d26-fe15-4a70-bceb-be8cc27e900b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:17.894508 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d58b0bc4-a4b1-43c4-8535-c12088fd11da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:17.968724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=d58b0bc4-a4b1-43c4-8535-c12088fd11da,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:18.028504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bda9c4-7db3-4467-9270-a3104a6cad54 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:18.079196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:18.107935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d22cf231-3dc2-4eea-bc20-5691f37834b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.116652 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.148133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (b5fe1d26-fe15-4a70-bceb-be8cc27e900b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.210545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] Pushing event deleted for resources: {'Port': ['ID=b5fe1d26-fe15-4a70-bceb-be8cc27e900b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:18.215775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:18.256637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49c078-b863-45b7-92fc-9aadfdb7368d None None] No DVR routers for this DVR port b5fe1d26-fe15-4a70-bceb-be8cc27e900b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:18.401273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fbda36c6-1c3a-4a59-b05c-05c7e6efc15e tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "GET /v2.0/ports?device_id=002ce93e-6e58-4112-b6c2-59cca532d454 HTTP/1.1" status: 200  len: 205 time: 0.6925380
Jan 15 21:19:18.404622 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 52996) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:18.423828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb29ec2-d5c9-4db9-85bd-a0226ccc03fe tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Pushing event deleted for resources: {'Network': ['ID=3fce6db9-c14d-49ad-91ee-32ebd8c2cda5,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:18.631388 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-31c31fc7-320c-432a-813c-14371a4e9ec0 req-4bdcdaf7-a892-4536-83f7-dc4d7b5dbec1 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 210 time: 0.2241054
Jan 15 21:19:18.652417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router (002ce93e-6e58-4112-b6c2-59cca532d454), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.813634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 625550c5-4d41-4f3c-b151-24df225358ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:18.841371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 625550c5-4d41-4f3c-b151-24df225358ff {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:18.841718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 625550c5-4d41-4f3c-b151-24df225358ff not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:18.842149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95383837-fe3a-41ee-8b0b-05b98e242305 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:18.865456 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 95383837-fe3a-41ee-8b0b-05b98e242305 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:18.865809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 95383837-fe3a-41ee-8b0b-05b98e242305 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:18.866282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5fe1d26-fe15-4a70-bceb-be8cc27e900b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:18.867421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741bd7-5ef6-408e-b1ef-cfa8131648c0 req-cc0c1c04-448e-4ef9-af22-a21ab4f08799 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:18.873985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:19:18.876812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4741bd7-5ef6-408e-b1ef-cfa8131648c0 req-cc0c1c04-448e-4ef9-af22-a21ab4f08799 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 944 time: 0.3722093
Jan 15 21:19:18.904676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-5b9165b2-5fde-4a5d-834a-604adbd68373 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:18.906245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-5b9165b2-5fde-4a5d-834a-604adbd68373 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.8790901
Jan 15 21:19:18.913077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.913871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b5fe1d26-fe15-4a70-bceb-be8cc27e900b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:18.914747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5fe1d26-fe15-4a70-bceb-be8cc27e900b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:18.933404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:18.988651 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_controller (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:18.999764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.004225 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router_controller (002ce93e-6e58-4112-b6c2-59cca532d454), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.041549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4741bd7-5ef6-408e-b1ef-cfa8131648c0 req-53172ef2-7fc4-44ec-919f-d3936b583186 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1637588
Jan 15 21:19:19.085583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (e9016ddf-9bf1-4a27-834d-a00d2c2c1f38), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.086356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Fanout notify agent at l3_agent the message router_deleted on router e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:19:19.087604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (002ce93e-6e58-4112-b6c2-59cca532d454), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.088341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Fanout notify agent at l3_agent the message router_deleted on router 002ce93e-6e58-4112-b6c2-59cca532d454 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:19:19.096071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.099194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.106639 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-794b9503-cbe3-401c-b1be-649edd7458e5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/routers/e9016ddf-9bf1-4a27-834d-a00d2c2c1f38 HTTP/1.1" status: 204  len: 168 time: 2.2922916
Jan 15 21:19:19.107794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d630668f-4fce-4c1e-bbaa-186ca61696ff tempest-RoutersNegativeIpV6Test-424336312 tempest-RoutersNegativeIpV6Test-424336312-project] 10.222.0.46 "DELETE /v2.0/routers/002ce93e-6e58-4112-b6c2-59cca532d454 HTTP/1.1" status: 204  len: 168 time: 0.7020078
Jan 15 21:19:19.109144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53012) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:19.155295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:19.160703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.229368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (08142f91-41be-481b-8c94-bfc6c2841073), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.352900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (08142f91-41be-481b-8c94-bfc6c2841073), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.409912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a336370>,) {'filters': {'network_id': ['08142f91-41be-481b-8c94-bfc6c2841073']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:19.421002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a336370>, '11764be8-8a4d-471b-953b-556d56de8936') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:19.421299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a336370>, '11764be8-8a4d-471b-953b-556d56de8936') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:19.422481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.11 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/96b7e3c2-4582-40bc-b5cb-c0d74adbdb24) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:19.434687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (11764be8-8a4d-471b-953b-556d56de8936), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.450168 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (11764be8-8a4d-471b-953b-556d56de8936), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.458730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:19.459134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (11764be8-8a4d-471b-953b-556d56de8936), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:19.463257 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:19.544754 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (08142f91-41be-481b-8c94-bfc6c2841073), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.556617 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.560128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/networks/08142f91-41be-481b-8c94-bfc6c2841073 HTTP/1.1" status: 204  len: 168 time: 0.4495907
Jan 15 21:19:19.562684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53026) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:19.580145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5e383-7229-4659-888b-c94cc697b1a8 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Network': ['ID=08142f91-41be-481b-8c94-bfc6c2841073,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:19.592593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53028) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:19.639163 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.744662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.822625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f8d71-0fef-4c77-bfe1-13bb9c23910a req-d096116e-6176-4508-adce-348db4e389e7 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:19.823955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e6f8d71-0fef-4c77-bfe1-13bb9c23910a req-d096116e-6176-4508-adce-348db4e389e7 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 932 time: 0.0699229
Jan 15 21:19:19.825722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:19.828926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port b48bc894-cae8-4ab8-8026-d4b38a77bebb {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:19.829273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.831662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:19.838739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:19.885222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:19.913260 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f0f456d7-1abc-4892-87f2-6a9f2906b418 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85f983ff7fbb40daa4e6214352b77c08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3170507
Jan 15 21:19:19.917662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:19.918346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.920767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53038) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:19.952980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-e8169c04-a7e6-4976-a486-8a13e8964ae8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0254741
Jan 15 21:19:19.963086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e6f8d71-0fef-4c77-bfe1-13bb9c23910a req-67d975de-be09-4086-a7b2-c39f97928faf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219299
Jan 15 21:19:19.969950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-f717cbf8-6b26-42cb-b4cd-83f9d031c911 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:19:19.971267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-f717cbf8-6b26-42cb-b4cd-83f9d031c911 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0109429
Jan 15 21:19:19.990709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:19.991449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for floatingip (b48bc894-cae8-4ab8-8026-d4b38a77bebb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.011781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for b48bc894-cae8-4ab8-8026-d4b38a77bebb owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:20.014661 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] Publish callbacks [] for security_group (ef392888-d3b6-4e7e-b2fa-9b27b7aecb59), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.043691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] Publish callbacks [] for security_group (ef392888-d3b6-4e7e-b2fa-9b27b7aecb59), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.118708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Request body: {'port': {'device_id': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:20.122512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ef392888-d3b6-4e7e-b2fa-9b27b7aecb59), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.128413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.129889 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef392888-d3b6-4e7e-b2fa-9b27b7aecb59 HTTP/1.1" status: 204  len: 168 time: 0.2072804
Jan 15 21:19:20.244746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.247020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751469e-b864-4760-a8f2-751145cfe6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef392888-d3b6-4e7e-b2fa-9b27b7aecb59,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:20.266278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a14638-ba06-46a1-b0aa-c46ae8527e04 req-8bbb049e-1979-4274-acfd-2dabf048454b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:20.268759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17a14638-ba06-46a1-b0aa-c46ae8527e04 req-8bbb049e-1979-4274-acfd-2dabf048454b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 944 time: 0.1140652
Jan 15 21:19:20.337044 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b48bc894-cae8-4ab8-8026-d4b38a77bebb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.354618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-83cc87a2-f6d5-4f95-b63b-355d3c60ee35 None None] Provisioning complete for port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:20.356097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-83cc87a2-f6d5-4f95-b63b-355d3c60ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.401559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=b48bc894-cae8-4ab8-8026-d4b38a77bebb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:20.403424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-83cc87a2-f6d5-4f95-b63b-355d3c60ee35 None None] Port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:20.422605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-17a14638-ba06-46a1-b0aa-c46ae8527e04 req-cea42bdf-3336-40c6-bcee-80a66451dda5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436934
Jan 15 21:19:20.489438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for floatingip (48b90a29-c3ac-4896-bd18-ffffb7b06dbf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.489438 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Floating IP 48b90a29-c3ac-4896-bd18-ffffb7b06dbf disassociated (deleted). External IP: 172.35.1.218, port: d97caf67-f7a7-4dae-ab1d-958cb300e495.
Jan 15 21:19:20.553011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d58b0bc4-a4b1-43c4-8535-c12088fd11da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:20.582095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d58b0bc4-a4b1-43c4-8535-c12088fd11da {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:20.582777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d58b0bc4-a4b1-43c4-8535-c12088fd11da not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:20.624051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:20.631864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks [] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.644878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Transition to ACTIVE for port object 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:19:20.652762 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.667357 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1a7eb83-f23b-4473-a58c-80498253a829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.722370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Pushing event updated for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:20.738379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:20.831279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Attempting to bind port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:20.831796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Attempting to bind port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:20.832448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Attempting to bind port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:20.840062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:19:20.841358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Attempting to bind port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:20.847905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:20.848471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:20.849056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:20.849683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Bound port: 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:20.851213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.862309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:20.869403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.873184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Sync routers for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:20.890278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:20.891392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2176a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:20.909364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dd5314d6-3fd8-4313-afa6-69999790ef07 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/floatingips/48b90a29-c3ac-4896-bd18-ffffb7b06dbf HTTP/1.1" status: 204  len: 168 time: 1.3456304
Jan 15 21:19:20.910361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:20.926141 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e30b2-ab68-4910-be2b-7f96efcbe49f" -d '{"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:20.953731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:20.957366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:20.964859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.995432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:20.996089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:20.998189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] 10.222.0.39 "PUT /v2.0/ports/96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 HTTP/1.1" status: 200  len: 1092 time: 1.0161548
Jan 15 21:19:21.001007 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b76ba5-8f01-4b8a-ada3-eddac48823ab x-openstack-request-id: req-e2b76ba5-8f01-4b8a-ada3-eddac48823ab {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:21.001303 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:21.001627 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2b76ba5-8f01-4b8a-ada3-eddac48823ab {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:21.002036 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'status': 'completed', 'code': 200}
Jan 15 21:19:21.080747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:21.094403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:21.102566 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:21.110632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbc92d-26f7-4c35-92d8-4042cd249591 service neutron] Pushing event updated for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:21.277392 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2ba6d7-8c1c-46f4-83b5-a211aedbbaad x-openstack-request-id: req-4a2ba6d7-8c1c-46f4-83b5-a211aedbbaad {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:21.277772 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:21.278610 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a2ba6d7-8c1c-46f4-83b5-a211aedbbaad {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:21.279051 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'status': 'completed', 'code': 200}
Jan 15 21:19:21.292800 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f7fd-11d1-476f-988b-74d325be93c5 req-c6850a02-ebb0-481d-9820-109c5e689960 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.294519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5795f7fd-11d1-476f-988b-74d325be93c5 req-c6850a02-ebb0-481d-9820-109c5e689960 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 944 time: 0.1783969
Jan 15 21:19:21.307916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-536674a0-1d3f-4045-bef1-0d5dbb2e72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.311032 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-536674a0-1d3f-4045-bef1-0d5dbb2e72ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b63757470b845b3ad6e5b18314f2c57&device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 1136 time: 0.1866980
Jan 15 21:19:21.332926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-eb628cf2-f0a6-453e-97a1-2c4293e5fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.337590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-eb628cf2-f0a6-453e-97a1-2c4293e5fad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 1095 time: 0.2145061
Jan 15 21:19:21.441230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5795f7fd-11d1-476f-988b-74d325be93c5 req-57aacac4-7d42-446d-b2cc-18d4f6b022ab tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354740
Jan 15 21:19:21.446828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-cd301302-c180-4d63-91dc-bde9535c3b62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 HTTP/1.1" status: 200  len: 217 time: 0.0893919
Jan 15 21:19:21.477121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f0bc-0128-4cf6-867c-d180da0537ff req-cb925f36-242c-4a79-9242-9627d3df39b7 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.485179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44d0f0bc-0128-4cf6-867c-d180da0537ff req-cb925f36-242c-4a79-9242-9627d3df39b7 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0859227
Jan 15 21:19:21.504162 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-061d3dc1-f0dc-4266-a821-98db3390f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.506074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-061d3dc1-f0dc-4266-a821-98db3390f689 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 200  len: 898 time: 0.1872275
Jan 15 21:19:21.557413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44d0f0bc-0128-4cf6-867c-d180da0537ff req-4ec0ad56-939f-46a4-8de0-5b40c4348433 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0710766
Jan 15 21:19:21.559705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-92883e21-7e62-46a3-a13c-01ddd06cb92b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 200  len: 217 time: 0.0427663
Jan 15 21:19:21.622479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:21.626179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97ed2b-cd3c-4443-8e3c-3d103151dc0c req-0d99501f-6720-4424-a8be-db52a4a3ffad tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.629063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d97ed2b-cd3c-4443-8e3c-3d103151dc0c req-0d99501f-6720-4424-a8be-db52a4a3ffad tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 944 time: 0.0704424
Jan 15 21:19:21.654318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-fbce4962-d622-4b93-b60d-792ac58ea286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.656691 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-fbce4962-d622-4b93-b60d-792ac58ea286 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.1488152
Jan 15 21:19:21.657968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:19:21.670419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:21.670976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:21.679569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-26551f0a-9881-4dce-bc9c-c2608e27406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.686225 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-26551f0a-9881-4dce-bc9c-c2608e27406b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 200  len: 834 time: 0.0948462
Jan 15 21:19:21.700273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d97ed2b-cd3c-4443-8e3c-3d103151dc0c req-5f97d449-c04c-48f1-b45f-b6d850409f05 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643566
Jan 15 21:19:21.743497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-d97717cd-a6a4-45f2-989c-4bdb36366306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.745031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-d97717cd-a6a4-45f2-989c-4bdb36366306 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0821919
Jan 15 21:19:21.838693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-98b7bd62-0d7b-4d85-9859-2c200b1650b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:21.841008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-98b7bd62-0d7b-4d85-9859-2c200b1650b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a57373f-def7-4d62-bbcc-60677c51e02c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1400139
Jan 15 21:19:21.844769 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-9fc97530-e38b-4686-8881-d4fe7248e415 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935171
Jan 15 21:19:21.930568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:21.930958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:21.945966 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:21.963327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:21.965625 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0e98b-402f-465a-9a83-1d40f77b34d4" -d '{"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-plugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:21.982186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:21.993133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:22.011069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-d66b642d-c5ca-4ca7-a519-d8dc6c938b53 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629419
Jan 15 21:19:22.022648 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b91b7a-41f3-4b25-b94a-b559adc87f59 x-openstack-request-id: req-67b91b7a-41f3-4b25-b94a-b559adc87f59 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:22.022648 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-plugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:22.022990 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67b91b7a-41f3-4b25-b94a-b559adc87f59 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:22.023455 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'code': 200}
Jan 15 21:19:22.027395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2176a0>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:22.074789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Checking router: 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:22.100263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:22.105857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:22.106464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2176a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:22.152699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6fe9a3e1-749b-41e8-8674-9220e7a11669 req-edb4dc36-921c-40c9-b5d0-efe976ee0af2 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2956965
Jan 15 21:19:22.189083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d1ff8-cea5-4ba1-b71f-8cd41198246e req-2479d5e1-45bd-4853-b962-b9c030420704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.190580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f08d1ff8-cea5-4ba1-b71f-8cd41198246e req-2479d5e1-45bd-4853-b962-b9c030420704 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1096 time: 0.0778437
Jan 15 21:19:22.235095 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-81e2f6e0-4d9d-49fc-9ffe-5b6c9a2db169 service neutron] 10.222.0.45 "GET /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095110
Jan 15 21:19:22.273027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:22.283222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f08d1ff8-cea5-4ba1-b71f-8cd41198246e req-e9303295-9bb2-4ff0-a1f3-00d81aaf24b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822153
Jan 15 21:19:22.290387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-b905ee9a-7805-45ca-8927-ff3fc6711592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.291918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-b905ee9a-7805-45ca-8927-ff3fc6711592 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 1095 time: 0.0770841
Jan 15 21:19:22.436018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-d92cae13-a013-4969-8531-6816a3104890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.438311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-d92cae13-a013-4969-8531-6816a3104890 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.1392739
Jan 15 21:19:22.535042 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-3c1e533d-dd02-44b3-b0d2-7b044089e90c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 HTTP/1.1" status: 200  len: 217 time: 0.0880857
Jan 15 21:19:22.564470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2176a0>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:22.608024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54152965-844c-4de1-aa99-61cdd9ef388e None None] The sync data for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 is: [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:17:37Z', 'revision_number': 4, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4', 'name': '', 'network_id': '4a57373f-def7-4d62-bbcc-60677c51e02c', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'mac_address': 'fa:16:3e:b2:e4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:36Z', 'updated_at': '2022-01-15T21:17:41Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'subnets': [{'id': '700c4ea4-cb13-4ad1-aceb-a787acccd1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:22.615796 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35481d0f-dbcf-47d9-a46a-24913228f4d4 req-8381de70-44e0-4b23-9508-866cfe108356 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.626614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35481d0f-dbcf-47d9-a46a-24913228f4d4 req-8381de70-44e0-4b23-9508-866cfe108356 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 944 time: 0.0792823
Jan 15 21:19:22.637634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-ece220fb-ff57-472e-8f1b-7d636e5cd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.639272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-ece220fb-ff57-472e-8f1b-7d636e5cd3f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0632331
Jan 15 21:19:22.706533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-9ae9e292-bbd1-4994-9f07-48b219c92c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.708813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-9ae9e292-bbd1-4994-9f07-48b219c92c07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0568171
Jan 15 21:19:22.723529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-35481d0f-dbcf-47d9-a46a-24913228f4d4 req-74cdfe37-8d15-4ff5-95a8-9f3c6b70fc73 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947015
Jan 15 21:19:22.742138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cde61-951b-4fb4-b233-de4673e0f2ff req-b615b0c7-a7e3-4902-b707-3b8b4087ddae tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.743680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df3cde61-951b-4fb4-b233-de4673e0f2ff req-b615b0c7-a7e3-4902-b707-3b8b4087ddae tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0770283
Jan 15 21:19:22.817116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-693cd12f-7459-4a83-b991-02b75e96fd9d service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024177
Jan 15 21:19:22.853631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df3cde61-951b-4fb4-b233-de4673e0f2ff req-d1386e02-3a00-4f9a-b0cd-a8c2f13549c5 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/security-groups?id=403249b0-5fdf-4541-aa6d-fd93b86a70e4&id=994a02e8-ee10-4ad1-a49a-f1e151cac34f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1038744
Jan 15 21:19:22.874390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576c88-0d87-408e-aa4d-02176822dd8a req-be85ed6b-1ebf-40bc-90b6-68a7d847e038 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.876161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea576c88-0d87-408e-aa4d-02176822dd8a req-be85ed6b-1ebf-40bc-90b6-68a7d847e038 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0812719
Jan 15 21:19:22.929533 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0fd90-32bb-4f6a-945b-aaa6373636f5 None None] New status for floating IP 48b90a29-c3ac-4896-bd18-ffffb7b06dbf: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:19:22.938455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea576c88-0d87-408e-aa4d-02176822dd8a req-edb40efd-fcd5-4a19-8b53-9e82cd8587de tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524337
Jan 15 21:19:22.957100 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4ccc8de7-9cfe-4edd-9c48-5c9d1c6db97d req-474439a1-0080-47fc-a372-fb56ea8b9a93 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335573
Jan 15 21:19:22.971136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-9e8c675c-a825-46a2-ba3c-0b6c37f6cc2f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:22.972779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-9e8c675c-a825-46a2-ba3c-0b6c37f6cc2f tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.45 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 985 time: 0.0807915
Jan 15 21:19:23.083347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port d97caf67-f7a7-4dae-ab1d-958cb300e495 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:23.085088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:23.178925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port d97caf67-f7a7-4dae-ab1d-958cb300e495, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d97caf67-f7a7-4dae-ab1d-958cb300e495,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:23.179289 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:23.191649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for d97caf67-f7a7-4dae-ab1d-958cb300e495 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:23.319703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:23.325801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d97caf67-f7a7-4dae-ab1d-958cb300e495), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:23.355491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=d97caf67-f7a7-4dae-ab1d-958cb300e495,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:23.395167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] No DVR routers for this DVR port d97caf67-f7a7-4dae-ab1d-958cb300e495 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:23.398609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:23.401953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-446b9f17-9413-4b02-b14c-75ce3c49e18d req-ffcfdd5b-6eec-4f63-87c6-83dc4fb2b13a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.45 "DELETE /v2.0/ports/d97caf67-f7a7-4dae-ab1d-958cb300e495 HTTP/1.1" status: 204  len: 173 time: 0.4235437
Jan 15 21:19:23.402399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'name': 'network-vif-deleted', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:23.404627 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52aec7-efee-4373-aebb-460a1a36fab7" -d '{"events": [{"server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "name": "network-vif-deleted", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:23.447963 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b042b-b2c8-40dd-a029-e00f4d808bb7 x-openstack-request-id: req-5c2b042b-b2c8-40dd-a029-e00f4d808bb7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:23.448265 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46baa1b-9f5b-42ce-a3f8-f1432c526691", "name": "network-vif-deleted", "tag": "d97caf67-f7a7-4dae-ab1d-958cb300e495", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:23.448543 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c2b042b-b2c8-40dd-a029-e00f4d808bb7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:23.448987 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46baa1b-9f5b-42ce-a3f8-f1432c526691', 'name': 'network-vif-deleted', 'tag': 'd97caf67-f7a7-4dae-ab1d-958cb300e495', 'status': 'completed', 'code': 200}
Jan 15 21:19:23.896370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99eee0-416d-4538-84b0-6ba892772cca req-215138ab-b373-4701-b7b8-1115f49e833b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:23.900729 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b99eee0-416d-4538-84b0-6ba892772cca req-215138ab-b373-4701-b7b8-1115f49e833b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 944 time: 0.0840025
Jan 15 21:19:24.006664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b99eee0-416d-4538-84b0-6ba892772cca req-237b7806-331d-4a08-b259-cd07270664c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992146
Jan 15 21:19:24.063168 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4945fe62-d731-4668-ba70-2efdbda2f916 req-b41a6309-a3b0-4132-8096-ca8897c02d6a tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "GET /v2.0/ports?device_id=c46baa1b-9f5b-42ce-a3f8-f1432c526691 HTTP/1.1" status: 200  len: 210 time: 0.0312431
Jan 15 21:19:24.138504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f290ea-2128-4a66-96f6-e526e581f6fb req-f14a10fb-a859-4ef5-96a9-1199c089c15a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:24.140015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18f290ea-2128-4a66-96f6-e526e581f6fb req-f14a10fb-a859-4ef5-96a9-1199c089c15a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0672681
Jan 15 21:19:24.197008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18f290ea-2128-4a66-96f6-e526e581f6fb req-4115cf47-c0c0-41e9-8f25-cfc35b745aab tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512888
Jan 15 21:19:24.218071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:24.322950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af20c46-ba72-455c-ab21-d88e0137161a req-07da6c58-a60d-48bd-9165-f51e8bd93287 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:24.324430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3af20c46-ba72-455c-ab21-d88e0137161a req-07da6c58-a60d-48bd-9165-f51e8bd93287 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0569527
Jan 15 21:19:24.386035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3af20c46-ba72-455c-ab21-d88e0137161a req-242729e2-54a8-4ba4-b7cf-9074a0742d40 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557473
Jan 15 21:19:24.410536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53200) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:24.457986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188089f8-90ae-4f7d-822e-0c75a43d756e tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:24.461175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-188089f8-90ae-4f7d-822e-0c75a43d756e tempest-TestNetworkAdvancedServerOps-958360157 tempest-TestNetworkAdvancedServerOps-958360157-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1091 time: 0.0493419
Jan 15 21:19:24.463893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53202) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:24.468184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:24.492659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:24.587329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:24.695546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Allocated IP 172.35.1.225 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2b8a6bff-848b-4711-878f-ce544bd93887) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:24.793218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (2b8a6bff-848b-4711-878f-ce544bd93887), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:24.826736 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:24.867292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:24.870070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:24.873427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:24.900067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=2b8a6bff-848b-4711-878f-ce544bd93887,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:25.138693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53216) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:25.185297 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3430c9-dc27-40f4-8318-1d96ae0b4bdc req-65a680d3-4318-4e0a-82cc-26dc7aaf23f0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:25.194989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a3430c9-dc27-40f4-8318-1d96ae0b4bdc req-65a680d3-4318-4e0a-82cc-26dc7aaf23f0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 944 time: 0.1285911
Jan 15 21:19:25.279728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a3430c9-dc27-40f4-8318-1d96ae0b4bdc req-bed558bc-5ae5-4a9e-9f98-ac59e784d6b4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836129
Jan 15 21:19:25.303803 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (ce00676f-e404-4e61-926e-b4ab91e6caff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.315659 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (403249b0-5fdf-4541-aa6d-fd93b86a70e4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.359948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (403249b0-5fdf-4541-aa6d-fd93b86a70e4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.402810 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.421418 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (403249b0-5fdf-4541-aa6d-fd93b86a70e4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.424755 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.429454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/security-groups/403249b0-5fdf-4541-aa6d-fd93b86a70e4 HTTP/1.1" status: 204  len: 168 time: 0.2874846
Jan 15 21:19:25.429738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53228) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:25.439935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb43801-9718-4cf2-9366-706605b034d4 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403249b0-5fdf-4541-aa6d-fd93b86a70e4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:25.566084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (994a02e8-ee10-4ad1-a49a-f1e151cac34f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.609846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (994a02e8-ee10-4ad1-a49a-f1e151cac34f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.682121 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for port (2b8a6bff-848b-4711-878f-ce544bd93887), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.689083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.695918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:19:25.726859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (994a02e8-ee10-4ad1-a49a-f1e151cac34f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.730093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.733849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/security-groups/994a02e8-ee10-4ad1-a49a-f1e151cac34f HTTP/1.1" status: 204  len: 168 time: 0.3008726
Jan 15 21:19:25.734642 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:25.781409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c49a8-4605-4f9c-907e-f96d0510c1ff tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994a02e8-ee10-4ad1-a49a-f1e151cac34f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:25.785413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event updated for resources: {'Port': ['ID=2b8a6bff-848b-4711-878f-ce544bd93887,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:25.810538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ce00676f-e404-4e61-926e-b4ab91e6caff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.833146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:25.851770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'mac_address': 'fa:16:3e:4e:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:19:25.898210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:25.898879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.912061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:25.932495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:25.937112 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP ce00676f-e404-4e61-926e-b4ab91e6caff associated. External IP: 172.35.1.225, port: 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69.
Jan 15 21:19:25.939490 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:25.992343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:26.134077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:26.224638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:26.503513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c127f-c2ac-496c-80fa-e52d4ebc5008 req-060e2295-6b53-46a1-a2ec-b9cd51e9c239 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:26.505062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-717c127f-c2ac-496c-80fa-e52d4ebc5008 req-060e2295-6b53-46a1-a2ec-b9cd51e9c239 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 945 time: 0.0861301
Jan 15 21:19:26.560967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 1117768f-567b-4dd8-9b9b-4a792014520f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:26.613296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-717c127f-c2ac-496c-80fa-e52d4ebc5008 req-985ae6ca-0a4f-4320-bfdc-fcdb7ac0f7a0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970273
Jan 15 21:19:26.638128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:26.638473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:26.673728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:26.686600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Sync routers for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:26.696576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:26.702084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:26.703277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1c5670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:26.730864 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09e88beb-a55d-4b4f-89a6-ae46b4d15f7e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2632124
Jan 15 21:19:26.730864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:26.731311 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d91acb-29ac-47d8-80ea-7aa3bf289c56" -d '{"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:26.743321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:26.743870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:26.759875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:26.841930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:26.882142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df203b-01e2-4157-929d-661c2956f154 req-3eb6cc6b-77e6-4a88-897c-5007cda3d019 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:26.883667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34df203b-01e2-4157-929d-661c2956f154 req-3eb6cc6b-77e6-4a88-897c-5007cda3d019 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0950878
Jan 15 21:19:26.987878 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a54e0-c972-4516-80f7-5b32d366b3e3 x-openstack-request-id: req-ef5a54e0-c972-4516-80f7-5b32d366b3e3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:26.988520 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:26.988784 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef5a54e0-c972-4516-80f7-5b32d366b3e3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:26.989226 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'status': 'completed', 'code': 200}
Jan 15 21:19:27.038481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d97caf67-f7a7-4dae-ab1d-958cb300e495 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:27.070887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-e9b22272-83a3-4021-b98d-0e260f35d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:27.072716 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-e9b22272-83a3-4021-b98d-0e260f35d7ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1096 time: 0.0502152
Jan 15 21:19:27.092908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: d97caf67-f7a7-4dae-ab1d-958cb300e495 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:27.093352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d97caf67-f7a7-4dae-ab1d-958cb300e495 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:27.233221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-2685d2e2-3a62-46f0-8cf5-da4910896711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:27.233221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-2685d2e2-3a62-46f0-8cf5-da4910896711 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 898 time: 0.1453664
Jan 15 21:19:27.313422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-dffd724d-214f-4b27-ad7a-2887feb7e8e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 999 time: 0.0799918
Jan 15 21:19:27.316110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1c5670>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce00676f-e404-4e61-926e-b4ab91e6caff', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'mac_address': 'fa:16:3e:c0:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:19:25Z', 'updated_at': '2022-01-15T21:19:25Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:27.350988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Checking router: 1117768f-567b-4dd8-9b9b-4a792014520f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:27.378670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:27.382917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1c5670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:27.435844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-03d7edfe-45d4-41ce-b3ab-46dbc91016d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:27.437502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-03d7edfe-45d4-41ce-b3ab-46dbc91016d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 200  len: 835 time: 0.1179733
Jan 15 21:19:27.485027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:27.510597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-5561b503-3adc-4c79-8cff-69f9f7e64130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:27.514482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-5561b503-3adc-4c79-8cff-69f9f7e64130 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921a4e76-3faa-4124-ad27-485c52c7c2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0696695
Jan 15 21:19:27.568065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:27.582790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34df203b-01e2-4157-929d-661c2956f154 req-6fe786ea-e5b3-415f-a6be-5f6ddfc45195 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6871276
Jan 15 21:19:27.595424 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:27.621190 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53326) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:27.680014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:27.701489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11bc976c-d604-4d72-b3de-23e1baa178bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:27.779493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-96705734-7134-4df5-8d99-0a862eaf72b3 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577436
Jan 15 21:19:27.890120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7d59d431-003a-43b7-a45a-46a530629d43 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/ce00676f-e404-4e61-926e-b4ab91e6caff HTTP/1.1" status: 200  len: 991 time: 0.2631104
Jan 15 21:19:27.926256 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11bc976c-d604-4d72-b3de-23e1baa178bb admin admin] Publish callbacks [] for security_group (3537e0d9-6de4-48a2-a7e3-290b71475695), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:27.944776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:27.945595 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-11bc976c-d604-4d72-b3de-23e1baa178bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3537e0d9-6de4-48a2-a7e3-290b71475695), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:27.979995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc976c-d604-4d72-b3de-23e1baa178bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537e0d9-6de4-48a2-a7e3-290b71475695,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:28.011187 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-84d91acb-29ac-47d8-80ea-7aa3bf289c56 req-32f7e106-9d75-445c-9b69-632a49a72c52 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223458
Jan 15 21:19:28.032594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:19:28.035510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-11bc976c-d604-4d72-b3de-23e1baa178bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b9228ff553141909e749dfda99fbc98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5492573
Jan 15 21:19:28.039197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:28.041315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:28.041803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.077203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec611b57-87eb-4c6e-8118-9488bfdaddf7 req-ed0486ba-cfa3-4daf-9b0e-3cf4b6b9753d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:28.078844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec611b57-87eb-4c6e-8118-9488bfdaddf7 req-ed0486ba-cfa3-4daf-9b0e-3cf4b6b9753d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 945 time: 0.3017817
Jan 15 21:19:28.097522 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] Publish callbacks [] for security_group (3537e0d9-6de4-48a2-a7e3-290b71475695), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.112652 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.124127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] Publish callbacks [] for security_group (3537e0d9-6de4-48a2-a7e3-290b71475695), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.178212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec611b57-87eb-4c6e-8118-9488bfdaddf7 req-a6a01cdf-e39d-40c8-b0d9-7dd192fd40d6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881138
Jan 15 21:19:28.202394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3537e0d9-6de4-48a2-a7e3-290b71475695), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.205766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.211550 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3537e0d9-6de4-48a2-a7e3-290b71475695 HTTP/1.1" status: 204  len: 168 time: 0.1703529
Jan 15 21:19:28.221579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8cd23-9c0d-4e3e-9598-f4c9379d52c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537e0d9-6de4-48a2-a7e3-290b71475695,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:28.290267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:28.290751 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.341369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:28.343705 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be5e2cc-bf0d-42b0-8933-766d894227db" -d '{"events": [{"server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "name": "network-vif-plugged", "status": "completed", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:28.363158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:28.371663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.412124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1c5670>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce00676f-e404-4e61-926e-b4ab91e6caff', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'mac_address': 'fa:16:3e:c0:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:19:25Z', 'updated_at': '2022-01-15T21:19:25Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:28.417342 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0570a0d3-d7bb-4027-ae2a-e1c608525de7 x-openstack-request-id: req-0570a0d3-d7bb-4027-ae2a-e1c608525de7 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:28.417631 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "name": "network-vif-plugged", "status": "completed", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:28.417883 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0570a0d3-d7bb-4027-ae2a-e1c608525de7 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:28.418275 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'code': 200}
Jan 15 21:19:28.469837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc6782-62ee-4aa7-86fe-e8dc507df316 None None] The sync data for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 is: [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ce00676f-e404-4e61-926e-b4ab91e6caff', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'mac_address': 'fa:16:3e:c0:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:19:25Z', 'updated_at': '2022-01-15T21:19:25Z', 'revision_number': 0, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:28.497527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:28.541269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8483c-104c-4c2d-8a70-1705d5538775 req-7bede4ae-5eff-4e13-ad2a-d079e471eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:28.543167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46a8483c-104c-4c2d-8a70-1705d5538775 req-7bede4ae-5eff-4e13-ad2a-d079e471eb11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 1097 time: 0.0653939
Jan 15 21:19:28.625405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:19:28.661484 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46a8483c-104c-4c2d-8a70-1705d5538775 req-2bed8252-f8af-46e7-a781-f90a408ad35c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097360
Jan 15 21:19:28.805729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:19:28.814270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53372) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:28.823841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2d98ade5-eb6a-48ca-8469-ad9d684cb8c1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "PUT /v2.0/routers/4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0868926
Jan 15 21:19:28.824140 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Sync routers for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:19:28.837262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:28.838535 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b100c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:28.851567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382888e-87d5-4dd6-a405-ab04d67c36a3 None None] New status for floating IP ce00676f-e404-4e61-926e-b4ab91e6caff: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:19:28.894310 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53376) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:28.920889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting subnet 700c4ea4-cb13-4ad1-aceb-a787acccd1a7 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:19:28.937710 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (700c4ea4-cb13-4ad1-aceb-a787acccd1a7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:28.979757 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:29.032055 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (700c4ea4-cb13-4ad1-aceb-a787acccd1a7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.110738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f5672901-a7ca-43b5-ae27-649e0eb69cdf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/ce00676f-e404-4e61-926e-b4ab91e6caff HTTP/1.1" status: 200  len: 991 time: 0.2136123
Jan 15 21:19:29.180908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (700c4ea4-cb13-4ad1-aceb-a787acccd1a7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.287820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (700c4ea4-cb13-4ad1-aceb-a787acccd1a7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.325330 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Subnet': ['ID=700c4ea4-cb13-4ad1-aceb-a787acccd1a7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:29.327456 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.337667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-766f4ac1-4330-4a88-81d9-1cad009c39b1 tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/subnets/700c4ea4-cb13-4ad1-aceb-a787acccd1a7 HTTP/1.1" status: 204  len: 168 time: 0.5217812
Jan 15 21:19:29.340266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53400) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:29.347007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da25d3-5411-445e-b370-e14b5c627407 None None] Network 4a57373f-def7-4d62-bbcc-60677c51e02c requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:29.391867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719a68-d35c-4e1a-9b79-e5d02501fce2 req-fd72ac90-043a-456d-99f4-d3fa8b09b53b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:29.394155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74719a68-d35c-4e1a-9b79-e5d02501fce2 req-fd72ac90-043a-456d-99f4-d3fa8b09b53b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.0986435
Jan 15 21:19:29.450068 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b100c40>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:19:27Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:29.515110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74719a68-d35c-4e1a-9b79-e5d02501fce2 req-6bafa45f-f286-44ed-8d9f-36093ce2f33e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116819
Jan 15 21:19:29.539270 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Checking router: 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:19:29.555238 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Routers {'4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:19:29.556136 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b100c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:29.575263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.615140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] DHCP port deletion for 4a57373f-def7-4d62-bbcc-60677c51e02c request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:29.702734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Deleting port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:29.703169 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.734909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_gateway (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.769057 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] Set router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:19:29.797662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] For port 8dd97558-d0b3-4d91-89e8-7e44d92672a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dd97558-d0b3-4d91-89e8-7e44d92672a7,segment=NetworkSegment(801aea6e-0cae-4320-ad52-176d2df639b0),segment_id=801aea6e-0cae-4320-ad52-176d2df639b0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:29.798279 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.816176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Calling delete_port for 8dd97558-d0b3-4d91-89e8-7e44d92672a7 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:29.859556 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Deleting port 9fb1764f-0953-492d-b3c4-be0be5d0eebf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:29.860056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.920692 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (8dd97558-d0b3-4d91-89e8-7e44d92672a7), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:29.956594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] Pushing event deleted for resources: {'Port': ['ID=8dd97558-d0b3-4d91-89e8-7e44d92672a7,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:29.976176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11153f-4e42-4ec3-a1b1-379e9cf2a01b None None] No DVR routers for this DVR port 8dd97558-d0b3-4d91-89e8-7e44d92672a7 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:29.978196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] For port 9fb1764f-0953-492d-b3c4-be0be5d0eebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9fb1764f-0953-492d-b3c4-be0be5d0eebf,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:29.978832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.009364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Calling delete_port for 9fb1764f-0953-492d-b3c4-be0be5d0eebf owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:30.067090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b100c40>, [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:19:27Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:30.099627 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56358347-8b95-4b71-850c-57ae16a4de97 None None] The sync data for ids ['4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056'] in ncdv-master-1 is: [{'id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'name': 'tempest-TestSecurityGroupsBasicOps-router-536233632', 'tenant_id': '5b63757470b845b3ad6e5b18314f2c57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131'}], 'enable_snat': True}, 'gw_port_id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:17:31Z', 'updated_at': '2022-01-15T21:19:27Z', 'revision_number': 5, 'project_id': '5b63757470b845b3ad6e5b18314f2c57', 'gw_port': {'id': '9fb1764f-0953-492d-b3c4-be0be5d0eebf', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:17:32Z', 'updated_at': '2022-01-15T21:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:19:30.113817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53434) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:30.273722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-173a1b48-3847-4153-bbc3-986b84fa2dc3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/ce00676f-e404-4e61-926e-b4ab91e6caff HTTP/1.1" status: 200  len: 993 time: 0.1566954
Jan 15 21:19:30.320350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9fb1764f-0953-492d-b3c4-be0be5d0eebf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.350519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Port': ['ID=9fb1764f-0953-492d-b3c4-be0be5d0eebf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:30.372677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017ab09-7144-4933-b7ab-7de2dee3964d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:19:30.436571 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.550184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.552510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router_controller (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.614045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.614780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:19:30.628187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.633977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-806ad40d-ff31-4746-9647-19e7f1efe26e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/routers/4b4b2a7d-b4d8-4ebe-b19d-6ae4b31d1056 HTTP/1.1" status: 204  len: 168 time: 1.2895916
Jan 15 21:19:30.635919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53460) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:30.653488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:30.748756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:30.778122 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4a57373f-def7-4d62-bbcc-60677c51e02c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.780491 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:30.780869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6f8e0c5b-1f6a-4f56-b2f1-764f7c11aae4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:30.781343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8dd97558-d0b3-4d91-89e8-7e44d92672a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:30.790912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7b73-4842-41f5-98c6-2d377e8b4985 req-a4a505f2-123f-4e4f-ad4f-dad382ed51be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:30.797332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db6b7b73-4842-41f5-98c6-2d377e8b4985 req-a4a505f2-123f-4e4f-ad4f-dad382ed51be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.1272950
Jan 15 21:19:30.805927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8dd97558-d0b3-4d91-89e8-7e44d92672a7 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:30.806498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8dd97558-d0b3-4d91-89e8-7e44d92672a7 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:30.810560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db7036f-9e47-4c79-b7cd-cab1d426db37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.883975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-db6b7b73-4842-41f5-98c6-2d377e8b4985 req-28ec96b8-2a09-4e29-949a-1afc203c5467 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855570
Jan 15 21:19:30.906249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db7036f-9e47-4c79-b7cd-cab1d426db37 admin admin] Publish callbacks [] for security_group (f60dbeee-81bf-49f0-84f4-9d095d2ebead), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.911570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6db7036f-9e47-4c79-b7cd-cab1d426db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f60dbeee-81bf-49f0-84f4-9d095d2ebead), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.932898 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4a57373f-def7-4d62-bbcc-60677c51e02c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:30.955593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6db7036f-9e47-4c79-b7cd-cab1d426db37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=850ed43f8be7442e91b9543290f2aef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2981939
Jan 15 21:19:30.955593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7036f-9e47-4c79-b7cd-cab1d426db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60dbeee-81bf-49f0-84f4-9d095d2ebead,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:30.955881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53468) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:30.963052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a808610>,) {'filters': {'network_id': ['4a57373f-def7-4d62-bbcc-60677c51e02c']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:30.997443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a808610>, '801aea6e-0cae-4320-ad52-176d2df639b0') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:30.997715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a808610>, '801aea6e-0cae-4320-ad52-176d2df639b0') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:19:31.025678 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (801aea6e-0cae-4320-ad52-176d2df639b0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.055896 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (801aea6e-0cae-4320-ad52-176d2df639b0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.064669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:19:31.065094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (801aea6e-0cae-4320-ad52-176d2df639b0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:19:31.069497 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:19:31.118930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f1d02-7135-4e95-a065-dff73ea5dc55 req-eadacc20-3ead-4b70-92b6-902dd0149772 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:31.120358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c44f1d02-7135-4e95-a065-dff73ea5dc55 req-eadacc20-3ead-4b70-92b6-902dd0149772 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.1541719
Jan 15 21:19:31.132358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] Publish callbacks [] for security_group (f60dbeee-81bf-49f0-84f4-9d095d2ebead), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.182178 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] Publish callbacks [] for security_group (f60dbeee-81bf-49f0-84f4-9d095d2ebead), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.188702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4a57373f-def7-4d62-bbcc-60677c51e02c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.203133 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.208727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] 10.222.0.46 "DELETE /v2.0/networks/4a57373f-def7-4d62-bbcc-60677c51e02c HTTP/1.1" status: 204  len: 168 time: 0.5682790
Jan 15 21:19:31.245318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae351991-8b18-4ab0-b20f-a4fa8ec0601e tempest-TestSecurityGroupsBasicOps-2044461148 tempest-TestSecurityGroupsBasicOps-2044461148-project] Pushing event deleted for resources: {'Network': ['ID=4a57373f-def7-4d62-bbcc-60677c51e02c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:31.260460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c44f1d02-7135-4e95-a065-dff73ea5dc55 req-6211c5a5-c442-4141-938f-0b8ea58da1ea tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291525
Jan 15 21:19:31.290370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f60dbeee-81bf-49f0-84f4-9d095d2ebead), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.293722 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.297418 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f60dbeee-81bf-49f0-84f4-9d095d2ebead HTTP/1.1" status: 204  len: 168 time: 0.3379517
Jan 15 21:19:31.309656 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfe2b7-293d-413f-b703-4812497dbbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60dbeee-81bf-49f0-84f4-9d095d2ebead,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:31.558396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53490) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:31.674069 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53498) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:31.690274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dda6c81b-ba04-4042-85e8-a853f73e1fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.770420 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-60a0bba5-596f-4e3b-ba77-78a11ec60c82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b63757470b845b3ad6e5b18314f2c57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2114344
Jan 15 21:19:31.774344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53500) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:31.842408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dda6c81b-ba04-4042-85e8-a853f73e1fd9 admin admin] Publish callbacks [] for security_group (4384fb21-fc63-44e6-9243-9d2a924a120d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.861878 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dda6c81b-ba04-4042-85e8-a853f73e1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4384fb21-fc63-44e6-9243-9d2a924a120d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.864995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] Publish callbacks [] for security_group (58a707db-8582-4743-abce-932ab5690f0f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.891410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] Publish callbacks [] for security_group (58a707db-8582-4743-abce-932ab5690f0f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.918421 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dda6c81b-ba04-4042-85e8-a853f73e1fd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08c21cb28ce846a78cd81930ca57e1d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2429018
Jan 15 21:19:31.920127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6c81b-ba04-4042-85e8-a853f73e1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4384fb21-fc63-44e6-9243-9d2a924a120d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:31.930872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:31.954721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (58a707db-8582-4743-abce-932ab5690f0f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.957462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:31.958640 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58a707db-8582-4743-abce-932ab5690f0f HTTP/1.1" status: 204  len: 168 time: 0.1830974
Jan 15 21:19:31.990917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080064-a815-44c3-b325-f552bcedd026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a707db-8582-4743-abce-932ab5690f0f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:32.049653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] Publish callbacks [] for security_group (4384fb21-fc63-44e6-9243-9d2a924a120d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.087299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] Publish callbacks [] for security_group (4384fb21-fc63-44e6-9243-9d2a924a120d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.152597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (4384fb21-fc63-44e6-9243-9d2a924a120d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.157788 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.159406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4384fb21-fc63-44e6-9243-9d2a924a120d HTTP/1.1" status: 204  len: 168 time: 0.2275431
Jan 15 21:19:32.180506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee08908-a8a3-4275-a0b0-d839e236ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4384fb21-fc63-44e6-9243-9d2a924a120d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:32.474102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53550) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:32.494019 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02ae5b67-27b6-4368-b692-d801a69b8d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.576590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9fb1764f-0953-492d-b3c4-be0be5d0eebf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:32.625820 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02ae5b67-27b6-4368-b692-d801a69b8d30 admin admin] Publish callbacks [] for security_group (64c0551c-65f8-4c0b-bc94-7040455bb054), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.628478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9fb1764f-0953-492d-b3c4-be0be5d0eebf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:32.628876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9fb1764f-0953-492d-b3c4-be0be5d0eebf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:32.633143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02ae5b67-27b6-4368-b692-d801a69b8d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64c0551c-65f8-4c0b-bc94-7040455bb054), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.688491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02ae5b67-27b6-4368-b692-d801a69b8d30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=230aa14d5f174adfb845a10f81b074db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2130101
Jan 15 21:19:32.691231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53568) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:32.711880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae5b67-27b6-4368-b692-d801a69b8d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0551c-65f8-4c0b-bc94-7040455bb054,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:32.746916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-a608ebb6-1ef9-4f88-99b3-3a45aea8a539 req-eed745aa-324d-4b50-8ce3-f73f31f6458f service neutron] (114437) timed out ('10.222.0.45', 64317) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:19:32.770946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] Publish callbacks [] for security_group (64c0551c-65f8-4c0b-bc94-7040455bb054), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.802141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] Publish callbacks [] for security_group (64c0551c-65f8-4c0b-bc94-7040455bb054), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.859931 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (64c0551c-65f8-4c0b-bc94-7040455bb054), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.863363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:32.864628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64c0551c-65f8-4c0b-bc94-7040455bb054 HTTP/1.1" status: 204  len: 168 time: 0.1724727
Jan 15 21:19:32.873911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62434-5ee0-4e81-9a7c-586c15c85faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0551c-65f8-4c0b-bc94-7040455bb054,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:33.201035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53632) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:33.244758 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-24d0c302-a9d6-4f23-bb78-ee57b5ad3759 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=639e3608d1244fdbabb38244cb5cc7a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420737
Jan 15 21:19:33.247227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53634) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:33.299128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] Publish callbacks [] for security_group (c0588a8c-cbc6-4c97-b7ac-dae55978ca44), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:33.327262 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] Publish callbacks [] for security_group (c0588a8c-cbc6-4c97-b7ac-dae55978ca44), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:33.389462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c0588a8c-cbc6-4c97-b7ac-dae55978ca44), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:33.392258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:33.393467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0588a8c-cbc6-4c97-b7ac-dae55978ca44 HTTP/1.1" status: 204  len: 168 time: 0.1453481
Jan 15 21:19:33.403326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370d4e2-c94e-4065-8895-acb766adecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0588a8c-cbc6-4c97-b7ac-dae55978ca44,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:33.526295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2a9be2de-6fbb-4e45-aede-03475335f1aa tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:33.528515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2a9be2de-6fbb-4e45-aede-03475335f1aa tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1620274
Jan 15 21:19:33.546350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-3543edbb-f73d-42f9-aef9-c8fe64961b66 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0107822
Jan 15 21:19:33.640152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-7cf507e9-ca9d-4a5f-a721-0eaf399373ef tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0864129
Jan 15 21:19:33.760956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-0e690725-3909-4cfe-9f90-385742f58d1a service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131797
Jan 15 21:19:33.870937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-045300a9-a8e5-4c0f-93b6-14159db8fd6b service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030905
Jan 15 21:19:34.102289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b26953b-6e5f-4f3f-a082-b17eb71686be req-48f4ec71-0275-4433-8d46-70ef2700ed35 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 210 time: 0.0415537
Jan 15 21:19:34.475394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:34.604683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1380231680-network', 'tenant_id': '7e9a0df7dedb47ca920ad4d833dfcc41'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:34.638154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Made reservation on behalf of 7e9a0df7dedb47ca920ad4d833dfcc41 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:34.641544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.652656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.765172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks [] for security_group (2f846ad4-740a-46c5-b405-065b1131b7c8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.770255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2f846ad4-740a-46c5-b405-065b1131b7c8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.793104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:19:34.807341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f846ad4-740a-46c5-b405-065b1131b7c8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:34.812240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.812674 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Added segment 3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386 of type vlan for network 93892b34-ebb2-470c-b3e3-a2f8019bba50
Jan 15 21:19:34.854235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (93892b34-ebb2-470c-b3e3-a2f8019bba50), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.878381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (93892b34-ebb2-470c-b3e3-a2f8019bba50), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.879438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:34.880059 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:34.939020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4605544
Jan 15 21:19:34.942141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53742) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:34.944203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceecaea-1452-42ae-b3ef-d504d01fdc07 admin admin] Pushing event updated for resources: {'Network': ['ID=93892b34-ebb2-470c-b3e3-a2f8019bba50,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:34.948794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Request body: {'subnet': {'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1380231680-subnet', 'tenant_id': '7e9a0df7dedb47ca920ad4d833dfcc41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:34.953630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 93892b34-ebb2-470c-b3e3-a2f8019bba50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:19:34.973434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Made reservation on behalf of 7e9a0df7dedb47ca920ad4d833dfcc41 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:34.976353 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.185965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (5a09a502-0a57-4fdd-88a7-7d73df2551b9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.203010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-6dd7fdbf-a54d-4042-b684-90b2a5a61a8f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:35.205372 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-6dd7fdbf-a54d-4042-b684-90b2a5a61a8f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1183112
Jan 15 21:19:35.217969 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:35.256539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1fb8d8ba-55a2-48b8-88a5-0dbb16b01b62 req-26e18c35-f1b1-42f0-b21a-cb74fdb74b92 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 210 time: 0.0413368
Jan 15 21:19:35.277833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a09a502-0a57-4fdd-88a7-7d73df2551b9,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:35.288322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Checking segment: {'id': '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:35.288798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Network hostable DHCP agents. Network: 93892b34-ebb2-470c-b3e3-a2f8019bba50, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:19:35.312725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Network 93892b34-ebb2-470c-b3e3-a2f8019bba50 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:19:35.325828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93892b34-ebb2-470c-b3e3-a2f8019bba50) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:35.329890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:35.330490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.338599 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72b598-15a5-41d6-9027-395531b280bd None None] Network 93892b34-ebb2-470c-b3e3-a2f8019bba50 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:35.356238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e0737da3-89b0-4333-8d8b-cb0bd0f82d82 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4076612
Jan 15 21:19:35.385395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:35.389340 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.473946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07450ec4-469f-4e2a-8f23-dfa7accc3fae None None] Network 93892b34-ebb2-470c-b3e3-a2f8019bba50 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:35.568384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.12 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/faece3cd-f6e8-4e1d-9a77-625a7d4e63e1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:35.782028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.844201 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:35.861370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:35.905810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:35.921288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:35.922987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:35.925297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:36.027986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:36.031775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.052809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-55c5de69-b3b5-42b6-b462-f486d0f3c317 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8391199
Jan 15 21:19:36.064649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Request body: {'port': {'device_id': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:36.138720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:36.143665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-685389908-network', 'tenant_id': '62d5c4d282a2464c855046795dde1b71'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:36.217822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.229727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Made reservation on behalf of 62d5c4d282a2464c855046795dde1b71 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:36.232061 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.290243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.464353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3ea9-bdaa-48f5-b548-e6e628cdcd40 req-9f8e2e58-c052-4e14-8dea-54cb4ef26d8d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:36.467227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e37a3ea9-bdaa-48f5-b548-e6e628cdcd40 req-9f8e2e58-c052-4e14-8dea-54cb4ef26d8d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 932 time: 0.0961423
Jan 15 21:19:36.474391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-090953c6-0b3c-45c3-9279-dd9fa57ce32c None None] Provisioning complete for port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:36.476004 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-090953c6-0b3c-45c3-9279-dd9fa57ce32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.515881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-090953c6-0b3c-45c3-9279-dd9fa57ce32c None None] Port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:19:36.572798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks [] for security_group (69d72201-0c6a-449a-8c69-ee35216b296b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.579870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (69d72201-0c6a-449a-8c69-ee35216b296b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.585655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e37a3ea9-bdaa-48f5-b548-e6e628cdcd40 req-14d32613-a3b7-412d-9b3f-787ebb465c75 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112862
Jan 15 21:19:36.592995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:19:36.655113 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6b4e6eec-7bab-41a9-9a66-5e46d642efcb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.655480 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Added segment 6b4e6eec-7bab-41a9-9a66-5e46d642efcb of type vlan for network 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f
Jan 15 21:19:36.682783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d72201-0c6a-449a-8c69-ee35216b296b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:36.686634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:36.714454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks [] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.731158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.739335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Transition to ACTIVE for port object faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:19:36.745954 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.792079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.793078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:36.793754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.867565 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Pushing event updated for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:36.888064 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7487378
Jan 15 21:19:36.890955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:36.895918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Request body: {'subnet': {'network_id': '5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-685389908-subnet', 'tenant_id': '62d5c4d282a2464c855046795dde1b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:36.915750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19980-054a-4050-8ad5-3c8264550b26 admin admin] Pushing event updated for resources: {'Network': ['ID=5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:36.928284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Made reservation on behalf of 62d5c4d282a2464c855046795dde1b71 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:36.929924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:19:36.932109 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:36.949358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Attempting to bind port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:36.949698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Attempting to bind port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:36.950276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Attempting to bind port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:36.960618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:19:36.961233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Attempting to bind port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:36.966782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:36.967343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:36.967915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:36.968511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Bound port: faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:36.969080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:37.049475 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:37.054051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:37.059137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:37.123120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.123891 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:37.125915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] 10.222.0.39 "PUT /v2.0/ports/faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 HTTP/1.1" status: 200  len: 1092 time: 1.0658250
Jan 15 21:19:37.126352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:37.128877 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ab8aec-75ce-4c96-bd22-a51f719138f2" -d '{"events": [{"name": "network-changed", "server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:37.168347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (8f0c86ba-f74d-454f-80fc-a383489b3c7b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:37.215541 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e180345-69b9-4a05-8c59-1740e636ed47 x-openstack-request-id: req-3e180345-69b9-4a05-8c59-1740e636ed47 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:37.215890 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:37.216092 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e180345-69b9-4a05-8c59-1740e636ed47 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:37.216985 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1', 'status': 'completed', 'code': 200}
Jan 15 21:19:37.222177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d5d2-29d4-4f8d-a330-0738d4526d13 service neutron] Pushing event updated for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:37.241887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2d332922-dca6-4bda-8d8d-9119ccf0559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.243481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2d332922-dca6-4bda-8d8d-9119ccf0559e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 1095 time: 0.0669224
Jan 15 21:19:37.247488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0c86ba-f74d-454f-80fc-a383489b3c7b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:37.258555 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Checking segment: {'id': '6b4e6eec-7bab-41a9-9a66-5e46d642efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:37.258999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Network hostable DHCP agents. Network: 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:19:37.286230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Network 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:19:37.299538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:37.301483 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-6eebf6d2-daf2-49b1-8196-49ad592c0a57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 HTTP/1.1" status: 200  len: 217 time: 0.0497251
Jan 15 21:19:37.311977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78697413-299e-4277-872f-cd0d67b71691 None None] Network 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:37.322741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.324009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:37.358444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-62d547c1-4dc1-4184-9be3-9dea7da10f4d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4661477
Jan 15 21:19:37.403331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-3c39c6d5-c79b-4837-9aeb-e906fb5b5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.406995 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-3c39c6d5-c79b-4837-9aeb-e906fb5b5921 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0988178
Jan 15 21:19:37.472997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f94642-04f0-44ca-8a0e-dcddc57c6202 None None] Network 5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:37.474119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2348e807-ec23-46d5-8f56-a0face7e531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.476516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-2348e807-ec23-46d5-8f56-a0face7e531f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0629148
Jan 15 21:19:37.608000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-210f742a-e7dd-429c-af4f-15391f116e83 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254365
Jan 15 21:19:37.727183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0ae35-218f-4891-b1de-95ac3c6c413c req-2b38e7e2-f86e-4dbf-91ae-bb8cc29dbc82 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.727798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6005084a-cbc9-4ee8-b5d4-e504e7518abc req-0f68a3a5-1448-4e72-bb93-a9a5e2d6bab5 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135912
Jan 15 21:19:37.729679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7d0ae35-218f-4891-b1de-95ac3c6c413c req-2b38e7e2-f86e-4dbf-91ae-bb8cc29dbc82 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0624630
Jan 15 21:19:37.791189 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7d0ae35-218f-4891-b1de-95ac3c6c413c req-9fd031f1-8876-4f2c-aff0-26570b5903f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530398
Jan 15 21:19:37.823773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-bbe90ca1-942b-4c10-a928-963f72e8d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.825321 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-bbe90ca1-942b-4c10-a928-963f72e8d641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 1095 time: 0.0492115
Jan 15 21:19:37.931431 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-e15c4fde-d49a-4421-a217-60c93918b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.933021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-e15c4fde-d49a-4421-a217-60c93918b808 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.1010854
Jan 15 21:19:37.985178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-75728cde-92c7-4ec7-b04f-6ce314c23a4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 HTTP/1.1" status: 200  len: 217 time: 0.0463004
Jan 15 21:19:37.993616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1b4ec552-4c43-4076-ba17-f0a349282790 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:37.995110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1b4ec552-4c43-4076-ba17-f0a349282790 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/networks?id=93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 200  len: 812 time: 0.1084163
Jan 15 21:19:38.014493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-d5221c5f-6c2a-4361-92ea-5633fd92d211 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/quotas/7e9a0df7dedb47ca920ad4d833dfcc41 HTTP/1.1" status: 200  len: 375 time: 0.0104027
Jan 15 21:19:38.032569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:38.048048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-208846b7-a3f1-4e60-a20a-9acbafbc0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:38.050303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-208846b7-a3f1-4e60-a20a-9acbafbc0b0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0586927
Jan 15 21:19:38.063188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-9f0e0400-3911-4ef4-889a-fb7abbbbc4c3 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417693
Jan 15 21:19:38.097518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-d17381da-28d1-40b5-8072-e328510b041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:38.098355 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-d17381da-28d1-40b5-8072-e328510b041b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433900
Jan 15 21:19:38.181798 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1b64fa99-6c98-49bd-a067-6aeae0f65ddd service neutron] 10.222.0.46 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091547
Jan 15 21:19:38.200424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ed19684-10f4-46c9-a0b2-4d7546c2b4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:38.240803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-c13925e4-7866-4b00-8a85-8eab01319a20 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359887
Jan 15 21:19:38.324886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-af133ed3-99a1-4bff-a598-bf2dcacde270 service neutron] 10.222.0.46 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370623
Jan 15 21:19:38.520229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2f208468-5d4b-454d-8602-75f843eecb71 req-759014d5-923a-4250-9c85-3ae04ccbfd69 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 210 time: 0.0284004
Jan 15 21:19:38.712894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a3ab8aec-75ce-4c96-bd22-a51f719138f2 req-5ca1ccc5-7ba5-49b7-94f2-1849cddb3f97 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4639888
Jan 15 21:19:38.737658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ed19684-10f4-46c9-a0b2-4d7546c2b4fc admin admin] Publish callbacks [] for security_group (6dd53506-ac93-41cb-bbe5-9d0f454c7604), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:38.743851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ed19684-10f4-46c9-a0b2-4d7546c2b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dd53506-ac93-41cb-bbe5-9d0f454c7604), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:38.789588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ed19684-10f4-46c9-a0b2-4d7546c2b4fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9542aa532dc54197a9353ae4bcb9fc52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7558844
Jan 15 21:19:38.790778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed19684-10f4-46c9-a0b2-4d7546c2b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd53506-ac93-41cb-bbe5-9d0f454c7604,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:38.792200 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53930) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:38.875553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] Publish callbacks [] for security_group (6dd53506-ac93-41cb-bbe5-9d0f454c7604), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:38.922719 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] Publish callbacks [] for security_group (6dd53506-ac93-41cb-bbe5-9d0f454c7604), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:38.972859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0714c7-f758-48bf-8f91-a0a4b52bf8d3 req-bdcdbe21-255f-488c-b769-81dc9b80d511 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:38.974626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a0714c7-f758-48bf-8f91-a0a4b52bf8d3 req-bdcdbe21-255f-488c-b769-81dc9b80d511 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0831208
Jan 15 21:19:39.006726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (6dd53506-ac93-41cb-bbe5-9d0f454c7604), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.009340 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.012854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dd53506-ac93-41cb-bbe5-9d0f454c7604 HTTP/1.1" status: 204  len: 168 time: 0.2172475
Jan 15 21:19:39.033566 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87314a9-fa6f-4a7c-8818-0cb17e5d3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd53506-ac93-41cb-bbe5-9d0f454c7604,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:39.046863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a0714c7-f758-48bf-8f91-a0a4b52bf8d3 req-8dbd1dbe-3805-46a8-b299-7b1cdaa5c981 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647731
Jan 15 21:19:39.374866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53940) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:39.391056 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76a127b2-4392-427e-b2bf-d7e5a9ea96c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.492170 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76a127b2-4392-427e-b2bf-d7e5a9ea96c9 admin admin] Publish callbacks [] for security_group (db172b03-8587-4dea-8865-c6b8caf0265f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.497210 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-76a127b2-4392-427e-b2bf-d7e5a9ea96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (db172b03-8587-4dea-8865-c6b8caf0265f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.549661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-76a127b2-4392-427e-b2bf-d7e5a9ea96c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3305ed0e94484fc0b017be07e33eaa94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1733146
Jan 15 21:19:39.550901 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a127b2-4392-427e-b2bf-d7e5a9ea96c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db172b03-8587-4dea-8865-c6b8caf0265f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:39.553802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 53956) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:39.618392 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] Publish callbacks [] for security_group (db172b03-8587-4dea-8865-c6b8caf0265f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.654763 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] Publish callbacks [] for security_group (db172b03-8587-4dea-8865-c6b8caf0265f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:19:39.658748 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:19:39.663144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-6fcf8de9-4469-41ac-b458-a30285390e10 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:39.664254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-6fcf8de9-4469-41ac-b458-a30285390e10 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.45 "GET /v2.0/networks?id=93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 200  len: 812 time: 0.1692302
Jan 15 21:19:39.681356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Request body: {'port': {'device_id': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50', 'admin_state_up': True, 'tenant_id': '7e9a0df7dedb47ca920ad4d833dfcc41'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:39.735574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7feb626e-bff9-44d6-a097-95bc7ee7d8e4 req-28a4bba3-92d1-4e9e-af06-c4e6cf8133a1 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 210 time: 0.0474653
Jan 15 21:19:39.764811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (db172b03-8587-4dea-8865-c6b8caf0265f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.767438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.768651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db172b03-8587-4dea-8865-c6b8caf0265f HTTP/1.1" status: 204  len: 168 time: 0.2138753
Jan 15 21:19:39.790092 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddd40b-1f13-4096-8280-c5a0a3c9242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db172b03-8587-4dea-8865-c6b8caf0265f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:39.846454 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Made reservation on behalf of 7e9a0df7dedb47ca920ad4d833dfcc41 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:39.851568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:39.996363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Allocated IP 172.20.0.6 (93892b34-ebb2-470c-b3e3-a2f8019bba50/5a09a502-0a57-4fdd-88a7-7d73df2551b9/ff4b38f7-41bd-4dcc-9838-e09499d0b96a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:19:40.201306 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks [] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.216322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f4fc2-1ac3-40f2-97d1-261db1b13bc6 req-8ad2b465-1d82-4185-8430-0882bb5d6b07 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:40.225170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b08f4fc2-1ac3-40f2-97d1-261db1b13bc6 req-8ad2b465-1d82-4185-8430-0882bb5d6b07 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0818098
Jan 15 21:19:40.260230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.315939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Network 93892b34-ebb2-470c-b3e3-a2f8019bba50 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:19:40.326973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:40.331578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b08f4fc2-1ac3-40f2-97d1-261db1b13bc6 req-e95d1b32-a3bd-4358-bcc3-5924072eb026 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051881
Jan 15 21:19:40.334298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:19:40.362783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Pushing event updated for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:40.404821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:40.405625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.424437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-1bb97dda-5a3a-468c-9a7e-d0a4e44e261b tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7475924
Jan 15 21:19:40.441182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Request body: {'port': {'device_id': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:40.507794 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.665701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 53998) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:40.854579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-276de353-629e-4a51-b967-8d161f023867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.876588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eef891-8ab5-4c98-b7b4-bd1a337d5392 req-80cb072a-dfbe-4d0b-867e-d9f9375c2060 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:40.878640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4b38f7-41bd-4dcc-9838-e09499d0b96a {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:40.878839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5eef891-8ab5-4c98-b7b4-bd1a337d5392 req-80cb072a-dfbe-4d0b-867e-d9f9375c2060 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 931 time: 0.0552065
Jan 15 21:19:40.889821 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks [] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.913693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Transition to ACTIVE for port object ff4b38f7-41bd-4dcc-9838-e09499d0b96a will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:19:40.922501 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:40.936732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5eef891-8ab5-4c98-b7b4-bd1a337d5392 req-047fcfb8-9628-4c4b-97e0-509597284fc4 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516994
Jan 15 21:19:41.004692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:41.060781 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-276de353-629e-4a51-b967-8d161f023867 admin admin] Publish callbacks [] for security_group (091165af-c276-4893-a652-133b30e66770), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.066928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-276de353-629e-4a51-b967-8d161f023867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (091165af-c276-4893-a652-133b30e66770), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.129003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de353-629e-4a51-b967-8d161f023867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091165af-c276-4893-a652-133b30e66770,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:41.135612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-276de353-629e-4a51-b967-8d161f023867 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0551003f0e064b63b558f7eafc9aa762&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4709299
Jan 15 21:19:41.136953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Attempting to bind port ff4b38f7-41bd-4dcc-9838-e09499d0b96a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:19:41.137175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Attempting to bind port ff4b38f7-41bd-4dcc-9838-e09499d0b96a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:19:41.137507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Attempting to bind port ff4b38f7-41bd-4dcc-9838-e09499d0b96a on network 93892b34-ebb2-470c-b3e3-a2f8019bba50 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:41.138342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54014) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:41.142775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Port ff4b38f7-41bd-4dcc-9838-e09499d0b96a on network 93892b34-ebb2-470c-b3e3-a2f8019bba50 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:19:41.143102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Attempting to bind port ff4b38f7-41bd-4dcc-9838-e09499d0b96a on network 93892b34-ebb2-470c-b3e3-a2f8019bba50 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:19:41.149323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:19:41.149577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Checking segment: {'id': '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:41.149964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Bound using segment: {'id': '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:19:41.150397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Bound port: ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:19:41.150757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.214450 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] Publish callbacks [] for security_group (091165af-c276-4893-a652-133b30e66770), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.224776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:19:41.228950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,segment=NetworkSegment(3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386),segment_id=3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:19:41.235178 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.251771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] Publish callbacks [] for security_group (091165af-c276-4893-a652-133b30e66770), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.278039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:41.278662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.280412 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] 10.222.0.45 "PUT /v2.0/ports/ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 200  len: 1091 time: 0.8442028
Jan 15 21:19:41.280560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:41.282778 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47" -d '{"events": [{"name": "network-changed", "server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:41.341409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fd2d4-30b8-4fe6-8db7-2274b302d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:41.348645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (091165af-c276-4893-a652-133b30e66770), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.360234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:41.363915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/091165af-c276-4893-a652-133b30e66770 HTTP/1.1" status: 204  len: 168 time: 0.2211566
Jan 15 21:19:41.366849 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bd0b8e-7dce-435f-b600-37fbfc9e2aab x-openstack-request-id: req-35bd0b8e-7dce-435f-b600-37fbfc9e2aab {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:41.367304 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:41.368257 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35bd0b8e-7dce-435f-b600-37fbfc9e2aab {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:41.368947 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a', 'status': 'completed', 'code': 200}
Jan 15 21:19:41.385973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699d2ee-60e4-4b7a-92c7-9b6c1cbf4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091165af-c276-4893-a652-133b30e66770,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:41.475696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-ed184e45-011d-4109-b9f7-1b6d62f604cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:41.480217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-ed184e45-011d-4109-b9f7-1b6d62f604cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 1094 time: 0.0722606
Jan 15 21:19:41.527942 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217e363-f4eb-4383-ab4b-8f3f17b343f8 req-7e919ab2-b095-4655-85aa-eaf531a8f4eb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:41.536121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-df1878d4-0d05-4ee3-bf10-ed56556f7cf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 200  len: 217 time: 0.0486069
Jan 15 21:19:41.538863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9217e363-f4eb-4383-ab4b-8f3f17b343f8 req-7e919ab2-b095-4655-85aa-eaf531a8f4eb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0799422
Jan 15 21:19:41.598417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-68ec811c-a865-49c4-9472-ed4784c0e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:41.601021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-68ec811c-a865-49c4-9472-ed4784c0e731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a09a502-0a57-4fdd-88a7-7d73df2551b9 HTTP/1.1" status: 200  len: 852 time: 0.0586958
Jan 15 21:19:41.605855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9217e363-f4eb-4383-ab4b-8f3f17b343f8 req-fe05ceca-4292-47bd-98c5-339de8689d99 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659175
Jan 15 21:19:41.640959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-3fafff08-0e53-4a7b-a28e-53095fcf394c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93892b34-ebb2-470c-b3e3-a2f8019bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319448
Jan 15 21:19:41.765410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-3b34b99f-f15f-43aa-9a47-9d1b0289e106 service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182709
Jan 15 21:19:41.879239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700712ac-3d49-4e8a-b2ee-6798735fd064 req-359ca18a-da5f-44a8-a597-d1d8201d8bfa service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1064882
Jan 15 21:19:41.986552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-d2879699-8bc1-4cf3-a5ed-4f46b4ada7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:41.988380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-d2879699-8bc1-4cf3-a5ed-4f46b4ada7f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 1094 time: 0.0560257
Jan 15 21:19:42.112946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-94092f0d-9696-424e-a352-d522d6ddc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:42.114968 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-94092f0d-9696-424e-a352-d522d6ddc41e service neutron] 10.222.0.45 "GET /v2.0/networks?id=93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 200  len: 913 time: 0.1198354
Jan 15 21:19:42.123719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b553-5003-4518-b200-bc8796b5bf92 req-3b7975af-7207-46cb-96a1-01ea4a178a32 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:42.125298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f604b553-5003-4518-b200-bc8796b5bf92 req-3b7975af-7207-46cb-96a1-01ea4a178a32 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 943 time: 0.0800107
Jan 15 21:19:42.166252 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-05c6f012-4c80-4df3-83b7-a7004a647be3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 200  len: 217 time: 0.0441957
Jan 15 21:19:42.224952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f604b553-5003-4518-b200-bc8796b5bf92 req-d9fec686-fd39-4436-b33a-f4f5cfcf9529 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894656
Jan 15 21:19:42.225425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-da48eef5-951d-4785-872a-b524eb0eea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:42.227056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-da48eef5-951d-4785-872a-b524eb0eea92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a09a502-0a57-4fdd-88a7-7d73df2551b9 HTTP/1.1" status: 200  len: 852 time: 0.0546114
Jan 15 21:19:42.263152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-caaf5cfb-1ad2-4435-9dc0-44cf954276c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93892b34-ebb2-470c-b3e3-a2f8019bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289063
Jan 15 21:19:42.356701 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-c67046a0-0987-4098-90ab-09a707a61654 service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854332
Jan 15 21:19:42.451179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6d5bf6d3-dbf3-4e20-bcf3-f6905eb4db47 req-a9b351de-d5a8-4063-ae86-8dfb645ba6c1 service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881946
Jan 15 21:19:42.728340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1f65-5e9a-442b-8530-5b14b53097ce req-32908696-8af2-4c13-b17b-52cd2632583d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:42.730010 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-864e1f65-5e9a-442b-8530-5b14b53097ce req-32908696-8af2-4c13-b17b-52cd2632583d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0512927
Jan 15 21:19:42.776701 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-864e1f65-5e9a-442b-8530-5b14b53097ce req-aa8b1649-d4cf-44d1-9903-aa8a7d4f34e2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411148
Jan 15 21:19:43.342960 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae205-ca5b-40a6-b32e-ef62b6b329b1 req-28dea96b-1c70-4658-84d8-8c87b67ae4be tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:43.344494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9cae205-ca5b-40a6-b32e-ef62b6b329b1 req-28dea96b-1c70-4658-84d8-8c87b67ae4be tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 943 time: 0.0559461
Jan 15 21:19:43.399209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9cae205-ca5b-40a6-b32e-ef62b6b329b1 req-d2968d7b-5f61-42d0-9f19-b718c7dbc598 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485165
Jan 15 21:19:43.745141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:19:43.841783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:43.854616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1', 'mac_address': 'fa:16:3e:93:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:19:43.890970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:43.891363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:43.905010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:43.912754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af659eda-aa6c-4137-a14a-b6da37aa8229 req-5a057ec4-a578-46af-9735-ace0fdf700bd tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:43.914819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af659eda-aa6c-4137-a14a-b6da37aa8229 req-5a057ec4-a578-46af-9735-ace0fdf700bd tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 944 time: 0.0546918
Jan 15 21:19:43.925632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:43.929635 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:43.967447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-af659eda-aa6c-4137-a14a-b6da37aa8229 req-32e84cd8-fae3-41d9-bbca-5da82378eee3 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467520
Jan 15 21:19:43.980601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:44.134413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['faece3cd-f6e8-4e1d-9a77-625a7d4e63e1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:44.515263 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22736a23-0fe3-4364-8571-3d7c08bf8cb1 req-6d76f542-3d9b-4cb3-96dc-8e329176e2be tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:44.516872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22736a23-0fe3-4364-8571-3d7c08bf8cb1 req-6d76f542-3d9b-4cb3-96dc-8e329176e2be tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 943 time: 0.0501266
Jan 15 21:19:44.519431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:44.566016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22736a23-0fe3-4364-8571-3d7c08bf8cb1 req-7dcf40e3-754c-41e4-962e-d8b369d25434 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423503
Jan 15 21:19:45.095997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914de7a6-54a2-4048-a6cc-0e9c8a666dd2 req-5616925a-7062-4063-86cc-a2786356355a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:45.097689 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914de7a6-54a2-4048-a6cc-0e9c8a666dd2 req-5616925a-7062-4063-86cc-a2786356355a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 945 time: 0.0601642
Jan 15 21:19:45.130509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ff4b38f7-41bd-4dcc-9838-e09499d0b96a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:19:45.148753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-914de7a6-54a2-4048-a6cc-0e9c8a666dd2 req-95e450a5-ce28-4b7b-bb09-7d3626d2e933 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450380
Jan 15 21:19:45.243560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,segment=NetworkSegment(3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386),segment_id=3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:45.254721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a', 'network_id': '93892b34-ebb2-470c-b3e3-a2f8019bba50', 'port_id': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a', 'mac_address': 'fa:16:3e:3a:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a09a502-0a57-4fdd-88a7-7d73df2551b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:19:45.296082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ff4b38f7-41bd-4dcc-9838-e09499d0b96a is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:45.296552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.312584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4b38f7-41bd-4dcc-9838-e09499d0b96a {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:19:45.343304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,segment=NetworkSegment(3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386),segment_id=3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:45.352359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.383196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.406936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:45.412612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54112) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:45.518169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-601f4715-0cb3-471b-bbff-84ce60378e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.580788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ff4b38f7-41bd-4dcc-9838-e09499d0b96a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:45.594761 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-601f4715-0cb3-471b-bbff-84ce60378e71 admin admin] Publish callbacks [] for security_group (cc1c0024-cf7a-4fb6-bca6-82b3755729ce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.600411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-601f4715-0cb3-471b-bbff-84ce60378e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cc1c0024-cf7a-4fb6-bca6-82b3755729ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.639893 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-601f4715-0cb3-471b-bbff-84ce60378e71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e38897cd165341b984985877c3b08cb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2261119
Jan 15 21:19:45.642766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54118) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:45.643269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f4715-0cb3-471b-bbff-84ce60378e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c0024-cf7a-4fb6-bca6-82b3755729ce,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:45.695969 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] Publish callbacks [] for security_group (cc1c0024-cf7a-4fb6-bca6-82b3755729ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.697663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9636ce2-7559-4463-bb9a-876dfef1d86c req-f639e79d-1732-4001-87d7-4e7b04fc84dd tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:45.705443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9636ce2-7559-4463-bb9a-876dfef1d86c req-f639e79d-1732-4001-87d7-4e7b04fc84dd tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 944 time: 0.0644908
Jan 15 21:19:45.719938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] Publish callbacks [] for security_group (cc1c0024-cf7a-4fb6-bca6-82b3755729ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.757605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9636ce2-7559-4463-bb9a-876dfef1d86c req-e2c948f0-76a5-4caf-b7ed-6ce93e6d2565 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509601
Jan 15 21:19:45.760378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:45.787282 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cc1c0024-cf7a-4fb6-bca6-82b3755729ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.789986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.791316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc1c0024-cf7a-4fb6-bca6-82b3755729ce HTTP/1.1" status: 204  len: 168 time: 0.1472940
Jan 15 21:19:45.799136 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed78e-7db9-4c60-95a1-f801ab3e981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c0024-cf7a-4fb6-bca6-82b3755729ce,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:45.826479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:19:45.830497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:45.830868 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.911187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:45.911641 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.934173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:45.937104 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc5a6c-c50a-46ac-86fd-f615683f52e1" -d '{"events": [{"server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "name": "network-vif-plugged", "status": "completed", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:45.950471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:45.954864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:45.981230 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6038dcc-f293-4b57-b1df-ca985c2a5666 x-openstack-request-id: req-d6038dcc-f293-4b57-b1df-ca985c2a5666 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:45.981516 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "name": "network-vif-plugged", "status": "completed", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:45.981769 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6038dcc-f293-4b57-b1df-ca985c2a5666 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:45.982154 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1', 'code': 200}
Jan 15 21:19:46.010308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:46.079585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db7c8-b565-4adc-8634-89cefd9a6723 req-0d2aa6b4-e327-4c89-ae5d-79fbd7518838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:46.081202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-032db7c8-b565-4adc-8634-89cefd9a6723 req-0d2aa6b4-e327-4c89-ae5d-79fbd7518838 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 1097 time: 0.0477591
Jan 15 21:19:46.088685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:46.102805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc5343ec-fd6c-4a3f-b821-21f889564a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.126192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-032db7c8-b565-4adc-8634-89cefd9a6723 req-3a9f6644-c1f6-437a-9bb6-e5730cdd6434 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393591
Jan 15 21:19:46.176817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc5343ec-fd6c-4a3f-b821-21f889564a7d admin admin] Publish callbacks [] for security_group (68ece23f-5397-494e-b520-d92d8173c3a0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.181816 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-cc5343ec-fd6c-4a3f-b821-21f889564a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (68ece23f-5397-494e-b520-d92d8173c3a0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.220516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-cc5343ec-fd6c-4a3f-b821-21f889564a7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=183e439243fb47d4a95b601d3f41a1d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1306863
Jan 15 21:19:46.222528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5343ec-fd6c-4a3f-b821-21f889564a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ece23f-5397-494e-b520-d92d8173c3a0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:46.223298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54130) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:46.273211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f10c3-18dc-4211-ba14-f650f07cf24b req-9ac455f0-1ff7-4cfb-8092-4a8bd8cb6f79 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:46.274286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] Publish callbacks [] for security_group (68ece23f-5397-494e-b520-d92d8173c3a0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.274636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-298f10c3-18dc-4211-ba14-f650f07cf24b req-9ac455f0-1ff7-4cfb-8092-4a8bd8cb6f79 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0529768
Jan 15 21:19:46.297457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] Publish callbacks [] for security_group (68ece23f-5397-494e-b520-d92d8173c3a0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.325485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-298f10c3-18dc-4211-ba14-f650f07cf24b req-ba69a7a0-f073-4b04-93b3-3974da14b0e6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449102
Jan 15 21:19:46.351031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (68ece23f-5397-494e-b520-d92d8173c3a0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.354074 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:46.355416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68ece23f-5397-494e-b520-d92d8173c3a0 HTTP/1.1" status: 204  len: 168 time: 0.1311569
Jan 15 21:19:46.363501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d85b1-2b35-4f84-8d1a-101a72a28cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ece23f-5397-494e-b520-d92d8173c3a0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:46.891647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3a75-81dd-437c-9561-2ccc430b2142 req-25e896c6-1147-4e33-b0e7-11b4de444d0a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:46.893253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c5d3a75-81dd-437c-9561-2ccc430b2142 req-25e896c6-1147-4e33-b0e7-11b4de444d0a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 944 time: 0.0553432
Jan 15 21:19:46.950246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c5d3a75-81dd-437c-9561-2ccc430b2142 req-77d65e26-6552-4d21-b2cd-4c8583c94540 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429323
Jan 15 21:19:47.153488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ff4b38f7-41bd-4dcc-9838-e09499d0b96a up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:19:47.207687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port ff4b38f7-41bd-4dcc-9838-e09499d0b96a completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:19:47.212834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port ff4b38f7-41bd-4dcc-9838-e09499d0b96a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:19:47.213482 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:47.298679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ff4b38f7-41bd-4dcc-9838-e09499d0b96a is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:19:47.298995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:47.457856 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e0cf-3690-4d61-9287-cccf26eda2f8 req-3c304c10-d9bd-4665-97d0-2c6a4bf732a8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:47.460328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f29e0cf-3690-4d61-9287-cccf26eda2f8 req-3c304c10-d9bd-4665-97d0-2c6a4bf732a8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0555229
Jan 15 21:19:47.509294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,segment=NetworkSegment(3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386),segment_id=3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:47.513648 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:47.516446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f29e0cf-3690-4d61-9287-cccf26eda2f8 req-cd973cd2-e784-437a-87d2-954671a5c749 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499649
Jan 15 21:19:47.569234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:47.634244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625531c-8834-4106-8dbf-83916ec60870 req-180ee2bb-5541-4c16-83e3-9381b8ea737a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:47.635854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3625531c-8834-4106-8dbf-83916ec60870 req-180ee2bb-5541-4c16-83e3-9381b8ea737a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0491598
Jan 15 21:19:47.691758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3625531c-8834-4106-8dbf-83916ec60870 req-eeafa5e9-5d59-4102-a062-4dcdb5429473 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501502
Jan 15 21:19:47.932633 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34f99d16-fa6e-4f8c-815f-86d943713a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:47.983020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:47.986963 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46a25d-2adb-4d26-a353-f6ba7f4afffc" -d '{"events": [{"server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "name": "network-vif-plugged", "status": "completed", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:48.001397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bbe7-1cb6-4cae-966b-f70534996ed2 req-c4f50984-cbe3-4d6a-bad7-13c4159edc7c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:48.003078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63e7bbe7-1cb6-4cae-966b-f70534996ed2 req-c4f50984-cbe3-4d6a-bad7-13c4159edc7c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0565345
Jan 15 21:19:48.083109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63e7bbe7-1cb6-4cae-966b-f70534996ed2 req-9c3dac46-e61e-4a99-bc2b-0376855abeb6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732198
Jan 15 21:19:48.095915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3963-d0ff-4f63-8c72-62a970c990bf req-85e68735-1f6f-4850-87cd-07766fad1565 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:48.097410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e76b3963-d0ff-4f63-8c72-62a970c990bf req-85e68735-1f6f-4850-87cd-07766fad1565 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0803223
Jan 15 21:19:48.136730 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58662643-d9a4-41b6-8727-6f0f975bccbb x-openstack-request-id: req-58662643-d9a4-41b6-8727-6f0f975bccbb {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:48.138021 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "name": "network-vif-plugged", "status": "completed", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:48.138943 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58662643-d9a4-41b6-8727-6f0f975bccbb {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:48.139498 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a', 'code': 200}
Jan 15 21:19:48.187430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e76b3963-d0ff-4f63-8c72-62a970c990bf req-accf20ff-236f-438a-bef5-24733dad0309 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731759
Jan 15 21:19:48.244072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246f0c7-9d8e-46b4-919f-ebbecab54dfc req-8a4f70a2-2020-45c3-935b-de4f4c80a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:48.246220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1246f0c7-9d8e-46b4-919f-ebbecab54dfc req-8a4f70a2-2020-45c3-935b-de4f4c80a895 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 1096 time: 0.0428050
Jan 15 21:19:48.300221 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1246f0c7-9d8e-46b4-919f-ebbecab54dfc req-d8684f7c-b2b6-4ea3-8034-77c8fc887d8e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472996
Jan 15 21:19:49.211950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d834-d1fc-49fc-bfc8-7eb94fbdbce2 req-14f5e2ee-26da-4bec-a495-b97c20f0be5f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:49.213383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee99d834-d1fc-49fc-bfc8-7eb94fbdbce2 req-14f5e2ee-26da-4bec-a495-b97c20f0be5f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0543964
Jan 15 21:19:49.279170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee99d834-d1fc-49fc-bfc8-7eb94fbdbce2 req-fc1dfdbe-582f-4ff7-ad99-67d92c703dcc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600963
Jan 15 21:19:49.322050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec2316-7731-4ac4-8ef2-20ba066cb139 req-2c5e1113-2fa7-4c3f-9235-791e04bc2939 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:49.323513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efec2316-7731-4ac4-8ef2-20ba066cb139 req-2c5e1113-2fa7-4c3f-9235-791e04bc2939 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0561466
Jan 15 21:19:49.375773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efec2316-7731-4ac4-8ef2-20ba066cb139 req-6ae7bb63-263a-4668-9572-018ea0271c8e tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462992
Jan 15 21:19:49.653572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-72e5e987-8235-4967-94ba-35c416d7d7df tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:49.655440 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-72e5e987-8235-4967-94ba-35c416d7d7df tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 946 time: 0.0493188
Jan 15 21:19:49.767139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-041b1288-6c69-4746-877b-e7ce50750a00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0762835
Jan 15 21:19:49.787428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:19:49.787777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:49.912928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-9e3c4dc6-4b52-415a-b4ca-a0d02a0e857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:49.914315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-9e3c4dc6-4b52-415a-b4ca-a0d02a0e857c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1096 time: 0.0779483
Jan 15 21:19:49.928978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:19:49.929346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:49.951402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:19:50.096758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-9973c9d3-c9d8-414c-b2b7-d20d838b5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:50.098725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-9973c9d3-c9d8-414c-b2b7-d20d838b5be3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 898 time: 0.1622145
Jan 15 21:19:50.202390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-ce22c3c2-89db-4910-b4cc-80fe768b4e82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 1001 time: 0.0939305
Jan 15 21:19:50.258122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (faece3cd-f6e8-4e1d-9a77-625a7d4e63e1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:50.273355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:19:50.354531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-521ecb9d-0040-4c91-985b-b3646d7dc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:50.355932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-521ecb9d-0040-4c91-985b-b3646d7dc429 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 200  len: 835 time: 0.1451294
Jan 15 21:19:50.356727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:19:50.358724 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=faece3cd-f6e8-4e1d-9a77-625a7d4e63e1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:50.362022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:50.366119 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f46b9061-f5bb-4d0c-a41f-1c7ca48f1069 req-37f462c9-61ac-48d2-b567-6da3096cfc25 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "DELETE /v2.0/ports/faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 HTTP/1.1" status: 204  len: 173 time: 0.7041652
Jan 15 21:19:50.366119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'name': 'network-vif-deleted', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:19:50.368615 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67c84a5-8f7a-48a4-a764-5be73d3997d1" -d '{"events": [{"server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "name": "network-vif-deleted", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:19:50.471919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-90b9936e-cb8e-4df1-b0ae-5198d3f480e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:50.473458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-90b9936e-cb8e-4df1-b0ae-5198d3f480e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921a4e76-3faa-4124-ad27-485c52c7c2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1020100
Jan 15 21:19:50.489364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-072a66cd-242e-43d6-8bf3-4a6b891f7314 req-c310b170-e584-466d-85c2-c9316f7c64e5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=86b8c510-27f4-4f20-ad7f-fe8df0ed4869 HTTP/1.1" status: 200  len: 210 time: 0.0748558
Jan 15 21:19:50.500561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-67926fbd-9837-43d8-a2ce-434b42a8d0ef service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:19:50.501597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-67926fbd-9837-43d8-a2ce-434b42a8d0ef service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054898
Jan 15 21:19:50.620434 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7c445-e533-4216-9ad0-a0e9b2329179 x-openstack-request-id: req-97c7c445-e533-4216-9ad0-a0e9b2329179 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:19:50.621341 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8c510-27f4-4f20-ad7f-fe8df0ed4869", "name": "network-vif-deleted", "tag": "faece3cd-f6e8-4e1d-9a77-625a7d4e63e1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:19:50.622059 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97c7c445-e533-4216-9ad0-a0e9b2329179 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:19:50.622688 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b8c510-27f4-4f20-ad7f-fe8df0ed4869', 'name': 'network-vif-deleted', 'tag': 'faece3cd-f6e8-4e1d-9a77-625a7d4e63e1', 'status': 'completed', 'code': 200}
Jan 15 21:19:50.674600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a385517f-423f-41cb-a80d-5e9b63ddb559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:50.708925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-f723f8b8-53bb-4bdd-b324-3e9c66923532 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994057
Jan 15 21:19:50.719231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829634a-05dd-4872-8e07-76d750c32dc6 req-804bd59d-fb44-4171-9b79-b89957874fe4 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:50.726974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7829634a-05dd-4872-8e07-76d750c32dc6 req-804bd59d-fb44-4171-9b79-b89957874fe4 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.1172698
Jan 15 21:19:50.793555 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7829634a-05dd-4872-8e07-76d750c32dc6 req-b4b08ade-a1a0-49f7-b294-efd50ebe053e tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601885
Jan 15 21:19:50.825751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-96224dba-c8e2-4378-a337-f72aa8149d1c req-692def69-a066-478c-83d6-cfc9673d7423 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1107352
Jan 15 21:19:50.941576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4c39e-c0bc-4a95-9345-e2ee10075500 req-da8bac96-9f00-45c5-b66c-937fcc59b766 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:50.943593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a4c39e-c0bc-4a95-9345-e2ee10075500 req-da8bac96-9f00-45c5-b66c-937fcc59b766 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0533831
Jan 15 21:19:50.992587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9a4c39e-c0bc-4a95-9345-e2ee10075500 req-e327c233-5214-4f72-8de1-683b1d0271b3 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433836
Jan 15 21:19:51.274173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54db89-0ef8-436e-bfb1-ce3f642b2414 req-ba3ba2ab-970a-4993-979c-3cc565b0f99a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:51.275897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd54db89-0ef8-436e-bfb1-ce3f642b2414 req-ba3ba2ab-970a-4993-979c-3cc565b0f99a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0774138
Jan 15 21:19:51.337025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dd54db89-0ef8-436e-bfb1-ce3f642b2414 req-175d2305-7c23-4e6c-b5bf-d20427de22cd tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513973
Jan 15 21:19:51.592763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-f63f60df-ed2d-421d-b948-800a75b5afc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0727961
Jan 15 21:19:51.647929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54338) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:51.705325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-5264d84c-ed9d-4c25-b0af-61b823d3462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:51.707149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-5264d84c-ed9d-4c25-b0af-61b823d3462f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 1097 time: 0.0638366
Jan 15 21:19:51.813260 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ad2076d-16eb-488e-a455-dc7d985a3e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:51.826528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-3bfe7395-a384-4c4d-a37b-906cc312d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:51.828439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-3bfe7395-a384-4c4d-a37b-906cc312d2cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0955601
Jan 15 21:19:51.883805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-91e9a7f0-f3ed-42ec-86ae-6ff677004a5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 HTTP/1.1" status: 200  len: 217 time: 0.0454085
Jan 15 21:19:51.905419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ad2076d-16eb-488e-a455-dc7d985a3e95 admin admin] Publish callbacks [] for security_group (df19cc79-d199-48a5-9714-828555bff9ea), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:51.911900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7ad2076d-16eb-488e-a455-dc7d985a3e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (df19cc79-d199-48a5-9714-828555bff9ea), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:51.926655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:51.942554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-7cb554a8-a570-428a-82e9-c09479330ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:51.944342 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-7cb554a8-a570-428a-82e9-c09479330ac1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0545702
Jan 15 21:19:51.954941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7ad2076d-16eb-488e-a455-dc7d985a3e95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f56206cdde54071af9dc79ae3183599&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3045974
Jan 15 21:19:51.958468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54354) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:51.971364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2076d-16eb-488e-a455-dc7d985a3e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df19cc79-d199-48a5-9714-828555bff9ea,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:51.996864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-c853bab2-85db-4467-9e8f-9643c16dacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:51.998430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-c853bab2-85db-4467-9e8f-9643c16dacca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0474615
Jan 15 21:19:52.024735 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] Publish callbacks [] for security_group (df19cc79-d199-48a5-9714-828555bff9ea), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.049106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] Publish callbacks [] for security_group (df19cc79-d199-48a5-9714-828555bff9ea), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.104445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-a73f10c6-d651-4fdd-bdb1-a6fb82efc419 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996189
Jan 15 21:19:52.106693 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (df19cc79-d199-48a5-9714-828555bff9ea), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.109751 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.110953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df19cc79-d199-48a5-9714-828555bff9ea HTTP/1.1" status: 204  len: 168 time: 0.1515102
Jan 15 21:19:52.120192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f2a02-7cdf-4a1a-ad0b-5d31ccfb11f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df19cc79-d199-48a5-9714-828555bff9ea,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:52.209976 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-08d80833-a0af-4422-b2f8-b2f5798a0fde req-3540ceb8-157c-4d69-8b5b-c5f88c227a72 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990136
Jan 15 21:19:52.416898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54362) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:52.440827 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32b7f40c-ab95-429b-8bbb-e79a75866e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.512473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76f7ef-e412-4950-8ff3-81e07004c73b req-ade9ee43-170b-457d-82bd-754be5dd4930 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:52.514244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a76f7ef-e412-4950-8ff3-81e07004c73b req-ade9ee43-170b-457d-82bd-754be5dd4930 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0902140
Jan 15 21:19:52.589817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32b7f40c-ab95-429b-8bbb-e79a75866e1e admin admin] Publish callbacks [] for security_group (04350a98-1c8b-4a08-bc21-b7de1c3379e6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.595484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a76f7ef-e412-4950-8ff3-81e07004c73b req-8e512c81-ef20-4cef-8af0-a4fdb9b47663 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729218
Jan 15 21:19:52.596471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-32b7f40c-ab95-429b-8bbb-e79a75866e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (04350a98-1c8b-4a08-bc21-b7de1c3379e6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.634646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7f40c-ab95-429b-8bbb-e79a75866e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04350a98-1c8b-4a08-bc21-b7de1c3379e6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:52.643020 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-32b7f40c-ab95-429b-8bbb-e79a75866e1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efedee2b72bb4a5b976dc058e816e09e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2227147
Jan 15 21:19:52.643413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54366) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:52.698592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] Publish callbacks [] for security_group (04350a98-1c8b-4a08-bc21-b7de1c3379e6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.734951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] Publish callbacks [] for security_group (04350a98-1c8b-4a08-bc21-b7de1c3379e6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.835708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3366c-3a1f-4723-ae0b-d9952fb06624 req-0fa70c7c-a6e4-43b6-b4eb-130373154bd6 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:52.837276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3df3366c-3a1f-4723-ae0b-d9952fb06624 req-0fa70c7c-a6e4-43b6-b4eb-130373154bd6 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0733902
Jan 15 21:19:52.838481 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (04350a98-1c8b-4a08-bc21-b7de1c3379e6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.841334 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:52.842347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04350a98-1c8b-4a08-bc21-b7de1c3379e6 HTTP/1.1" status: 204  len: 168 time: 0.1981778
Jan 15 21:19:52.871014 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3527324-4d73-4aee-8a6d-47a0d7157843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04350a98-1c8b-4a08-bc21-b7de1c3379e6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:52.887712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-0ed71e56-c343-4277-b323-aaefbbdaedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:52.889354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-0ed71e56-c343-4277-b323-aaefbbdaedb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 1096 time: 0.0894003
Jan 15 21:19:52.937118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3df3366c-3a1f-4723-ae0b-d9952fb06624 req-555debcf-ddfb-44b9-ac46-f0e640485d54 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843613
Jan 15 21:19:52.999272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-e160d207-77cb-4492-88ee-8a00c07e289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:53.001461 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-e160d207-77cb-4492-88ee-8a00c07e289e service neutron] 10.222.0.45 "GET /v2.0/networks?id=93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 200  len: 913 time: 0.1054499
Jan 15 21:19:53.055082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-8c6ad49d-43b7-4b3f-83a5-80bf304f1a56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 200  len: 217 time: 0.0437415
Jan 15 21:19:53.109508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-3c03a227-c3d3-40af-98dc-23f959b0efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:53.110878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-3c03a227-c3d3-40af-98dc-23f959b0efa4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a09a502-0a57-4fdd-88a7-7d73df2551b9 HTTP/1.1" status: 200  len: 852 time: 0.0498798
Jan 15 21:19:53.144300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-90a39c41-ea6c-42bc-a7b4-0e3f15552e82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93892b34-ebb2-470c-b3e3-a2f8019bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279458
Jan 15 21:19:53.240647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-195e391b-7683-4f9f-b374-f45e15c07161 service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889361
Jan 15 21:19:53.246533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54378) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:53.280402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1477dfe-a035-4af5-86ed-30fdfd9b2566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.320090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.382083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ac79494f-4b37-4474-97c0-7f3a5f78719d req-90353df8-3fa1-4db7-9540-0be7432b864b service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316457
Jan 15 21:19:53.420739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1477dfe-a035-4af5-86ed-30fdfd9b2566 admin admin] Publish callbacks [] for security_group (945bfb97-955f-4829-8dc6-fa0f67156c60), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.424539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c1477dfe-a035-4af5-86ed-30fdfd9b2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (945bfb97-955f-4829-8dc6-fa0f67156c60), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.462249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1477dfe-a035-4af5-86ed-30fdfd9b2566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945bfb97-955f-4829-8dc6-fa0f67156c60,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:53.466591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c1477dfe-a035-4af5-86ed-30fdfd9b2566 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b03b94e6129149db9216eb71ae2b86f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2190998
Jan 15 21:19:53.469482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54380) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:53.517899 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] Publish callbacks [] for security_group (945bfb97-955f-4829-8dc6-fa0f67156c60), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.542018 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] Publish callbacks [] for security_group (945bfb97-955f-4829-8dc6-fa0f67156c60), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.587498 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (945bfb97-955f-4829-8dc6-fa0f67156c60), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.590286 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:53.591618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/945bfb97-955f-4829-8dc6-fa0f67156c60 HTTP/1.1" status: 204  len: 168 time: 0.1210847
Jan 15 21:19:53.599980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debf11-f35f-4dcb-b5e6-4425540e304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945bfb97-955f-4829-8dc6-fa0f67156c60,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:53.789615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:19:53.811981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:19:53.812399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device faece3cd-f6e8-4e1d-9a77-625a7d4e63e1 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:19:54.080234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72693d3-d773-43fe-a22e-42d0c0f19436 req-9a482078-0160-49a0-a60f-a65d58b7feb0 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:54.081957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a72693d3-d773-43fe-a22e-42d0c0f19436 req-9a482078-0160-49a0-a60f-a65d58b7feb0 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0585074
Jan 15 21:19:54.140498 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a72693d3-d773-43fe-a22e-42d0c0f19436 req-5eaf8838-fb98-426a-b39a-363db415eb1a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492325
Jan 15 21:19:54.212951 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:55.269396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9a0ee-ae0c-4ed0-8200-d775ffe44498 req-91057fa7-d44a-4d3e-9cca-7cf054645b44 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:55.271934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77a9a0ee-ae0c-4ed0-8200-d775ffe44498 req-91057fa7-d44a-4d3e-9cca-7cf054645b44 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0577703
Jan 15 21:19:55.323792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-77a9a0ee-ae0c-4ed0-8200-d775ffe44498 req-b1720b1e-ffb7-4bb8-8d80-dbc776ab6687 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462220
Jan 15 21:19:55.618371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91a0f6-f289-464c-8d22-d539a823bc21 req-6bb0999e-d4cf-4c65-b3a5-1398aaf725e7 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:55.619902 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d91a0f6-f289-464c-8d22-d539a823bc21 req-6bb0999e-d4cf-4c65-b3a5-1398aaf725e7 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0649529
Jan 15 21:19:55.674515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:55.676531 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d91a0f6-f289-464c-8d22-d539a823bc21 req-d50eb239-377a-4e12-ac16-02ff13bae8e7 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503538
Jan 15 21:19:55.815887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3501f5b-7ff8-4ce1-a416-147043692347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:55.874436 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:19:55.894460 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3501f5b-7ff8-4ce1-a416-147043692347 admin admin] Publish callbacks [] for security_group (20e705c0-e667-47e1-9a24-986dd33d71e8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:55.898814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3501f5b-7ff8-4ce1-a416-147043692347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (20e705c0-e667-47e1-9a24-986dd33d71e8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:55.942432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3501f5b-7ff8-4ce1-a416-147043692347 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a21e591f712940dea3909adc22e6223f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2666547
Jan 15 21:19:55.944413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3501f5b-7ff8-4ce1-a416-147043692347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e705c0-e667-47e1-9a24-986dd33d71e8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:55.945309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54470) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:56.000163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] Publish callbacks [] for security_group (20e705c0-e667-47e1-9a24-986dd33d71e8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.023964 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] Publish callbacks [] for security_group (20e705c0-e667-47e1-9a24-986dd33d71e8), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.086803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (20e705c0-e667-47e1-9a24-986dd33d71e8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.090390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.091658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20e705c0-e667-47e1-9a24-986dd33d71e8 HTTP/1.1" status: 204  len: 168 time: 0.1452587
Jan 15 21:19:56.101176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf85e7-2385-4c79-9654-ae13a7b3d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e705c0-e667-47e1-9a24-986dd33d71e8,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:56.384926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54476) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:56.398737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dea602fd-6295-42c5-96a4-3dc2e47c1521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.480538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dea602fd-6295-42c5-96a4-3dc2e47c1521 admin admin] Publish callbacks [] for security_group (17c565d4-1fa8-4a3b-811f-2c0b250a17bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.484948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dea602fd-6295-42c5-96a4-3dc2e47c1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (17c565d4-1fa8-4a3b-811f-2c0b250a17bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.533163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea602fd-6295-42c5-96a4-3dc2e47c1521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c565d4-1fa8-4a3b-811f-2c0b250a17bb,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:56.540428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dea602fd-6295-42c5-96a4-3dc2e47c1521 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99375c927d03405baada5638546d20b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1543031
Jan 15 21:19:56.542946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54480) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:56.600936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] Publish callbacks [] for security_group (17c565d4-1fa8-4a3b-811f-2c0b250a17bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.623515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] Publish callbacks [] for security_group (17c565d4-1fa8-4a3b-811f-2c0b250a17bb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.674101 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (17c565d4-1fa8-4a3b-811f-2c0b250a17bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.677841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:56.678981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17c565d4-1fa8-4a3b-811f-2c0b250a17bb HTTP/1.1" status: 204  len: 168 time: 0.1351452
Jan 15 21:19:56.686995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2e000-287f-417f-bd44-5b869bb6cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c565d4-1fa8-4a3b-811f-2c0b250a17bb,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:56.838545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b6a64-25e0-4551-817c-d5c5089c37e2 req-ed136b20-1201-4b2b-9601-a6fa77d1c6dd tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:56.841557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3b6a64-25e0-4551-817c-d5c5089c37e2 req-ed136b20-1201-4b2b-9601-a6fa77d1c6dd tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0766017
Jan 15 21:19:56.910888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3b6a64-25e0-4551-817c-d5c5089c37e2 req-142e6098-fd02-498e-8933-94c6b0b25aef tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618038
Jan 15 21:19:57.166422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398f6a3-b113-4f6d-9a33-381949ba7c3d req-fa937d6d-b03c-417e-b82f-21c413afbe18 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:57.168347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8398f6a3-b113-4f6d-9a33-381949ba7c3d req-fa937d6d-b03c-417e-b82f-21c413afbe18 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0761924
Jan 15 21:19:57.181489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-aa79bfe1-b89c-46e6-b68f-23b1c487111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:57.183803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-aa79bfe1-b89c-46e6-b68f-23b1c487111d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 1096 time: 0.0490997
Jan 15 21:19:57.225443 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8398f6a3-b113-4f6d-9a33-381949ba7c3d req-6203d1c7-a2e5-499a-a9ad-1522722bc32c tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497704
Jan 15 21:19:57.300985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-bd8b4e43-bcc5-4fb3-8d9a-7568d41513dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:57.303527 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-bd8b4e43-bcc5-4fb3-8d9a-7568d41513dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 200  len: 913 time: 0.1137891
Jan 15 21:19:57.355672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-746f02b7-b3f9-45ce-9397-8c2fb730d9bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 200  len: 217 time: 0.0442724
Jan 15 21:19:57.419905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-deb5e3d0-9d8c-41ba-be82-95eff0ea341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:57.419905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-deb5e3d0-9d8c-41ba-be82-95eff0ea341d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a09a502-0a57-4fdd-88a7-7d73df2551b9 HTTP/1.1" status: 200  len: 852 time: 0.0569522
Jan 15 21:19:57.451423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-fbc96744-49ac-45a9-8769-0d114c788f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93892b34-ebb2-470c-b3e3-a2f8019bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271442
Jan 15 21:19:57.533717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54510) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:57.562120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-635cc82e-6b6d-4cc8-9973-d4b1a079a82b service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1042519
Jan 15 21:19:57.652531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776406115-network', 'tenant_id': '5aca9c053ec54853934a057b46a98733'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:57.668375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2c9307d4-fdf4-454b-978d-008ff9e2a745 req-9752cb90-061b-46b9-90a4-6f4fced2e798 service neutron] 10.222.0.45 "GET /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997021
Jan 15 21:19:57.678941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Made reservation on behalf of 5aca9c053ec54853934a057b46a98733 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:57.681593 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.691437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.772366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks [] for security_group (e7cb590e-3fae-4547-b087-5a53ad23e5ab), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.776409 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e7cb590e-3fae-4547-b087-5a53ad23e5ab), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.802454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:19:57.812420 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb590e-3fae-4547-b087-5a53ad23e5ab,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:57.817149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85e40cb3-10ec-4173-8e44-c4f891bf867e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.817531 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Added segment 85e40cb3-10ec-4173-8e44-c4f891bf867e of type vlan for network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6
Jan 15 21:19:57.868103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.898003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.899497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:57.900360 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:57.965495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4302771
Jan 15 21:19:57.968322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54516) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:57.974731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Request body: {'subnet': {'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776406115-subnet', 'tenant_id': '5aca9c053ec54853934a057b46a98733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:57.991371 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b409bb-e50d-4f98-9acc-0df14bab47b7 admin admin] Pushing event updated for resources: {'Network': ['ID=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:58.002325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:19:58.014075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Made reservation on behalf of 5aca9c053ec54853934a057b46a98733 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:58.017185 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:58.206473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (fe28b15c-a899-47ca-a652-cf38f38a281b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:58.257890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe28b15c-a899-47ca-a652-cf38f38a281b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:58.275369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Checking segment: {'id': '85e40cb3-10ec-4173-8e44-c4f891bf867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:58.275734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Network hostable DHCP agents. Network: 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:19:58.295235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:19:58.305543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:19:58.310385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:58.311147 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:58.320497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304c6a0-8b55-4b14-b9b5-90d3105c219a None None] Network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:58.331570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-da36480a-2b20-41e7-bb3c-c1b0f5235fd1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3621678
Jan 15 21:19:58.408308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053967-7fcb-4e37-a43b-1731196e9e96 req-35585b37-b2d4-407e-8706-c072d72caa36 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:58.410424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06053967-7fcb-4e37-a43b-1731196e9e96 req-35585b37-b2d4-407e-8706-c072d72caa36 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0839875
Jan 15 21:19:58.469576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309368c6-2a5f-4539-98cc-bfdad1993f0b None None] Network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:19:58.490921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06053967-7fcb-4e37-a43b-1731196e9e96 req-129a3e38-1b83-4b19-93f3-07b04814e68e tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717471
Jan 15 21:19:58.944773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54536) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:58.950194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743574743-network', 'tenant_id': '7ff4749e952a49b6af98d8f2bd01de4e'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:58.974412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Made reservation on behalf of 7ff4749e952a49b6af98d8f2bd01de4e for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:58.977158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:58.987118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.079572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks [] for security_group (303d0cdc-be1f-4565-83d1-7ede3663bb47), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.084618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (303d0cdc-be1f-4565-83d1-7ede3663bb47), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.106275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:19:59.120194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303d0cdc-be1f-4565-83d1-7ede3663bb47,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:59.124946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (603d7652-bdd5-4d8b-a981-342efa5472f7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.125289 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Added segment 603d7652-bdd5-4d8b-a981-342efa5472f7 of type vlan for network be0e3ea4-34a8-4a52-9c81-ca9a46c787e2
Jan 15 21:19:59.168754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (be0e3ea4-34a8-4a52-9c81-ca9a46c787e2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.198308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (be0e3ea4-34a8-4a52-9c81-ca9a46c787e2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.199742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:59.200431 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.275671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3296089
Jan 15 21:19:59.278543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54538) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:19:59.279317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbf847-3a4f-4bef-98cd-f562dbf06af1 admin admin] Pushing event updated for resources: {'Network': ['ID=be0e3ea4-34a8-4a52-9c81-ca9a46c787e2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:59.283627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Request body: {'subnet': {'network_id': 'be0e3ea4-34a8-4a52-9c81-ca9a46c787e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743574743-subnet', 'tenant_id': '7ff4749e952a49b6af98d8f2bd01de4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:19:59.290731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network be0e3ea4-34a8-4a52-9c81-ca9a46c787e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:19:59.308322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Made reservation on behalf of 7ff4749e952a49b6af98d8f2bd01de4e for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:19:59.311507 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.873407 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (5302884a-7587-4049-a68d-9b8d32498d51), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:19:59.917574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006a4b1-9b09-45f6-b0fa-e7c38764b0a5 req-1efc2cdc-2f23-4bd7-9423-465d4eeaf981 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:19:59.919133 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c006a4b1-9b09-45f6-b0fa-e7c38764b0a5 req-1efc2cdc-2f23-4bd7-9423-465d4eeaf981 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0928724
Jan 15 21:19:59.963744 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5302884a-7587-4049-a68d-9b8d32498d51,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:19:59.984733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Checking segment: {'id': '603d7652-bdd5-4d8b-a981-342efa5472f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be0e3ea4-34a8-4a52-9c81-ca9a46c787e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:19:59.985155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Network hostable DHCP agents. Network: be0e3ea4-34a8-4a52-9c81-ca9a46c787e2, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:20:00.019351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c006a4b1-9b09-45f6-b0fa-e7c38764b0a5 req-a286bdb7-edd0-45a4-a3e0-59d6631118e3 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906975
Jan 15 21:20:00.024610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Network be0e3ea4-34a8-4a52-9c81-ca9a46c787e2 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:20:00.034390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be0e3ea4-34a8-4a52-9c81-ca9a46c787e2) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:00.049347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf5944-c32d-4f31-ae2d-a23010c0e5f0 None None] Network be0e3ea4-34a8-4a52-9c81-ca9a46c787e2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:00.066116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:00.066718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:00.083037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e37966b0-a2e3-458f-a752-6e959143065c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8032730
Jan 15 21:20:00.184067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f5b4f-e309-44c4-ac92-d3386663a0a7 None None] Network be0e3ea4-34a8-4a52-9c81-ca9a46c787e2 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:00.303880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362130f-bbd1-42e7-836d-03993266ebf7 req-27e75960-ac70-40ba-9120-b609b7f80b19 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:00.305801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6362130f-bbd1-42e7-836d-03993266ebf7 req-27e75960-ac70-40ba-9120-b609b7f80b19 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0553799
Jan 15 21:20:00.356258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6362130f-bbd1-42e7-836d-03993266ebf7 req-2507585a-1fab-4597-bc48-6db2702fcbec tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434945
Jan 15 21:20:00.640635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-88c3220f-5c3a-435d-9f73-cae6b586099f tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:00.642130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-88c3220f-5c3a-435d-9f73-cae6b586099f tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/networks?id=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 HTTP/1.1" status: 200  len: 808 time: 0.1009381
Jan 15 21:20:00.656961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-694b2ec9-0ca1-4177-804d-3c5952e6b816 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/quotas/5aca9c053ec54853934a057b46a98733 HTTP/1.1" status: 200  len: 375 time: 0.0088224
Jan 15 21:20:00.688061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-7ac8e053-b72f-49e7-a9c5-f31a3397e011 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5aca9c053ec54853934a057b46a98733&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0255330
Jan 15 21:20:00.698916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-080fd0e1-edbd-4d40-80cf-c037b644c905 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:20:00.699881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-080fd0e1-edbd-4d40-80cf-c037b644c905 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051355
Jan 15 21:20:00.789692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-fc967113-3fd7-4ca7-af3e-b75f1ed20f4c service neutron] 10.222.0.46 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846982
Jan 15 21:20:00.886202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-0e31a8e8-d8df-4227-af05-4c967b99644d service neutron] 10.222.0.46 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885031
Jan 15 21:20:01.044227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b700eb6d-ab5d-452a-9787-f33da016cde6 req-593d3d4a-88e4-4b31-92ab-0995f0d1eefc tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 210 time: 0.0280638
Jan 15 21:20:01.487496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5993b4-3fb5-413b-8a23-e3ec88f64f9c req-4856b423-fc15-4da7-8e45-ef037ee5f704 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:01.497280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d5993b4-3fb5-413b-8a23-e3ec88f64f9c req-4856b423-fc15-4da7-8e45-ef037ee5f704 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0673006
Jan 15 21:20:01.556700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d5993b4-3fb5-413b-8a23-e3ec88f64f9c req-4b1c2cf8-f75e-4b78-bb29-50e9990890eb tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582633
Jan 15 21:20:01.759709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cd337-ce01-4c7f-a481-f091447d9805 req-6f4ec392-817c-4a0a-ade9-9b2bc090f51b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:01.766719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d35cd337-ce01-4c7f-a481-f091447d9805 req-6f4ec392-817c-4a0a-ade9-9b2bc090f51b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0679991
Jan 15 21:20:01.817207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d35cd337-ce01-4c7f-a481-f091447d9805 req-bfff91f9-da78-49d6-a8d4-7d62967cc2a8 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494990
Jan 15 21:20:02.160322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-188b6fd7-1bc1-4336-9838-4ae4afcb38fc req-a8c5bafc-2122-41ec-a850-2721084c1d25 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 210 time: 0.0318573
Jan 15 21:20:02.216031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-7c0ea3fd-e5eb-45bc-b516-bad6bc0e08ec tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:02.217687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-7c0ea3fd-e5eb-45bc-b516-bad6bc0e08ec tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.39 "GET /v2.0/networks?id=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 HTTP/1.1" status: 200  len: 808 time: 0.1389787
Jan 15 21:20:02.230654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Request body: {'port': {'device_id': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6', 'admin_state_up': True, 'tenant_id': '5aca9c053ec54853934a057b46a98733'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:02.667015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-41fdb58b-fa70-45e6-9162-21cf80099fd3 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:02.668558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-41fdb58b-fa70-45e6-9162-21cf80099fd3 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.45 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.4212508
Jan 15 21:20:02.706515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7cd45-6ab6-4960-92d6-211a3e0243a4 req-f0c189ee-3743-4fc6-ba19-09e5513a5227 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:02.708188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faf7cd45-6ab6-4960-92d6-211a3e0243a4 req-f0c189ee-3743-4fc6-ba19-09e5513a5227 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 945 time: 0.0614150
Jan 15 21:20:02.767206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-faf7cd45-6ab6-4960-92d6-211a3e0243a4 req-ee275a7b-7427-45d7-8d43-9df4e527aa18 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f846ad4-740a-46c5-b405-065b1131b7c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509691
Jan 15 21:20:02.776354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Made reservation on behalf of 5aca9c053ec54853934a057b46a98733 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:02.779929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:02.848444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Deleting port ff4b38f7-41bd-4dcc-9838-e09499d0b96a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:02.849576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:02.954863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6b685-c047-42b4-9b23-25047739470a req-da7b807a-acfc-4bc5-9713-9ca34843d3a3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:02.956709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fc6b685-c047-42b4-9b23-25047739470a req-da7b807a-acfc-4bc5-9713-9ca34843d3a3 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0639615
Jan 15 21:20:02.997784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Allocated IP 172.20.0.2 (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6/fe28b15c-a899-47ca-a652-cf38f38a281b/f959f682-88bf-46fd-b330-3f3ca3ad1faa) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:03.006099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] For port ff4b38f7-41bd-4dcc-9838-e09499d0b96a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,segment=NetworkSegment(3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386),segment_id=3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:03.006947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.016666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fc6b685-c047-42b4-9b23-25047739470a req-292acd49-be06-4123-a1e1-d686ec82a38b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528202
Jan 15 21:20:03.025790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Calling delete_port for ff4b38f7-41bd-4dcc-9838-e09499d0b96a owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:03.269792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks [] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.272414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-171a95c4-ff4b-4837-a8b3-c28c0799a527 req-9ff42fec-c29a-498e-9e4a-99ff9e1dc0fe tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 210 time: 0.0318780
Jan 15 21:20:03.295386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff4b38f7-41bd-4dcc-9838-e09499d0b96a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.367541 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Pushing event deleted for resources: {'Port': ['ID=ff4b38f7-41bd-4dcc-9838-e09499d0b96a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:03.418638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.419021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.419425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.419849 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.420191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.420641 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.421146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.421580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.422071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.422469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.422799 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.423163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.423490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:03.430885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] No DVR routers for this DVR port ff4b38f7-41bd-4dcc-9838-e09499d0b96a on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:03.433562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.438357 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f32c469a-09af-484e-aa85-50c41dbe6e92 req-c15187ca-9ab2-412f-85c5-d7d62752ec9a tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.45 "DELETE /v2.0/ports/ff4b38f7-41bd-4dcc-9838-e09499d0b96a HTTP/1.1" status: 204  len: 173 time: 0.7589090
Jan 15 21:20:03.441574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'name': 'network-vif-deleted', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:03.444658 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d58ba2-bd98-43ec-b40b-4d1a234451f9" -d '{"events": [{"server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "name": "network-vif-deleted", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:03.454976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.502824 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a748bbc-3325-4e93-814f-2e9f4a18647c x-openstack-request-id: req-0a748bbc-3325-4e93-814f-2e9f4a18647c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:03.503161 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f7add7-918d-4aee-9015-7bf2830ca59b", "name": "network-vif-deleted", "tag": "ff4b38f7-41bd-4dcc-9838-e09499d0b96a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:03.503378 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a748bbc-3325-4e93-814f-2e9f4a18647c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:03.503784 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f7add7-918d-4aee-9015-7bf2830ca59b', 'name': 'network-vif-deleted', 'tag': 'ff4b38f7-41bd-4dcc-9838-e09499d0b96a', 'status': 'completed', 'code': 200}
Jan 15 21:20:03.506262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:03.509993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:03.513906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:03.551636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Pushing event updated for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:03.580742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:03.581536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.601191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6b3bc549-452e-4212-9337-09590d024a7b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3749912
Jan 15 21:20:03.612183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Request body: {'port': {'device_id': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:03.673836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:03.905209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d666a89-3433-4bc7-a95c-62008c608990 req-262e7331-4339-4e22-9c74-efdd04e09d63 tempest-TestServerAdvancedOps-620740096 tempest-TestServerAdvancedOps-620740096-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f7add7-918d-4aee-9015-7bf2830ca59b HTTP/1.1" status: 200  len: 210 time: 0.0355995
Jan 15 21:20:04.017742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f959f682-88bf-46fd-b330-3f3ca3ad1faa {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:04.029265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks [] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:04.045284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Transition to ACTIVE for port object f959f682-88bf-46fd-b330-3f3ca3ad1faa will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:20:04.049145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:04.105711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Pushing event updated for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:04.165427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4382c5-8a84-4d79-a28e-d70d0b061050 req-6798b243-2602-4dc8-87d3-d72121f0b65a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:04.166962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d4382c5-8a84-4d79-a28e-d70d0b061050 req-6798b243-2602-4dc8-87d3-d72121f0b65a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0542252
Jan 15 21:20:04.202042 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Attempting to bind port f959f682-88bf-46fd-b330-3f3ca3ad1faa on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:04.202529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Attempting to bind port f959f682-88bf-46fd-b330-3f3ca3ad1faa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85e40cb3-10ec-4173-8e44-c4f891bf867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:04.202900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Attempting to bind port f959f682-88bf-46fd-b330-3f3ca3ad1faa on network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:04.208739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Port f959f682-88bf-46fd-b330-3f3ca3ad1faa on network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:20:04.209145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Attempting to bind port f959f682-88bf-46fd-b330-3f3ca3ad1faa on network 43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:04.214287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:04.214631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Checking segment: {'id': '85e40cb3-10ec-4173-8e44-c4f891bf867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:04.215027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Bound using segment: {'id': '85e40cb3-10ec-4173-8e44-c4f891bf867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:04.215430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Bound port: f959f682-88bf-46fd-b330-3f3ca3ad1faa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e40cb3-10ec-4173-8e44-c4f891bf867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:04.215784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:04.226011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d4382c5-8a84-4d79-a28e-d70d0b061050 req-01d38474-6af6-435c-b719-1abbd4c36c7f tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528917
Jan 15 21:20:04.283314 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:04.287387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa,segment=NetworkSegment(85e40cb3-10ec-4173-8e44-c4f891bf867e),segment_id=85e40cb3-10ec-4173-8e44-c4f891bf867e)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:04.291939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:04.335912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:04.336567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:04.338040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] 10.222.0.39 "PUT /v2.0/ports/f959f682-88bf-46fd-b330-3f3ca3ad1faa HTTP/1.1" status: 200  len: 1091 time: 0.7300193
Jan 15 21:20:04.366726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49b85c-dce0-4649-96f6-1fe3b29bf282 service neutron] Pushing event updated for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:04.416013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d926e-cd0f-454b-8584-d20ce7e67f80 req-e5320f39-96c3-47da-bdd5-d07d707153b2 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:04.416013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-830d926e-cd0f-454b-8584-d20ce7e67f80 req-e5320f39-96c3-47da-bdd5-d07d707153b2 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 943 time: 0.0557616
Jan 15 21:20:04.443140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-fbe850f1-8874-4f6f-b632-d566649470f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:04.445235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-fbe850f1-8874-4f6f-b632-d566649470f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5aca9c053ec54853934a057b46a98733&device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 1094 time: 0.0554368
Jan 15 21:20:04.470452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-830d926e-cd0f-454b-8584-d20ce7e67f80 req-c59e4ab5-57d4-41a7-b59b-743e88293f5f tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474343
Jan 15 21:20:04.494873 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-582b942e-d954-4e7b-ab6c-903a9563cb41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa HTTP/1.1" status: 200  len: 217 time: 0.0396447
Jan 15 21:20:04.547697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-80449fa0-923e-4a58-bd2d-cf32d1b1df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:04.549323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-80449fa0-923e-4a58-bd2d-cf32d1b1df49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe28b15c-a899-47ca-a652-cf38f38a281b HTTP/1.1" status: 200  len: 848 time: 0.0528183
Jan 15 21:20:04.581669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-1951855b-74fd-46a5-9ced-4771c1b96462 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268030
Jan 15 21:20:04.679036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-2ddf9c9a-2d71-40f5-aae4-fff0ae17295d service neutron] 10.222.0.39 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915532
Jan 15 21:20:04.792626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7126888a-8a21-4bfa-acd7-f7028cf4fda5 req-145e67cb-bb27-4904-98de-b7f787e18bcb service neutron] 10.222.0.39 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071692
Jan 15 21:20:04.983689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54622) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:05.030639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Deleting subnet 5a09a502-0a57-4fdd-88a7-7d73df2551b9 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:05.034019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Publish callbacks [] for subnet (5a09a502-0a57-4fdd-88a7-7d73df2551b9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.077534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5a09a502-0a57-4fdd-88a7-7d73df2551b9), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.126004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5a09a502-0a57-4fdd-88a7-7d73df2551b9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.188657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5a09a502-0a57-4fdd-88a7-7d73df2551b9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.215650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a09a502-0a57-4fdd-88a7-7d73df2551b9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:05.217523 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.223958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef4d55bd-9b4f-4ee5-aad7-830caaa2360a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5a09a502-0a57-4fdd-88a7-7d73df2551b9 HTTP/1.1" status: 204  len: 168 time: 0.2386181
Jan 15 21:20:05.224552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54626) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:05.245630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ff4b38f7-41bd-4dcc-9838-e09499d0b96a no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:05.266843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: ff4b38f7-41bd-4dcc-9838-e09499d0b96a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:05.267191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ff4b38f7-41bd-4dcc-9838-e09499d0b96a not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:05.327269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (93892b34-ebb2-470c-b3e3-a2f8019bba50), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.391088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad4a8-adda-4c2d-9d6d-bbfcb9b12e14 req-3115499c-2892-4396-9aa3-8f38e59abdef tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:05.392583 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10cad4a8-adda-4c2d-9d6d-bbfcb9b12e14 req-3115499c-2892-4396-9aa3-8f38e59abdef tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0820343
Jan 15 21:20:05.457472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (93892b34-ebb2-470c-b3e3-a2f8019bba50), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.492409 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a7040>,) {'filters': {'network_id': ['93892b34-ebb2-470c-b3e3-a2f8019bba50']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:05.504857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:05.507422 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c3c63-7876-47e4-b38e-52bb54a98d65" -d '{"events": [{"name": "network-changed", "server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:05.508455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10cad4a8-adda-4c2d-9d6d-bbfcb9b12e14 req-42db6748-3d85-4889-b418-566914ffdbbc tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060596
Jan 15 21:20:05.510165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a7040>, '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:05.510463 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9a7040>, '3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:05.520875 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.542793 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.550029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:05.550738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (3ec3a8cf-fde5-4cdc-b7a9-f8175bd03386), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:05.553560 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:05.564165 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad7ca5-b5e5-41d4-96dc-7acad139c912 x-openstack-request-id: req-bbad7ca5-b5e5-41d4-96dc-7acad139c912 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:05.564485 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:05.564743 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbad7ca5-b5e5-41d4-96dc-7acad139c912 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:05.565970 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa', 'status': 'completed', 'code': 200}
Jan 15 21:20:05.634790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-3f5b344f-26b7-48d4-a1b8-24a2853123c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:05.636530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-3f5b344f-26b7-48d4-a1b8-24a2853123c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5aca9c053ec54853934a057b46a98733&device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 1094 time: 0.0463402
Jan 15 21:20:05.667270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a6da-22b6-447d-ab74-d1574da1b738 req-3f9958a8-f53f-4cce-8a5d-3c7bcd6c0d05 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:05.668894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c53a6da-22b6-447d-ab74-d1574da1b738 req-3f9958a8-f53f-4cce-8a5d-3c7bcd6c0d05 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 943 time: 0.1145055
Jan 15 21:20:05.669531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (93892b34-ebb2-470c-b3e3-a2f8019bba50), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.675386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.679221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] 10.222.0.46 "DELETE /v2.0/networks/93892b34-ebb2-470c-b3e3-a2f8019bba50 HTTP/1.1" status: 204  len: 168 time: 0.4533815
Jan 15 21:20:05.682791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54634) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:05.703029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08700e5a-be73-436f-a607-efc7a193a021 admin admin] Pushing event deleted for resources: {'Network': ['ID=93892b34-ebb2-470c-b3e3-a2f8019bba50,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:05.749733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-1c79abfc-cd36-4e97-a9af-117eb6c4eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:05.751406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-1c79abfc-cd36-4e97-a9af-117eb6c4eb25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 HTTP/1.1" status: 200  len: 909 time: 0.1086297
Jan 15 21:20:05.772679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Deleting subnet 8f0c86ba-f74d-454f-80fc-a383489b3c7b {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:05.784006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Publish callbacks [] for subnet (8f0c86ba-f74d-454f-80fc-a383489b3c7b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.799338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-5b5e035b-c185-41e5-af69-c10184f1068f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa HTTP/1.1" status: 200  len: 217 time: 0.0415671
Jan 15 21:20:05.821518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c53a6da-22b6-447d-ab74-d1574da1b738 req-4b4cbbaf-51c8-4f15-beff-c40d10b24be8 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217401
Jan 15 21:20:05.841216 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (8f0c86ba-f74d-454f-80fc-a383489b3c7b), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.854560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f959f682-88bf-46fd-b330-3f3ca3ad1faa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:20:05.863412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-4bbcad4a-f865-4d64-bc07-abc64e5b36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:05.865189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-4bbcad4a-f865-4d64-bc07-abc64e5b36b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe28b15c-a899-47ca-a652-cf38f38a281b HTTP/1.1" status: 200  len: 848 time: 0.0604725
Jan 15 21:20:05.897214 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (8f0c86ba-f74d-454f-80fc-a383489b3c7b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.904683 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-2ace21ec-0c9a-4a48-8942-ba2cf32385d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333309
Jan 15 21:20:05.964408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (8f0c86ba-f74d-454f-80fc-a383489b3c7b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:05.977242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa,segment=NetworkSegment(85e40cb3-10ec-4173-8e44-c4f891bf867e),segment_id=85e40cb3-10ec-4173-8e44-c4f891bf867e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:05.994699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa', 'network_id': '43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6', 'port_id': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa', 'mac_address': 'fa:16:3e:32:bc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe28b15c-a899-47ca-a652-cf38f38a281b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:20:05.996297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.002256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8f0c86ba-f74d-454f-80fc-a383489b3c7b HTTP/1.1" status: 204  len: 168 time: 0.3161809
Jan 15 21:20:06.002421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54636) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:06.010615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c694d3-8e8b-41d2-b3bd-3b1126d0fdac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0c86ba-f74d-454f-80fc-a383489b3c7b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:06.026267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-e85632df-6d98-48e3-b173-c2cd3d4f8ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141067
Jan 15 21:20:06.046177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f959f682-88bf-46fd-b330-3f3ca3ad1faa is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:06.046983 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.074217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f959f682-88bf-46fd-b330-3f3ca3ad1faa {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:06.092116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.105827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa,segment=NetworkSegment(85e40cb3-10ec-4173-8e44-c4f891bf867e),segment_id=85e40cb3-10ec-4173-8e44-c4f891bf867e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:06.111469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.153297 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1d8c3c63-7876-47e4-b38e-52bb54a98d65 req-ed6671eb-97ba-4aa7-ac88-c83d7915976a service neutron] 10.222.0.39 "GET /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200860
Jan 15 21:20:06.171621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:06.183837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.184462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.185005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.185344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.185673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.186027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.186349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.186672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.186989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.187369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.188071 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.188190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.188886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:06.190442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.213168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b568670>,) {'filters': {'network_id': ['5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:06.225057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b568670>, '6b4e6eec-7bab-41a9-9a66-5e46d642efcb') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:06.225871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b568670>, '6b4e6eec-7bab-41a9-9a66-5e46d642efcb') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:06.237045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (6b4e6eec-7bab-41a9-9a66-5e46d642efcb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.253376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (6b4e6eec-7bab-41a9-9a66-5e46d642efcb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.260582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:06.261167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (6b4e6eec-7bab-41a9-9a66-5e46d642efcb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:06.263491 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:06.334596 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.336014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f959f682-88bf-46fd-b330-3f3ca3ad1faa'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:06.340869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.347127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f HTTP/1.1" status: 204  len: 168 time: 0.3414423
Jan 15 21:20:06.358329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f2aa-d191-491c-bb7a-b95cbe587e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c86b3bd-44c2-400c-a0a6-29a5fdc14b9f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:06.550989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:06.599826 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f4dba9b7-d7cf-41a0-817a-2fddcd75014d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e9a0df7dedb47ca920ad4d833dfcc41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0473666
Jan 15 21:20:06.602510 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54646) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:06.644097 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b28d3-2c3a-4761-8ce7-1c85cc5dac30 req-092dc292-b575-4936-a909-0eb6782b24fd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:06.647099 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-945b28d3-2c3a-4761-8ce7-1c85cc5dac30 req-092dc292-b575-4936-a909-0eb6782b24fd tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0546060
Jan 15 21:20:06.658139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] Publish callbacks [] for security_group (2f846ad4-740a-46c5-b405-065b1131b7c8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.683880 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] Publish callbacks [] for security_group (2f846ad4-740a-46c5-b405-065b1131b7c8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.706630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-945b28d3-2c3a-4761-8ce7-1c85cc5dac30 req-2dad849f-173a-43fe-b919-b419b220117e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533357
Jan 15 21:20:06.735867 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2f846ad4-740a-46c5-b405-065b1131b7c8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.738698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:06.740670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f846ad4-740a-46c5-b405-065b1131b7c8 HTTP/1.1" status: 204  len: 168 time: 0.1371381
Jan 15 21:20:06.749809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c763-e9e1-4016-8a53-89cbff189fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f846ad4-740a-46c5-b405-065b1131b7c8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:06.951413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed07ba-6524-4876-903b-b67131f5d05a req-fd854786-0704-4330-bde8-c1e4b5125226 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:06.953070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7ed07ba-6524-4876-903b-b67131f5d05a req-fd854786-0704-4330-bde8-c1e4b5125226 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 944 time: 0.0557692
Jan 15 21:20:07.008590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7ed07ba-6524-4876-903b-b67131f5d05a req-90b58c53-3456-493a-81e7-43e8a6cdd445 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479250
Jan 15 21:20:07.112234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54654) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:07.163554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f92ddaef-e241-4618-95b1-d3f39e8876e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62d5c4d282a2464c855046795dde1b71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0498502
Jan 15 21:20:07.165877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54658) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:07.220977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] Publish callbacks [] for security_group (69d72201-0c6a-449a-8c69-ee35216b296b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:07.244704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] Publish callbacks [] for security_group (69d72201-0c6a-449a-8c69-ee35216b296b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:07.294386 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (69d72201-0c6a-449a-8c69-ee35216b296b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:07.297342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:07.298479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69d72201-0c6a-449a-8c69-ee35216b296b HTTP/1.1" status: 204  len: 168 time: 0.1315138
Jan 15 21:20:07.306968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30becc7-9ef4-497b-96cd-a77f61f3c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d72201-0c6a-449a-8c69-ee35216b296b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:07.845048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a7e2-e71e-4cd0-a016-9bfeb531d4c9 req-a85a242b-cf2d-42c5-8a7b-837eeacc61ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:07.846752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c462a7e2-e71e-4cd0-a016-9bfeb531d4c9 req-a85a242b-cf2d-42c5-8a7b-837eeacc61ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0577297
Jan 15 21:20:07.867848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f959f682-88bf-46fd-b330-3f3ca3ad1faa up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:07.915625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c462a7e2-e71e-4cd0-a016-9bfeb531d4c9 req-ecf7c3f3-1fa1-4204-8273-b60bb2d1a0ea tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602486
Jan 15 21:20:07.938296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f959f682-88bf-46fd-b330-3f3ca3ad1faa completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:20:07.943330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f959f682-88bf-46fd-b330-3f3ca3ad1faa triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:07.944026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.031019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f959f682-88bf-46fd-b330-3f3ca3ad1faa is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:08.031768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.058811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:08.061292 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb887d-b559-48ae-8c21-d552d6e87e0b" -d '{"events": [{"server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "name": "network-vif-plugged", "status": "completed", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:08.076230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa,segment=NetworkSegment(85e40cb3-10ec-4173-8e44-c4f891bf867e),segment_id=85e40cb3-10ec-4173-8e44-c4f891bf867e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:08.085190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.122501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:08.148944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:08.199003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43f614-e787-4eef-997c-fe31784c1a00 req-efb1895b-5299-4e0b-b46f-40ab5b8d3616 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:08.200973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a43f614-e787-4eef-997c-fe31784c1a00 req-efb1895b-5299-4e0b-b46f-40ab5b8d3616 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.0940220
Jan 15 21:20:08.260026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a43f614-e787-4eef-997c-fe31784c1a00 req-8579fa43-9753-4c19-86c4-3c1fc1ee1de0 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516827
Jan 15 21:20:08.283491 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d3901-61d7-4e09-9962-51c2c6997b25 x-openstack-request-id: req-cf1d3901-61d7-4e09-9962-51c2c6997b25 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:08.284295 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "name": "network-vif-plugged", "status": "completed", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:08.284502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1869241494-network', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:08.284640 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf1d3901-61d7-4e09-9962-51c2c6997b25 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:08.284957 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa', 'code': 200}
Jan 15 21:20:08.313426 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Made reservation on behalf of 236bc567f7de4f859f27e5e9dcd9ee86 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:08.316390 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.335118 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.406719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264d87-b001-4837-a8b6-15425ced0a88 req-986f3b44-d818-4349-b784-acf55a192441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:08.408448 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-09264d87-b001-4837-a8b6-15425ced0a88 req-986f3b44-d818-4349-b784-acf55a192441 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 1096 time: 0.0655732
Jan 15 21:20:08.487430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-09264d87-b001-4837-a8b6-15425ced0a88 req-c5e0c5b4-9c40-4420-ae56-71af1f7a2817 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676942
Jan 15 21:20:08.497707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks [] for security_group (ceb2855b-0a94-4792-9ee0-8fc589191f5d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.502026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ceb2855b-0a94-4792-9ee0-8fc589191f5d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.525685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:20:08.544188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb2855b-0a94-4792-9ee0-8fc589191f5d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:08.547747 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a605b2a9-604e-467a-817f-ccfe1cbbd9e0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.548101 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Added segment a605b2a9-604e-467a-817f-ccfe1cbbd9e0 of type vlan for network 3450f0ec-f58a-4422-a96d-dbc93e487db1
Jan 15 21:20:08.593493 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (3450f0ec-f58a-4422-a96d-dbc93e487db1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.620945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (3450f0ec-f58a-4422-a96d-dbc93e487db1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.621915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:08.622488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.683167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5565176
Jan 15 21:20:08.683908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54694) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:08.689429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7111-937f-4250-a3d1-60070bb4a812 admin admin] Pushing event updated for resources: {'Network': ['ID=3450f0ec-f58a-4422-a96d-dbc93e487db1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:08.690840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Request body: {'subnet': {'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1869241494-subnet', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:08.700606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:20:08.718812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Made reservation on behalf of 236bc567f7de4f859f27e5e9dcd9ee86 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:08.721503 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.920999 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:08.987230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:09.001460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Checking segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:09.001826 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Network hostable DHCP agents. Network: 3450f0ec-f58a-4422-a96d-dbc93e487db1, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:20:09.042198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:20:09.060587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de069a-ed6c-41ab-a2f4-a5cdf25bfd30 req-48faa0c3-e8c3-4ff9-aeb2-bce3ed8160a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:09.062107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69de069a-ed6c-41ab-a2f4-a5cdf25bfd30 req-48faa0c3-e8c3-4ff9-aeb2-bce3ed8160a1 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0692477
Jan 15 21:20:09.063130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3450f0ec-f58a-4422-a96d-dbc93e487db1) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:09.067502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:09.068090 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.074093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9cf4a5-d785-461f-a180-bc20499f10b6 None None] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:09.106415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e73a9512-b602-4e2b-b9a3-63bcd1183f5c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4208519
Jan 15 21:20:09.110444 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54698) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:09.118351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:09.136658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-69de069a-ed6c-41ab-a2f4-a5cdf25bfd30 req-17b485f4-5a67-4ed9-a5ac-e747faa72c3a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657206
Jan 15 21:20:09.147038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.149234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.194208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3450f0ec-f58a-4422-a96d-dbc93e487db1', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:20:09.195335 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.214257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for router_controller (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.364372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Allocated IP 172.20.0.2 (3450f0ec-f58a-4422-a96d-dbc93e487db1/5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a/76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:09.404108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for router_gateway (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.475977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962bc97-130e-432f-b4d9-e678c1ac8d5b req-6a6467f6-b459-4d84-86db-6eef33c36ef5 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:09.486758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3962bc97-130e-432f-b4d9-e678c1ac8d5b req-6a6467f6-b459-4d84-86db-6eef33c36ef5 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.1115692
Jan 15 21:20:09.576152 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3962bc97-130e-432f-b4d9-e678c1ac8d5b req-7894337c-baae-4b3e-893e-02ed4e6b780a tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880752
Jan 15 21:20:09.663465 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks [] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.670541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.705427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for router_gateway (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.714457 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:09.717458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:09.733496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:09.738149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.742256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Pushing event updated for resources: {'Port': ['ID=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:09.798885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Attempting to bind port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:09.799245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Attempting to bind port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:09.799615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Attempting to bind port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:09.805830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:09.806202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Checking segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:09.806608 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.807007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Bound using segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:09.807453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Bound port: 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:09.807823 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.872951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Allocated IP 172.35.1.135 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/b55d41ec-16b8-4135-be0c-8a6f29faf648) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:09.874476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] For port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:09.878058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] For port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:09.882361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:09.944968 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ccaf-c40b-4870-bcbf-148777bc1ae0 None None] Pushing event updated for resources: {'Port': ['ID=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:09.999270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.039198 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.080951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:10.091812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:10.094041 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Pushing event updated for resources: {'Port': ['ID=b55d41ec-16b8-4135-be0c-8a6f29faf648,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:10.097099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:10.128451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c1471-80a9-4258-ac94-1e0af8239a5a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:10.232304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4857eb3f-4c3e-4699-bc40-4d8ab47bc9fc None None] Provisioning complete for port b55d41ec-16b8-4135-be0c-8a6f29faf648 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:10.233169 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4857eb3f-4c3e-4699-bc40-4d8ab47bc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.278137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4857eb3f-4c3e-4699-bc40-4d8ab47bc9fc None None] Port b55d41ec-16b8-4135-be0c-8a6f29faf648 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:10.315678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ed91e-ba5c-4419-aa56-022830bd1bae req-950a7f79-31b6-4b71-a7b3-3e0c9bbaf25a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:10.324269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-100ed91e-ba5c-4419-aa56-022830bd1bae req-950a7f79-31b6-4b71-a7b3-3e0c9bbaf25a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0659461
Jan 15 21:20:10.383196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-100ed91e-ba5c-4419-aa56-022830bd1bae req-1b84b37e-6881-4bb5-8649-6b13e9daf92d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582080
Jan 15 21:20:10.437809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for router_gateway (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.676188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:10.680536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.739125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:10.739724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.740616 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6d85-7ae7-4a30-b84f-f154941eda45 req-fc9f4c54-e58e-43a4-a91f-25ee03efdb1f tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:10.750698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c74a6d85-7ae7-4a30-b84f-f154941eda45 req-fc9f4c54-e58e-43a4-a91f-25ee03efdb1f tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.0830975
Jan 15 21:20:10.823256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c74a6d85-7ae7-4a30-b84f-f154941eda45 req-c0ea600a-d3aa-49bb-ba88-a7405d123781 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714681
Jan 15 21:20:10.857178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:10.857573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.891536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:20:10.904637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:10.912015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:10.978180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:11.048258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:11.064423 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Sync routers for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:11.078095 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:11.078985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b552850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:11.085451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:11.092419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54712) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:11.092636 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-98c3973d-201e-488c-a4a5-fe7a12bc4680 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9801314
Jan 15 21:20:11.215460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:11.232677 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87e49f-b53d-41cd-94fc-6533d325bb5a None None] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:11.371414 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-495a3465-3caa-44b2-a56c-a72e80718d75 None None] Provisioning complete for port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:11.381514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-495a3465-3caa-44b2-a56c-a72e80718d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:11.524990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-495a3465-3caa-44b2-a56c-a72e80718d75 None None] Current status of the port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:11.614879 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b552850>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:10Z', 'revision_number': 3, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:11.657612 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Checking router: 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:11.657974 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Updating router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 port b55d41ec-16b8-4135-be0c-8a6f29faf648 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:20:11.662227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535380f2-c09b-4408-a0fa-aee25f534e99 req-4135c925-d090-41ce-a312-1e3d4f71dfef tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:11.664140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-535380f2-c09b-4408-a0fa-aee25f534e99 req-4135c925-d090-41ce-a312-1e3d4f71dfef tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.1561437
Jan 15 21:20:11.689662 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:11.798538 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-535380f2-c09b-4408-a0fa-aee25f534e99 req-547a0b1e-1b03-4b0f-a795-1c0228c15f8d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135664
Jan 15 21:20:11.849007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-136d89cc-bd0e-41d7-ba7a-ec5197ef3ac4 None None] Provisioning complete for port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:11.849381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-136d89cc-bd0e-41d7-ba7a-ec5197ef3ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:11.857281 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:11.940571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-136d89cc-bd0e-41d7-ba7a-ec5197ef3ac4 None None] Current status of the port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:11.998877 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks [] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.005299 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.041110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Allocated IP 172.20.0.1 (3450f0ec-f58a-4422-a96d-dbc93e487db1/5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a/7a5745c3-f155-45f1-9532-17f5b5523020) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:12.051823 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a6ef6-34ab-42e4-87fc-7f2f8b1320c5 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:12.059022 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Attempting to bind port b55d41ec-16b8-4135-be0c-8a6f29faf648 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:12.059355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Attempting to bind port b55d41ec-16b8-4135-be0c-8a6f29faf648 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:12.059715 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Attempting to bind port b55d41ec-16b8-4135-be0c-8a6f29faf648 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:12.064012 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Pushing event updated for resources: {'Port': ['ID=b55d41ec-16b8-4135-be0c-8a6f29faf648,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:12.073352 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.074543 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.075034 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.075546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.076564 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.077090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.077674 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.079507 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:12.083232 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:12.083597 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:12.084162 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.084785 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:12.085296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Bound port: b55d41ec-16b8-4135-be0c-8a6f29faf648, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:12.085674 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.149903 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] For port b55d41ec-16b8-4135-be0c-8a6f29faf648, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:12.158706 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] For port b55d41ec-16b8-4135-be0c-8a6f29faf648, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b55d41ec-16b8-4135-be0c-8a6f29faf648,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:12.165021 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.167154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Provisioning complete for port b55d41ec-16b8-4135-be0c-8a6f29faf648 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:12.167595 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.177528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks [] for port (7a5745c3-f155-45f1-9532-17f5b5523020), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.194738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0e0ac-3176-4190-a7bb-5475908d5e39 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:12.226237 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.249977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:12.250741 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b552850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:12.266254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Current status of the port b55d41ec-16b8-4135-be0c-8a6f29faf648 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:12.266254 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.277797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:12.281899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:12.286128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:12.292764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] For port b55d41ec-16b8-4135-be0c-8a6f29faf648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b55d41ec-16b8-4135-be0c-8a6f29faf648,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:12.300378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.310514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf332e-01cb-4579-92c0-7bfb35fe9ffe None None] Pushing event updated for resources: {'Port': ['ID=b55d41ec-16b8-4135-be0c-8a6f29faf648,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:12.344095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Pushing event updated for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:12.361774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63176a2-c26a-4038-8cfb-7a66b9d78fe3 None None] Pushing event updated for resources: {'Port': ['ID=b55d41ec-16b8-4135-be0c-8a6f29faf648,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:12.380387 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.464351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-056d45cf-131a-4d12-8799-c1a2eaef77a7 None None] Provisioning complete for port b55d41ec-16b8-4135-be0c-8a6f29faf648 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:12.464733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-056d45cf-131a-4d12-8799-c1a2eaef77a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.587841 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.607082 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:12.811550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:12.887311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-056d45cf-131a-4d12-8799-c1a2eaef77a7 None None] Current status of the port b55d41ec-16b8-4135-be0c-8a6f29faf648 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:12.894706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks [] for port (7a5745c3-f155-45f1-9532-17f5b5523020), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.905147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b552850>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:10Z', 'revision_number': 3, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:12.906439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.912667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:12.913405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:12.939201 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835da90-8d78-459d-9057-5a9c8712a4cb None None] The sync data for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 is: [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:10Z', 'revision_number': 3, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:12.988399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:13.038876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:13.042877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5a6ce905-d5bd-4696-a722-f3df299bd670 None None] Provisioning complete for port 7a5745c3-f155-45f1-9532-17f5b5523020 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:13.043519 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5a6ce905-d5bd-4696-a722-f3df299bd670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:13.091645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ce905-d5bd-4696-a722-f3df299bd670 None None] Port 7a5745c3-f155-45f1-9532-17f5b5523020 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:13.132871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Pushing event updated for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:13.175881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f5753-50d9-45be-862c-7eab910b59b4 req-ae3ef853-1cdb-4400-a33f-9540fa6ec1aa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:13.177940 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e56f5753-50d9-45be-862c-7eab910b59b4 req-ae3ef853-1cdb-4400-a33f-9540fa6ec1aa tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.1910844
Jan 15 21:20:13.230272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:13.237096 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:13.331648 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e56f5753-50d9-45be-862c-7eab910b59b4 req-a942f62f-99ec-4dcf-909e-f526d46ff7cf tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352644
Jan 15 21:20:13.513238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:13.705319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:13.719897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0caca43a-3497-40ce-b52e-80740ff25f9d admin admin] 10.222.0.46 "PUT /v2.0/routers/1f3005fc-2485-45ec-a8ec-21bf4d3c6516/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6255138
Jan 15 21:20:13.734337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79dad08c-dba8-4fb8-b42d-4a9135636c4c None None] Provisioning complete for port 7a5745c3-f155-45f1-9532-17f5b5523020 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:13.735055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79dad08c-dba8-4fb8-b42d-4a9135636c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:13.797851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79dad08c-dba8-4fb8-b42d-4a9135636c4c None None] Port 7a5745c3-f155-45f1-9532-17f5b5523020 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:14.090720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123c87-fd0a-440b-a6b8-77f8d3e723ef req-dffaec06-4fe7-4c73-8c32-c6fc0025084a tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:14.092259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b123c87-fd0a-440b-a6b8-77f8d3e723ef req-dffaec06-4fe7-4c73-8c32-c6fc0025084a tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.0595467
Jan 15 21:20:14.146845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5b123c87-fd0a-440b-a6b8-77f8d3e723ef req-69b93708-a533-4879-95c8-76e7ebb4f39e tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478292
Jan 15 21:20:14.291109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54784) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:14.296004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-430476710-network', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:14.320463 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Made reservation on behalf of be87d54300704fa8a180845f0ae0701b for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:14.322841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.331742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.416130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks [] for security_group (2be14b19-9b8f-4fb1-a918-7a2399ccaad7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.420942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2be14b19-9b8f-4fb1-a918-7a2399ccaad7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.447220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:20:14.456882 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be14b19-9b8f-4fb1-a918-7a2399ccaad7,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:14.465352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (45ae5686-3525-48de-86f9-726fbad7d97c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.465352 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Added segment 45ae5686-3525-48de-86f9-726fbad7d97c of type vlan for network 1696f319-ac4b-4488-86cb-d942bea7b0b0
Jan 15 21:20:14.496683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed158f5-8fb0-4778-90df-8baa44769044 req-33a0c248-141d-4170-ba75-3912555b75ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:14.498511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ed158f5-8fb0-4778-90df-8baa44769044 req-33a0c248-141d-4170-ba75-3912555b75ba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0671060
Jan 15 21:20:14.506871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (1696f319-ac4b-4488-86cb-d942bea7b0b0), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.526326 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.532940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (1696f319-ac4b-4488-86cb-d942bea7b0b0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.534170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:14.534752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.554351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ed158f5-8fb0-4778-90df-8baa44769044 req-85712e9d-7308-4561-af6f-efcf4ba8c835 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499423
Jan 15 21:20:14.664598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b55d41ec-16b8-4135-be0c-8a6f29faf648 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:14.719854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b55d41ec-16b8-4135-be0c-8a6f29faf648 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:14.720231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:14.807446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b55d41ec-16b8-4135-be0c-8a6f29faf648 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:14.916215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6238439
Jan 15 21:20:14.919033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:14.925160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Request body: {'subnet': {'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-430476710-subnet', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:14.930706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01daf-f4e3-4c0f-8f09-1405996349e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1696f319-ac4b-4488-86cb-d942bea7b0b0,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:14.941342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:20:14.954593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Made reservation on behalf of be87d54300704fa8a180845f0ae0701b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:14.957248 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.021940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Sync routers for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:15.031231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:15.031855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a127c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:15.141719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcaee2-3c64-40af-86f8-7982fe127b8f req-a57ac55c-42ec-4bc2-adae-7f3108106f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:15.143665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-00fcaee2-3c64-40af-86f8-7982fe127b8f req-a57ac55c-42ec-4bc2-adae-7f3108106f8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1096 time: 0.2184849
Jan 15 21:20:15.150468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (cc9b0dd1-153b-4b92-8132-fb0116ce4741), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.151042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:15.208590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-00fcaee2-3c64-40af-86f8-7982fe127b8f req-3769b5aa-f882-4f57-b1fd-c185c08b2149 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534213
Jan 15 21:20:15.225405 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9b0dd1-153b-4b92-8132-fb0116ce4741,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:15.237908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.238251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.238864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.239852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.240196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.240655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.241016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.241359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.241664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.241987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.242364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.242691 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.243008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:20:15.247630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Checking segment: {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:15.248070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Network hostable DHCP agents. Network: 1696f319-ac4b-4488-86cb-d942bea7b0b0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:20:15.292045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:20:15.311500 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1696f319-ac4b-4488-86cb-d942bea7b0b0) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:15.319113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:15.320517 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.325439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc52f2-477e-4a8c-9df0-c1feb261a132 None None] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:15.333892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3dc77-90c4-4d4c-b7d7-0eb45339bb8d req-807463ae-f65f-4e81-a4a2-4c09600b0fe8 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:15.335476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64e3dc77-90c4-4d4c-b7d7-0eb45339bb8d req-807463ae-f65f-4e81-a4a2-4c09600b0fe8 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.0846016
Jan 15 21:20:15.361826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-96f7a4c3-ffaa-4016-9e29-5dfc86848589 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4414148
Jan 15 21:20:15.365756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 54796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:15.370175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:15.399999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (28495e25-07d5-467f-b6b9-839791c7aa36), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.401705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (28495e25-07d5-467f-b6b9-839791c7aa36), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.408644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.427394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64e3dc77-90c4-4d4c-b7d7-0eb45339bb8d req-054c8127-69c5-4552-aab3-93bc9b2d4496 tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/security-groups?id=e7cb590e-3fae-4547-b087-5a53ad23e5ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824606
Jan 15 21:20:15.469789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a127c10>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a5745c3-f155-45f1-9532-17f5b5523020', 'name': '', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'mac_address': 'fa:16:3e:d1:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:11Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 2, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'subnets': [{'id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:15.473973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1696f319-ac4b-4488-86cb-d942bea7b0b0', 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0', 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'fixed_ips': [{'subnet_id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:20:15.474805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.483607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for router_controller (28495e25-07d5-467f-b6b9-839791c7aa36), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.510392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Checking router: 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:15.510750 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Updating router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 port 7a5745c3-f155-45f1-9532-17f5b5523020 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:20:15.574703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-c8202f42-d503-4b84-85d0-9c159efeec4b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:15.576154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-c8202f42-d503-4b84-85d0-9c159efeec4b tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.39 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 945 time: 0.1478760
Jan 15 21:20:15.591232 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.669474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for router_gateway (28495e25-07d5-467f-b6b9-839791c7aa36), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.756153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Allocated IP 172.20.0.2 (1696f319-ac4b-4488-86cb-d942bea7b0b0/cc9b0dd1-153b-4b92-8132-fb0116ce4741/b8aaeae9-873c-43d4-bfef-89a8914e07df) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:15.803872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Deleting port f959f682-88bf-46fd-b330-3f3ca3ad1faa {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:15.804253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:15.974222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] For port f959f682-88bf-46fd-b330-3f3ca3ad1faa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f959f682-88bf-46fd-b330-3f3ca3ad1faa,segment=NetworkSegment(85e40cb3-10ec-4173-8e44-c4f891bf867e),segment_id=85e40cb3-10ec-4173-8e44-c4f891bf867e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:15.974222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.015958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Calling delete_port for f959f682-88bf-46fd-b330-3f3ca3ad1faa owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:16.031088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks [] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.036932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b84e8-5ba8-41f1-af17-dfa139141377 req-9b3aed87-85aa-4d54-958a-9fce57186747 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:16.038365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-662b84e8-5ba8-41f1-af17-dfa139141377 req-9b3aed87-85aa-4d54-958a-9fce57186747 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.4106991
Jan 15 21:20:16.040297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.073900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks [] for port (7a5745c3-f155-45f1-9532-17f5b5523020), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.089429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.098691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:16.106683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for router_gateway (28495e25-07d5-467f-b6b9-839791c7aa36), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.109251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:16.116282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:16.117119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-662b84e8-5ba8-41f1-af17-dfa139141377 req-b45d9cd8-9e9d-41ce-b99f-9877429d3214 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725236
Jan 15 21:20:16.120216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Pushing event updated for resources: {'Port': ['ID=b8aaeae9-873c-43d4-bfef-89a8914e07df,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:16.149305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.236589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cebc95-dc49-4db2-8f87-978214e9092d None None] Pushing event updated for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:16.258734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Attempting to bind port b8aaeae9-873c-43d4-bfef-89a8914e07df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:16.259405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Attempting to bind port b8aaeae9-873c-43d4-bfef-89a8914e07df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:16.260000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Attempting to bind port b8aaeae9-873c-43d4-bfef-89a8914e07df on network 1696f319-ac4b-4488-86cb-d942bea7b0b0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:16.275129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:16.275929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Checking segment: {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:16.276570 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.277209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Bound using segment: {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:16.277926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Bound port: b8aaeae9-873c-43d4-bfef-89a8914e07df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:16.278515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f959f682-88bf-46fd-b330-3f3ca3ad1faa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.278748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.291879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Attempting to bind port 7a5745c3-f155-45f1-9532-17f5b5523020 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:16.292589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Attempting to bind port 7a5745c3-f155-45f1-9532-17f5b5523020 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:16.293210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Attempting to bind port 7a5745c3-f155-45f1-9532-17f5b5523020 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:16.299178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f959f682-88bf-46fd-b330-3f3ca3ad1faa'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:16.324362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Pushing event deleted for resources: {'Port': ['ID=f959f682-88bf-46fd-b330-3f3ca3ad1faa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:16.328422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:16.329185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Checking segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:16.329788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.330382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Bound using segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:16.331619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Bound port: 7a5745c3-f155-45f1-9532-17f5b5523020, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:16.332752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.381496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] No DVR routers for this DVR port f959f682-88bf-46fd-b330-3f3ca3ad1faa on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:16.402249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.405802 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-095a99c3-1368-494a-b8b2-e4d21350d063 req-5c9b3cb6-61be-456b-8952-8203b843f8db tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.39 "DELETE /v2.0/ports/f959f682-88bf-46fd-b330-3f3ca3ad1faa HTTP/1.1" status: 204  len: 173 time: 0.7978466
Jan 15 21:20:16.406289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'name': 'network-vif-deleted', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:16.408603 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a04f3-2498-4ad0-a0c1-7bdeac97db47" -d '{"events": [{"server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "name": "network-vif-deleted", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:16.447764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] For port b8aaeae9-873c-43d4-bfef-89a8914e07df, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:16.454310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] For port b8aaeae9-873c-43d4-bfef-89a8914e07df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8aaeae9-873c-43d4-bfef-89a8914e07df,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:16.464469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.508954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Allocated IP 172.35.1.215 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/fc297162-a1a6-4f0c-951f-79c218c99dff) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:16.517424 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d4fb8-1311-4ddb-b94f-fb8bb07adce3 x-openstack-request-id: req-0c1d4fb8-1311-4ddb-b94f-fb8bb07adce3 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:16.517727 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df06136-2b41-44b8-a0ab-79390c2d7d96", "name": "network-vif-deleted", "tag": "f959f682-88bf-46fd-b330-3f3ca3ad1faa", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:16.517987 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c1d4fb8-1311-4ddb-b94f-fb8bb07adce3 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:16.518408 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df06136-2b41-44b8-a0ab-79390c2d7d96', 'name': 'network-vif-deleted', 'tag': 'f959f682-88bf-46fd-b330-3f3ca3ad1faa', 'status': 'completed', 'code': 200}
Jan 15 21:20:16.523448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] For port 7a5745c3-f155-45f1-9532-17f5b5523020, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:16.548003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] For port 7a5745c3-f155-45f1-9532-17f5b5523020, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a5745c3-f155-45f1-9532-17f5b5523020,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:16.568349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.589129 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1519cae8-2f0a-4e3c-9d19-7601f44b5b5f req-bc755b83-4650-4063-8179-5f539347dcac tempest-VolumesActionsTest-1908025685 tempest-VolumesActionsTest-1908025685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3df06136-2b41-44b8-a0ab-79390c2d7d96 HTTP/1.1" status: 200  len: 210 time: 0.0488477
Jan 15 21:20:16.605435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744fa6c-37e7-4c8d-892a-b48e1cdb851c None None] Pushing event updated for resources: {'Port': ['ID=b8aaeae9-873c-43d4-bfef-89a8914e07df,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:16.606347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Provisioning complete for port 7a5745c3-f155-45f1-9532-17f5b5523020 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:16.606724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.683602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:16.684248 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a127c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:16.709214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.750831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cebc95-dc49-4db2-8f87-978214e9092d None None] Pushing event updated for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:16.755951 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:16.812753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:16.816153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:16.823497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:16.829686 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Pushing event updated for resources: {'Port': ['ID=fc297162-a1a6-4f0c-951f-79c218c99dff,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:17.052667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc2bf3-5da0-4efa-b7de-3cf38faeae8f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:17.094640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Current status of the port 7a5745c3-f155-45f1-9532-17f5b5523020 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:17.095026 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.099096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:17.208296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for router_gateway (28495e25-07d5-467f-b6b9-839791c7aa36), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.234803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] For port 7a5745c3-f155-45f1-9532-17f5b5523020, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a5745c3-f155-45f1-9532-17f5b5523020,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:17.247125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.276799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3dca2-8bcb-4146-8efb-9ac48640178d req-b734ea85-3cfb-4584-85f5-0e0794bbf156 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:17.278471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec3dca2-8bcb-4146-8efb-9ac48640178d req-b734ea85-3cfb-4584-85f5-0e0794bbf156 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0808473
Jan 15 21:20:17.299669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:20:17.302977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:17.400622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7ec3dca2-8bcb-4146-8efb-9ac48640178d req-ccd5870b-bcee-4d7e-bf81-967324bb1d6d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115110
Jan 15 21:20:17.439736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54810) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:17.526491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8b6f1be2-44c5-4673-a7ce-bf92037fb807 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/floatingips/ce00676f-e404-4e61-926e-b4ab91e6caff HTTP/1.1" status: 200  len: 993 time: 0.0796213
Jan 15 21:20:17.539693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Provisioning complete for port fc297162-a1a6-4f0c-951f-79c218c99dff triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:17.540046 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.547760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (28495e25-07d5-467f-b6b9-839791c7aa36), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.550130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007bdd-b73f-4b8d-967b-80fb30ceee24 None None] Pushing event updated for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:17.676630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:17.677683 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.714527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Port fc297162-a1a6-4f0c-951f-79c218c99dff cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:17.726937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Router 28495e25-07d5-467f-b6b9-839791c7aa36 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:20:17.758448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:17.760886 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d2825-183f-40fa-a42a-c913b9ec8cba" -d '{"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:17.783347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:17.787339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:17.800616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.803733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Provisioning complete for port 7a5745c3-f155-45f1-9532-17f5b5523020 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:17.804102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.813806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'port_id': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'mac_address': 'fa:16:3e:c0:db:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:20:17.867700 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832741b4-5251-4513-8acc-8c906e5308de x-openstack-request-id: req-832741b4-5251-4513-8acc-8c906e5308de {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:17.868074 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:17.868517 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-832741b4-5251-4513-8acc-8c906e5308de {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:17.868954 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'code': 200}
Jan 15 21:20:17.885704 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:17.897788 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Sync routers for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:17.904005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:17.905376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a07b42c8-f4bc-4d7d-b87d-ab79fa1e032f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5385814
Jan 15 21:20:17.909328 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 54820) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:17.914567 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:17.915279 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf752b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:17.942872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:18.031765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a127c10>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a5745c3-f155-45f1-9532-17f5b5523020', 'name': '', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'mac_address': 'fa:16:3e:d1:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:11Z', 'updated_at': '2022-01-15T21:20:16Z', 'revision_number': 4, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'subnets': [{'id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:18.125723 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:18.134702 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-72e650b5-4451-45eb-8616-33babfc89342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.154123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688fc0e-e333-4935-be0f-659fbfc6ce91 None None] The sync data for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 is: [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a5745c3-f155-45f1-9532-17f5b5523020', 'name': '', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'mac_address': 'fa:16:3e:d1:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:11Z', 'updated_at': '2022-01-15T21:20:16Z', 'revision_number': 4, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'subnets': [{'id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:18.169455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:18.169857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.207569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:18.267043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c69b3-dbaa-453b-9f5d-da98ab240538 None None] Current status of the port 7a5745c3-f155-45f1-9532-17f5b5523020 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:18.274089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:18.278818 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.288286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7c5a3-7bba-498b-a5d3-9b95110625cd None None] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:18.437146 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf752b0>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:17Z', 'revision_number': 3, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:18.468897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Checking router: 28495e25-07d5-467f-b6b9-839791c7aa36 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:18.469096 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Updating router 28495e25-07d5-467f-b6b9-839791c7aa36 port fc297162-a1a6-4f0c-951f-79c218c99dff binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:20:18.506115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:18.515160 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.528546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Provisioning complete for port b8aaeae9-873c-43d4-bfef-89a8914e07df triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:18.529109 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.581915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:18.790687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Current status of the port b8aaeae9-873c-43d4-bfef-89a8914e07df is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:18.791669 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.818430 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:18.828729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a5745c3-f155-45f1-9532-17f5b5523020 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:19.000283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] For port b8aaeae9-873c-43d4-bfef-89a8914e07df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8aaeae9-873c-43d4-bfef-89a8914e07df,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:19.013270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.113066 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks [] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.131700 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.134474 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Allocated IP 172.20.0.1 (1696f319-ac4b-4488-86cb-d942bea7b0b0/cc9b0dd1-153b-4b92-8132-fb0116ce4741/920f57aa-6b65-4715-abb5-542a97cfc99b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:19.164608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7a5745c3-f155-45f1-9532-17f5b5523020 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:19.165946 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.201561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904fd6b-b1eb-4d0f-8e77-1c07273dcdc4 None None] Pushing event updated for resources: {'Port': ['ID=b8aaeae9-873c-43d4-bfef-89a8914e07df,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:19.253261 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Attempting to bind port fc297162-a1a6-4f0c-951f-79c218c99dff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:19.254067 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Attempting to bind port fc297162-a1a6-4f0c-951f-79c218c99dff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:19.254692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Attempting to bind port fc297162-a1a6-4f0c-951f-79c218c99dff on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:19.262355 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec9a5-dacf-432a-ad26-3337d967e989 None None] Pushing event updated for resources: {'Port': ['ID=fc297162-a1a6-4f0c-951f-79c218c99dff,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:19.264310 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b10c4f-2758-419e-99cc-12bc671093b2 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:19.271223 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:19.271481 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:19.273624 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.274176 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:19.274782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Bound port: fc297162-a1a6-4f0c-951f-79c218c99dff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:19.275291 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.306159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1015780e-709a-42d7-8e73-a1d082054c07 None None] Provisioning complete for port b8aaeae9-873c-43d4-bfef-89a8914e07df triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:19.306572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1015780e-709a-42d7-8e73-a1d082054c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.386718 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks [] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.416737 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] For port fc297162-a1a6-4f0c-951f-79c218c99dff, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:19.423090 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] For port fc297162-a1a6-4f0c-951f-79c218c99dff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc297162-a1a6-4f0c-951f-79c218c99dff,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:19.441982 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.457060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.523030 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:19.523681 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf752b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:19:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:19.526375 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec9a5-dacf-432a-ad26-3337d967e989 None None] Pushing event updated for resources: {'Port': ['ID=fc297162-a1a6-4f0c-951f-79c218c99dff,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:19.532798 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Pushing event updated for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:19.548178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:19.548827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2eb8e-d602-424e-aee8-96f12ed0f675 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:19.550401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:19.563974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:19.582237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7a5745c3-f155-45f1-9532-17f5b5523020 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:19.583405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8aaeae9-873c-43d4-bfef-89a8914e07df up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:19.699399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:19.704465 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (28495e25-07d5-467f-b6b9-839791c7aa36), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.728105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1015780e-709a-42d7-8e73-a1d082054c07 None None] Current status of the port b8aaeae9-873c-43d4-bfef-89a8914e07df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:19.770904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b8aaeae9-873c-43d4-bfef-89a8914e07df triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:19.771317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.900400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b8aaeae9-873c-43d4-bfef-89a8914e07df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:19.908551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Provisioning complete for port fc297162-a1a6-4f0c-951f-79c218c99dff triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:19.909760 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:19.915543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f959f682-88bf-46fd-b330-3f3ca3ad1faa no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:19.951391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.001525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f959f682-88bf-46fd-b330-3f3ca3ad1faa {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:20.002707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f959f682-88bf-46fd-b330-3f3ca3ad1faa not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:20.108270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Current status of the port fc297162-a1a6-4f0c-951f-79c218c99dff is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:20.108270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.111426 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf752b0>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:17Z', 'revision_number': 3, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:20.140026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] For port fc297162-a1a6-4f0c-951f-79c218c99dff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc297162-a1a6-4f0c-951f-79c218c99dff,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:20.151403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.165363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2d2d5-dffa-4923-a0de-4387eadb5efe None None] The sync data for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 is: [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:17Z', 'revision_number': 3, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:20.213139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks [] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.224253 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.248569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840a8f6-aac3-4c7a-8103-02c89f0d735a None None] Pushing event updated for resources: {'Port': ['ID=fc297162-a1a6-4f0c-951f-79c218c99dff,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:20.294619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4109a2b9-5ab1-4366-b7b7-dcf08cf6d646 None None] Provisioning complete for port 920f57aa-6b65-4715-abb5-542a97cfc99b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:20.295000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4109a2b9-5ab1-4366-b7b7-dcf08cf6d646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.307772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Pushing event updated for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:20.318686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (28495e25-07d5-467f-b6b9-839791c7aa36), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.354278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4109a2b9-5ab1-4366-b7b7-dcf08cf6d646 None None] Port 920f57aa-6b65-4715-abb5-542a97cfc99b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:20.482949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:20.484472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:20.641995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Router 28495e25-07d5-467f-b6b9-839791c7aa36 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:20.669449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e6dcecc2-0e3b-4289-91c5-5553c018c6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.718616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8aaeae9-873c-43d4-bfef-89a8914e07df up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:20.801729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b8aaeae9-873c-43d4-bfef-89a8914e07df triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:20.802198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.836519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:20.845546 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a36c293-5a31-413e-9699-f0a406655521 admin admin] 10.222.0.46 "PUT /v2.0/routers/28495e25-07d5-467f-b6b9-839791c7aa36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9345889
Jan 15 21:20:20.910818 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c3982127-b274-47fd-a54b-cd57b0101b7f None None] Provisioning complete for port 920f57aa-6b65-4715-abb5-542a97cfc99b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:20.911240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c3982127-b274-47fd-a54b-cd57b0101b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:20.955108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b8aaeae9-873c-43d4-bfef-89a8914e07df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:20.968404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c3982127-b274-47fd-a54b-cd57b0101b7f None None] Port 920f57aa-6b65-4715-abb5-542a97cfc99b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:21.344305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:21.417845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:21.418313 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:21.513983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:21.514367 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:21.539777 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:21.542125 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac766c-56b7-46ae-8d42-d86421f789d9" -d '{"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-plugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:21.558553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-613c4c9b-42ab-4177-bb6d-f892a02408f9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:21.564277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-613c4c9b-42ab-4177-bb6d-f892a02408f9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.1192052
Jan 15 21:20:21.565504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:21.573655 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:21.592903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-41de2f24-40da-494e-98c2-aae8ae68c12a tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/quotas/be87d54300704fa8a180845f0ae0701b HTTP/1.1" status: 200  len: 375 time: 0.0188744
Jan 15 21:20:21.614100 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e802acc3-bb4f-4b7b-8fd2-3d7779223021 x-openstack-request-id: req-e802acc3-bb4f-4b7b-8fd2-3d7779223021 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:21.614804 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-plugged", "status": "completed", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:21.614804 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e802acc3-bb4f-4b7b-8fd2-3d7779223021 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:21.615097 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'code': 200}
Jan 15 21:20:21.642808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:21.674792 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-0cac17cb-2285-4ec1-98a8-b75c617a043f tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0806451
Jan 15 21:20:21.793550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-d4e89c10-ef87-4ea1-8cf8-8025d69cc4fb service neutron] 10.222.0.46 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098382
Jan 15 21:20:21.904438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-1348a1da-f05b-4345-97c7-edd4662adaf5 service neutron] 10.222.0.46 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042092
Jan 15 21:20:21.932346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:22.150580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-739e9a2b-ddb5-44ff-8beb-cc6edfd6a866 req-10e40771-d86e-43cd-a18b-646dc1cfa9e7 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 210 time: 0.0559714
Jan 15 21:20:22.409967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dffd-0e3d-4f44-b004-2b8c6111239e req-fc6616b0-fce8-4fd5-9760-c7fd04493aa9 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:22.412090 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4e5dffd-0e3d-4f44-b004-2b8c6111239e req-fc6616b0-fce8-4fd5-9760-c7fd04493aa9 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.0750027
Jan 15 21:20:22.536951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4e5dffd-0e3d-4f44-b004-2b8c6111239e req-9a4272f7-fa6d-48b1-9407-ecf1580856ac tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163306
Jan 15 21:20:22.550482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Sync routers for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:22.567571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:22.568154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a077460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:22.724135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc297162-a1a6-4f0c-951f-79c218c99dff up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:22.762064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:23.125347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fc297162-a1a6-4f0c-951f-79c218c99dff triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:23.125895 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.252650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-67caa605-efae-4235-82c4-43766c83120f req-d38fad56-7d58-48fb-a4b2-65e47418a2cd tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 210 time: 0.0287325
Jan 15 21:20:23.283440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fc297162-a1a6-4f0c-951f-79c218c99dff is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:23.305652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a077460>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:19Z', 'revision_number': 4, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '920f57aa-6b65-4715-abb5-542a97cfc99b', 'name': '', 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'mac_address': 'fa:16:3e:da:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:18Z', 'updated_at': '2022-01-15T21:20:20Z', 'revision_number': 2, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'subnets': [{'id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:23.340908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Checking router: 28495e25-07d5-467f-b6b9-839791c7aa36 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:23.341263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Updating router 28495e25-07d5-467f-b6b9-839791c7aa36 port 920f57aa-6b65-4715-abb5-542a97cfc99b binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:20:23.365158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.369481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.446512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-1afca9ea-1c5b-4c53-888c-1638aa499739 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:23.448034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-1afca9ea-1c5b-4c53-888c-1638aa499739 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.45 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.1038742
Jan 15 21:20:23.461483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Request body: {'port': {'device_id': '7533b876-6474-4cfa-9241-116dd4f6502b', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'admin_state_up': True, 'tenant_id': 'be87d54300704fa8a180845f0ae0701b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:23.498781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Made reservation on behalf of be87d54300704fa8a180845f0ae0701b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:23.501367 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.653183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Allocated IP 172.20.0.4 (3450f0ec-f58a-4422-a96d-dbc93e487db1/5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a/130ab256-0e99-430b-8dc1-e4ea192596b6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:23.673360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ef00d-1592-47ab-a5f0-45f98afab11d req-20ad7e70-2e4b-4468-9237-8b9766051d45 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:23.680719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a6ef00d-1592-47ab-a5f0-45f98afab11d req-20ad7e70-2e4b-4468-9237-8b9766051d45 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.0610034
Jan 15 21:20:23.693695 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks [] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.701422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.742244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a6ef00d-1592-47ab-a5f0-45f98afab11d req-3dc072a8-5682-4ad8-90e5-6005c60997f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6c87fa-d1d4-4b24-a318-507b36fea92d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598612
Jan 15 21:20:23.786530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aef03-6488-4193-9556-29669bd895bb None None] Pushing event updated for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:23.855119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Attempting to bind port 920f57aa-6b65-4715-abb5-542a97cfc99b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:23.855980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Attempting to bind port 920f57aa-6b65-4715-abb5-542a97cfc99b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:23.856540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Attempting to bind port 920f57aa-6b65-4715-abb5-542a97cfc99b on network 1696f319-ac4b-4488-86cb-d942bea7b0b0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:23.866244 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:23.866691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Checking segment: {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:23.867279 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.868503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Bound using segment: {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:23.869096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Bound port: 920f57aa-6b65-4715-abb5-542a97cfc99b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ae5686-3525-48de-86f9-726fbad7d97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:23.869644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.922978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-48d9cf95-376c-4cdc-b57e-9b0bb70a1b98 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:23.924503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-48d9cf95-376c-4cdc-b57e-9b0bb70a1b98 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 946 time: 0.0963268
Jan 15 21:20:23.955340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] For port 920f57aa-6b65-4715-abb5-542a97cfc99b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:23.959343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] For port 920f57aa-6b65-4715-abb5-542a97cfc99b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f57aa-6b65-4715-abb5-542a97cfc99b,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:23.964396 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:23.993181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks [] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.047793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:24.048450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a077460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:24.051442 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aef03-6488-4193-9556-29669bd895bb None None] Pushing event updated for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:24.114741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:24.115099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.122691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.165573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Provisioning complete for port 920f57aa-6b65-4715-abb5-542a97cfc99b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:24.166151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.216368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:24.232074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:24.242608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:24.246634 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.255610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:24.255972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Pushing event updated for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:24.330075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:24.331071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.350587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:24.429797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:24.430623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.458402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Current status of the port 920f57aa-6b65-4715-abb5-542a97cfc99b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:24.458845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.461814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa3732-a018-4ac4-bbd7-33194307168d req-e9a2d876-dda9-4445-a5b7-a2b390f31299 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:24.470851 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12aa3732-a018-4ac4-bbd7-33194307168d req-e9a2d876-dda9-4445-a5b7-a2b390f31299 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1027 time: 0.1036332
Jan 15 21:20:24.477648 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e7b60f59-9117-453e-87df-9a4584c12532 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.0197217
Jan 15 21:20:24.488833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Request body: {'port': {'device_id': '7533b876-6474-4cfa-9241-116dd4f6502b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:24.527853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] For port 920f57aa-6b65-4715-abb5-542a97cfc99b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f57aa-6b65-4715-abb5-542a97cfc99b,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:24.540877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.568720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12aa3732-a018-4ac4-bbd7-33194307168d req-e48a6eaf-cc0d-4f31-90e1-d572b7cbdaf7 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958064
Jan 15 21:20:24.611907 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.621154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bf419-9340-432d-bdeb-b4e503a6ec90 None None] Pushing event updated for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:24.647769 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a077460>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:19Z', 'revision_number': 4, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '920f57aa-6b65-4715-abb5-542a97cfc99b', 'name': '', 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'mac_address': 'fa:16:3e:da:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:18Z', 'updated_at': '2022-01-15T21:20:23Z', 'revision_number': 4, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'subnets': [{'id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:24.681300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (96b7e3c2-4582-40bc-b5cb-c0d74adbdb24), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.695102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:24.698109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5acd07-bf2d-49a2-86b0-90aa7c48329a None None] The sync data for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 is: [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:19Z', 'revision_number': 4, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '920f57aa-6b65-4715-abb5-542a97cfc99b', 'name': '', 'network_id': '1696f319-ac4b-4488-86cb-d942bea7b0b0', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'mac_address': 'fa:16:3e:da:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:18Z', 'updated_at': '2022-01-15T21:20:23Z', 'revision_number': 4, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'subnets': [{'id': 'cc9b0dd1-153b-4b92-8132-fb0116ce4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:24.724379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4d0f446f-ab01-46c0-afba-35cae93d8346 None None] Provisioning complete for port 920f57aa-6b65-4715-abb5-542a97cfc99b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:24.724794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4d0f446f-ab01-46c0-afba-35cae93d8346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.725662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=96b7e3c2-4582-40bc-b5cb-c0d74adbdb24,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:24.849332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f446f-ab01-46c0-afba-35cae93d8346 None None] Current status of the port 920f57aa-6b65-4715-abb5-542a97cfc99b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:24.875211 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c923d18d-53db-446d-b3db-e1e1ad6d2824 req-c98ccef4-0952-449c-a85f-d7fb4aaaba06 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cd6a61c-b80b-4d1d-989d-f402b88a355e HTTP/1.1" status: 200  len: 210 time: 0.0317490
Jan 15 21:20:24.878056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:24.882535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:24.886146 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1ff8e51-b6f2-486c-a1a5-592ea347b4ca req-a10b0b49-27cc-429f-918d-3ce5d4aa8e4b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "DELETE /v2.0/ports/96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 HTTP/1.1" status: 204  len: 173 time: 0.9536788
Jan 15 21:20:24.886725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'name': 'network-vif-deleted', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:24.889337 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda69d54-7fcd-4bed-80aa-919aaa4a0194" -d '{"events": [{"server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "name": "network-vif-deleted", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:24.947941 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c00fbf-47ad-4410-b348-ce2694313be9 x-openstack-request-id: req-85c00fbf-47ad-4410-b348-ce2694313be9 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:24.952104 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd6a61c-b80b-4d1d-989d-f402b88a355e", "name": "network-vif-deleted", "tag": "96b7e3c2-4582-40bc-b5cb-c0d74adbdb24", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:24.952483 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85c00fbf-47ad-4410-b348-ce2694313be9 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:24.953006 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd6a61c-b80b-4d1d-989d-f402b88a355e', 'name': 'network-vif-deleted', 'tag': '96b7e3c2-4582-40bc-b5cb-c0d74adbdb24', 'status': 'completed', 'code': 200}
Jan 15 21:20:25.000309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-380c4ac0-7f74-4d98-b461-e55a81812aee None None] Provisioning complete for port 130ab256-0e99-430b-8dc1-e4ea192596b6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:25.000687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-380c4ac0-7f74-4d98-b461-e55a81812aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.044690 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-380c4ac0-7f74-4d98-b461-e55a81812aee None None] Port 130ab256-0e99-430b-8dc1-e4ea192596b6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:25.163103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130ab256-0e99-430b-8dc1-e4ea192596b6 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:25.172672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks [] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.211737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Transition to ACTIVE for port object 130ab256-0e99-430b-8dc1-e4ea192596b6 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:20:25.218857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.327612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Pushing event updated for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:25.445841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Attempting to bind port 130ab256-0e99-430b-8dc1-e4ea192596b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:25.446182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Attempting to bind port 130ab256-0e99-430b-8dc1-e4ea192596b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:25.446521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Attempting to bind port 130ab256-0e99-430b-8dc1-e4ea192596b6 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:25.451538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Port 130ab256-0e99-430b-8dc1-e4ea192596b6 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:20:25.451865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Attempting to bind port 130ab256-0e99-430b-8dc1-e4ea192596b6 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:25.457933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:25.458433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Checking segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:25.458664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Bound using segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:25.459101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Bound port: 130ab256-0e99-430b-8dc1-e4ea192596b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:25.459473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.617385 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:25.621844 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=130ab256-0e99-430b-8dc1-e4ea192596b6,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:25.631021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.674496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:25.675257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:25.677866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/130ab256-0e99-430b-8dc1-e4ea192596b6 HTTP/1.1" status: 200  len: 1091 time: 1.1952746
Jan 15 21:20:25.760990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0b2d-ecd7-4c67-9b4e-a151f20593b0 service neutron] Pushing event updated for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:25.802375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462f865-3141-4504-b05e-23b81caaba50 req-1b12cddb-20e9-40cf-a74a-2225b47ad54c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:25.812028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0462f865-3141-4504-b05e-23b81caaba50 req-1b12cddb-20e9-40cf-a74a-2225b47ad54c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0985060
Jan 15 21:20:25.862888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-dfc515e4-6993-46d2-8ed3-85617b54fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:25.865583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-dfc515e4-6993-46d2-8ed3-85617b54fd67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0608377
Jan 15 21:20:25.888955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0462f865-3141-4504-b05e-23b81caaba50 req-1bb7ef34-c949-419f-9e08-ac688fd885aa tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690072
Jan 15 21:20:25.940063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-e8095de1-d06e-40aa-ac3c-99eaf949cc67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=130ab256-0e99-430b-8dc1-e4ea192596b6 HTTP/1.1" status: 200  len: 217 time: 0.0646620
Jan 15 21:20:26.029650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-c5ed14e9-5bb6-475a-b70e-a854d42679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:26.031727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-c5ed14e9-5bb6-475a-b70e-a854d42679a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a HTTP/1.1" status: 200  len: 849 time: 0.0834768
Jan 15 21:20:26.084605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-8eba6df3-7be7-48d9-b55c-b75e612fa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:26.086126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-8eba6df3-7be7-48d9-b55c-b75e612fa6b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3450f0ec-f58a-4422-a96d-dbc93e487db1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0474885
Jan 15 21:20:26.185368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-cb79af84-0986-45a2-8981-edd17fc1b1f2 service neutron] 10.222.0.45 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930898
Jan 15 21:20:26.280653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7c4803b-63ed-431a-a8f8-5d44383ecd82 req-8aeba44b-517f-45ef-a5ac-47f36520fd4c service neutron] 10.222.0.45 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900002
Jan 15 21:20:26.792564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 920f57aa-6b65-4715-abb5-542a97cfc99b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:26.841331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 920f57aa-6b65-4715-abb5-542a97cfc99b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:26.841711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:26.920992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 920f57aa-6b65-4715-abb5-542a97cfc99b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:26.954575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:26.956982 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d9880-d580-49db-9710-c6d50be2b73b" -d '{"events": [{"name": "network-changed", "server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:26.993491 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c287f0d9-13a0-4325-b07f-61313fc8c491 x-openstack-request-id: req-c287f0d9-13a0-4325-b07f-61313fc8c491 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:26.993917 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:26.994232 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c287f0d9-13a0-4325-b07f-61313fc8c491 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:26.994638 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6', 'status': 'completed', 'code': 200}
Jan 15 21:20:27.008083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f4b6-1bd2-4a42-870d-c6007841d9c7 req-8394fbae-2d5e-44d6-9aa6-0ff935f1217b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:27.009829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b682f4b6-1bd2-4a42-870d-c6007841d9c7 req-8394fbae-2d5e-44d6-9aa6-0ff935f1217b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0444343
Jan 15 21:20:27.057644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b682f4b6-1bd2-4a42-870d-c6007841d9c7 req-0cb3af6a-022c-4542-972f-0575d295573f tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408573
Jan 15 21:20:27.063829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-8e9dccb5-ac80-4faf-b657-6a6e227580b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:27.065491 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-8e9dccb5-ac80-4faf-b657-6a6e227580b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0484221
Jan 15 21:20:27.161841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-672031e0-7169-4bda-970c-8188af6a0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:27.163338 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-672031e0-7169-4bda-970c-8188af6a0da8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.0893297
Jan 15 21:20:27.210768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-be05e2d4-4249-419d-a685-537595178a23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=130ab256-0e99-430b-8dc1-e4ea192596b6 HTTP/1.1" status: 200  len: 217 time: 0.0407608
Jan 15 21:20:27.569138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-581bf510-3710-4057-987e-c98330a8d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:27.570624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-581bf510-3710-4057-987e-c98330a8d638 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a HTTP/1.1" status: 200  len: 849 time: 0.3517194
Jan 15 21:20:27.621943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-7830e9c5-c3a7-4581-9b77-cd463e5db77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:27.624488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-7830e9c5-c3a7-4581-9b77-cd463e5db77e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3450f0ec-f58a-4422-a96d-dbc93e487db1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465529
Jan 15 21:20:27.739985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-dbb9580b-97f8-469d-84a4-b9833b96068a service neutron] 10.222.0.45 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094778
Jan 15 21:20:27.847062 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec3d9880-d580-49db-9710-c6d50be2b73b req-6daffe7d-ccc2-4ea8-8228-98d9c7eff869 service neutron] 10.222.0.45 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008277
Jan 15 21:20:27.949894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:27.971393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:27.971944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 96b7e3c2-4582-40bc-b5cb-c0d74adbdb24 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:28.105576 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.110231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645086404', 'description': 'tempest-secgroup-smoke-1645086404 description', 'project_id': '7f2ae6f05c2843469190cd96f39ac794'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.158098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.189511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957069b-1715-450d-bda8-0423c13ba131 req-b70a7bc8-7f5f-4bc2-8a8c-0c9f126aa47c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:28.191712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9957069b-1715-450d-bda8-0423c13ba131 req-b70a7bc8-7f5f-4bc2-8a8c-0c9f126aa47c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0647166
Jan 15 21:20:28.269665 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (57fae582-7159-48d7-be15-b421722945aa), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.272370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9957069b-1715-450d-bda8-0423c13ba131 req-8e9bca33-1421-42c8-849b-8d25540d4a20 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738003
Jan 15 21:20:28.273805 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (57fae582-7159-48d7-be15-b421722945aa), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.304904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fae582-7159-48d7-be15-b421722945aa,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.312208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.312924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14b46965-3805-4fa4-bab7-a3978eace330 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2063136
Jan 15 21:20:28.315769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55152) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.321696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.349720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (3735c826-a189-404b-b8b9-fc43ef92716f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.409380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (3735c826-a189-404b-b8b9-fc43ef92716f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.413684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (3735c826-a189-404b-b8b9-fc43ef92716f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.434228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3735c826-a189-404b-b8b9-fc43ef92716f,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.440013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.441875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-dc03480f-ccce-4a30-b670-d7f60d5c9510 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1230009
Jan 15 21:20:28.444819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.449123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.477467 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (4b4a6a27-e806-4c8e-861c-02705983cb15), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.531686 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (4b4a6a27-e806-4c8e-861c-02705983cb15), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.536720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (4b4a6a27-e806-4c8e-861c-02705983cb15), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.560416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4a6a27-e806-4c8e-861c-02705983cb15,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.567846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.569009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2ce97ab4-6c6a-44bc-87d9-1fd18787c381 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1231856
Jan 15 21:20:28.571859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55156) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.576577 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.604244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (3584abac-1b96-4954-a459-04052c99b7a8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.665387 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (3584abac-1b96-4954-a459-04052c99b7a8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.669032 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (3584abac-1b96-4954-a459-04052c99b7a8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.689250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3584abac-1b96-4954-a459-04052c99b7a8,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.694833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.696013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7c2bcdf9-1ed7-4ea0-887a-cdbcb3e42927 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1232026
Jan 15 21:20:28.698938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.703155 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.731508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (854552b1-c215-4522-b78f-9c2cc66dbacf), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.793351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (854552b1-c215-4522-b78f-9c2cc66dbacf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.797273 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (854552b1-c215-4522-b78f-9c2cc66dbacf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.816772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854552b1-c215-4522-b78f-9c2cc66dbacf,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.826451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.827681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a4406fe-b272-4ff2-ab12-032323a6248d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1278296
Jan 15 21:20:28.831039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.835915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:28.860947 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Project 7f2ae6f05c2843469190cd96f39ac794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:20:28.866482 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (b2adcf18-e02f-46f7-8cfa-77708d4a133d), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.933306 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (b2adcf18-e02f-46f7-8cfa-77708d4a133d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.937490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b2adcf18-e02f-46f7-8cfa-77708d4a133d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.963011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2adcf18-e02f-46f7-8cfa-77708d4a133d,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:28.976720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:28.978622 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-668b4381-add4-40b1-82e9-b13e739c4f0a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1459250
Jan 15 21:20:28.981576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55172) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:28.987493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'security_group_rule': {'security_group_id': '57fae582-7159-48d7-be15-b421722945aa', 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:29.021637 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Project 7f2ae6f05c2843469190cd96f39ac794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:20:29.026870 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (d8de5e31-0a44-41a3-8cb2-d3058fc70bfd), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.091808 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (d8de5e31-0a44-41a3-8cb2-d3058fc70bfd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.095498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d8de5e31-0a44-41a3-8cb2-d3058fc70bfd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.121520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de5e31-0a44-41a3-8cb2-d3058fc70bfd,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:29.129091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.130427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a3e7e0f4-d82d-4009-9713-4fb44cea6460 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1470554
Jan 15 21:20:29.402914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f391c1-e332-4949-90b2-e262075f9fc3 req-4180ae4c-fa3a-45d4-829f-ae56fc82532e tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:29.404476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6f391c1-e332-4949-90b2-e262075f9fc3 req-4180ae4c-fa3a-45d4-829f-ae56fc82532e tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1094 time: 0.0578740
Jan 15 21:20:29.418361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 130ab256-0e99-430b-8dc1-e4ea192596b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:20:29.465412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6f391c1-e332-4949-90b2-e262075f9fc3 req-354d10c5-9d74-46a2-a392-d483f28cddaa tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517862
Jan 15 21:20:29.699596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=130ab256-0e99-430b-8dc1-e4ea192596b6,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:29.711861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '130ab256-0e99-430b-8dc1-e4ea192596b6', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'port_id': '130ab256-0e99-430b-8dc1-e4ea192596b6', 'mac_address': 'fa:16:3e:b8:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:20:29.757614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 130ab256-0e99-430b-8dc1-e4ea192596b6 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:29.758001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.772593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130ab256-0e99-430b-8dc1-e4ea192596b6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:29.793048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=130ab256-0e99-430b-8dc1-e4ea192596b6,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:29.798530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:29.846669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:30.025245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['130ab256-0e99-430b-8dc1-e4ea192596b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:30.580765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb01d7-2338-4fca-a3ec-a5eeae520ca1 req-6fda7a54-b833-4689-8bf3-302b4ae51245 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:30.583076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0eb01d7-2338-4fca-a3ec-a5eeae520ca1 req-6fda7a54-b833-4689-8bf3-302b4ae51245 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1095 time: 0.0426114
Jan 15 21:20:30.630727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d0eb01d7-2338-4fca-a3ec-a5eeae520ca1 req-0f67c278-4d72-4dbd-8286-3fa65a13165b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403957
Jan 15 21:20:30.908264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-3a36b57d-58a7-47f8-aac6-522d55e2f81a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645086404&fields=id&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 267 time: 0.0583539
Jan 15 21:20:31.025253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-478ec5ee-49d6-479c-8eca-10129c05ab6c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:31.026727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-478ec5ee-49d6-479c-8eca-10129c05ab6c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1116779
Jan 15 21:20:31.043314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-ec32c4de-997e-40ea-be28-acb2178b07a2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0111125
Jan 15 21:20:31.099461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-5e01465e-801f-4893-a55c-9f16e10f0b4c tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0489180
Jan 15 21:20:31.207260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-4d8c0a1d-52fc-4500-bda8-d4daadcb8f89 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960412
Jan 15 21:20:31.307084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-08f280bc-96f9-4456-95c9-fc2132896226 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938170
Jan 15 21:20:31.419481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 130ab256-0e99-430b-8dc1-e4ea192596b6 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:31.500547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 130ab256-0e99-430b-8dc1-e4ea192596b6 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:20:31.507575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 130ab256-0e99-430b-8dc1-e4ea192596b6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:31.508090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:31.629579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 130ab256-0e99-430b-8dc1-e4ea192596b6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:31.629974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:31.657880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:31.662373 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c951b-8de0-408d-b697-cb4b12de2643" -d '{"events": [{"server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "name": "network-vif-plugged", "status": "completed", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:31.672672 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25960bc0-06f0-4421-b26a-a52f374fa350 req-60783f31-1715-45a1-8cb7-54fb3e5b6fa9 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 210 time: 0.0417979
Jan 15 21:20:31.707148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=130ab256-0e99-430b-8dc1-e4ea192596b6,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:31.712674 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:31.767131 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8de9bc-6255-4cca-bdcb-6d81388408c1 x-openstack-request-id: req-8f8de9bc-6255-4cca-bdcb-6d81388408c1 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:31.767632 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "name": "network-vif-plugged", "status": "completed", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:31.767978 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f8de9bc-6255-4cca-bdcb-6d81388408c1 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:31.768812 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6', 'code': 200}
Jan 15 21:20:31.775679 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1c977-71b5-4bba-955a-8b6112b185d8 req-12893734-0c3f-430f-bba1-7354a4599b90 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:31.777554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd1c977-71b5-4bba-955a-8b6112b185d8 req-12893734-0c3f-430f-bba1-7354a4599b90 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0534151
Jan 15 21:20:31.814099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:31.857426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efd1c977-71b5-4bba-955a-8b6112b185d8 req-e44ca24c-f71a-434b-b65b-f951603e4c79 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728254
Jan 15 21:20:31.876531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783633d-fcf6-4af5-ad9a-883429bdad00 req-4d4a58bf-93b8-48bf-874e-18543702de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:31.878699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d783633d-fcf6-4af5-ad9a-883429bdad00 req-4d4a58bf-93b8-48bf-874e-18543702de3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0687401
Jan 15 21:20:31.926907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d783633d-fcf6-4af5-ad9a-883429bdad00 req-ce7d81fd-e318-415f-98ae-e39dd806c1d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410945
Jan 15 21:20:32.687853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-5414b10f-2089-40ba-a63e-267651bdae82 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:32.689215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-5414b10f-2089-40ba-a63e-267651bdae82 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1067200
Jan 15 21:20:32.758270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-66bdd692-f2bf-429a-9ba5-867b0a7ac834 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 380 time: 0.0615399
Jan 15 21:20:32.766743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'security_groups': ['57fae582-7159-48d7-be15-b421722945aa']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:32.780376 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e6702a0-81d3-45fc-a9a7-98752b29eb36 req-ad02f3b1-31d7-4ec8-95f8-e0249a5903af tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 210 time: 0.0270228
Jan 15 21:20:32.872782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:20:32.882847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:32.886535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:32.973460 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba95987-6c02-49e4-b15c-34d1c7c34c62 req-70507075-5a12-4f93-a496-1fcc0eaa44ca tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:32.975471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ba95987-6c02-49e4-b15c-34d1c7c34c62 req-70507075-5a12-4f93-a496-1fcc0eaa44ca tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0446825
Jan 15 21:20:33.027402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ba95987-6c02-49e4-b15c-34d1c7c34c62 req-7eb9516d-d040-4f4d-b2cb-6b25bc19be7b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446908
Jan 15 21:20:33.044201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.7 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/f70df7d5-47e6-45b0-9a91-605cfa5f5d33) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:33.211504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.251053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.302290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:33.306311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:33.309720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:33.356250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:33.383762 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:33.387932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:33.388715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.412098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-cd76bc6d-0304-4068-a57e-57628dae9ef2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6488791
Jan 15 21:20:33.424382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Request body: {'port': {'device_id': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:33.498972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.721054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4f509e25-678a-47d6-8868-6c2999bfbf99 None None] Provisioning complete for port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:33.721631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f509e25-678a-47d6-8868-6c2999bfbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.777382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4f509e25-678a-47d6-8868-6c2999bfbf99 None None] Port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:33.825437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70df7d5-47e6-45b0-9a91-605cfa5f5d33 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:33.834708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks [] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.854713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Transition to ACTIVE for port object f70df7d5-47e6-45b0-9a91-605cfa5f5d33 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:20:33.859057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:33.928329 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec83321-099a-4cc6-a86f-8caafc3ebc78 req-fde55db6-bcd3-48a9-aad8-fc3fbc0a4448 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:33.935738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bec83321-099a-4cc6-a86f-8caafc3ebc78 req-fde55db6-bcd3-48a9-aad8-fc3fbc0a4448 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 943 time: 0.0655472
Jan 15 21:20:33.947902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:33.985054 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bec83321-099a-4cc6-a86f-8caafc3ebc78 req-6c3a2808-f195-4526-946d-d746a0177d6a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482621
Jan 15 21:20:34.020365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Attempting to bind port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:34.020755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Attempting to bind port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:34.021222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Attempting to bind port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:34.026055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:20:34.026449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Attempting to bind port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:34.031473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:34.031812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:34.032192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:34.032618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Bound port: f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:34.033014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.103439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:34.107107 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:34.110883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.144580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.144988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.146621 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] 10.222.0.39 "PUT /v2.0/ports/f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 1091 time: 0.7273974
Jan 15 21:20:34.149118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:34.151454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdc88d-1711-4bf0-a88c-1dacb27f8437 req-62b1b5b1-644b-4833-93fe-247aa76844ba tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.152239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd35cc-c96a-4d81-92b7-80530cebff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:34.153625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7bdc88d-1711-4bf0-a88c-1dacb27f8437 req-62b1b5b1-644b-4833-93fe-247aa76844ba tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0422001
Jan 15 21:20:34.186840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fbd5a-105b-4bdc-9a0b-54df7b913cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:34.230551 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b18bb5d-71e3-47aa-a209-5c930f47618d x-openstack-request-id: req-3b18bb5d-71e3-47aa-a209-5c930f47618d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:34.230899 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:34.231087 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b18bb5d-71e3-47aa-a209-5c930f47618d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:34.231849 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'status': 'completed', 'code': 200}
Jan 15 21:20:34.235351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7bdc88d-1711-4bf0-a88c-1dacb27f8437 req-3ac031cf-56f1-4813-a16f-a1d5f4e97a96 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634952
Jan 15 21:20:34.248412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-2ddc8c88-a321-41ee-b511-e588489fea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.250109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-2ddc8c88-a321-41ee-b511-e588489fea78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1094 time: 0.0584335
Jan 15 21:20:34.295598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-8b416327-e57a-4fa3-b28a-a8be50e2e6c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 217 time: 0.0383081
Jan 15 21:20:34.307288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55442) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:34.354118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-60682692-a08d-40d5-ae78-4674c501c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.356141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-60682692-a08d-40d5-ae78-4674c501c6a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0550101
Jan 15 21:20:34.386938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Deleting subnet fe28b15c-a899-47ca-a652-cf38f38a281b {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:34.391785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Publish callbacks [] for subnet (fe28b15c-a899-47ca-a652-cf38f38a281b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.407325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-e3175642-0ab3-4ff4-a1d6-de84f1998d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.409106 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-e3175642-0ab3-4ff4-a1d6-de84f1998d20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0471044
Jan 15 21:20:34.418125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091be6a9-bd9a-47dd-b1d5-432b3ad37348 req-30687d5f-1e81-4a6e-a21a-061d1aa2ad9e tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.419705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-091be6a9-bd9a-47dd-b1d5-432b3ad37348 req-30687d5f-1e81-4a6e-a21a-061d1aa2ad9e tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0839880
Jan 15 21:20:34.448786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (fe28b15c-a899-47ca-a652-cf38f38a281b), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.502925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-091be6a9-bd9a-47dd-b1d5-432b3ad37348 req-915d1c72-d3f6-4902-a6a7-fc1e11e626f0 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762177
Jan 15 21:20:34.505270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-7c8aeef0-6678-4d39-8617-30f3d529313d service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900083
Jan 15 21:20:34.508037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (fe28b15c-a899-47ca-a652-cf38f38a281b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.568343 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (fe28b15c-a899-47ca-a652-cf38f38a281b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.604719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe28b15c-a899-47ca-a652-cf38f38a281b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:34.606737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9264964c-055a-4dec-8df9-d6d72ec03388 req-0a7320b2-4218-4145-b054-80cc307dcaef service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959196
Jan 15 21:20:34.608176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.614423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e92aaa3e-8f8e-4493-b78e-ca0022dffeef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fe28b15c-a899-47ca-a652-cf38f38a281b HTTP/1.1" status: 204  len: 168 time: 0.3031180
Jan 15 21:20:34.617232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55446) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:34.642992 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dde75e-6926-40e1-a378-8e3f67b3e730 req-d624ab8c-fe47-4561-ac2a-4fab83bb6f1c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.644759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4dde75e-6926-40e1-a378-8e3f67b3e730 req-d624ab8c-fe47-4561-ac2a-4fab83bb6f1c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0502532
Jan 15 21:20:34.692559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4dde75e-6926-40e1-a378-8e3f67b3e730 req-3bdb8350-0dde-4ab4-b343-9686b4202039 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420365
Jan 15 21:20:34.713018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.729166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-9ba3828d-7f5d-4225-9928-5d34635c2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.730657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-9ba3828d-7f5d-4225-9928-5d34635c2df2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1094 time: 0.0687428
Jan 15 21:20:34.852949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.885066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aefe100>,) {'filters': {'network_id': ['43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:34.902718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aefe100>, '85e40cb3-10ec-4173-8e44-c4f891bf867e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:34.903011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aefe100>, '85e40cb3-10ec-4173-8e44-c4f891bf867e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:34.914162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-33def532-9037-42e7-8a4d-a47322fedc14 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.915586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (85e40cb3-10ec-4173-8e44-c4f891bf867e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.915736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-33def532-9037-42e7-8a4d-a47322fedc14 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.0905547
Jan 15 21:20:34.917673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-8f48751f-c0f6-4820-8862-550b7ac93973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:34.919099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-8f48751f-c0f6-4820-8862-550b7ac93973 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.1680298
Jan 15 21:20:34.930429 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-255e0e1d-e3c1-4356-becf-89d86172a9c9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/quotas/be87d54300704fa8a180845f0ae0701b HTTP/1.1" status: 200  len: 375 time: 0.0089767
Jan 15 21:20:34.962639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (85e40cb3-10ec-4173-8e44-c4f891bf867e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.965553 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-e115f077-8995-48d6-8595-caffb770848a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 217 time: 0.0372488
Jan 15 21:20:34.970266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:34.970655 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (85e40cb3-10ec-4173-8e44-c4f891bf867e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:34.972871 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:34.979029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-40734eff-5ac6-4314-9ac2-950666658a0c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0430052
Jan 15 21:20:34.989950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-5f133fea-fa8b-43f8-9866-a6a00547a00c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:20:34.990921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-5f133fea-fa8b-43f8-9866-a6a00547a00c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051866
Jan 15 21:20:35.064650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.071014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.074144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] 10.222.0.46 "DELETE /v2.0/networks/43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6 HTTP/1.1" status: 204  len: 168 time: 0.4558730
Jan 15 21:20:35.078628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55462) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:35.091308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de1b0b-3b08-4f7d-ac31-5fa2580f08bc admin admin] Pushing event deleted for resources: {'Network': ['ID=43f3a0fb-ea42-4a02-82fa-c1ba7986a1c6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:35.096446 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-65dc90a2-2b7a-448a-8e0e-1c6d13b22287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:35.098808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-65dc90a2-2b7a-448a-8e0e-1c6d13b22287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0765696
Jan 15 21:20:35.157076 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-baf8130a-5326-40f6-a56d-495a476d4559 service neutron] 10.222.0.46 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604226
Jan 15 21:20:35.164325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Deleting subnet 5302884a-7587-4049-a68d-9b8d32498d51 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:35.176548 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Publish callbacks [] for subnet (5302884a-7587-4049-a68d-9b8d32498d51), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.182645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-218cf1e9-c6cc-402e-ba35-5b5a1f09e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:35.184141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-218cf1e9-c6cc-402e-ba35-5b5a1f09e7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408208
Jan 15 21:20:35.247747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c626-ccb2-4ec4-b6aa-dea9f10b52db req-02dbf823-883b-4043-8ee0-801aafb2fcad tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:35.249245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf38c626-ccb2-4ec4-b6aa-dea9f10b52db req-02dbf823-883b-4043-8ee0-801aafb2fcad tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 943 time: 0.1914308
Jan 15 21:20:35.273227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (5302884a-7587-4049-a68d-9b8d32498d51), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.277451 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-c0c57a88-7390-45b2-8df1-78d47a15d83c service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864029
Jan 15 21:20:35.356428 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5302884a-7587-4049-a68d-9b8d32498d51), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.368263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fd35cc-c96a-4d81-92b7-80530cebff2a req-f5f63754-d1f8-4d01-989b-d53d30ab27ad service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845106
Jan 15 21:20:35.397400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-2836b3b7-8d8b-4124-9738-e7522317fa90 service neutron] 10.222.0.46 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298865
Jan 15 21:20:35.402897 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf38c626-ccb2-4ec4-b6aa-dea9f10b52db req-b8158d67-2252-462b-8ed2-b85811dd3b2b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452377
Jan 15 21:20:35.434916 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (5302884a-7587-4049-a68d-9b8d32498d51), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.462572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5302884a-7587-4049-a68d-9b8d32498d51,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:35.464510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.467698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-24a9b240-8a90-45ad-bfa6-aef75dbc1fc4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5302884a-7587-4049-a68d-9b8d32498d51 HTTP/1.1" status: 204  len: 168 time: 0.3869290
Jan 15 21:20:35.470236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:35.550453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (be0e3ea4-34a8-4a52-9c81-ca9a46c787e2), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.583967 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b5e7ff8f-8826-4b7b-9f96-c24f2f5d4631 req-a1277f4c-6635-4296-b19c-64f6b3102175 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 210 time: 0.0261695
Jan 15 21:20:35.634540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (be0e3ea4-34a8-4a52-9c81-ca9a46c787e2), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.655596 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a801cd0>,) {'filters': {'network_id': ['be0e3ea4-34a8-4a52-9c81-ca9a46c787e2']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:35.665583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a801cd0>, '603d7652-bdd5-4d8b-a981-342efa5472f7') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:35.665877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a801cd0>, '603d7652-bdd5-4d8b-a981-342efa5472f7') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:35.675046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (603d7652-bdd5-4d8b-a981-342efa5472f7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.688731 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (603d7652-bdd5-4d8b-a981-342efa5472f7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.694995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:35.695382 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (603d7652-bdd5-4d8b-a981-342efa5472f7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:35.697053 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:35.758315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (be0e3ea4-34a8-4a52-9c81-ca9a46c787e2), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.764938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:35.770969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] 10.222.0.46 "DELETE /v2.0/networks/be0e3ea4-34a8-4a52-9c81-ca9a46c787e2 HTTP/1.1" status: 204  len: 168 time: 0.2968853
Jan 15 21:20:35.779081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec4607-7cca-4ade-a88d-5f66c230d104 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0e3ea4-34a8-4a52-9c81-ca9a46c787e2,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:35.938077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55478) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:35.980904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-42b45b50-857a-41ca-95b7-bec7cd5e2377 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5aca9c053ec54853934a057b46a98733&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415518
Jan 15 21:20:35.983426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55480) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:36.032078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] Publish callbacks [] for security_group (e7cb590e-3fae-4547-b087-5a53ad23e5ab), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.054787 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] Publish callbacks [] for security_group (e7cb590e-3fae-4547-b087-5a53ad23e5ab), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.107370 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e7cb590e-3fae-4547-b087-5a53ad23e5ab), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.110142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.111492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7cb590e-3fae-4547-b087-5a53ad23e5ab HTTP/1.1" status: 204  len: 168 time: 0.1270757
Jan 15 21:20:36.120923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8231373-797f-4d9a-bf3d-d5ca4ac34b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb590e-3fae-4547-b087-5a53ad23e5ab,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:36.434561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55488) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:36.512289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7095ce95-ac67-4be0-b71f-0a775a41bdb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ff4749e952a49b6af98d8f2bd01de4e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0764046
Jan 15 21:20:36.514852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55490) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:36.549784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-86a2870a-65da-4fc0-a29b-cf90e2183b79 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:36.551835 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-86a2870a-65da-4fc0-a29b-cf90e2183b79 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.39 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.1007395
Jan 15 21:20:36.561732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73455458-29ca-4342-99e4-634034636bd5 req-71981423-9bfc-4a06-98b6-1f09c75777d5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:36.563325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73455458-29ca-4342-99e4-634034636bd5 req-71981423-9bfc-4a06-98b6-1f09c75777d5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 943 time: 0.0825927
Jan 15 21:20:36.563490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Request body: {'port': {'device_id': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'admin_state_up': True, 'tenant_id': 'be87d54300704fa8a180845f0ae0701b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:36.591968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Made reservation on behalf of be87d54300704fa8a180845f0ae0701b for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:36.594530 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.604130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] Publish callbacks [] for security_group (303d0cdc-be1f-4565-83d1-7ede3663bb47), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.648890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] Publish callbacks [] for security_group (303d0cdc-be1f-4565-83d1-7ede3663bb47), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.660331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73455458-29ca-4342-99e4-634034636bd5 req-e7cff76f-0827-4caf-bf73-a02438039597 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871615
Jan 15 21:20:36.697275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0f6143f9-a146-4982-a873-32596e8eebbd req-3ad9580a-c265-44db-afe4-8c20cd4fe786 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 210 time: 0.0416708
Jan 15 21:20:36.732130 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (303d0cdc-be1f-4565-83d1-7ede3663bb47), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.734928 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.735601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Allocated IP 172.20.0.12 (3450f0ec-f58a-4422-a96d-dbc93e487db1/5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a/c37b0a50-dc89-4e76-a351-eaa8132da409) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:36.736116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/303d0cdc-be1f-4565-83d1-7ede3663bb47 HTTP/1.1" status: 204  len: 168 time: 0.2202842
Jan 15 21:20:36.745015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9e9c5-3e18-45de-b159-5118bd7ad1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303d0cdc-be1f-4565-83d1-7ede3663bb47,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:36.884036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks [] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.921804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:36.934673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['130ab256-0e99-430b-8dc1-e4ea192596b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:36.972435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:36.976943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Pushing event updated for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:36.979484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:36.981994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:37.027766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.028746 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.049725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-a848a5ce-b35f-4b38-b7c4-0dc27333f943 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4899871
Jan 15 21:20:37.067459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Request body: {'port': {'device_id': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:37.147930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.273141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5df398e7-2b30-4055-8c44-56ca8d6ec9f8 None None] Provisioning complete for port c37b0a50-dc89-4e76-a351-eaa8132da409 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:37.273435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5df398e7-2b30-4055-8c44-56ca8d6ec9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.314593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5df398e7-2b30-4055-8c44-56ca8d6ec9f8 None None] Port c37b0a50-dc89-4e76-a351-eaa8132da409 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:20:37.441970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37b0a50-dc89-4e76-a351-eaa8132da409 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:37.449321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks [] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.460935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Transition to ACTIVE for port object c37b0a50-dc89-4e76-a351-eaa8132da409 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:20:37.464541 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.516166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Pushing event updated for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:37.587198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Attempting to bind port c37b0a50-dc89-4e76-a351-eaa8132da409 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:20:37.587842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Attempting to bind port c37b0a50-dc89-4e76-a351-eaa8132da409 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:20:37.587842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Attempting to bind port c37b0a50-dc89-4e76-a351-eaa8132da409 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:37.592442 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Port c37b0a50-dc89-4e76-a351-eaa8132da409 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:20:37.592765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Attempting to bind port c37b0a50-dc89-4e76-a351-eaa8132da409 on network 3450f0ec-f58a-4422-a96d-dbc93e487db1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:20:37.598340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:20:37.598680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Checking segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:20:37.599062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Bound using segment: {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:20:37.599486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Bound port: c37b0a50-dc89-4e76-a351-eaa8132da409, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:20:37.599856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.667572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:20:37.670645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37b0a50-dc89-4e76-a351-eaa8132da409,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:20:37.677127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.717102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.717858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:37.719259 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] 10.222.0.39 "PUT /v2.0/ports/c37b0a50-dc89-4e76-a351-eaa8132da409 HTTP/1.1" status: 200  len: 1092 time: 0.6615214
Jan 15 21:20:37.719597 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:37.723403 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44518097-bdb3-4413-b2ea-8a4db2cb1950" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:37.785968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fbce0-e3f1-4944-b94b-d25eae09f7dc req-f434f488-c138-4996-83b5-5e975d975cd5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.787973 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4bbdee-5c41-42b7-9504-a3e3e8e4772d x-openstack-request-id: req-6e4bbdee-5c41-42b7-9504-a3e3e8e4772d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:37.788306 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:37.788692 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e4bbdee-5c41-42b7-9504-a3e3e8e4772d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:37.789246 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409', 'status': 'completed', 'code': 200}
Jan 15 21:20:37.795732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c16fbce0-e3f1-4944-b94b-d25eae09f7dc req-f434f488-c138-4996-83b5-5e975d975cd5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 943 time: 0.0638549
Jan 15 21:20:37.812708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62b38-58aa-421e-aaae-d8a399b147ce service neutron] Pushing event updated for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:37.829259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-d045c4a3-dbc6-4fad-8d5d-3abf2e64d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.830763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-d045c4a3-dbc6-4fad-8d5d-3abf2e64d7ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1095 time: 0.0582955
Jan 15 21:20:37.850106 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c16fbce0-e3f1-4944-b94b-d25eae09f7dc req-fedf0f8d-ef5a-48cd-af69-dcbdc14d4f23 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534945
Jan 15 21:20:37.880547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-94cb2240-8bb0-4e55-8522-4388a0358391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37b0a50-dc89-4e76-a351-eaa8132da409 HTTP/1.1" status: 200  len: 217 time: 0.0419865
Jan 15 21:20:37.895735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b752-c0b7-461c-af83-ddcaf240e677 req-f19fac2f-e90e-4131-b106-1357ad0b0708 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.897442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b92b752-c0b7-461c-af83-ddcaf240e677 req-f19fac2f-e90e-4131-b106-1357ad0b0708 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1095 time: 0.0461702
Jan 15 21:20:37.937712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-0101a603-50da-44ef-acae-9e8ea985bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.939292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-0101a603-50da-44ef-acae-9e8ea985bab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a HTTP/1.1" status: 200  len: 849 time: 0.0521452
Jan 15 21:20:37.944776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4b92b752-c0b7-461c-af83-ddcaf240e677 req-e65936f2-e2ae-46ca-8adf-7b75ef338cee tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411851
Jan 15 21:20:37.967280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f70df7d5-47e6-45b0-9a91-605cfa5f5d33 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:20:37.989331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20ada-2778-4919-9110-a1c43b722e77 req-1cc21be3-c62a-47c2-97c2-452ca7fda53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:37.990849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-1cc21be3-c62a-47c2-97c2-452ca7fda53e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3450f0ec-f58a-4422-a96d-dbc93e487db1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456202
Jan 15 21:20:38.078686 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-d5e59001-08ee-4b56-a206-e00fa3f1560d service neutron] 10.222.0.39 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815275
Jan 15 21:20:38.079258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:38.093695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'mac_address': 'fa:16:3e:bf:6a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:20:38.132795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:38.133223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:38.146542 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70df7d5-47e6-45b0-9a91-605cfa5f5d33 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:38.171956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:38.176447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:38.182493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-06d20ada-2778-4919-9110-a1c43b722e77 req-ae15b178-22cf-4ddb-8f09-e9ce8849f052 service neutron] 10.222.0.39 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982490
Jan 15 21:20:38.223853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:38.266284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-57102a00-523e-40fc-b61c-717e32e81e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:38.267784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-57102a00-523e-40fc-b61c-717e32e81e86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be87d54300704fa8a180845f0ae0701b&device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1095 time: 0.0412488
Jan 15 21:20:38.366269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-755dad1b-1317-470c-aa47-594604af9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:38.368019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-755dad1b-1317-470c-aa47-594604af9d1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 200  len: 911 time: 0.0940809
Jan 15 21:20:38.370275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f70df7d5-47e6-45b0-9a91-605cfa5f5d33'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:38.411418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-f450d0fc-e2aa-49e6-8216-ea251c182dee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37b0a50-dc89-4e76-a351-eaa8132da409 HTTP/1.1" status: 200  len: 217 time: 0.0367694
Jan 15 21:20:38.459069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-a585b243-42be-469c-b24b-3901ca07cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:38.460521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-a585b243-42be-469c-b24b-3901ca07cf34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a HTTP/1.1" status: 200  len: 849 time: 0.0428767
Jan 15 21:20:38.511363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-561bc63a-0981-44a5-a2ce-e5365cf159e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:38.512747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-561bc63a-0981-44a5-a2ce-e5365cf159e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3450f0ec-f58a-4422-a96d-dbc93e487db1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442817
Jan 15 21:20:38.602377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-d9469e4c-4bb9-4b2e-aa6b-06ee5b87e0da service neutron] 10.222.0.39 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828059
Jan 15 21:20:38.696045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-44518097-bdb3-4413-b2ea-8a4db2cb1950 req-bb7038b8-b8bf-4ea7-a805-601462eff4e4 service neutron] 10.222.0.39 "GET /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862865
Jan 15 21:20:38.971781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640a3ac-0456-4044-bf72-4a3ae31c7619 req-de6db152-cb80-4ecc-9cd9-7db2c1194c2b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:38.973476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6640a3ac-0456-4044-bf72-4a3ae31c7619 req-de6db152-cb80-4ecc-9cd9-7db2c1194c2b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 944 time: 0.0528884
Jan 15 21:20:39.031455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6640a3ac-0456-4044-bf72-4a3ae31c7619 req-b8c2c53f-a871-44c2-814b-2c9b02021168 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525334
Jan 15 21:20:39.059763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929a74d-03b0-474e-831e-b140e44ebbda req-cc44dffa-e2f9-49ba-9d17-19beb4405b9b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:39.061315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2929a74d-03b0-474e-831e-b140e44ebbda req-cc44dffa-e2f9-49ba-9d17-19beb4405b9b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1095 time: 0.0435977
Jan 15 21:20:39.105193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2929a74d-03b0-474e-831e-b140e44ebbda req-5b198197-2043-4df2-b435-25d3bb638b2d tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377562
Jan 15 21:20:39.992081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c37b0a50-dc89-4e76-a351-eaa8132da409 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:20:39.994147 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f70df7d5-47e6-45b0-9a91-605cfa5f5d33 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:40.096557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:20:40.108347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:40.108721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:40.155430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37b0a50-dc89-4e76-a351-eaa8132da409,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:40.161494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245e805-4d54-41b9-a79e-08b2daa93193 req-f2cb4f6a-0b5b-4e24-86fc-64130ad7b454 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:40.163043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a245e805-4d54-41b9-a79e-08b2daa93193 req-f2cb4f6a-0b5b-4e24-86fc-64130ad7b454 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 944 time: 0.0576155
Jan 15 21:20:40.171006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'c37b0a50-dc89-4e76-a351-eaa8132da409', 'network_id': '3450f0ec-f58a-4422-a96d-dbc93e487db1', 'port_id': 'c37b0a50-dc89-4e76-a351-eaa8132da409', 'mac_address': 'fa:16:3e:6d:76:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:20:40.242936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a245e805-4d54-41b9-a79e-08b2daa93193 req-edc94a0f-05a8-44d4-ab9b-ed2422d4ee7a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733171
Jan 15 21:20:40.244002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c37b0a50-dc89-4e76-a351-eaa8132da409 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:40.244389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:40.248100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae2faf-c141-4cdb-8967-6e9ca65999f2 req-99d4194e-9401-4760-af38-d515bf378a9c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:40.249663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cae2faf-c141-4cdb-8967-6e9ca65999f2 req-99d4194e-9401-4760-af38-d515bf378a9c tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1095 time: 0.0664289
Jan 15 21:20:40.254417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:40.254788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:40.269978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37b0a50-dc89-4e76-a351-eaa8132da409 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:20:40.294062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:40.296303 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641d702-7a5f-406d-b176-0742503cd735" -d '{"events": [{"server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "name": "network-vif-plugged", "status": "completed", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:40.301727 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cae2faf-c141-4cdb-8967-6e9ca65999f2 req-aa2eaa7e-e141-472b-bdaa-aec1cf3f5bb4 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441926
Jan 15 21:20:40.317521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:40.319556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37b0a50-dc89-4e76-a351-eaa8132da409,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:40.322422 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:40.350996 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d4d90-d1d6-4993-b290-744f1f23ffaa x-openstack-request-id: req-419d4d90-d1d6-4993-b290-744f1f23ffaa {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:40.350996 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "name": "network-vif-plugged", "status": "completed", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:40.350996 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-419d4d90-d1d6-4993-b290-744f1f23ffaa {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:40.350996 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'code': 200}
Jan 15 21:20:40.353910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:40.379231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:40.429210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:40.445666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeca37-9cea-4c07-8883-50835662e0a7 req-ca8c8a9c-8880-41de-9e33-04a2a4172756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:40.447218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2eeca37-9cea-4c07-8883-50835662e0a7 req-ca8c8a9c-8880-41de-9e33-04a2a4172756 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1096 time: 0.0433912
Jan 15 21:20:40.498923 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a2eeca37-9cea-4c07-8883-50835662e0a7 req-be68641a-f0a2-4d0c-bea4-be44ad4f11e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449185
Jan 15 21:20:40.563139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c37b0a50-dc89-4e76-a351-eaa8132da409'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:41.368606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a05958-b581-4d5c-8eea-1d0da5f079ed req-193b9025-460d-4ea3-97a2-685a1f328176 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:41.372043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a05958-b581-4d5c-8eea-1d0da5f079ed req-193b9025-460d-4ea3-97a2-685a1f328176 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0561376
Jan 15 21:20:41.458616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1a05958-b581-4d5c-8eea-1d0da5f079ed req-76813d7a-da01-440c-a74a-83480aa1ee38 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803566
Jan 15 21:20:41.466748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0497-01e6-4395-b26b-254ad6182b0c req-8773c3af-a77f-4ce2-ba84-864122375256 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:41.468196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34eb0497-01e6-4395-b26b-254ad6182b0c req-8773c3af-a77f-4ce2-ba84-864122375256 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1096 time: 0.0752814
Jan 15 21:20:41.515524 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-34eb0497-01e6-4395-b26b-254ad6182b0c req-c738a62c-b81c-4552-9e37-da96e5f6ae69 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408540
Jan 15 21:20:41.998511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c37b0a50-dc89-4e76-a351-eaa8132da409 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:20:42.047018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port c37b0a50-dc89-4e76-a351-eaa8132da409 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:20:42.051246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port c37b0a50-dc89-4e76-a351-eaa8132da409 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:20:42.051613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:42.130540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port c37b0a50-dc89-4e76-a351-eaa8132da409 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:20:42.130917 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:42.162918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37b0a50-dc89-4e76-a351-eaa8132da409,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:42.166835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:42.213057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:42.352002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:42.354323 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7b4fa-95dc-41ac-84ba-0d4d127c68aa" -d '{"events": [{"server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "name": "network-vif-plugged", "status": "completed", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:42.389460 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150adbcb-c4e6-4be4-a997-293e6745d164 x-openstack-request-id: req-150adbcb-c4e6-4be4-a997-293e6745d164 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:42.389750 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "name": "network-vif-plugged", "status": "completed", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:42.389996 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-150adbcb-c4e6-4be4-a997-293e6745d164 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:42.390382 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409', 'code': 200}
Jan 15 21:20:42.485532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d45fd8-0f4f-4d58-a353-e3b21303c489 req-265cffbf-3437-4f16-904f-817da85096ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:42.487051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6d45fd8-0f4f-4d58-a353-e3b21303c489 req-265cffbf-3437-4f16-904f-817da85096ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0400670
Jan 15 21:20:42.529857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e6d45fd8-0f4f-4d58-a353-e3b21303c489 req-23f0cf4a-142f-490d-9dd4-1a1a7f67b531 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370603
Jan 15 21:20:42.577925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafd00b-be45-41bc-bf7d-a73e567b76ab req-fd7c6fae-5ac9-41cf-8810-00071fe7e60a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:42.579409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8bafd00b-be45-41bc-bf7d-a73e567b76ab req-fd7c6fae-5ac9-41cf-8810-00071fe7e60a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0510371
Jan 15 21:20:42.656154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333af581-750a-4dfe-aa7e-e03f0d879868 req-e040b7af-1c1d-41de-ab0b-fcc994a06f1d tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:42.657699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-333af581-750a-4dfe-aa7e-e03f0d879868 req-e040b7af-1c1d-41de-ab0b-fcc994a06f1d tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0727479
Jan 15 21:20:42.662953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8bafd00b-be45-41bc-bf7d-a73e567b76ab req-6a9b2a37-3a0a-4dbb-9c05-50796caeebdc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762577
Jan 15 21:20:42.702764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-333af581-750a-4dfe-aa7e-e03f0d879868 req-4a0a2513-340b-4b9e-8f58-804c4737d349 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383801
Jan 15 21:20:42.781253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bfbfa-1640-4c3f-bffc-312271b6e13a req-d4be07b4-a786-4e07-bfa7-de7d965921cc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:42.782702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c58bfbfa-1640-4c3f-bffc-312271b6e13a req-d4be07b4-a786-4e07-bfa7-de7d965921cc tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0481431
Jan 15 21:20:42.830741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c58bfbfa-1640-4c3f-bffc-312271b6e13a req-65108e15-2796-49c4-8bd5-91cfe322a791 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417607
Jan 15 21:20:42.854343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55544) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:43.079033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5cb44-695a-4af3-b76f-23f23554784f tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:43.080520 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ac5cb44-695a-4af3-b76f-23f23554784f tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1091 time: 0.2252319
Jan 15 21:20:43.083770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55548) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:43.087899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:43.113760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:43.216812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:43.323451 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.35.1.177 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/6a310692-f1df-4ce8-b031-98d12e2dc8b4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:20:43.430444 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:43.464626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:43.501667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:20:43.505848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:20:43.512226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:20:43.538787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=6a310692-f1df-4ce8-b031-98d12e2dc8b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:44.207745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a348-23c4-4897-aef5-fc669d3725a8 req-2b2be906-c3e1-4faa-b4d9-1a787492dc32 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:44.209292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e07a348-23c4-4897-aef5-fc669d3725a8 req-2b2be906-c3e1-4faa-b4d9-1a787492dc32 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.4307172
Jan 15 21:20:44.283384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (19d3194a-b4ea-4e1a-8366-c083fdc639cc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.286973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e07a348-23c4-4897-aef5-fc669d3725a8 req-33a7a489-40fb-43a2-a2ba-59240ed547aa tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720117
Jan 15 21:20:44.371333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.443164 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffff4c-730f-47fc-98d1-52c63984c46a req-c85ddece-cbb7-4518-8641-cdd64669c2e6 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:44.444683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0ffff4c-730f-47fc-98d1-52c63984c46a req-c85ddece-cbb7-4518-8641-cdd64669c2e6 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0864434
Jan 15 21:20:44.525949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.540990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0ffff4c-730f-47fc-98d1-52c63984c46a req-aece5e8c-5bea-4188-8bf2-c49218a6c044 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855236
Jan 15 21:20:44.583784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.590249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.685781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=6a310692-f1df-4ce8-b031-98d12e2dc8b4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:44.702051 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (19d3194a-b4ea-4e1a-8366-c083fdc639cc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:44.743279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3b45a-e5ec-4d5f-bfce-a2fbf5b37ed8 req-e9d4f56b-4475-42e5-b565-3cd96353aab7 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:44.744791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53e3b45a-e5ec-4d5f-bfce-a2fbf5b37ed8 req-e9d4f56b-4475-42e5-b565-3cd96353aab7 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.1240685
Jan 15 21:20:44.835407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53e3b45a-e5ec-4d5f-bfce-a2fbf5b37ed8 req-76bb8e1e-52fa-430e-89c4-cce8a96c8ce5 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844247
Jan 15 21:20:44.837944 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP 19d3194a-b4ea-4e1a-8366-c083fdc639cc associated. External IP: 172.35.1.177, port: f70df7d5-47e6-45b0-9a91-605cfa5f5d33.
Jan 15 21:20:45.083783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:45.091684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d8d0b-889c-41f0-878d-da4deb45c766 req-e3da72ed-2fbc-4483-8781-1d2b71c2ec98 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:45.093311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c99d8d0b-889c-41f0-878d-da4deb45c766 req-e3da72ed-2fbc-4483-8781-1d2b71c2ec98 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0654776
Jan 15 21:20:45.214121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c99d8d0b-889c-41f0-878d-da4deb45c766 req-aa4b3cfc-0249-45b7-ba41-8dc0b8ce73cb tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125743
Jan 15 21:20:45.235383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:45.246728 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:45.254773 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:45.257448 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:45.258064 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:45.281945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-14b1980c-776b-448d-811a-7deb2a29941a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1971757
Jan 15 21:20:45.282801 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:45.286485 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:45.324920 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ad0a8-b492-4520-b6b8-ff0410d55aa3 x-openstack-request-id: req-987ad0a8-b492-4520-b6b8-ff0410d55aa3 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:45.325226 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:45.325482 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-987ad0a8-b492-4520-b6b8-ff0410d55aa3 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:45.325888 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'status': 'completed', 'code': 200}
Jan 15 21:20:45.366074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:45.398716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-3fc17b2e-fdeb-463a-815c-647b9370c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:45.400236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-3fc17b2e-fdeb-463a-815c-647b9370c224 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1096 time: 0.0511034
Jan 15 21:20:45.463321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:45.494754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-6d259bd5-00b0-4794-aaa5-f2ba2bbd5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:45.496303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-6d259bd5-00b0-4794-aaa5-f2ba2bbd5ead service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0885110
Jan 15 21:20:45.694185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8b040>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19d3194a-b4ea-4e1a-8366-c083fdc639cc', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:bf:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:20:43Z', 'updated_at': '2022-01-15T21:20:43Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:45.721608 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:45.730317 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:45.730932 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:45.841260 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:45.866853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-a29c7962-a5e9-4770-983c-39728ade462f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 999 time: 0.3641970
Jan 15 21:20:45.917130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-38933153-243b-45ea-a577-c62cfb79fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:45.918580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-38933153-243b-45ea-a577-c62cfb79fafa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0451567
Jan 15 21:20:45.965509 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-133b809f-9280-4700-a655-e84300ced6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:45.966966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-133b809f-9280-4700-a655-e84300ced6c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419004
Jan 15 21:20:46.057104 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8b040>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19d3194a-b4ea-4e1a-8366-c083fdc639cc', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:bf:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:20:43Z', 'updated_at': '2022-01-15T21:20:43Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:46.060467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-aa05f206-e4f3-4e17-89b5-e4bb2802b824 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867007
Jan 15 21:20:46.087089 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd1593-ef8e-4f39-895c-952599cf1fa6 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '19d3194a-b4ea-4e1a-8366-c083fdc639cc', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:bf:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:20:43Z', 'updated_at': '2022-01-15T21:20:43Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:46.156127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-67a8a0a7-3fb3-41aa-a1fa-07bef585247b req-8cb81ed1-993c-45c3-b6c5-730f36658aca service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887251
Jan 15 21:20:46.292252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629b222-000e-4ab9-9046-50e418635a5f None None] New status for floating IP 19d3194a-b4ea-4e1a-8366-c083fdc639cc: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:20:46.339913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab310b-1753-49f3-bfed-8222110f1861 req-40fc4f98-0ec7-43e7-8ba9-8b5fe3b4957b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:46.341171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56ab310b-1753-49f3-bfed-8222110f1861 req-40fc4f98-0ec7-43e7-8ba9-8b5fe3b4957b tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0518198
Jan 15 21:20:46.350976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-c71a8972-2713-48b9-a475-2dc40068bdf0 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:46.352652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-c71a8972-2713-48b9-a475-2dc40068bdf0 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d1ad319f-a3a5-4bb8-953d-8edb75ab161d HTTP/1.1" status: 200  len: 1097 time: 0.0565779
Jan 15 21:20:46.391941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-56ab310b-1753-49f3-bfed-8222110f1861 req-062d2794-9b04-47e5-979a-385413c0aa15 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445390
Jan 15 21:20:46.444370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Deleting port c37b0a50-dc89-4e76-a351-eaa8132da409 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:46.444834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:46.525901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] For port c37b0a50-dc89-4e76-a351-eaa8132da409, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37b0a50-dc89-4e76-a351-eaa8132da409,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:46.526180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:46.540391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Calling delete_port for c37b0a50-dc89-4e76-a351-eaa8132da409 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:46.660888 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c37b0a50-dc89-4e76-a351-eaa8132da409), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:46.672969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['c37b0a50-dc89-4e76-a351-eaa8132da409'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:46.675852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['130ab256-0e99-430b-8dc1-e4ea192596b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:46.693004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Pushing event deleted for resources: {'Port': ['ID=c37b0a50-dc89-4e76-a351-eaa8132da409,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:46.748231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] No DVR routers for this DVR port c37b0a50-dc89-4e76-a351-eaa8132da409 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:46.750974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:46.754544 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8621201e-18cb-4d4e-b2b8-b718fdb81a23 req-0d1a1cb9-d291-47de-89ae-520c27cc98b9 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c37b0a50-dc89-4e76-a351-eaa8132da409 HTTP/1.1" status: 204  len: 173 time: 0.3950837
Jan 15 21:20:46.755002 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'name': 'network-vif-deleted', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:46.757309 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983586ed-7c6e-4abb-b322-ff3662648118" -d '{"events": [{"server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "name": "network-vif-deleted", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:46.799037 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877605e0-7724-44b8-b5d2-d3076e1a798b x-openstack-request-id: req-877605e0-7724-44b8-b5d2-d3076e1a798b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:46.799339 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad319f-a3a5-4bb8-953d-8edb75ab161d", "name": "network-vif-deleted", "tag": "c37b0a50-dc89-4e76-a351-eaa8132da409", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:46.800255 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-877605e0-7724-44b8-b5d2-d3076e1a798b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:46.801976 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ad319f-a3a5-4bb8-953d-8edb75ab161d', 'name': 'network-vif-deleted', 'tag': 'c37b0a50-dc89-4e76-a351-eaa8132da409', 'status': 'completed', 'code': 200}
Jan 15 21:20:47.646825 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ad5b7-aaca-4355-9c17-c1a99f3d2fec req-9dc9b07d-c31e-4aac-85ab-c602bc3f8eba tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:47.648223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c6ad5b7-aaca-4355-9c17-c1a99f3d2fec req-9dc9b07d-c31e-4aac-85ab-c602bc3f8eba tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0397830
Jan 15 21:20:47.695147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c6ad5b7-aaca-4355-9c17-c1a99f3d2fec req-ceaf86e1-b1a8-4793-847a-e3b621260c7e tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413439
Jan 15 21:20:47.937124 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1bd67f22-9030-4ebd-a2f7-631c21acf0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:48.807275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed0ecc-e0d7-4602-bb30-f054a6557f82 req-eeb5fc72-2bc6-4ecb-9055-d1355af658b0 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:48.808872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0ed0ecc-e0d7-4602-bb30-f054a6557f82 req-eeb5fc72-2bc6-4ecb-9055-d1355af658b0 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0455823
Jan 15 21:20:48.854936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0ed0ecc-e0d7-4602-bb30-f054a6557f82 req-213b8734-c675-4f93-84fd-0ede2d3500ad tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=2be14b19-9b8f-4fb1-a918-7a2399ccaad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400579
Jan 15 21:20:48.996814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-4379e8bb-c7f0-4280-b9bd-fcba3802c78a tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:48.998247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-4379e8bb-c7f0-4280-b9bd-fcba3802c78a tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7533b876-6474-4cfa-9241-116dd4f6502b HTTP/1.1" status: 200  len: 1096 time: 0.0386159
Jan 15 21:20:49.079687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Deleting port 130ab256-0e99-430b-8dc1-e4ea192596b6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:49.080026 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:49.156313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] For port 130ab256-0e99-430b-8dc1-e4ea192596b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=130ab256-0e99-430b-8dc1-e4ea192596b6,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:49.156684 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:49.169687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Calling delete_port for 130ab256-0e99-430b-8dc1-e4ea192596b6 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:49.295538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (130ab256-0e99-430b-8dc1-e4ea192596b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:49.312391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['130ab256-0e99-430b-8dc1-e4ea192596b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:20:49.325370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Pushing event deleted for resources: {'Port': ['ID=130ab256-0e99-430b-8dc1-e4ea192596b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:49.373614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] No DVR routers for this DVR port 130ab256-0e99-430b-8dc1-e4ea192596b6 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:49.377081 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:49.382008 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b3b31b0f-c79f-491a-9b0a-689540edbd9e req-22678d9d-5d47-47c4-b528-42dec4d3bf64 tempest-TestServerMultinode-1143177832 tempest-TestServerMultinode-1143177832-project-admin] 10.222.0.45 "DELETE /v2.0/ports/130ab256-0e99-430b-8dc1-e4ea192596b6 HTTP/1.1" status: 204  len: 173 time: 0.3776588
Jan 15 21:20:49.382495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'name': 'network-vif-deleted', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:49.384736 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb3000e-a064-4736-8d65-05cdc3ef6fd9" -d '{"events": [{"server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "name": "network-vif-deleted", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:49.428955 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d920fd-71ab-4784-88b6-086c663de298 x-openstack-request-id: req-b9d920fd-71ab-4784-88b6-086c663de298 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:49.429322 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533b876-6474-4cfa-9241-116dd4f6502b", "name": "network-vif-deleted", "tag": "130ab256-0e99-430b-8dc1-e4ea192596b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:49.429679 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9d920fd-71ab-4784-88b6-086c663de298 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:49.430209 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533b876-6474-4cfa-9241-116dd4f6502b', 'name': 'network-vif-deleted', 'tag': '130ab256-0e99-430b-8dc1-e4ea192596b6', 'status': 'completed', 'code': 200}
Jan 15 21:20:49.920586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:50.045217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c37b0a50-dc89-4e76-a351-eaa8132da409 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:50.064635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: c37b0a50-dc89-4e76-a351-eaa8132da409 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:50.065008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device c37b0a50-dc89-4e76-a351-eaa8132da409 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:50.284398 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:50.529050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Deleting port 7a5745c3-f155-45f1-9532-17f5b5523020 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:50.529382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:50.605210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] For port 7a5745c3-f155-45f1-9532-17f5b5523020, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a5745c3-f155-45f1-9532-17f5b5523020,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:50.605565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:50.618299 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Calling delete_port for 7a5745c3-f155-45f1-9532-17f5b5523020 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:50.666116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c586cb4d-e269-46dd-9086-3423a0f5a241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:50.801143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (7a5745c3-f155-45f1-9532-17f5b5523020), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:50.830571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5745c3-f155-45f1-9532-17f5b5523020,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:50.996047 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:51.216086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:51.323805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:51.328776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0ccb1aaf-70a2-4ac7-bd15-af9a296799a4 admin admin] 10.222.0.46 "PUT /v2.0/routers/1f3005fc-2485-45ec-a8ec-21bf4d3c6516/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4071574
Jan 15 21:20:51.332012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55590) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:51.332692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Sync routers for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:51.342807 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:51.343414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80059c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:51.437404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks [] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:51.448873 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:51.632192 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80059c70>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:50Z', 'revision_number': 5, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:51.663462 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Checking router: 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:51.672369 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Routers {'1f3005fc-2485-45ec-a8ec-21bf4d3c6516'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:51.673024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80059c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:51.781798 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] Set router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:51.877528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks [] for router_gateway (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:51.928035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:51.932786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Deleting port b55d41ec-16b8-4135-be0c-8a6f29faf648 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:51.933151 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:51.958649 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80059c70>, [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:50Z', 'revision_number': 5, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:51.984144 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aab85b-5df7-4099-8ac4-e059c191ff56 None None] The sync data for ids ['1f3005fc-2485-45ec-a8ec-21bf4d3c6516'] in ncdv-master-1 is: [{'id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'name': 'tempest-TestServerMultinode-1869241494-router', 'tenant_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:50Z', 'revision_number': 5, 'project_id': '236bc567f7de4f859f27e5e9dcd9ee86', 'gw_port': {'id': 'b55d41ec-16b8-4135-be0c-8a6f29faf648', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3005fc-2485-45ec-a8ec-21bf4d3c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:09Z', 'updated_at': '2022-01-15T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:52.017569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] For port b55d41ec-16b8-4135-be0c-8a6f29faf648, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b55d41ec-16b8-4135-be0c-8a6f29faf648,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:52.017569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.031288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Calling delete_port for b55d41ec-16b8-4135-be0c-8a6f29faf648 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:52.201481 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b55d41ec-16b8-4135-be0c-8a6f29faf648), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.234366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b55d41ec-16b8-4135-be0c-8a6f29faf648,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:52.251921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01f6b4-438f-48c2-8317-e4fa0bc43393 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:52.301396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.395762 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.398389 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks [] for router_controller (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.448399 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1f3005fc-2485-45ec-a8ec-21bf4d3c6516), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.449017 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3005fc-2485-45ec-a8ec-21bf4d3c6516 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:20:52.453584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.454738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3712ac31-9f37-4105-9d83-2965851c6b7d admin admin] 10.222.0.46 "DELETE /v2.0/routers/1f3005fc-2485-45ec-a8ec-21bf4d3c6516 HTTP/1.1" status: 204  len: 168 time: 1.1215084
Jan 15 21:20:52.458152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:52.506770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Deleting subnet 5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:52.510570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Publish callbacks [] for subnet (5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.546925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.632372 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.689674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.714174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:52.720722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.724948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-32ea3042-e3f2-49f3-8bb1-b0c78edf46bf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5f6d8d19-5cc4-4a61-b01c-6b46c4c4448a HTTP/1.1" status: 204  len: 168 time: 0.2653382
Jan 15 21:20:52.727080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5ec85-8348-4dda-870e-5c6438a29357 None None] Network 3450f0ec-f58a-4422-a96d-dbc93e487db1 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:52.727307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55596) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:52.811685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (3450f0ec-f58a-4422-a96d-dbc93e487db1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.873736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Deleting port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:52.874169 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.941677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] For port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,segment=NetworkSegment(a605b2a9-604e-467a-817f-ccfe1cbbd9e0),segment_id=a605b2a9-604e-467a-817f-ccfe1cbbd9e0)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:52.942038 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:52.955412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Calling delete_port for 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:53.041824 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.067433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:53.070904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] No DVR routers for this DVR port 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:53.120123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2a53f-e9fb-474f-ac45-5c5627c98d98 None None] DHCP port deletion for 3450f0ec-f58a-4422-a96d-dbc93e487db1 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:53.161275 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (3450f0ec-f58a-4422-a96d-dbc93e487db1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.183050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f013d0>,) {'filters': {'network_id': ['3450f0ec-f58a-4422-a96d-dbc93e487db1']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:53.193171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f013d0>, 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:53.193468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f013d0>, 'a605b2a9-604e-467a-817f-ccfe1cbbd9e0') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:53.202347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a5745c3-f155-45f1-9532-17f5b5523020 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:53.206476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (a605b2a9-604e-467a-817f-ccfe1cbbd9e0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.221205 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a605b2a9-604e-467a-817f-ccfe1cbbd9e0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.223580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7a5745c3-f155-45f1-9532-17f5b5523020 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:53.224001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7a5745c3-f155-45f1-9532-17f5b5523020 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:53.228145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:53.228499 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (a605b2a9-604e-467a-817f-ccfe1cbbd9e0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:53.231256 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:53.288749 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (3450f0ec-f58a-4422-a96d-dbc93e487db1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.295556 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.298952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3450f0ec-f58a-4422-a96d-dbc93e487db1 HTTP/1.1" status: 204  len: 168 time: 0.5705774
Jan 15 21:20:53.302635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55598) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:53.321037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e888830-d81a-498b-9eba-d81c0dbff020 admin admin] Pushing event deleted for resources: {'Network': ['ID=3450f0ec-f58a-4422-a96d-dbc93e487db1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:53.330499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.542294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 130ab256-0e99-430b-8dc1-e4ea192596b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:53.564598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 130ab256-0e99-430b-8dc1-e4ea192596b6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:53.564969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 130ab256-0e99-430b-8dc1-e4ea192596b6 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:53.612901 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-06a1d332-3230-4a39-bea9-c55c96760709 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0765655
Jan 15 21:20:53.719371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206fe1-299d-493d-af5f-1a14449352c4 req-a5171ae5-39a9-45eb-bb68-f84efc621db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:53.720894 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-a5171ae5-39a9-45eb-bb68-f84efc621db3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1096 time: 0.0507901
Jan 15 21:20:53.730679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (28495e25-07d5-467f-b6b9-839791c7aa36), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:53.901633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206fe1-299d-493d-af5f-1a14449352c4 req-8cc9a129-4cab-4b83-b89f-d1d78ad0c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:53.903049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-8cc9a129-4cab-4b83-b89f-d1d78ad0c5b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.1404185
Jan 15 21:20:54.013547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-13222e88-3af0-4049-9389-d5eb3707aab0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 1001 time: 0.0816288
Jan 15 21:20:54.089759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206fe1-299d-493d-af5f-1a14449352c4 req-b51d1f8c-e719-4c48-83b1-807b953010a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:54.091199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-b51d1f8c-e719-4c48-83b1-807b953010a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0702612
Jan 15 21:20:54.162780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73206fe1-299d-493d-af5f-1a14449352c4 req-680a3690-e80a-4f21-874b-e0100df2dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:54.164247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-680a3690-e80a-4f21-874b-e0100df2dfb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0666776
Jan 15 21:20:54.189121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Deleting port 920f57aa-6b65-4715-abb5-542a97cfc99b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:54.189465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:54.212981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:54.320031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-9ba98ed8-f52e-43e4-aee5-66efb4bfed12 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490970
Jan 15 21:20:54.324552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] For port 920f57aa-6b65-4715-abb5-542a97cfc99b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=920f57aa-6b65-4715-abb5-542a97cfc99b,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:54.324939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:54.375028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Calling delete_port for 920f57aa-6b65-4715-abb5-542a97cfc99b owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:54.469405 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73206fe1-299d-493d-af5f-1a14449352c4 req-fccaae2b-e8f1-4ca5-85fc-c397cd1a99d9 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419122
Jan 15 21:20:54.591696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (920f57aa-6b65-4715-abb5-542a97cfc99b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:54.617112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=920f57aa-6b65-4715-abb5-542a97cfc99b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:54.787848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (28495e25-07d5-467f-b6b9-839791c7aa36), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:54.819540 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55602) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:54.839478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b55d41ec-16b8-4135-be0c-8a6f29faf648 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:54.860651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b55d41ec-16b8-4135-be0c-8a6f29faf648 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:54.861353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b55d41ec-16b8-4135-be0c-8a6f29faf648 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:54.861979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:54.884364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:54.884705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 76b3c03c-6ed9-4c6f-8bd1-bc5508f0ad37 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:54.985763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 2b8a6bff-848b-4711-878f-ce544bd93887 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:54.986007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.013024 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Router 28495e25-07d5-467f-b6b9-839791c7aa36 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:55.061925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.062255 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (2b8a6bff-848b-4711-878f-ce544bd93887), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.074430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 2b8a6bff-848b-4711-878f-ce544bd93887 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:55.120369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:55.127645 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f68c2f82-eb0d-4478-961b-d691ac31b5e7 admin admin] 10.222.0.46 "PUT /v2.0/routers/28495e25-07d5-467f-b6b9-839791c7aa36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8217063
Jan 15 21:20:55.129174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55604) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:55.132362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Sync routers for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:55.142340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:55.142960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:55.253048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:55.267109 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks [] for router (28495e25-07d5-467f-b6b9-839791c7aa36), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.395419 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (2b8a6bff-848b-4711-878f-ce544bd93887), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.426964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=2b8a6bff-848b-4711-878f-ce544bd93887,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:55.434862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks [] for router_gateway (28495e25-07d5-467f-b6b9-839791c7aa36), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.437972 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df3a0>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:54Z', 'revision_number': 5, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port': {'id': 'fc297162-a1a6-4f0c-951f-79c218c99dff', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:20:16Z', 'updated_at': '2022-01-15T21:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:55.465023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Checking router: 28495e25-07d5-467f-b6b9-839791c7aa36 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:55.474136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Routers {'28495e25-07d5-467f-b6b9-839791c7aa36'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:55.474742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['28495e25-07d5-467f-b6b9-839791c7aa36'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:55.521649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for floatingip (ce00676f-e404-4e61-926e-b4ab91e6caff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.521935 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Floating IP ce00676f-e404-4e61-926e-b4ab91e6caff disassociated (deleted). External IP: 172.35.1.225, port: 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69.
Jan 15 21:20:55.561874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] Set router 28495e25-07d5-467f-b6b9-839791c7aa36 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:55.582047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Deleting port fc297162-a1a6-4f0c-951f-79c218c99dff {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:55.582384 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.615767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2df3a0>, [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:55Z', 'revision_number': 6, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:55.640713 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d836ba4-1524-4c2c-a1ce-27d8bb98322c None None] The sync data for ids ['28495e25-07d5-467f-b6b9-839791c7aa36'] in ncdv-master-1 is: [{'id': '28495e25-07d5-467f-b6b9-839791c7aa36', 'name': 'tempest-TestServerMultinode-430476710-router', 'tenant_id': 'be87d54300704fa8a180845f0ae0701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:20:15Z', 'updated_at': '2022-01-15T21:20:55Z', 'revision_number': 6, 'project_id': 'be87d54300704fa8a180845f0ae0701b', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:55.747122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] For port fc297162-a1a6-4f0c-951f-79c218c99dff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc297162-a1a6-4f0c-951f-79c218c99dff,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:55.747487 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:55.766925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Calling delete_port for fc297162-a1a6-4f0c-951f-79c218c99dff owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:55.870512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 1117768f-567b-4dd8-9b9b-4a792014520f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:20:56.055243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:20:56.060673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.068015 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Sync routers for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:20:56.080397 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:56.081043 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80059d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:56.096361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (fc297162-a1a6-4f0c-951f-79c218c99dff), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.102439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7162157-e55d-42f2-88e1-211f3c65c04c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/floatingips/ce00676f-e404-4e61-926e-b4ab91e6caff HTTP/1.1" status: 204  len: 168 time: 1.2818508
Jan 15 21:20:56.115021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:56.118162 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cf0364-e7a7-4379-b3ce-81b29e1c3451" -d '{"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:56.146739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc297162-a1a6-4f0c-951f-79c218c99dff,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:56.161969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549772f-40cb-43a1-ae98-f655232905c3 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:56.203889 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5af6a-0d43-4b6f-8707-887a248d5c44 x-openstack-request-id: req-07c5af6a-0d43-4b6f-8707-887a248d5c44 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:56.204219 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:56.204422 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07c5af6a-0d43-4b6f-8707-887a248d5c44 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:56.204810 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'status': 'completed', 'code': 200}
Jan 15 21:20:56.237201 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (28495e25-07d5-467f-b6b9-839791c7aa36), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.284103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-63e09f9d-dd58-4cd6-b366-535aecf741dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:56.286266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-63e09f9d-dd58-4cd6-b366-535aecf741dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 1096 time: 0.0584891
Jan 15 21:20:56.354054 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:56.372946 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (28495e25-07d5-467f-b6b9-839791c7aa36), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.380196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks [] for router_controller (28495e25-07d5-467f-b6b9-839791c7aa36), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.454387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dfc6a-af9e-4085-9984-efd9fcaff42d req-20472b0f-fb75-4df5-a156-a2c7e30d6ca5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:56.457408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e78dfc6a-af9e-4085-9984-efd9fcaff42d req-20472b0f-fb75-4df5-a156-a2c7e30d6ca5 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.1140022
Jan 15 21:20:56.475893 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (28495e25-07d5-467f-b6b9-839791c7aa36), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.476757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28495e25-07d5-467f-b6b9-839791c7aa36 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:20:56.491913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.493449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f418a4e1-4572-4658-8044-2e18a393526f admin admin] 10.222.0.46 "DELETE /v2.0/routers/28495e25-07d5-467f-b6b9-839791c7aa36 HTTP/1.1" status: 204  len: 168 time: 1.3637776
Jan 15 21:20:56.502707 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55612) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:56.576391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80059d60>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:56.578547 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e78dfc6a-af9e-4085-9984-efd9fcaff42d req-0df741c0-9dca-42bc-a5b7-39c33cf52a27 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149287
Jan 15 21:20:56.585730 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Deleting subnet cc9b0dd1-153b-4b92-8132-fb0116ce4741 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:20:56.589699 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Publish callbacks [] for subnet (cc9b0dd1-153b-4b92-8132-fb0116ce4741), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.604984 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Checking router: 1117768f-567b-4dd8-9b9b-4a792014520f for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:20:56.613935 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:20:56.614547 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e80059d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:56.648213 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (cc9b0dd1-153b-4b92-8132-fb0116ce4741), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.726254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:20:56.740148 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-f1d6621b-1437-4eed-a81e-f4504a9d78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:56.741722 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-f1d6621b-1437-4eed-a81e-f4504a9d78f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 200  len: 898 time: 0.4479434
Jan 15 21:20:56.756031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (cc9b0dd1-153b-4b92-8132-fb0116ce4741), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.797652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-c51bbe00-ee89-4d80-a12c-9511402c42a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 200  len: 217 time: 0.0480554
Jan 15 21:20:56.825450 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (cc9b0dd1-153b-4b92-8132-fb0116ce4741), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.840307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 920f57aa-6b65-4715-abb5-542a97cfc99b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:56.858850 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9b0dd1-153b-4b92-8132-fb0116ce4741,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:56.864662 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:56.869235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ecc3e4a9-6816-4f4d-9615-4ba6db8b8940 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cc9b0dd1-153b-4b92-8132-fb0116ce4741 HTTP/1.1" status: 204  len: 168 time: 0.3642883
Jan 15 21:20:56.871265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-79b3ad25-466a-411a-b410-dca093731999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:56.873959 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-79b3ad25-466a-411a-b410-dca093731999 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 200  len: 835 time: 0.0691235
Jan 15 21:20:56.874681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55614) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:56.887883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 920f57aa-6b65-4715-abb5-542a97cfc99b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:56.888139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 920f57aa-6b65-4715-abb5-542a97cfc99b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:56.888568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc297162-a1a6-4f0c-951f-79c218c99dff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:56.890587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e743b6-e159-4993-99ee-c309860fc57d None None] Network 1696f319-ac4b-4488-86cb-d942bea7b0b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:20:56.925869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: fc297162-a1a6-4f0c-951f-79c218c99dff {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:56.926229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fc297162-a1a6-4f0c-951f-79c218c99dff not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:56.975448 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e80059d60>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:57.001702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (1696f319-ac4b-4488-86cb-d942bea7b0b0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.003771 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb0d8-21b4-4ce5-a939-5950a3b6bebb None None] The sync data for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 is: [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:04Z', 'revision_number': 4, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8641b60-9f79-43cf-a731-c8edb0f61a8c', 'name': '', 'network_id': '921a4e76-3faa-4124-ad27-485c52c7c2f6', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'mac_address': 'fa:16:3e:ec:a1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:19:03Z', 'updated_at': '2022-01-15T21:19:09Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'subnets': [{'id': 'ee4f3d33-94a8-436d-bdf3-4b85f8c77629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:20:57.006738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-8269bf98-6fa3-4e75-bbf4-d6348e66dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:57.008289 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-8269bf98-6fa3-4e75-bbf4-d6348e66dea6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=921a4e76-3faa-4124-ad27-485c52c7c2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1234565
Jan 15 21:20:57.087801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] DHCP port deletion for 1696f319-ac4b-4488-86cb-d942bea7b0b0 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:20:57.130660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-6001ca68-b9d5-425b-9ec5-462dbbf5efad service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137247
Jan 15 21:20:57.135201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Deleting port b8aaeae9-873c-43d4-bfef-89a8914e07df {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:57.135535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.160953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Deleting port b8aaeae9-873c-43d4-bfef-89a8914e07df {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:57.161431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.228667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] For port b8aaeae9-873c-43d4-bfef-89a8914e07df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8aaeae9-873c-43d4-bfef-89a8914e07df,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:57.229015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.242952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Calling delete_port for b8aaeae9-873c-43d4-bfef-89a8914e07df owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:57.259560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] For port b8aaeae9-873c-43d4-bfef-89a8914e07df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8aaeae9-873c-43d4-bfef-89a8914e07df,segment=NetworkSegment(45ae5686-3525-48de-86f9-726fbad7d97c),segment_id=45ae5686-3525-48de-86f9-726fbad7d97c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:57.259921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.281503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Calling delete_port for b8aaeae9-873c-43d4-bfef-89a8914e07df owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:57.301667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5626f-65fa-4560-8517-ca0616d12339 None None] New status for floating IP ce00676f-e404-4e61-926e-b4ab91e6caff: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:20:57.304784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-46cf0364-e7a7-4379-b3ce-81b29e1c3451 req-47943992-700c-4fe4-9572-3965d9f33d16 service neutron] 10.222.0.45 "GET /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672921
Jan 15 21:20:57.383910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.410525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8aaeae9-873c-43d4-bfef-89a8914e07df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:57.420452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] No DVR routers for this DVR port b8aaeae9-873c-43d4-bfef-89a8914e07df on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:57.512218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (1696f319-ac4b-4488-86cb-d942bea7b0b0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.535299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e85b65100>,) {'filters': {'network_id': ['1696f319-ac4b-4488-86cb-d942bea7b0b0']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:57.545287 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85b65100>, '45ae5686-3525-48de-86f9-726fbad7d97c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:57.545592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85b65100>, '45ae5686-3525-48de-86f9-726fbad7d97c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:20:57.555915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (45ae5686-3525-48de-86f9-726fbad7d97c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.564358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (b8aaeae9-873c-43d4-bfef-89a8914e07df), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.569020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (45ae5686-3525-48de-86f9-726fbad7d97c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.575121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:20:57.575515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (45ae5686-3525-48de-86f9-726fbad7d97c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:20:57.577212 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:20:57.588948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] Pushing event deleted for resources: {'Port': ['ID=b8aaeae9-873c-43d4-bfef-89a8914e07df,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:57.592813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6549e-2fec-4ec6-81ac-642bb4266217 None None] No DVR routers for this DVR port b8aaeae9-873c-43d4-bfef-89a8914e07df on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:57.638701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (1696f319-ac4b-4488-86cb-d942bea7b0b0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.644380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.650859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1696f319-ac4b-4488-86cb-d942bea7b0b0 HTTP/1.1" status: 204  len: 168 time: 0.7726407
Jan 15 21:20:57.665564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52c35b-378f-4d1d-880d-bd20a321ea2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1696f319-ac4b-4488-86cb-d942bea7b0b0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:57.732615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae0234-8846-4d42-807d-ebb42d6a22a7 req-a0c805bf-3b7b-442d-b17a-551cbbf3406a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:57.734122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3ae0234-8846-4d42-807d-ebb42d6a22a7 req-a0c805bf-3b7b-442d-b17a-551cbbf3406a tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0549631
Jan 15 21:20:57.785017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3ae0234-8846-4d42-807d-ebb42d6a22a7 req-4eac5339-81b9-4f2f-a401-b673a578ad5c tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d2d28d2-27c5-42fa-b71a-4943b1f57649&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447466
Jan 15 21:20:57.832725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55620) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:57.835408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-9e4d6a91-8804-4cd5-99c2-53aed6fc5b7b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:57.836966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-9e4d6a91-8804-4cd5-99c2-53aed6fc5b7b tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae51bd6b-96a9-42fa-ad05-234547d3f5d3 HTTP/1.1" status: 200  len: 945 time: 0.0523047
Jan 15 21:20:57.873876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-40b3d4d8-5823-475b-9880-dad43f5d94dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=236bc567f7de4f859f27e5e9dcd9ee86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397530
Jan 15 21:20:57.876175 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55622) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:57.924008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] Publish callbacks [] for security_group (ceb2855b-0a94-4792-9ee0-8fc589191f5d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.929750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:57.930096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.946073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] Publish callbacks [] for security_group (ceb2855b-0a94-4792-9ee0-8fc589191f5d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.991324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ceb2855b-0a94-4792-9ee0-8fc589191f5d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.993886 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:57.997445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ceb2855b-0a94-4792-9ee0-8fc589191f5d HTTP/1.1" status: 204  len: 168 time: 0.1179633
Jan 15 21:20:58.002667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc951-d257-47b4-90e1-0d9322a0e972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb2855b-0a94-4792-9ee0-8fc589191f5d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:58.026659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:58.027079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.041943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:58.179025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8a3eca19-0e64-45e1-ba8b-83d5de1d3c69), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.205182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=8a3eca19-0e64-45e1-ba8b-83d5de1d3c69,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:58.248717 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] No DVR routers for this DVR port 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:20:58.251171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.254533 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b514617a-a61f-4a7b-a2e8-cd21a12753da req-7f60d7de-edff-4b49-8554-fab4d77a212d tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.45 "DELETE /v2.0/ports/8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 HTTP/1.1" status: 204  len: 173 time: 0.4097917
Jan 15 21:20:58.254980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-deleted', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:20:58.257251 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71045e2-c674-4c61-a878-390ec446e749" -d '{"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-deleted", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:20:58.294412 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f4953-7100-411b-a295-12ec73b52881 x-openstack-request-id: req-991f4953-7100-411b-a295-12ec73b52881 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:20:58.294710 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51bd6b-96a9-42fa-ad05-234547d3f5d3", "name": "network-vif-deleted", "tag": "8a3eca19-0e64-45e1-ba8b-83d5de1d3c69", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:20:58.294969 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-991f4953-7100-411b-a295-12ec73b52881 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:20:58.295378 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51bd6b-96a9-42fa-ad05-234547d3f5d3', 'name': 'network-vif-deleted', 'tag': '8a3eca19-0e64-45e1-ba8b-83d5de1d3c69', 'status': 'completed', 'code': 200}
Jan 15 21:20:58.349306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55630) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:58.393621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-075f6bfb-1fc4-45b1-a1ba-40855e1cb88c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be87d54300704fa8a180845f0ae0701b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0431089
Jan 15 21:20:58.396799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55632) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:58.444009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] Publish callbacks [] for security_group (2be14b19-9b8f-4fb1-a918-7a2399ccaad7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.465563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] Publish callbacks [] for security_group (2be14b19-9b8f-4fb1-a918-7a2399ccaad7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.510837 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (2be14b19-9b8f-4fb1-a918-7a2399ccaad7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.513404 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:58.514579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2be14b19-9b8f-4fb1-a918-7a2399ccaad7 HTTP/1.1" status: 204  len: 168 time: 0.1168065
Jan 15 21:20:58.522760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81551700-0b7d-4ee8-bdfc-5276fb49e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be14b19-9b8f-4fb1-a918-7a2399ccaad7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:58.786401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8aaeae9-873c-43d4-bfef-89a8914e07df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:20:58.808943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b8aaeae9-873c-43d4-bfef-89a8914e07df {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:20:58.809839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8aaeae9-873c-43d4-bfef-89a8914e07df not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:20:58.846743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55644) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:59.224556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1117768f-567b-4dd8-9b9b-4a792014520f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.238902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55660) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:59.344298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2113751823-network', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:59.368661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Made reservation on behalf of 295ec7c21a074bc4b8bdf0bcedf5e7a3 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:59.371001 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.380725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.459212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks [] for security_group (f3e63aef-f7a7-4164-895f-69e9e3042e45), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.463897 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3e63aef-f7a7-4164-895f-69e9e3042e45), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.493340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:20:59.498787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e63aef-f7a7-4164-895f-69e9e3042e45,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:59.504403 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port c8641b60-9f79-43cf-a731-c8edb0f61a8c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:20:59.504403 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.506995 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (03a230f1-7a4c-4628-9a5b-c386ebbaa030), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.507342 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Added segment 03a230f1-7a4c-4628-9a5b-c386ebbaa030 of type vlan for network fd40f033-9f30-4342-bda0-cdb60f17f62b
Jan 15 21:20:59.553834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (fd40f033-9f30-4342-bda0-cdb60f17f62b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.580372 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (fd40f033-9f30-4342-bda0-cdb60f17f62b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.581273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:20:59.581843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.599490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port c8641b60-9f79-43cf-a731-c8edb0f61a8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8641b60-9f79-43cf-a731-c8edb0f61a8c,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:20:59.599862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.613819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for c8641b60-9f79-43cf-a731-c8edb0f61a8c owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:20:59.638575 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3985078
Jan 15 21:20:59.643166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55664) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:20:59.648048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Request body: {'subnet': {'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2113751823-subnet', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:20:59.651214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940064c-7f8d-4cad-9e61-73b24646dd92 admin admin] Pushing event updated for resources: {'Network': ['ID=fd40f033-9f30-4342-bda0-cdb60f17f62b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:59.663063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network fd40f033-9f30-4342-bda0-cdb60f17f62b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:20:59.676815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Made reservation on behalf of 295ec7c21a074bc4b8bdf0bcedf5e7a3 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:20:59.679689 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.814908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c8641b60-9f79-43cf-a731-c8edb0f61a8c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.847228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=c8641b60-9f79-43cf-a731-c8edb0f61a8c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:20:59.928939 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (c68fc01e-b311-437e-b2ab-ea69fadfa566), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:20:59.988016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68fc01e-b311-437e-b2ab-ea69fadfa566,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:00.000525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Checking segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:00.001062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Network hostable DHCP agents. Network: fd40f033-9f30-4342-bda0-cdb60f17f62b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:21:00.022455 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Network fd40f033-9f30-4342-bda0-cdb60f17f62b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:21:00.036929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd40f033-9f30-4342-bda0-cdb60f17f62b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:00.042335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:00.043679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.049108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb688d-438d-42e8-9740-ad59ac127783 None None] Network fd40f033-9f30-4342-bda0-cdb60f17f62b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:21:00.059176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1117768f-567b-4dd8-9b9b-4a792014520f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.066724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13b9ac54-f3cc-4865-b4bf-d3c9e5f20a1a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4222453
Jan 15 21:21:00.069590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55666) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:00.075394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:00.105973 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.109132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.180779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd40f033-9f30-4342-bda0-cdb60f17f62b', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:21:00.183063 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.184685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for router_controller (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.344884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Allocated IP 172.20.0.2 (fd40f033-9f30-4342-bda0-cdb60f17f62b/c68fc01e-b311-437e-b2ab-ea69fadfa566/352db43d-1b2d-4031-b24c-3e0b9adc6d8f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:00.345350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Router 1117768f-567b-4dd8-9b9b-4a792014520f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:21:00.482899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:00.492113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ea6e14a3-3b5d-4c82-99f0-6a551977bc8e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "PUT /v2.0/routers/1117768f-567b-4dd8-9b9b-4a792014520f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6434150
Jan 15 21:21:00.492807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55668) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:00.497743 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Sync routers for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:00.511027 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:00.511978 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36d400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:00.548390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks [] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.555779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting subnet ee4f3d33-94a8-436d-bdf3-4b85f8c77629 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:21:00.559697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (ee4f3d33-94a8-436d-bdf3-4b85f8c77629), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.559949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.606526 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ee4f3d33-94a8-436d-bdf3-4b85f8c77629), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.609251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Network fd40f033-9f30-4342-bda0-cdb60f17f62b is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:00.611175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:00.617005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:00.651878 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:00.660766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Pushing event updated for resources: {'Port': ['ID=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:00.692757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Attempting to bind port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:00.694104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Attempting to bind port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:00.694531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Attempting to bind port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f on network fd40f033-9f30-4342-bda0-cdb60f17f62b {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:00.700285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:00.700663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Checking segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:00.701222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.701613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Bound using segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:00.702192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Bound port: 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:00.702582 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.711206 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ee4f3d33-94a8-436d-bdf3-4b85f8c77629), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.749577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for router_gateway (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.791211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] For port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:00.795210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] For port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:00.807174 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ee4f3d33-94a8-436d-bdf3-4b85f8c77629), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.811774 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.848592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4f3d33-94a8-436d-bdf3-4b85f8c77629,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:00.856925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:00.863724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fb2efbe4-c2a9-4c77-bc10-dfa22ec45cba tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/subnets/ee4f3d33-94a8-436d-bdf3-4b85f8c77629 HTTP/1.1" status: 204  len: 168 time: 0.3667808
Jan 15 21:21:00.863914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af5b66-4dae-4bda-a91b-5d3c31eb884d None None] Network 921a4e76-3faa-4124-ad27-485c52c7c2f6 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:21:00.864019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55670) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:00.943827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cbfcb-bfec-4de8-954e-e664d26b9ed2 None None] Pushing event updated for resources: {'Port': ['ID=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:00.949360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36d400>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:20:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:00.984393 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Checking router: 1117768f-567b-4dd8-9b9b-4a792014520f for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:00.997262 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Routers {'1117768f-567b-4dd8-9b9b-4a792014520f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:00.998130 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36d400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1117768f-567b-4dd8-9b9b-4a792014520f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:01.044242 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for router_gateway (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.066516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (1117768f-567b-4dd8-9b9b-4a792014520f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.077145 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.092336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] DHCP port deletion for 921a4e76-3faa-4124-ad27-485c52c7c2f6 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:01.198856 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] Set router 1117768f-567b-4dd8-9b9b-4a792014520f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:01.207342 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_gateway (1117768f-567b-4dd8-9b9b-4a792014520f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.209571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Deleting port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:21:01.210088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.284975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Deleting port b58e9bec-b016-4595-9800-baad8b77db71 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:21:01.285670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b58e9bec-b016-4595-9800-baad8b77db71), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.289789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Allocated IP 172.35.1.227 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/ca8454e7-e17f-4cac-8670-a06a7baaec6a) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:01.366667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] For port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,segment=NetworkSegment(fea4da7f-8311-4c5b-9f33-b66a09cbbc18),segment_id=fea4da7f-8311-4c5b-9f33-b66a09cbbc18)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:01.366934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.407440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] For port b58e9bec-b016-4595-9800-baad8b77db71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b58e9bec-b016-4595-9800-baad8b77db71,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:01.407909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b58e9bec-b016-4595-9800-baad8b77db71), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.423720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.425688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Calling delete_port for 097c3b22-b78c-4ec1-b3b0-4692edc1ceae owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:21:01.437206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Calling delete_port for b58e9bec-b016-4595-9800-baad8b77db71 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:21:01.449024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b36d400>, [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:20:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:01.468750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.520654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:01.526943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:01.530255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:01.559525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0bcae-853a-4b01-931b-ae310ef6fa80 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:01.563369 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (097c3b22-b78c-4ec1-b3b0-4692edc1ceae), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.597937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] Pushing event deleted for resources: {'Port': ['ID=097c3b22-b78c-4ec1-b3b0-4692edc1ceae,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:01.600325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:21:01.644914 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03de21-31be-47a2-8857-6918f99238b7 None None] The sync data for ids ['1117768f-567b-4dd8-9b9b-4a792014520f'] in ncdv-master-1 is: [{'id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589482687', 'tenant_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10'}], 'enable_snat': True}, 'gw_port_id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:20:59Z', 'revision_number': 5, 'project_id': 'ed86e4d7dcdb4ea7ad79628b2ae2462d', 'gw_port': {'id': 'b58e9bec-b016-4595-9800-baad8b77db71', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1117768f-567b-4dd8-9b9b-4a792014520f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:58Z', 'updated_at': '2022-01-15T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:01.647958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:21:01.649372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8a3eca19-0e64-45e1-ba8b-83d5de1d3c69 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:21:01.661146 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6991de2-0edc-4368-9c42-b5370c1dbb48 None None] No DVR routers for this DVR port 097c3b22-b78c-4ec1-b3b0-4692edc1ceae on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:21:01.698705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b58e9bec-b016-4595-9800-baad8b77db71), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.707292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8454e7-e17f-4cac-8670-a06a7baaec6a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:01.719824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d924f4fa-c481-427e-aec7-0c3e5469acaf None None] Provisioning complete for port ca8454e7-e17f-4cac-8670-a06a7baaec6a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:01.720204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d924f4fa-c481-427e-aec7-0c3e5469acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.726992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Port': ['ID=b58e9bec-b016-4595-9800-baad8b77db71,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:01.760440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7f889-2a6b-4560-b966-553ea1886be4 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:01.764403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d924f4fa-c481-427e-aec7-0c3e5469acaf None None] Port ca8454e7-e17f-4cac-8670-a06a7baaec6a cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:01.798689 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1117768f-567b-4dd8-9b9b-4a792014520f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.840118 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for router_gateway (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.898333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1117768f-567b-4dd8-9b9b-4a792014520f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:01.900739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router_controller (1117768f-567b-4dd8-9b9b-4a792014520f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.080230 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.246336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:21:02.251341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07293753-f99d-4ab6-a3bd-f81f566e8359 None None] Network fd40f033-9f30-4342-bda0-cdb60f17f62b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:21:02.269066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1117768f-567b-4dd8-9b9b-4a792014520f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.269066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Fanout notify agent at l3_agent the message router_deleted on router 1117768f-567b-4dd8-9b9b-4a792014520f {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:21:02.277730 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.278943 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4a75b3be-56ef-486e-b5ea-666e2919372e tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/routers/1117768f-567b-4dd8-9b9b-4a792014520f HTTP/1.1" status: 204  len: 168 time: 1.4140038
Jan 15 21:21:02.282398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55672) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:02.342256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Provisioning complete for port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:02.342727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.428041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (921a4e76-3faa-4124-ad27-485c52c7c2f6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.442491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:02.464437 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.466274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3006cf08-a48b-46f0-be2f-08bb278589b5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3955603
Jan 15 21:21:02.468915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55674) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:02.477961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:02.496268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:02.496790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b43be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:02.539594 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (921a4e76-3faa-4124-ad27-485c52c7c2f6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.564802 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad36df0>,) {'filters': {'network_id': ['921a4e76-3faa-4124-ad27-485c52c7c2f6']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:02.577285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad36df0>, 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:02.578053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad36df0>, 'fea4da7f-8311-4c5b-9f33-b66a09cbbc18') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:02.589785 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (fea4da7f-8311-4c5b-9f33-b66a09cbbc18), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.611989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (fea4da7f-8311-4c5b-9f33-b66a09cbbc18), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.619377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:21:02.619806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (fea4da7f-8311-4c5b-9f33-b66a09cbbc18), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:21:02.623499 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:21:02.658730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Current status of the port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:02.660077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.702515 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (921a4e76-3faa-4124-ad27-485c52c7c2f6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.713970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] For port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:02.716854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.718127 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:02.721251 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.722422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/networks/921a4e76-3faa-4124-ad27-485c52c7c2f6 HTTP/1.1" status: 204  len: 168 time: 0.4389975
Jan 15 21:21:02.732632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55676) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:02.744272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9320e0-b842-4643-924c-adb97c0fcc37 tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'Network': ['ID=921a4e76-3faa-4124-ad27-485c52c7c2f6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:02.860553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (0d2d28d2-27c5-42fa-b71a-4943b1f57649), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.879370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a9e10-0d41-474d-a7b1-d39b720fc716 None None] Pushing event updated for resources: {'Port': ['ID=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:02.926078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (0d2d28d2-27c5-42fa-b71a-4943b1f57649), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:02.960228 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-786629bf-74ea-4b43-87fc-7070005f79de None None] Provisioning complete for port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:02.960606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-786629bf-74ea-4b43-87fc-7070005f79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.040164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b43be50>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:01Z', 'revision_number': 3, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:03.096161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0d2d28d2-27c5-42fa-b71a-4943b1f57649), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.099828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.100990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] 10.222.0.46 "DELETE /v2.0/security-groups/0d2d28d2-27c5-42fa-b71a-4943b1f57649 HTTP/1.1" status: 204  len: 168 time: 0.3672485
Jan 15 21:21:03.117097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 352db43d-1b2d-4031-b24c-3e0b9adc6d8f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:03.119859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf88773-d86c-4eed-a537-7554203fa6fe tempest-TestNetworkAdvancedServerOps-660705759 tempest-TestNetworkAdvancedServerOps-660705759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d28d2-27c5-42fa-b71a-4943b1f57649,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:03.122862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.131014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:03.131373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Updating router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 port ca8454e7-e17f-4cac-8670-a06a7baaec6a binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:21:03.189466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-786629bf-74ea-4b43-87fc-7070005f79de None None] Current status of the port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:03.202906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.302798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:03.303530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.321055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Allocated IP 172.20.0.1 (fd40f033-9f30-4342-bda0-cdb60f17f62b/c68fc01e-b311-437e-b2ab-ea69fadfa566/23676ee0-514a-421c-80a8-b11c37a3c8c4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:03.434243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55684) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:03.474030 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks [] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.515478 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.571398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Network fd40f033-9f30-4342-bda0-cdb60f17f62b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:03.574638 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:03.578546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:03.624922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.647270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:03.655161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8bd9a170-feb7-4890-8623-d5fca310aa2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed86e4d7dcdb4ea7ad79628b2ae2462d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2195091
Jan 15 21:21:03.660494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55688) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:03.676051 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:03.732618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Publish callbacks [] for security_group (825d3222-4e38-41db-8d09-662193619cf8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.749481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b58e9bec-b016-4595-9800-baad8b77db71 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:21:03.767584 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Publish callbacks [] for security_group (825d3222-4e38-41db-8d09-662193619cf8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.783189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b58e9bec-b016-4595-9800-baad8b77db71 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:21:03.783865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b58e9bec-b016-4595-9800-baad8b77db71 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:21:03.784766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 097c3b22-b78c-4ec1-b3b0-4692edc1ceae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:21:03.805832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.810676 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks [] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.829027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (825d3222-4e38-41db-8d09-662193619cf8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.833908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.834916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 097c3b22-b78c-4ec1-b3b0-4692edc1ceae {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:21:03.835352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 097c3b22-b78c-4ec1-b3b0-4692edc1ceae not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:21:03.835758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8641b60-9f79-43cf-a731-c8edb0f61a8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:21:03.839748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.840772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/825d3222-4e38-41db-8d09-662193619cf8 HTTP/1.1" status: 204  len: 168 time: 0.1787102
Jan 15 21:21:03.850766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d3222-4e38-41db-8d09-662193619cf8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:03.861742 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.862497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.863151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.863548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.864112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.864609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.865049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.865661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.866106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.866552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.866952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.867342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.867804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa45f92-12c9-4997-b20f-0332c5bf11e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:03.889326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c8641b60-9f79-43cf-a731-c8edb0f61a8c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:21:03.889733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c8641b60-9f79-43cf-a731-c8edb0f61a8c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:21:03.923899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922458c-91e3-422e-a58b-0a356aa92f81 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:03.946680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e666c-858b-412c-967e-972245d6c048 None None] Pushing event updated for resources: {'Port': ['ID=ca8454e7-e17f-4cac-8670-a06a7baaec6a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:03.949300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Attempting to bind port ca8454e7-e17f-4cac-8670-a06a7baaec6a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:03.949563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Attempting to bind port ca8454e7-e17f-4cac-8670-a06a7baaec6a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:03.949918 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Attempting to bind port ca8454e7-e17f-4cac-8670-a06a7baaec6a on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:03.960092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:03.960470 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:03.960905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.961297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:03.961767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Bound port: ca8454e7-e17f-4cac-8670-a06a7baaec6a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:03.962150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:03.965059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e280a6fe-771d-43de-88a6-f58a66cd57f2 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:03.965434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e280a6fe-771d-43de-88a6-f58a66cd57f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.041072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e280a6fe-771d-43de-88a6-f58a66cd57f2 None None] Port 23676ee0-514a-421c-80a8-b11c37a3c8c4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:04.048272 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] For port ca8454e7-e17f-4cac-8670-a06a7baaec6a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:04.051880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] For port ca8454e7-e17f-4cac-8670-a06a7baaec6a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8454e7-e17f-4cac-8670-a06a7baaec6a,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:04.057150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.096621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks [] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.104282 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.118656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43712d-bb3c-4fac-bb2d-5f5fd23f768b None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:04.128681 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:04.129490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b43be50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:04.131798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e666c-858b-412c-967e-972245d6c048 None None] Pushing event updated for resources: {'Port': ['ID=ca8454e7-e17f-4cac-8670-a06a7baaec6a,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:04.187533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Pushing event updated for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:04.190538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.204600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Provisioning complete for port ca8454e7-e17f-4cac-8670-a06a7baaec6a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:04.207539 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.287405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55694) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:04.291367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:04.322450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Network fd40f033-9f30-4342-bda0-cdb60f17f62b is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:04.325473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:04.339098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55696) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:04.340706 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-604fff27-2d6e-4b3f-94d8-52f90e6db0f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f8baf49b7c04879833db37012ebfd04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0520060
Jan 15 21:21:04.469709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Current status of the port ca8454e7-e17f-4cac-8670-a06a7baaec6a is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:04.470325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.480196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] Publish callbacks [] for security_group (5cc555cb-dc68-466d-b10e-ca64669a4a51), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.513419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] For port ca8454e7-e17f-4cac-8670-a06a7baaec6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8454e7-e17f-4cac-8670-a06a7baaec6a,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:04.519533 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.609738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d529b-45ca-4d91-acc4-a6a52655b6c3 None None] Pushing event updated for resources: {'Port': ['ID=ca8454e7-e17f-4cac-8670-a06a7baaec6a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:04.651065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:04.651436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.656103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b43be50>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:04.707194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8646-c932-4cc2-b3ad-a252e1104296 None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:04.724202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Port 23676ee0-514a-421c-80a8-b11c37a3c8c4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:04.736309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Provisioning complete for port ca8454e7-e17f-4cac-8670-a06a7baaec6a triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:04.736827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.833902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-14587410-4e88-45cb-a572-129698c93e83 None None] Current status of the port ca8454e7-e17f-4cac-8670-a06a7baaec6a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:04.867881 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] Publish callbacks [] for security_group (5cc555cb-dc68-466d-b10e-ca64669a4a51), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.915710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:21:04.981442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (5cc555cb-dc68-466d-b10e-ca64669a4a51), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.983980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:04.985150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5cc555cb-dc68-466d-b10e-ca64669a4a51 HTTP/1.1" status: 204  len: 168 time: 0.6444724
Jan 15 21:21:05.029888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6857c-ae82-423c-9a26-4c2cce40350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc555cb-dc68-466d-b10e-ca64669a4a51,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:05.052010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:05.057207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c926e869-1ff0-473b-aa8d-f1ea799aaef7 admin admin] 10.222.0.46 "PUT /v2.0/routers/3cb806ae-84eb-42f1-bfb4-b0eaaa11a289/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5868542
Jan 15 21:21:05.776913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:05.782253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1051243360-network', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:05.810250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Made reservation on behalf of 0e4c0ed1389b4b24a0e2499aa9166ae0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:21:05.813273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:05.825653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:05.919345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks [] for security_group (cac8d3a6-c65a-4d42-a70b-447149bca8d8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:05.923854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cac8d3a6-c65a-4d42-a70b-447149bca8d8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:05.950223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:21:05.962430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac8d3a6-c65a-4d42-a70b-447149bca8d8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:05.968305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (390f6853-d26e-4ca3-a107-953d90c6edea), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:05.968717 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Added segment 390f6853-d26e-4ca3-a107-953d90c6edea of type vlan for network 01e15353-774c-4f73-95ea-464131a9284e
Jan 15 21:21:06.017054 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (01e15353-774c-4f73-95ea-464131a9284e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.047796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (01e15353-774c-4f73-95ea-464131a9284e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.048813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:06.049498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.114673 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3362970
Jan 15 21:21:06.117859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55718) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:06.125581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Request body: {'subnet': {'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1051243360-subnet', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:06.134700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a5c02-4116-49d7-a4da-de5c4c964ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=01e15353-774c-4f73-95ea-464131a9284e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:06.145896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 01e15353-774c-4f73-95ea-464131a9284e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:21:06.162052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Made reservation on behalf of 0e4c0ed1389b4b24a0e2499aa9166ae0 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:21:06.165305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.362819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (75a395b5-9366-49e7-8d03-6c92ec92ec2e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.422846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a395b5-9366-49e7-8d03-6c92ec92ec2e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:06.434099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Checking segment: {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:06.434469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Network hostable DHCP agents. Network: 01e15353-774c-4f73-95ea-464131a9284e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:21:06.454804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Network 01e15353-774c-4f73-95ea-464131a9284e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:21:06.465528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01e15353-774c-4f73-95ea-464131a9284e) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:06.469886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:06.470478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.477423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee50d3-9292-4fec-baf6-21594a85b2fe None None] Network 01e15353-774c-4f73-95ea-464131a9284e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:21:06.490542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3e1ed821-cc2b-4bd3-b41f-d26a172db879 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3714876
Jan 15 21:21:06.493127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 55720) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:06.497931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:06.520139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.521286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.582754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for router_controller (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.592741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01e15353-774c-4f73-95ea-464131a9284e', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:21:06.593651 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.740889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for router_gateway (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.769985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Allocated IP 172.20.0.2 (01e15353-774c-4f73-95ea-464131a9284e/75a395b5-9366-49e7-8d03-6c92ec92ec2e/44fc89bc-b5fe-42c0-b896-9275f099d8db) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:06.853652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca8454e7-e17f-4cac-8670-a06a7baaec6a up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:06.971022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ca8454e7-e17f-4cac-8670-a06a7baaec6a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:06.971441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:06.979801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for router_gateway (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.008771 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.030892 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks [] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.039414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.085386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Network 01e15353-774c-4f73-95ea-464131a9284e is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:07.097569 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:07.108289 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:07.109276 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:07.125257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:07.127123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Pushing event updated for resources: {'Port': ['ID=44fc89bc-b5fe-42c0-b896-9275f099d8db,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:07.130377 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Allocated IP 172.35.1.78 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/c3a16622-1698-48da-afbf-ff5997307bf2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:07.132017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:07.147884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.148554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.148554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.148971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.149678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.149802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.150075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.150405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.150730 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.151051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.151462 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.152151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.152151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:07.185760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ca8454e7-e17f-4cac-8670-a06a7baaec6a is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:07.226004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Attempting to bind port 44fc89bc-b5fe-42c0-b896-9275f099d8db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:07.226423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Attempting to bind port 44fc89bc-b5fe-42c0-b896-9275f099d8db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:07.226731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Attempting to bind port 44fc89bc-b5fe-42c0-b896-9275f099d8db on network 01e15353-774c-4f73-95ea-464131a9284e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:07.232552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:07.233021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Checking segment: {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:07.233633 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.233770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Bound using segment: {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:07.234312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Bound port: 44fc89bc-b5fe-42c0-b896-9275f099d8db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:07.234686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.235958 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:07.274625 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for port (c3a16622-1698-48da-afbf-ff5997307bf2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.308563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] For port 44fc89bc-b5fe-42c0-b896-9275f099d8db, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:07.313353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] For port 44fc89bc-b5fe-42c0-b896-9275f099d8db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44fc89bc-b5fe-42c0-b896-9275f099d8db,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:07.319942 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.325772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.385527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047450ef-ec61-46fa-b4c7-650456c91b37 None None] Pushing event updated for resources: {'Port': ['ID=44fc89bc-b5fe-42c0-b896-9275f099d8db,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:07.400165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:07.404753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:07.407503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:07.412370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a16622-1698-48da-afbf-ff5997307bf2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:07.431875 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168baeb4-0794-41cc-b543-962ec6c18011 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:07.493956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f5102e72-3243-4388-8bf0-2971666d60c8 None None] Provisioning complete for port c3a16622-1698-48da-afbf-ff5997307bf2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:07.494441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f5102e72-3243-4388-8bf0-2971666d60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.516086 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8bd30>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:07.542177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f5102e72-3243-4388-8bf0-2971666d60c8 None None] Port c3a16622-1698-48da-afbf-ff5997307bf2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:07.555226 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:07.555628 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Updating router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 port 23676ee0-514a-421c-80a8-b11c37a3c8c4 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:21:07.584491 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.737604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for router_gateway (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.920104 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks [] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.926483 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.969722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:07.975114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74988cc-ffc5-43e2-a580-554e09f8286a None None] Pushing event updated for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:08.042581 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Attempting to bind port 23676ee0-514a-421c-80a8-b11c37a3c8c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:08.042945 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Attempting to bind port 23676ee0-514a-421c-80a8-b11c37a3c8c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:08.043308 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Attempting to bind port 23676ee0-514a-421c-80a8-b11c37a3c8c4 on network fd40f033-9f30-4342-bda0-cdb60f17f62b {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:08.050583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:08.051049 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Checking segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:08.051652 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.052045 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Bound using segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:08.052461 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Bound port: 23676ee0-514a-421c-80a8-b11c37a3c8c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:08.052907 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.138048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] For port 23676ee0-514a-421c-80a8-b11c37a3c8c4, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:08.142730 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] For port 23676ee0-514a-421c-80a8-b11c37a3c8c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23676ee0-514a-421c-80a8-b11c37a3c8c4,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:08.147435 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.173970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:21:08.233423 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74988cc-ffc5-43e2-a580-554e09f8286a None None] Pushing event updated for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:08.259398 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:08.260082 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:08.280094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:08.280911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.351304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:08.399496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Sync routers for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:08.400532 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.405262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b8352601-9fe7-4481-b8dc-f487b0202382 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.9108224
Jan 15 21:21:08.406685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 55722) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:08.420317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:08.420985 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:08.451363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:08.496351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Current status of the port 23676ee0-514a-421c-80a8-b11c37a3c8c4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:08.497192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:08.632805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:08.735106 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7af8bd30>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:08.798109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce678d5b-73bc-42a0-b7b2-cb1741fd160d None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:08.918435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] For port 23676ee0-514a-421c-80a8-b11c37a3c8c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23676ee0-514a-421c-80a8-b11c37a3c8c4,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:08.930988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.021105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc216a1-3b38-4d1b-951d-acb2d7cbbbb7 None None] Pushing event updated for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:09.024712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14272b81-5db1-4d42-b9ea-ba394c4ecdf6 None None] Network 01e15353-774c-4f73-95ea-464131a9284e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:21:09.082252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 44fc89bc-b5fe-42c0-b896-9275f099d8db up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:09.103536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.181758 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:09.182136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.300428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Allocated IP 172.20.0.1 (01e15353-774c-4f73-95ea-464131a9284e/75a395b5-9366-49e7-8d03-6c92ec92ec2e/3da9a302-0d7b-49c2-875e-c4804c4a5cf9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:09.307965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 44fc89bc-b5fe-42c0-b896-9275f099d8db triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:09.308770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.447262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Current status of the port 23676ee0-514a-421c-80a8-b11c37a3c8c4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:09.448965 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks [] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.455328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3bb0>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:07Z', 'revision_number': 3, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:09.497346 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.516392 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Checking router: 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:09.516959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Updating router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 port c3a16622-1698-48da-afbf-ff5997307bf2 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:21:09.548929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Network 01e15353-774c-4f73-95ea-464131a9284e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:09.554123 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:09.560667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:09.565328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Provisioning complete for port 44fc89bc-b5fe-42c0-b896-9275f099d8db triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:09.566091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.599374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 44fc89bc-b5fe-42c0-b896-9275f099d8db is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:09.599875 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.601802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Pushing event updated for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:09.602008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.625443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.755772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port 44fc89bc-b5fe-42c0-b896-9275f099d8db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44fc89bc-b5fe-42c0-b896-9275f099d8db,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:09.771091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.771811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 23676ee0-514a-421c-80a8-b11c37a3c8c4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:09.824544 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:09.872578 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:21:09.942808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1f32f788-b5c3-4898-b933-08e7e128eb48 None None] Current status of the port 44fc89bc-b5fe-42c0-b896-9275f099d8db is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:10.006328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=44fc89bc-b5fe-42c0-b896-9275f099d8db,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:10.042557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:10.042932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.088195 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks [] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.093712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.126706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-dcd19f6c-8e9d-439c-a2bf-aafd1c6ee1c2 None None] Provisioning complete for port 44fc89bc-b5fe-42c0-b896-9275f099d8db triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:10.127106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dcd19f6c-8e9d-439c-a2bf-aafd1c6ee1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.167466 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Pushing event updated for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:10.170080 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.212602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks [] for port (c3a16622-1698-48da-afbf-ff5997307bf2), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.220627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.279424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Network 01e15353-774c-4f73-95ea-464131a9284e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:10.280904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:10.294614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b428c7-3f9a-4ed8-b904-bc2a83e5d54d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:10.329039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Attempting to bind port c3a16622-1698-48da-afbf-ff5997307bf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:10.329976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Attempting to bind port c3a16622-1698-48da-afbf-ff5997307bf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:10.329976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Attempting to bind port c3a16622-1698-48da-afbf-ff5997307bf2 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:10.340142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 23676ee0-514a-421c-80a8-b11c37a3c8c4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:10.371571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208f76f-9b91-4b5a-8901-d097f8853827 None None] Pushing event updated for resources: {'Port': ['ID=c3a16622-1698-48da-afbf-ff5997307bf2,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:10.380403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:10.380780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:10.382231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.382448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:10.382865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Bound port: c3a16622-1698-48da-afbf-ff5997307bf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:10.383501 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.435015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-dcd19f6c-8e9d-439c-a2bf-aafd1c6ee1c2 None None] Current status of the port 44fc89bc-b5fe-42c0-b896-9275f099d8db is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:10.457534 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:21:10.470259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] For port c3a16622-1698-48da-afbf-ff5997307bf2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:10.475603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] For port c3a16622-1698-48da-afbf-ff5997307bf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3a16622-1698-48da-afbf-ff5997307bf2,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:10.481796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.544543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e220dc-e108-448e-ae7f-d128fb701c3e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:21:10.577359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:10.578139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:10.598785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:10.605684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2eedddce-05cc-47e4-acd2-08da7b5f8c64 admin admin] 10.222.0.46 "PUT /v2.0/routers/91fbe83d-2a7a-4ccc-8ede-fab0fead3821/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1939149
Jan 15 21:21:10.613260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208f76f-9b91-4b5a-8901-d097f8853827 None None] Pushing event updated for resources: {'Port': ['ID=c3a16622-1698-48da-afbf-ff5997307bf2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:10.628822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Provisioning complete for port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:10.629835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:10.704615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:10.736547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:10.739451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Provisioning complete for port c3a16622-1698-48da-afbf-ff5997307bf2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:10.739597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.023429 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 44fc89bc-b5fe-42c0-b896-9275f099d8db up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:11.224199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Current status of the port c3a16622-1698-48da-afbf-ff5997307bf2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:11.224547 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.233216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 44fc89bc-b5fe-42c0-b896-9275f099d8db triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:11.233675 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.290255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] For port c3a16622-1698-48da-afbf-ff5997307bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3a16622-1698-48da-afbf-ff5997307bf2,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:11.301435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.383656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1a3bb0>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3da9a302-0d7b-49c2-875e-c4804c4a5cf9', 'name': '', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'mac_address': 'fa:16:3e:07:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:09Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 2, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'subnets': [{'id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:11.410626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8592-7c2e-4645-ae6b-2026453660ac None None] Pushing event updated for resources: {'Port': ['ID=c3a16622-1698-48da-afbf-ff5997307bf2,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:11.456485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46fae-8cf1-42b8-bb14-c55046dc0ad1 None None] The sync data for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 is: [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3da9a302-0d7b-49c2-875e-c4804c4a5cf9', 'name': '', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'mac_address': 'fa:16:3e:07:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:09Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 2, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'subnets': [{'id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:11.471079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 44fc89bc-b5fe-42c0-b896-9275f099d8db is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:11.472722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 23676ee0-514a-421c-80a8-b11c37a3c8c4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:11.510561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Provisioning complete for port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:11.510937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.561331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:11.578653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 23676ee0-514a-421c-80a8-b11c37a3c8c4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:11.579083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.582191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Provisioning complete for port c3a16622-1698-48da-afbf-ff5997307bf2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:11.582529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:11.751386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 23676ee0-514a-421c-80a8-b11c37a3c8c4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:11.757091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9b31c41d-710a-4067-a4d2-167a5e2017d9 None None] Current status of the port c3a16622-1698-48da-afbf-ff5997307bf2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:12.820651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c3a16622-1698-48da-afbf-ff5997307bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:12.870822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c3a16622-1698-48da-afbf-ff5997307bf2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:12.871190 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:12.948223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c3a16622-1698-48da-afbf-ff5997307bf2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:13.509598 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Sync routers for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:13.521220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:13.521978 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3bdc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:13.637220 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:13.868451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3bdc70>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3da9a302-0d7b-49c2-875e-c4804c4a5cf9', 'name': '', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'mac_address': 'fa:16:3e:07:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:09Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 2, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'subnets': [{'id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:13.903818 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Checking router: 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:13.904360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Updating router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:21:13.938755 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.246737 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks [] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.253331 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.333992 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Pushing event updated for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:14.358736 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.359260 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.359581 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.360071 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.360395 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.360806 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.361158 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.361524 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.361853 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.362655 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.363135 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.363553 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.363987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:14.398208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Attempting to bind port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:14.398725 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Attempting to bind port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:14.399120 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Attempting to bind port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 on network 01e15353-774c-4f73-95ea-464131a9284e {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:14.406631 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:14.407017 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Checking segment: {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:14.407422 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.407943 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Bound using segment: {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:14.408993 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Bound port: 3da9a302-0d7b-49c2-875e-c4804c4a5cf9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f6853-d26e-4ca3-a107-953d90c6edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '01e15353-774c-4f73-95ea-464131a9284e'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:14.409495 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.490957 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] For port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:14.504654 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] For port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:14.508392 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.548317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.610446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d279e355-7030-44ce-8156-be0588037557 None None] Provisioning complete for port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:14.611188 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d279e355-7030-44ce-8156-be0588037557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.700452 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:14.701345 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3bdc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:20:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:14.707004 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d279e355-7030-44ce-8156-be0588037557 None None] Current status of the port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:14.707636 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d279e355-7030-44ce-8156-be0588037557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.757318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d279e355-7030-44ce-8156-be0588037557 None None] For port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:14.762027 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21ba7b-8f88-4f43-823a-8aac80cb64be None None] Pushing event updated for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:14.766499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d279e355-7030-44ce-8156-be0588037557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:14.860419 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e355-7030-44ce-8156-be0588037557 None None] Pushing event updated for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:14.890687 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:15.106316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d2056d61-41a3-4b2b-8916-ab1117135192 None None] Provisioning complete for port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:15.107326 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d2056d61-41a3-4b2b-8916-ab1117135192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:15.157970 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3bdc70>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3da9a302-0d7b-49c2-875e-c4804c4a5cf9', 'name': '', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'mac_address': 'fa:16:3e:07:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:09Z', 'updated_at': '2022-01-15T21:21:14Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'subnets': [{'id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:15.193291 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630dd3d-b2b5-48d6-8c5b-01cabcbc0cdd None None] The sync data for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 is: [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:21:09Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3da9a302-0d7b-49c2-875e-c4804c4a5cf9', 'name': '', 'network_id': '01e15353-774c-4f73-95ea-464131a9284e', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'mac_address': 'fa:16:3e:07:93:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:09Z', 'updated_at': '2022-01-15T21:21:14Z', 'revision_number': 4, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'subnets': [{'id': '75a395b5-9366-49e7-8d03-6c92ec92ec2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:15.213031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d2056d61-41a3-4b2b-8916-ab1117135192 None None] Current status of the port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:15.376096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:16.860454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:16.963362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:16.963738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:17.086617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:17.954346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dbe850c7-91da-4f60-b705-905958f00a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:20.666824 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be13bd1f-4e41-4821-9158-a59247752325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:21.934039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:23.336102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:24.227264 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.130553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56004) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.135179 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771993882', 'description': 'tempest-secgroup-smoke-771993882 description', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.159622 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.226476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (090da43e-c0fb-4741-92b6-6a0eeb8d289a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.230063 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (090da43e-c0fb-4741-92b6-6a0eeb8d289a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.258835 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.260047 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1284709
Jan 15 21:21:27.261931 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090da43e-c0fb-4741-92b6-6a0eeb8d289a,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.263165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56006) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.267866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.269407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.269919 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.270618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.270618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.270921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.271257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.271621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.271949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.272272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.272598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.272946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.273268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.273589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede05c9c-07da-45f4-845f-96ff5f04e26b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:21:27.297126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (083d2537-a597-4e77-970d-9746330536be), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.354238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (083d2537-a597-4e77-970d-9746330536be), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.358294 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (083d2537-a597-4e77-970d-9746330536be), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.376576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083d2537-a597-4e77-970d-9746330536be,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.384311 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.385546 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7d0c0e0f-784f-40df-a7ba-80f9fd8f34b0 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1213698
Jan 15 21:21:27.388285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56008) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.392569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.421504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (69a75892-412d-47d1-acf4-3f7aa597be83), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.481855 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (69a75892-412d-47d1-acf4-3f7aa597be83), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.485433 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (69a75892-412d-47d1-acf4-3f7aa597be83), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.503378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a75892-412d-47d1-acf4-3f7aa597be83,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.513243 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.514458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-59a2ab32-b144-400c-9f16-7b6aaba64b3e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1252246
Jan 15 21:21:27.517236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56010) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.522060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.550164 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (760ec3ff-59ee-4caf-9feb-7652f0797384), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.611265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (760ec3ff-59ee-4caf-9feb-7652f0797384), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.614636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (760ec3ff-59ee-4caf-9feb-7652f0797384), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.631205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760ec3ff-59ee-4caf-9feb-7652f0797384,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.639229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.640411 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a0d8723-0ae4-43b6-a3dc-12a6fe8b32f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1222293
Jan 15 21:21:27.643232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56012) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.648127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.677152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (f39ef4b9-694e-485f-871f-78d85a3fc47c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.733354 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (f39ef4b9-694e-485f-871f-78d85a3fc47c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.736609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (f39ef4b9-694e-485f-871f-78d85a3fc47c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.753937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39ef4b9-694e-485f-871f-78d85a3fc47c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.761609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.762820 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a39a973e-9a75-4bd0-a39e-cc17998c8c5b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1186876
Jan 15 21:21:27.765572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56014) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.770501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.793725 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Project 295ec7c21a074bc4b8bdf0bcedf5e7a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:21:27.798441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (820ec7f2-35e5-4737-a72b-519150b54fe2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.856291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (820ec7f2-35e5-4737-a72b-519150b54fe2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.860003 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (820ec7f2-35e5-4737-a72b-519150b54fe2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.877266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820ec7f2-35e5-4737-a72b-519150b54fe2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:27.885462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.886626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-792893b3-bb67-40e3-9144-ebc550e80ab6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1201205
Jan 15 21:21:27.889382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56016) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:27.893661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'security_group_rule': {'security_group_id': '090da43e-c0fb-4741-92b6-6a0eeb8d289a', 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:27.917519 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Project 295ec7c21a074bc4b8bdf0bcedf5e7a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:21:27.922454 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (8747be69-969c-42d4-bf54-db07730d99d1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.983847 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (8747be69-969c-42d4-bf54-db07730d99d1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:27.987283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8747be69-969c-42d4-bf54-db07730d99d1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:28.004944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8747be69-969c-42d4-bf54-db07730d99d1,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:28.012715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:28.013942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5a85c5da-5a93-439a-95e7-43909da62287 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1235967
Jan 15 21:21:28.179132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-df987096-e069-4ec7-8261-3dac6b28386d tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771993882&fields=id&tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3 HTTP/1.1" status: 200  len: 267 time: 0.0518756
Jan 15 21:21:28.287386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-2de6573a-001d-4c5d-a7a3-1c08aef35c15 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:28.288833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-2de6573a-001d-4c5d-a7a3-1c08aef35c15 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 814 time: 0.1030631
Jan 15 21:21:28.303390 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-30018f9f-5e28-4901-b7e2-18edddb4295d tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/quotas/295ec7c21a074bc4b8bdf0bcedf5e7a3 HTTP/1.1" status: 200  len: 375 time: 0.0091670
Jan 15 21:21:28.356581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-bab12284-e2e1-427c-a45a-c117fb902b7b tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0483832
Jan 15 21:21:28.454120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-29fe4a73-3a99-4a41-8828-74cec1e86c20 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852537
Jan 15 21:21:28.544533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-06145a74-2324-4e6f-a19c-77377daac6a5 service neutron] 10.222.0.46 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846839
Jan 15 21:21:28.823908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8d3d081-7291-46c7-abbf-6d9915ca4794 req-0907adfb-8ae5-4e77-a751-319120aae6cd tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 210 time: 0.0276062
Jan 15 21:21:29.885397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-0e812ec0-2012-442f-84da-d769b2b58111 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:29.886892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-0e812ec0-2012-442f-84da-d769b2b58111 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 814 time: 0.1081972
Jan 15 21:21:29.922613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e2199048-2980-4524-aae3-1e1ed3f6231f req-491cf015-aea8-4c92-9da1-d0c54e3fb473 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 210 time: 0.0262859
Jan 15 21:21:29.962606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-c2470dbb-d05d-4c96-8b95-f42939030945 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3 HTTP/1.1" status: 200  len: 379 time: 0.0652144
Jan 15 21:21:29.971052 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'port': {'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'admin_state_up': True, 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'security_groups': ['090da43e-c0fb-4741-92b6-6a0eeb8d289a']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:30.086110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Made reservation on behalf of 295ec7c21a074bc4b8bdf0bcedf5e7a3 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:21:30.089949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.221221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Allocated IP 172.20.0.4 (fd40f033-9f30-4342-bda0-cdb60f17f62b/c68fc01e-b311-437e-b2ab-ea69fadfa566/f4d625c8-a862-4b48-a735-42899f57aa0c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:30.383230 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.421461 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.468820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Network fd40f033-9f30-4342-bda0-cdb60f17f62b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:30.471855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:30.476152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:30.508186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:30.534775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:30.535987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.554319 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-763f8e3d-2211-4ee1-aa39-a23bb1dc2089 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5862412
Jan 15 21:21:30.569817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Request body: {'port': {'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:30.625986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.744724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1a04dc91-961d-4969-b6a1-e3c3639e8a06 None None] Provisioning complete for port f4d625c8-a862-4b48-a735-42899f57aa0c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:30.745302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1a04dc91-961d-4969-b6a1-e3c3639e8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.783793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1a04dc91-961d-4969-b6a1-e3c3639e8a06 None None] Port f4d625c8-a862-4b48-a735-42899f57aa0c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:21:30.914619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d625c8-a862-4b48-a735-42899f57aa0c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:21:30.922214 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks [] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:30.935336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Transition to ACTIVE for port object f4d625c8-a862-4b48-a735-42899f57aa0c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:21:30.939292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:31.008647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:31.059892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275b0b-36d1-4b3c-83bc-70aac31e0d45 req-246d9695-f9c3-44bf-bccf-44a732f34210 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.061385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0275b0b-36d1-4b3c-83bc-70aac31e0d45 req-246d9695-f9c3-44bf-bccf-44a732f34210 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 943 time: 0.0637484
Jan 15 21:21:31.065824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Attempting to bind port f4d625c8-a862-4b48-a735-42899f57aa0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:21:31.066163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Attempting to bind port f4d625c8-a862-4b48-a735-42899f57aa0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:21:31.066543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Attempting to bind port f4d625c8-a862-4b48-a735-42899f57aa0c on network fd40f033-9f30-4342-bda0-cdb60f17f62b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:31.072404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Port f4d625c8-a862-4b48-a735-42899f57aa0c on network fd40f033-9f30-4342-bda0-cdb60f17f62b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:21:31.072730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Attempting to bind port f4d625c8-a862-4b48-a735-42899f57aa0c on network fd40f033-9f30-4342-bda0-cdb60f17f62b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:21:31.077821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:21:31.078159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Checking segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:21:31.078542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Bound using segment: {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:21:31.079299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Bound port: f4d625c8-a862-4b48-a735-42899f57aa0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a230f1-7a4c-4628-9a5b-c386ebbaa030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:21:31.079495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:31.118971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0275b0b-36d1-4b3c-83bc-70aac31e0d45 req-cc89b1a8-ebb8-448f-94d9-b8176a9ffea9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470572
Jan 15 21:21:31.151972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:21:31.155215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d625c8-a862-4b48-a735-42899f57aa0c,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:21:31.161284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:31.203775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.204473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:31.205930 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 1091 time: 0.6411395
Jan 15 21:21:31.206349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:21:31.209413 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c852d9-35e8-419b-be92-4138bc8a90df" -d '{"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:21:31.233308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfd7a-580f-4575-af27-ec7eec4af9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:31.257926 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbf5735-b9a2-428b-86ff-2754b018540b x-openstack-request-id: req-7fbf5735-b9a2-428b-86ff-2754b018540b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:21:31.258793 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:21:31.259101 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fbf5735-b9a2-428b-86ff-2754b018540b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:21:31.259771 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:21:31.325023 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-147d29b9-af99-404e-bf4a-5638441e1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.326561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-147d29b9-af99-404e-bf4a-5638441e1744 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1094 time: 0.0570109
Jan 15 21:21:31.380657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-004b5f3b-e021-4a90-9322-38f6b97de37e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 217 time: 0.0449619
Jan 15 21:21:31.437661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-d01bb301-6032-46f2-9cc7-80ee13fe38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.439307 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-d01bb301-6032-46f2-9cc7-80ee13fe38b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0530512
Jan 15 21:21:31.492649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c54-a005-4aab-b3d2-568557be2aec req-79c8736a-9314-4c2a-97f3-ba3e8310d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.494109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-79c8736a-9314-4c2a-97f3-ba3e8310d992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453043
Jan 15 21:21:31.599992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-f10f5c58-29bf-4a00-8c06-bd9fe3928e7d service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954828
Jan 15 21:21:31.697514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-663d0c54-a005-4aab-b3d2-568557be2aec req-61486004-11d7-48ba-8294-b54ef35890b9 service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890706
Jan 15 21:21:31.798359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-7a0f8f95-93e5-4f68-afc7-440fe4fcb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.800046 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-7a0f8f95-93e5-4f68-afc7-440fe4fcb9b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1094 time: 0.0441911
Jan 15 21:21:31.898271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-f5eb7e5c-00f4-4796-b151-f404a97b07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:31.899732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-f5eb7e5c-00f4-4796-b151-f404a97b07cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.0934520
Jan 15 21:21:31.944121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-75b63d1f-4230-440b-9fbf-6112f0a2fca9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 217 time: 0.0365272
Jan 15 21:21:32.001453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-ff459505-181e-4348-b1fe-34273cedb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:32.003178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-ff459505-181e-4348-b1fe-34273cedb39b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0533469
Jan 15 21:21:32.050451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-4f9cc380-5d4f-4152-9f03-71ab35e8835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:32.052464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-4f9cc380-5d4f-4152-9f03-71ab35e8835e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427110
Jan 15 21:21:32.146467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-ccdda4e9-3f8e-40cf-97bb-298b5ecfab9b service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867856
Jan 15 21:21:32.251997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7e58c-31cd-482c-a662-73d399c6df5e req-a421e10d-2f19-4ee4-bc95-05af6b4bfa56 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:32.253556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7a7e58c-31cd-482c-a662-73d399c6df5e req-a421e10d-2f19-4ee4-bc95-05af6b4bfa56 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 943 time: 0.0555253
Jan 15 21:21:32.290784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8c852d9-35e8-419b-be92-4138bc8a90df req-a8487f5f-4bc8-4ffa-837f-5c75c435512d service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952697
Jan 15 21:21:32.317315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7a7e58c-31cd-482c-a662-73d399c6df5e req-f2da7348-89ba-4bb3-b83f-6254564c8e49 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578632
Jan 15 21:21:33.455520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee0670-3102-4beb-a88e-b0e3ef10c9c0 req-e8719b3d-de31-40df-a91f-75d528392b2e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:33.457784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99ee0670-3102-4beb-a88e-b0e3ef10c9c0 req-e8719b3d-de31-40df-a91f-75d528392b2e tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 943 time: 0.0563140
Jan 15 21:21:33.518779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99ee0670-3102-4beb-a88e-b0e3ef10c9c0 req-98972da9-21f1-4f05-ba47-8bcb73939eaa tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539238
Jan 15 21:21:34.641693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c67fa-3283-43f4-98ac-63eb7ce3cb8d req-503d8e62-3d6d-401a-8a85-957c63852fcf tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:34.643115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b11c67fa-3283-43f4-98ac-63eb7ce3cb8d req-503d8e62-3d6d-401a-8a85-957c63852fcf tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 943 time: 0.0529017
Jan 15 21:21:34.698447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b11c67fa-3283-43f4-98ac-63eb7ce3cb8d req-d3950665-e0e7-47e1-ab79-1bb677a817f5 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496130
Jan 15 21:21:35.806502 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f4d625c8-a862-4b48-a735-42899f57aa0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:21:35.839145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2470b4-f9ae-4b7f-9b5d-22fec1e2fbc2 req-bade489f-0289-4195-a2d0-69fb01c92878 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:35.840670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b2470b4-f9ae-4b7f-9b5d-22fec1e2fbc2 req-bade489f-0289-4195-a2d0-69fb01c92878 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 943 time: 0.0632074
Jan 15 21:21:35.892187 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b2470b4-f9ae-4b7f-9b5d-22fec1e2fbc2 req-277e9877-de45-4f5b-bc63-aab23adecb60 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458107
Jan 15 21:21:35.915704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d625c8-a862-4b48-a735-42899f57aa0c,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:35.931620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:21:35.971821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f4d625c8-a862-4b48-a735-42899f57aa0c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:35.972235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:35.986187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d625c8-a862-4b48-a735-42899f57aa0c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:21:36.007169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d625c8-a862-4b48-a735-42899f57aa0c,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:36.011108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:36.067626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:36.252115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['f4d625c8-a862-4b48-a735-42899f57aa0c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:21:37.017705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d60fb-36b3-4765-91ff-1831d3ed2273 req-8c5cb923-324f-4dd4-a4f8-bfeb96377eac tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:37.019044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d8d60fb-36b3-4765-91ff-1831d3ed2273 req-8c5cb923-324f-4dd4-a4f8-bfeb96377eac tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 944 time: 0.0522337
Jan 15 21:21:37.067659 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d8d60fb-36b3-4765-91ff-1831d3ed2273 req-79c2dd6b-5d47-474b-a376-630da1005a44 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427787
Jan 15 21:21:37.806478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f4d625c8-a862-4b48-a735-42899f57aa0c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:21:37.858258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port f4d625c8-a862-4b48-a735-42899f57aa0c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:21:37.862639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port f4d625c8-a862-4b48-a735-42899f57aa0c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:21:37.863082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:37.941153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f4d625c8-a862-4b48-a735-42899f57aa0c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:21:37.941541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:37.964343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:21:37.966607 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c74f972-f9db-446d-b8e2-eafec55a9959" -d '{"events": [{"server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "name": "network-vif-plugged", "status": "completed", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:21:37.979627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d625c8-a862-4b48-a735-42899f57aa0c,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:21:37.984854 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:38.009612 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464244d-ceab-4595-a628-fe12728048b4 x-openstack-request-id: req-c464244d-ceab-4595-a628-fe12728048b4 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:21:38.009905 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "name": "network-vif-plugged", "status": "completed", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:21:38.010153 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c464244d-ceab-4595-a628-fe12728048b4 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:21:38.010541 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'code': 200}
Jan 15 21:21:38.037873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:38.110618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8594e44-deda-4659-b372-7881c8c5f8c7 req-50deea6b-5959-47e7-badf-85e49c019fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:38.112109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f8594e44-deda-4659-b372-7881c8c5f8c7 req-50deea6b-5959-47e7-badf-85e49c019fbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0405395
Jan 15 21:21:38.165734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f8594e44-deda-4659-b372-7881c8c5f8c7 req-428cf740-f341-43fb-aa19-6e6524c90c55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444474
Jan 15 21:21:38.188251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3cd4-9869-40f8-96a6-9ef50ce28825 req-7f4ab38f-148b-45cb-82db-84712bb89491 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:38.189802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059b3cd4-9869-40f8-96a6-9ef50ce28825 req-7f4ab38f-148b-45cb-82db-84712bb89491 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0514867
Jan 15 21:21:38.240504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-059b3cd4-9869-40f8-96a6-9ef50ce28825 req-850471fd-c74f-4650-96fb-407b4b23b4c1 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440779
Jan 15 21:21:39.362792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a33eb6-5ed3-43b5-ab4b-9b1e2a96d158 req-1debb73b-71ac-44de-8108-9d734f94c103 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:39.364275 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38a33eb6-5ed3-43b5-ab4b-9b1e2a96d158 req-1debb73b-71ac-44de-8108-9d734f94c103 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0548086
Jan 15 21:21:39.418067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38a33eb6-5ed3-43b5-ab4b-9b1e2a96d158 req-959115a9-449e-4131-be5a-81dce5158399 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474408
Jan 15 21:21:40.535411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43887a90-2bc8-4810-bc19-fc5dd66f7c78 req-ed910035-2687-4742-8fa9-eb075c914ead tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:40.536969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43887a90-2bc8-4810-bc19-fc5dd66f7c78 req-ed910035-2687-4742-8fa9-eb075c914ead tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0498185
Jan 15 21:21:40.584790 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43887a90-2bc8-4810-bc19-fc5dd66f7c78 req-18044851-ff53-4b47-bff2-ad7d051adc17 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424221
Jan 15 21:21:40.697933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb454c-b993-436e-b99b-18bede897b1d req-e1d1506b-0523-485e-b6b5-072051a12877 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:40.699381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fefb454c-b993-436e-b99b-18bede897b1d req-e1d1506b-0523-485e-b6b5-072051a12877 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0479801
Jan 15 21:21:40.751496 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fefb454c-b993-436e-b99b-18bede897b1d req-ff5f84b7-891c-409b-bf7d-e16f58117f97 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466087
Jan 15 21:21:40.775090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56078) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:40.904473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34706785-a4c9-4fa6-8f06-bc70327cdf5e tempest-TestVolumeBackupRestore-1801963003 tempest-TestVolumeBackupRestore-1801963003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:40.905980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-34706785-a4c9-4fa6-8f06-bc70327cdf5e tempest-TestVolumeBackupRestore-1801963003 tempest-TestVolumeBackupRestore-1801963003-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1091 time: 0.1299338
Jan 15 21:21:40.909197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56082) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:40.913422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:40.937339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.031563 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.139013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Allocated IP 172.35.1.109 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/024a4581-0cc3-4491-ac78-fdbaf2abc56d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:21:41.236327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.275486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.310872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:21:41.313792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:21:41.317475 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:21:41.347797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'Port': ['ID=024a4581-0cc3-4491-ac78-fdbaf2abc56d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:41.694834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (ad1fe374-83f3-48ac-ac6e-fde9133a200b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.758894 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.905388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.909819 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:41.977485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event updated for resources: {'Port': ['ID=024a4581-0cc3-4491-ac78-fdbaf2abc56d,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:21:41.989700 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ad1fe374-83f3-48ac-ac6e-fde9133a200b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:42.088565 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Floating IP ad1fe374-83f3-48ac-ac6e-fde9133a200b associated. External IP: 172.35.1.109, port: f4d625c8-a862-4b48-a735-42899f57aa0c.
Jan 15 21:21:42.632091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:21:42.739156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:42.754341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:42.760492 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:42.767423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:42.768058 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:21:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:42.790772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2412fdeb-4507-40e2-a5a2-747e75460bc9 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8805528
Jan 15 21:21:42.791438 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:21:42.793614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:42.794085 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:21:42.839451 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498661a5-8b5c-4246-a2cd-bb3e1fc6ffcd x-openstack-request-id: req-498661a5-8b5c-4246-a2cd-bb3e1fc6ffcd {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:21:42.839748 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:21:42.840005 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-498661a5-8b5c-4246-a2cd-bb3e1fc6ffcd {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:21:42.840438 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:21:42.858058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30719767-1a5e-4c75-8bcf-cabd014c5d69 tempest-TestVolumeBackupRestore-1801963003 tempest-TestVolumeBackupRestore-1801963003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:42.862581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56106) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:21:42.862913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-30719767-1a5e-4c75-8bcf-cabd014c5d69 tempest-TestVolumeBackupRestore-1801963003 tempest-TestVolumeBackupRestore-1801963003-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1091 time: 0.0671887
Jan 15 21:21:42.868117 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Request body: {'floatingip': {'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:21:42.897278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:42.913579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-61182e57-050f-412f-afd9-2b57e6308677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:42.916072 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-61182e57-050f-412f-afd9-2b57e6308677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0517883
Jan 15 21:21:42.938683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (ad1fe374-83f3-48ac-ac6e-fde9133a200b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:43.029739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-de30b092-6370-4dfe-8b06-d386c4f93792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:43.033642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-de30b092-6370-4dfe-8b06-d386c4f93792 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.1121485
Jan 15 21:21:43.114886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-cdf05bd1-8a30-4b2e-9e05-a4a82cc7082b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 999 time: 0.0745845
Jan 15 21:21:43.152395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac070>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:41Z', 'revision_number': 0, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:43.164445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-18f230ba-e1d5-48de-abfd-e966d5c9576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:43.165962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-18f230ba-e1d5-48de-abfd-e966d5c9576c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0455124
Jan 15 21:21:43.183376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:43.191851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:43.192463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:21:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:43.214091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-3226d9c4-0574-4ae6-93e6-d2d9204e1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:43.215725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-3226d9c4-0574-4ae6-93e6-d2d9204e1467 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428259
Jan 15 21:21:43.322991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-81fae0ef-a509-4c5e-a69e-f1017c620eed service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011887
Jan 15 21:21:43.428315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6b2ad0d0-34c0-4b01-aa64-496ebd927f2e req-fa02c6e8-82a5-498c-b2f4-7979dc8e4e5d service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985405
Jan 15 21:21:43.470425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:43.489655 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:43.493621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ad1fe374-83f3-48ac-ac6e-fde9133a200b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:43.694117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2ac070>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:41Z', 'revision_number': 0, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:43.708415 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:21:43.721837 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a2898-79ea-4a17-89d3-82139e528593 None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:41Z', 'revision_number': 0, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:43.822750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:21:43.827344 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:43.882608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f92abeef-7432-452a-97fa-6e5acdc58127 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "PUT /v2.0/floatingips/ad1fe374-83f3-48ac-ac6e-fde9133a200b HTTP/1.1" status: 200  len: 991 time: 1.0188930
Jan 15 21:21:43.931827 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e822c-f6d2-437f-adfe-d70af4a5cb78 None None] New status for floating IP ad1fe374-83f3-48ac-ac6e-fde9133a200b: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:21:44.139276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:21:44.153455 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:44.154346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a248100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:21:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:44.270610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:44.499103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a248100>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:44Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:44.530792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:21:44.546831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:44.547856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:21:44.548453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a248100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:21:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:44.654129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:21:44.841636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}, {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:21:44.844010 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}, {"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:21:44.878476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a248100>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:44Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:21:44.881196 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 15 Jan 2022 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38bd10-7b42-488c-9b53-a23de1428e3c x-openstack-request-id: req-be38bd10-7b42-488c-9b53-a23de1428e3c {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:21:44.881591 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:21:44.881930 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be38bd10-7b42-488c-9b53-a23de1428e3c {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:21:44.882464 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:21:44.882726 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:21:44.905778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb558-6aa9-42ee-a2b5-94840f23cbc5 None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad1fe374-83f3-48ac-ac6e-fde9133a200b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'port_id': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'mac_address': 'fa:16:3e:83:58:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:21:41Z', 'updated_at': '2022-01-15T21:21:44Z', 'revision_number': 2, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:21:44.954709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-0b91e1e9-0047-439d-b12d-b634fbdd0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:44.956472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-0b91e1e9-0047-439d-b12d-b634fbdd0491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0468595
Jan 15 21:21:45.050728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-70c5add3-a6ca-4dae-913d-ba23a50e1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.052950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-70c5add3-a6ca-4dae-913d-ba23a50e1de9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.0903003
Jan 15 21:21:45.378095 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:45.409619 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-71076f6c-2ec6-4dc8-a4a5-87511041abf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 1001 time: 0.3518043
Jan 15 21:21:45.456666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-6f74dbb8-b658-45ac-b32b-9304bdfb361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.458079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-6f74dbb8-b658-45ac-b32b-9304bdfb361a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0417120
Jan 15 21:21:45.506129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-522fd520-87a7-4e47-9959-8401c6b6efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.507678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-522fd520-87a7-4e47-9959-8401c6b6efc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440292
Jan 15 21:21:45.602244 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-f3838d89-e139-42ea-8c01-925f21601a6a service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871391
Jan 15 21:21:45.690514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-39f915bd-4bed-4b8e-9345-09cd551e2c10 service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818031
Jan 15 21:21:45.769394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-1f0e9940-44f4-441c-8e0e-c49c6ab989ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.771000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-1f0e9940-44f4-441c-8e0e-c49c6ab989ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0401042
Jan 15 21:21:45.862594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-d205a367-9092-435c-a818-65daf813a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.864043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-d205a367-9092-435c-a818-65daf813a378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.0879436
Jan 15 21:21:45.928154 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-8f385904-79d7-4d74-8ff7-976a3b58d818 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 1001 time: 0.0582263
Jan 15 21:21:45.978658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-8b5958d9-9f75-42a5-ad71-c7ec6dd56200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:45.980014 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-8b5958d9-9f75-42a5-ad71-c7ec6dd56200 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0466413
Jan 15 21:21:46.023448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-359cfabe-5fe2-41bb-ad24-56195bcb98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:46.024993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-359cfabe-5fe2-41bb-ad24-56195bcb98ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394795
Jan 15 21:21:46.112327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-a380164a-6a54-46f4-b916-ad6c323650c0 service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806122
Jan 15 21:21:46.208937 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7eb3ab8d-caef-4928-9b09-ffb021d72b9a req-d5b25d34-b815-40f4-aee2-b0cdce44432f service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908637
Jan 15 21:21:46.872828 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:21:47.939065 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70782dbf-cf76-4bb5-b715-a666cbd41f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:50.659293 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a85db53-edec-452d-90b7-639eadbe7780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:51.933800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:52.739509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-c0ed28d4-8177-411c-a136-6f28d7c70f97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392270
Jan 15 21:21:52.821542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e967e-f95e-4852-8c28-333075406e71 req-7211f92e-931a-46e3-9d1a-4c1f3559a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:52.823202 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-7211f92e-931a-46e3-9d1a-4c1f3559a428 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0403104
Jan 15 21:21:52.926470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e967e-f95e-4852-8c28-333075406e71 req-4931f0ba-47ba-41dc-8549-a9963ebbe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:52.927950 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-4931f0ba-47ba-41dc-8549-a9963ebbe9a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.0881786
Jan 15 21:21:52.992101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-2adb254f-e48d-40b0-ab6f-7d6879d5d8d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 1001 time: 0.0581141
Jan 15 21:21:53.045141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e967e-f95e-4852-8c28-333075406e71 req-36f039ca-8fc6-486a-9636-180a771dc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:53.046575 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-36f039ca-8fc6-486a-9636-180a771dc67b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0473022
Jan 15 21:21:53.090405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e967e-f95e-4852-8c28-333075406e71 req-222a8120-1751-44fb-8886-ba752467a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:53.091939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-222a8120-1751-44fb-8886-ba752467a3ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399406
Jan 15 21:21:53.180333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-2104b5fe-f0ca-491c-81cf-d4f68cdb478f service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819993
Jan 15 21:21:53.272176 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f77e967e-f95e-4852-8c28-333075406e71 req-a1804a45-fff3-4a98-9e0c-927d7284a656 service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850859
Jan 15 21:21:53.331279 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:54.211685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:21:54.891605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-6ac3f28a-1ce1-4e92-a88c-c5398502267b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0409932
Jan 15 21:21:54.976280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-e0fd81d7-f31a-4a8f-a775-fd189d7cfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:54.977828 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-e0fd81d7-f31a-4a8f-a775-fd189d7cfc79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1096 time: 0.0445983
Jan 15 21:21:55.084958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-c468fc08-26cd-4eab-b3ce-e150054086e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:55.086467 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-c468fc08-26cd-4eab-b3ce-e150054086e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0915842
Jan 15 21:21:55.152661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-7cf3d9d3-f10d-4fad-a26c-9ded0838ecf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 1001 time: 0.0606511
Jan 15 21:21:55.204774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-265411d9-3517-4107-a0ba-ea6e8b3de37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:55.206264 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-265411d9-3517-4107-a0ba-ea6e8b3de37a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0479584
Jan 15 21:21:55.251504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-d1ed0759-2763-49be-9a50-f7f9b17e2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:21:55.253017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-d1ed0759-2763-49be-9a50-f7f9b17e2c92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406308
Jan 15 21:21:55.342516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-4dd5ac68-29a2-4e04-bf84-7db01eaee3c5 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832834
Jan 15 21:21:55.447996 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-427dcb36-8b82-462a-90d0-70acdf0d7cd3 req-fee1ffd7-e70d-4b3b-ba66-8529f194276e service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997536
Jan 15 21:22:08.392955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-827e54d5-94de-437f-be9a-2db9e2b6373a req-188e319c-5460-4a62-b463-f1b42ba09e7d service neutron] (114437) timed out ('10.222.0.46', 59308) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:22:14.537743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:15.401554 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:17.941958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-10cae065-ee5a-4658-9d56-9a5f2ca12554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:20.663212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1e2a-bb42-4ec3-860d-3b84b6c1c8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:21.936495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:23.334589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:23.870959 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:22:24.216652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.263974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:26.428484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Deleting port 024a4581-0cc3-4491-ac78-fdbaf2abc56d {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:26.428831 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.503551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.503886 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (024a4581-0cc3-4491-ac78-fdbaf2abc56d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.516172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Calling delete_port for 024a4581-0cc3-4491-ac78-fdbaf2abc56d owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:26.675519 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (024a4581-0cc3-4491-ac78-fdbaf2abc56d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.700719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event deleted for resources: {'Port': ['ID=024a4581-0cc3-4491-ac78-fdbaf2abc56d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:26.776559 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for floatingip (ad1fe374-83f3-48ac-ac6e-fde9133a200b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:26.776923 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Floating IP ad1fe374-83f3-48ac-ac6e-fde9133a200b disassociated (deleted). External IP: 172.35.1.109, port: f4d625c8-a862-4b48-a735-42899f57aa0c.
Jan 15 21:22:27.011722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:22:27.138084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:22:27.142653 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:27.153872 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:22:27.169774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:27.170650 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:27.178396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-45e274e4-2e3e-4cd7-860e-8498dbeb2023 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad1fe374-83f3-48ac-ac6e-fde9133a200b HTTP/1.1" status: 204  len: 168 time: 0.9132643
Jan 15 21:22:27.179105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:22:27.181612 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222def1a-7ac2-41a9-9943-8969bdd1ee1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:22:27.227490 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f144901-73cf-4978-9331-5b94cb44c189 x-openstack-request-id: req-6f144901-73cf-4978-9331-5b94cb44c189 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:22:27.228006 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:22:27.228492 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f144901-73cf-4978-9331-5b94cb44c189 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:22:27.229099 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:22:27.306555 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:27.322726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-2338fd06-6ec4-4c08-b1cd-0fb95265b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:27.324472 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-2338fd06-6ec4-4c08-b1cd-0fb95265b42b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 1096 time: 0.0684216
Jan 15 21:22:27.496263 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-133cf6d3-bca8-4fd6-9fd4-ef281d4ee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:27.498218 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-133cf6d3-bca8-4fd6-9fd4-ef281d4ee09e service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 200  len: 915 time: 0.1666534
Jan 15 21:22:27.536817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736144-0475-43b6-8882-90ec9aad2411 req-773e1a88-5798-41af-8d23-461a0a3e6381 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:27.538554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21736144-0475-43b6-8882-90ec9aad2411 req-773e1a88-5798-41af-8d23-461a0a3e6381 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0690815
Jan 15 21:22:27.552045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-a28f76c8-916a-430d-a269-89bd3b92f0a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 200  len: 217 time: 0.0461116
Jan 15 21:22:27.580449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371130>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:27.607834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21736144-0475-43b6-8882-90ec9aad2411 req-04b7d5df-131e-4be2-baf7-ea30a0b5da18 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626080
Jan 15 21:22:27.615741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-d57c3d58-8ffc-42f9-a71e-b080465ddcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:27.617512 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-d57c3d58-8ffc-42f9-a71e-b080465ddcfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 200  len: 853 time: 0.0595491
Jan 15 21:22:27.619873 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:22:27.631999 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:27.632685 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:27.675691 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-c16800d9-bf38-4364-8f66-956046d902ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:27.678168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-c16800d9-bf38-4364-8f66-956046d902ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd40f033-9f30-4342-bda0-cdb60f17f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0542223
Jan 15 21:22:27.753767 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:27.774662 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-eb44bcdb-deb0-42be-a463-12835a2d830e service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894268
Jan 15 21:22:27.887594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-222def1a-7ac2-41a9-9943-8969bdd1ee1f req-d5256e50-6ca2-4f90-82f9-b7cbb8251582 service neutron] 10.222.0.45 "GET /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1064653
Jan 15 21:22:28.073235 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b371130>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:28.103175 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce162e69-c4bd-44b8-9388-6d0a58244ede None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:21:03Z', 'revision_number': 4, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23676ee0-514a-421c-80a8-b11c37a3c8c4', 'name': '', 'network_id': 'fd40f033-9f30-4342-bda0-cdb60f17f62b', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'mac_address': 'fa:16:3e:7a:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:03Z', 'updated_at': '2022-01-15T21:21:08Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'subnets': [{'id': 'c68fc01e-b311-437e-b2ab-ea69fadfa566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:22:28.380607 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0f983-80c3-4c1a-a468-6e3fbe89dd4c None None] New status for floating IP ad1fe374-83f3-48ac-ac6e-fde9133a200b: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:22:28.730023 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80def36c-f5bf-49e6-8382-f36077a395ef req-0644268e-27e7-4c35-8ca0-57ead6af7ad6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:28.731494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80def36c-f5bf-49e6-8382-f36077a395ef req-0644268e-27e7-4c35-8ca0-57ead6af7ad6 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0503795
Jan 15 21:22:28.781348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-80def36c-f5bf-49e6-8382-f36077a395ef req-fc2ff6f1-6c3c-4988-8743-ec6a7898f037 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/security-groups?id=090da43e-c0fb-4741-92b6-6a0eeb8d289a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440669
Jan 15 21:22:29.225125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-371747f2-2f46-4905-9a05-be36f0f57bc1 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:29.226611 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-371747f2-2f46-4905-9a05-be36f0f57bc1 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.45 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 945 time: 0.0491431
Jan 15 21:22:29.318712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Deleting port f4d625c8-a862-4b48-a735-42899f57aa0c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:29.319065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:29.412730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] For port f4d625c8-a862-4b48-a735-42899f57aa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4d625c8-a862-4b48-a735-42899f57aa0c,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:29.413149 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:29.427524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Calling delete_port for f4d625c8-a862-4b48-a735-42899f57aa0c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:29.557657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f4d625c8-a862-4b48-a735-42899f57aa0c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:29.584150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event deleted for resources: {'Port': ['ID=f4d625c8-a862-4b48-a735-42899f57aa0c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:29.594134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.594484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.594829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.595169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.595505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.595837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.596167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.596494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.597250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.597250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.597536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.598424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.598793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:29.639602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] No DVR routers for this DVR port f4d625c8-a862-4b48-a735-42899f57aa0c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:22:29.642312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:29.646459 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-40ae6df0-fa83-4420-971c-0ae3f19939a3 req-33e921cd-5476-4bba-bc55-a575b2c26426 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.45 "DELETE /v2.0/ports/f4d625c8-a862-4b48-a735-42899f57aa0c HTTP/1.1" status: 204  len: 173 time: 0.4122579
Jan 15 21:22:29.646911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'name': 'network-vif-deleted', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:22:29.649193 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b191047b-884b-4b96-8eb9-0a4476a9d535" -d '{"events": [{"server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "name": "network-vif-deleted", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:22:29.686390 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de4d27d-8693-4f3c-a09a-990017a58872 x-openstack-request-id: req-6de4d27d-8693-4f3c-a09a-990017a58872 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:22:29.686671 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882d3ac-814e-43a1-a277-ef3317f310a9", "name": "network-vif-deleted", "tag": "f4d625c8-a862-4b48-a735-42899f57aa0c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:22:29.686923 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6de4d27d-8693-4f3c-a09a-990017a58872 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:22:29.687324 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882d3ac-814e-43a1-a277-ef3317f310a9', 'name': 'network-vif-deleted', 'tag': 'f4d625c8-a862-4b48-a735-42899f57aa0c', 'status': 'completed', 'code': 200}
Jan 15 21:22:29.882979 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36e49b70-15db-4e8a-af8b-11d81ad6008a req-141c8a51-cd53-4883-9d2e-fec013e9ea6d tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4882d3ac-814e-43a1-a277-ef3317f310a9 HTTP/1.1" status: 200  len: 210 time: 0.0297635
Jan 15 21:22:30.941090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:31.001871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (090da43e-c0fb-4741-92b6-6a0eeb8d289a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:31.028163 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (090da43e-c0fb-4741-92b6-6a0eeb8d289a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:31.086368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (090da43e-c0fb-4741-92b6-6a0eeb8d289a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:31.089464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:31.090867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] 10.222.0.46 "DELETE /v2.0/security-groups/090da43e-c0fb-4741-92b6-6a0eeb8d289a HTTP/1.1" status: 204  len: 168 time: 0.1483023
Jan 15 21:22:31.099695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090da43e-c0fb-4741-92b6-6a0eeb8d289a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:31.107268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.107604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.107945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.108283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.108614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.108969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.109300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.109625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.109947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.110269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.110591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.110906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:31.111259 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1c24e-e506-407a-a460-643aa910c595 tempest-TestVolumeBackupRestore-1457821269 tempest-TestVolumeBackupRestore-1457821269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:32.117040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f4d625c8-a862-4b48-a735-42899f57aa0c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:32.140167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: f4d625c8-a862-4b48-a735-42899f57aa0c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:32.140507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f4d625c8-a862-4b48-a735-42899f57aa0c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:34.491627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56238) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:34.842247 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.081923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Deleting port 23676ee0-514a-421c-80a8-b11c37a3c8c4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:35.082148 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.158366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] For port 23676ee0-514a-421c-80a8-b11c37a3c8c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23676ee0-514a-421c-80a8-b11c37a3c8c4,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:35.158729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.171640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Calling delete_port for 23676ee0-514a-421c-80a8-b11c37a3c8c4 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:35.358296 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (23676ee0-514a-421c-80a8-b11c37a3c8c4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.384012 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23676ee0-514a-421c-80a8-b11c37a3c8c4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:35.548955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.764484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:22:35.867976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:22:35.872973 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f834060b-eb11-4ab3-bbcd-d02b92c5e0a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/3cb806ae-84eb-42f1-bfb4-b0eaaa11a289/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3801730
Jan 15 21:22:35.875551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56240) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:35.876509 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Sync routers for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:22:35.887138 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:35.887830 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b283550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:35.981587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks [] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:35.990761 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:36.086764 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks [] for router_gateway (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.141397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Deleting port ca8454e7-e17f-4cac-8670-a06a7baaec6a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:36.141745 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.166994 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b283550>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:22:35Z', 'revision_number': 5, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port': {'id': 'ca8454e7-e17f-4cac-8670-a06a7baaec6a', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:01Z', 'updated_at': '2022-01-15T21:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:36.193081 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Checking router: 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:22:36.201195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Routers {'3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:36.201796 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b283550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:36.221765 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] For port ca8454e7-e17f-4cac-8670-a06a7baaec6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca8454e7-e17f-4cac-8670-a06a7baaec6a,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:36.222126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.239962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Calling delete_port for ca8454e7-e17f-4cac-8670-a06a7baaec6a owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:36.289155 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] Set router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:36.344125 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b283550>, [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:22:36Z', 'revision_number': 6, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:36.370460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf20fc5-ff95-4c2a-a43f-91c91f5abbbc None None] The sync data for ids ['3cb806ae-84eb-42f1-bfb4-b0eaaa11a289'] in ncdv-master-1 is: [{'id': '3cb806ae-84eb-42f1-bfb4-b0eaaa11a289', 'name': 'tempest-TestVolumeBackupRestore-2113751823-router', 'tenant_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:00Z', 'updated_at': '2022-01-15T21:22:36Z', 'revision_number': 6, 'project_id': '295ec7c21a074bc4b8bdf0bcedf5e7a3', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:22:36.415840 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ca8454e7-e17f-4cac-8670-a06a7baaec6a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.441078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8454e7-e17f-4cac-8670-a06a7baaec6a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:36.454505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d676b-4d54-428c-8af6-7b6f603b019a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:22:36.511217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.606064 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.608087 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks [] for router_controller (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.653153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (3cb806ae-84eb-42f1-bfb4-b0eaaa11a289), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.653693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:22:36.658474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.659653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f58a7f41-3dc5-47f5-a20f-c75ef59e43d1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3cb806ae-84eb-42f1-bfb4-b0eaaa11a289 HTTP/1.1" status: 204  len: 168 time: 0.7831602
Jan 15 21:22:36.662205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56242) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:36.705054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Deleting subnet c68fc01e-b311-437e-b2ab-ea69fadfa566 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:22:36.708800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Publish callbacks [] for subnet (c68fc01e-b311-437e-b2ab-ea69fadfa566), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.746647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (c68fc01e-b311-437e-b2ab-ea69fadfa566), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.839472 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c68fc01e-b311-437e-b2ab-ea69fadfa566), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.893365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (c68fc01e-b311-437e-b2ab-ea69fadfa566), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.921698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68fc01e-b311-437e-b2ab-ea69fadfa566,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:36.923674 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:36.927613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3aaa3f2b-370a-4eed-8e20-e495d2935027 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c68fc01e-b311-437e-b2ab-ea69fadfa566 HTTP/1.1" status: 204  len: 168 time: 0.2638257
Jan 15 21:22:36.930803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56244) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:36.932945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f4ada-8c07-4ae2-b24f-fb2d5defee7d None None] Network fd40f033-9f30-4342-bda0-cdb60f17f62b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:22:37.003002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (fd40f033-9f30-4342-bda0-cdb60f17f62b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.060005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Deleting port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:37.060137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.133623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] For port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:37.133993 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.150410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Calling delete_port for 352db43d-1b2d-4031-b24c-3e0b9adc6d8f owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:37.171060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] DHCP port deletion for fd40f033-9f30-4342-bda0-cdb60f17f62b request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:22:37.233597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Deleting port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:37.234580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.252325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 23676ee0-514a-421c-80a8-b11c37a3c8c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:37.310274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 23676ee0-514a-421c-80a8-b11c37a3c8c4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:37.310698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 23676ee0-514a-421c-80a8-b11c37a3c8c4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:37.344188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] For port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,segment=NetworkSegment(03a230f1-7a4c-4628-9a5b-c386ebbaa030),segment_id=03a230f1-7a4c-4628-9a5b-c386ebbaa030)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:37.344592 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.362208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Calling delete_port for 352db43d-1b2d-4031-b24c-3e0b9adc6d8f owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:37.472334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.501893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Pushing event deleted for resources: {'Port': ['ID=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:37.505156 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] No DVR routers for this DVR port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:22:37.514332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.514680 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.515015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.515722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.515722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.515966 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.516290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.516608 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.516939 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.517251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.517566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.517881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.518467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90430cb-6d0e-4c39-9df7-02e19120e805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:22:37.607939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (352db43d-1b2d-4031-b24c-3e0b9adc6d8f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.634845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Pushing event deleted for resources: {'Port': ['ID=352db43d-1b2d-4031-b24c-3e0b9adc6d8f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:37.638428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] No DVR routers for this DVR port 352db43d-1b2d-4031-b24c-3e0b9adc6d8f on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:22:37.731984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (fd40f033-9f30-4342-bda0-cdb60f17f62b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.757575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7abe8e80>,) {'filters': {'network_id': ['fd40f033-9f30-4342-bda0-cdb60f17f62b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:37.768573 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7abe8e80>, '03a230f1-7a4c-4628-9a5b-c386ebbaa030') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:37.768989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7abe8e80>, '03a230f1-7a4c-4628-9a5b-c386ebbaa030') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:37.780143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (03a230f1-7a4c-4628-9a5b-c386ebbaa030), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.795727 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (03a230f1-7a4c-4628-9a5b-c386ebbaa030), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.802699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:22:37.803076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (03a230f1-7a4c-4628-9a5b-c386ebbaa030), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   self.session.flush()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:22:37.804863 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:22:37.862321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (fd40f033-9f30-4342-bda0-cdb60f17f62b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.869728 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:37.873809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd40f033-9f30-4342-bda0-cdb60f17f62b HTTP/1.1" status: 204  len: 168 time: 0.9419458
Jan 15 21:22:37.877842 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56246) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:37.888809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c53aa1-8290-4bba-b589-07a109df5000 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd40f033-9f30-4342-bda0-cdb60f17f62b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:38.286818 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:38.534077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Deleting port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:38.534413 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:38.615277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] For port 3da9a302-0d7b-49c2-875e-c4804c4a5cf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:38.615558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:38.628752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Calling delete_port for 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:38.817421 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (3da9a302-0d7b-49c2-875e-c4804c4a5cf9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:38.825836 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 352db43d-1b2d-4031-b24c-3e0b9adc6d8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:38.848587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 352db43d-1b2d-4031-b24c-3e0b9adc6d8f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:38.848969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 352db43d-1b2d-4031-b24c-3e0b9adc6d8f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:38.849230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Pushing event deleted for resources: {'Port': ['ID=3da9a302-0d7b-49c2-875e-c4804c4a5cf9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:38.849391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca8454e7-e17f-4cac-8670-a06a7baaec6a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:38.869584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ca8454e7-e17f-4cac-8670-a06a7baaec6a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:38.869862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca8454e7-e17f-4cac-8670-a06a7baaec6a not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:39.035365 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:39.253194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:22:39.372332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:22:39.378588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1e072a3a-2b8a-4a6a-91cc-f65db430783e admin admin] 10.222.0.46 "PUT /v2.0/routers/91fbe83d-2a7a-4ccc-8ede-fab0fead3821/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4995203
Jan 15 21:22:39.381234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56248) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:39.387944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Sync routers for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:22:39.400079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:39.400746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b382640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:39.501605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks [] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:39.516998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:39.625236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks [] for router_gateway (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:39.689797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Deleting port c3a16622-1698-48da-afbf-ff5997307bf2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:39.690161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:39.728303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b382640>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:22:38Z', 'revision_number': 5, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port': {'id': 'c3a16622-1698-48da-afbf-ff5997307bf2', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:21:07Z', 'updated_at': '2022-01-15T21:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:39.764974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Checking router: 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:22:39.775581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Routers {'91fbe83d-2a7a-4ccc-8ede-fab0fead3821'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:22:39.776179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b382640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:39.782741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] For port c3a16622-1698-48da-afbf-ff5997307bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3a16622-1698-48da-afbf-ff5997307bf2,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:39.782979 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:39.799370 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Calling delete_port for c3a16622-1698-48da-afbf-ff5997307bf2 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:39.869866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] Set router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:22:40.009889 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c3a16622-1698-48da-afbf-ff5997307bf2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.044159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a16622-1698-48da-afbf-ff5997307bf2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:40.094154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6779ba-623c-4c02-bd6c-7817f1313bb8 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:22:40.098448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b382640>, [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:22:39Z', 'revision_number': 6, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:40.120582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.129921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f2ff4-2c07-4b04-8d37-d41c7d957ebc None None] The sync data for ids ['91fbe83d-2a7a-4ccc-8ede-fab0fead3821'] in ncdv-master-1 is: [{'id': '91fbe83d-2a7a-4ccc-8ede-fab0fead3821', 'name': 'tempest-TestVolumeBackupRestore-1051243360-router', 'tenant_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:21:06Z', 'updated_at': '2022-01-15T21:22:39Z', 'revision_number': 6, 'project_id': '0e4c0ed1389b4b24a0e2499aa9166ae0', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:22:40.242913 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.245451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks [] for router_controller (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.295382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (91fbe83d-2a7a-4ccc-8ede-fab0fead3821), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.296039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fbe83d-2a7a-4ccc-8ede-fab0fead3821 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:22:40.302488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.303928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d26a618e-ac5c-44ca-80ca-600eeb29e8aa admin admin] 10.222.0.46 "DELETE /v2.0/routers/91fbe83d-2a7a-4ccc-8ede-fab0fead3821 HTTP/1.1" status: 204  len: 168 time: 0.9216976
Jan 15 21:22:40.306728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56250) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:40.363144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Deleting subnet 75a395b5-9366-49e7-8d03-6c92ec92ec2e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:22:40.366457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Publish callbacks [] for subnet (75a395b5-9366-49e7-8d03-6c92ec92ec2e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.415196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (75a395b5-9366-49e7-8d03-6c92ec92ec2e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.497711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (75a395b5-9366-49e7-8d03-6c92ec92ec2e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.558992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (75a395b5-9366-49e7-8d03-6c92ec92ec2e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.589317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a395b5-9366-49e7-8d03-6c92ec92ec2e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:40.595435 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.599009 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dcf48065-5a13-4077-9fe4-1825c4c066af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/75a395b5-9366-49e7-8d03-6c92ec92ec2e HTTP/1.1" status: 204  len: 168 time: 0.2909896
Jan 15 21:22:40.603057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56252) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:40.604292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099af2e8-a639-4dc2-9c4f-a2dafc68018c None None] Network 01e15353-774c-4f73-95ea-464131a9284e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:22:40.676802 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (01e15353-774c-4f73-95ea-464131a9284e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.734376 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Deleting port 44fc89bc-b5fe-42c0-b896-9275f099d8db {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:22:40.735002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.810046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] For port 44fc89bc-b5fe-42c0-b896-9275f099d8db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44fc89bc-b5fe-42c0-b896-9275f099d8db,segment=NetworkSegment(390f6853-d26e-4ca3-a107-953d90c6edea),segment_id=390f6853-d26e-4ca3-a107-953d90c6edea)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:22:40.810364 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.825481 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Calling delete_port for 44fc89bc-b5fe-42c0-b896-9275f099d8db owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:22:40.910909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (44fc89bc-b5fe-42c0-b896-9275f099d8db), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:40.943298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Pushing event deleted for resources: {'Port': ['ID=44fc89bc-b5fe-42c0-b896-9275f099d8db,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:40.947092 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] No DVR routers for this DVR port 44fc89bc-b5fe-42c0-b896-9275f099d8db on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:22:40.976665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c7852-fe91-4db1-9831-1b56554049f5 None None] DHCP port deletion for 01e15353-774c-4f73-95ea-464131a9284e request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:22:41.024369 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (01e15353-774c-4f73-95ea-464131a9284e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.050976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bcc1940>,) {'filters': {'network_id': ['01e15353-774c-4f73-95ea-464131a9284e']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:41.051610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:41.065182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bcc1940>, '390f6853-d26e-4ca3-a107-953d90c6edea') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:41.065182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bcc1940>, '390f6853-d26e-4ca3-a107-953d90c6edea') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:22:41.078210 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:41.078579 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 3da9a302-0d7b-49c2-875e-c4804c4a5cf9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:41.078956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c3a16622-1698-48da-afbf-ff5997307bf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:41.079599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (390f6853-d26e-4ca3-a107-953d90c6edea), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.103396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c3a16622-1698-48da-afbf-ff5997307bf2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:41.103658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (390f6853-d26e-4ca3-a107-953d90c6edea), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.103768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c3a16622-1698-48da-afbf-ff5997307bf2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:41.104131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 44fc89bc-b5fe-42c0-b896-9275f099d8db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:22:41.112798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:22:41.112798 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (390f6853-d26e-4ca3-a107-953d90c6edea), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:22:41.116345 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:22:41.135589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 44fc89bc-b5fe-42c0-b896-9275f099d8db {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:22:41.136134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 44fc89bc-b5fe-42c0-b896-9275f099d8db not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:22:41.191464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (01e15353-774c-4f73-95ea-464131a9284e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.196942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.200080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] 10.222.0.46 "DELETE /v2.0/networks/01e15353-774c-4f73-95ea-464131a9284e HTTP/1.1" status: 204  len: 168 time: 0.5961690
Jan 15 21:22:41.211478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97296ddc-c049-4db4-984e-cb21d445b71b admin admin] Pushing event deleted for resources: {'Network': ['ID=01e15353-774c-4f73-95ea-464131a9284e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:41.402159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56272) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:41.451539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-094c76f8-027c-49c9-a283-0399a0775a63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=295ec7c21a074bc4b8bdf0bcedf5e7a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0475924
Jan 15 21:22:41.454702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56274) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:41.513058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] Publish callbacks [] for security_group (f3e63aef-f7a7-4164-895f-69e9e3042e45), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.538140 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] Publish callbacks [] for security_group (f3e63aef-f7a7-4164-895f-69e9e3042e45), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.591615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (f3e63aef-f7a7-4164-895f-69e9e3042e45), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.594246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:41.595418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e63aef-f7a7-4164-895f-69e9e3042e45 HTTP/1.1" status: 204  len: 168 time: 0.1396883
Jan 15 21:22:41.603409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a90c4-7556-4107-8fa5-2ac1995ca6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e63aef-f7a7-4164-895f-69e9e3042e45,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:41.931823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56280) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:41.983025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3237ea65-197d-4d52-90a2-b3538b87aeb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e4c0ed1389b4b24a0e2499aa9166ae0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0499551
Jan 15 21:22:41.985407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56282) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:22:42.032902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] Publish callbacks [] for security_group (cac8d3a6-c65a-4d42-a70b-447149bca8d8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:42.054998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] Publish callbacks [] for security_group (cac8d3a6-c65a-4d42-a70b-447149bca8d8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:42.099709 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cac8d3a6-c65a-4d42-a70b-447149bca8d8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:42.102353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:42.103509 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cac8d3a6-c65a-4d42-a70b-447149bca8d8 HTTP/1.1" status: 204  len: 168 time: 0.1172225
Jan 15 21:22:42.111575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849405d8-f405-44a6-99bf-833addfbc693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac8d3a6-c65a-4d42-a70b-447149bca8d8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:22:44.544668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:45.405957 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:47.945329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4152a58-aa78-4683-8a6e-cc7efae0ca99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:50.664932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-255869bc-d694-466a-b1ff-28b6c810d235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:51.938682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:53.337581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:54.219156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:22:56.544672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-1727e093-4ea5-408f-a585-7b5689bb820a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401585
Jan 15 21:22:56.629719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-1bb1b6de-c37f-4bb5-8246-2635468c63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:56.631176 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-1bb1b6de-c37f-4bb5-8246-2635468c63fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 1096 time: 0.0449026
Jan 15 21:22:56.736949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-382ee096-fd78-4a29-8b13-561697ba4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:56.738424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-382ee096-fd78-4a29-8b13-561697ba4f9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0895755
Jan 15 21:22:56.802971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-8b0cc7e9-6585-4755-b834-62be0bde9346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 200  len: 1001 time: 0.0588124
Jan 15 21:22:56.853726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-0a0a1505-c299-4223-bc0a-a7064dac5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:56.855138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-0a0a1505-c299-4223-bc0a-a7064dac5dc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0468659
Jan 15 21:22:56.899203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-adf78a44-f7b2-49ac-8909-743c417ecacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:56.900562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-adf78a44-f7b2-49ac-8909-743c417ecacd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391536
Jan 15 21:22:56.986817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-eca10b89-1aef-40ca-9568-741117de6468 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802655
Jan 15 21:22:57.080080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d96254b9-ccce-4238-9d97-6a9e797d6be3 req-c2d4742e-2273-4776-a2bc-9555e8246a57 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871868
Jan 15 21:22:58.942133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab22db-dcb3-4e45-9246-02479056c0d9 req-3afa2860-a6bc-48f5-97f8-320176120b78 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:22:58.943663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94ab22db-dcb3-4e45-9246-02479056c0d9 req-3afa2860-a6bc-48f5-97f8-320176120b78 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0508575
Jan 15 21:22:58.997003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94ab22db-dcb3-4e45-9246-02479056c0d9 req-82aa1439-4da2-4ef7-9a47-724e1bb2d8c7 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477636
Jan 15 21:23:00.113222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1a546-2c78-48d0-a67d-fd650eeb74b0 req-ff5c30bd-c127-4ba0-87f3-0bb203a20960 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:00.114686 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8e1a546-2c78-48d0-a67d-fd650eeb74b0 req-ff5c30bd-c127-4ba0-87f3-0bb203a20960 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0479124
Jan 15 21:23:00.163025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8e1a546-2c78-48d0-a67d-fd650eeb74b0 req-5afddece-ae17-437a-ab2f-31cb3b436098 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415022
Jan 15 21:23:00.426845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-001ba230-23bc-4ec2-a062-a0cc92c982ba tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:00.428489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-001ba230-23bc-4ec2-a062-a0cc92c982ba tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 945 time: 0.0502021
Jan 15 21:23:00.520316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:23:00.520654 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:00.608026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port f70df7d5-47e6-45b0-9a91-605cfa5f5d33, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:23:00.608387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:00.782166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:00.782558 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (19d3194a-b4ea-4e1a-8366-c083fdc639cc), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:00.782872 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP 19d3194a-b4ea-4e1a-8366-c083fdc639cc disassociated. External IP: 172.35.1.177, port: f70df7d5-47e6-45b0-9a91-605cfa5f5d33.
Jan 15 21:23:00.783212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for f70df7d5-47e6-45b0-9a91-605cfa5f5d33 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:23:00.870528 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:23:00.906741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f70df7d5-47e6-45b0-9a91-605cfa5f5d33), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:00.935569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=f70df7d5-47e6-45b0-9a91-605cfa5f5d33,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:01.053298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:23:01.161862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:23:01.171746 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:23:01.182241 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:23:01.182852 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:01.208652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port f70df7d5-47e6-45b0-9a91-605cfa5f5d33 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:23:01.212318 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:01.216327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9d05660-0615-4def-a1b8-38c10436ef4a req-dc2f5a8c-329e-49b1-a690-49e0e883322d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "DELETE /v2.0/ports/f70df7d5-47e6-45b0-9a91-605cfa5f5d33 HTTP/1.1" status: 204  len: 173 time: 0.7827318
Jan 15 21:23:01.217660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'name': 'network-vif-deleted', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:23:01.220038 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d9e6e-9ae8-4d36-8b3d-99820808e634" -d '{"events": [{"server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "name": "network-vif-deleted", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:23:01.278094 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07355ce3-9d98-4498-b369-94fb55e21c33 x-openstack-request-id: req-07355ce3-9d98-4498-b369-94fb55e21c33 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:23:01.278889 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f980ed-4669-4cfc-b196-aecea77de875", "name": "network-vif-deleted", "tag": "f70df7d5-47e6-45b0-9a91-605cfa5f5d33", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:23:01.278889 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07355ce3-9d98-4498-b369-94fb55e21c33 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:23:01.279362 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f980ed-4669-4cfc-b196-aecea77de875', 'name': 'network-vif-deleted', 'tag': 'f70df7d5-47e6-45b0-9a91-605cfa5f5d33', 'status': 'completed', 'code': 200}
Jan 15 21:23:01.306585 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:23:01.333990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d7e1a0d3-4897-40e6-8685-7d14cf2f3c50 req-c549fd08-4bed-4d66-ab47-f7c750edd0a6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f980ed-4669-4cfc-b196-aecea77de875 HTTP/1.1" status: 200  len: 210 time: 0.0781410
Jan 15 21:23:01.529896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:01.555401 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:23:01.563358 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:23:01.563897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:01.673474 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:23:01.957929 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:01.988251 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fcdb3-6530-46cf-947e-9c21cc01bc22 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:23:02.212633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827eb6d-90b0-4c44-ba82-8334c50948fd None None] New status for floating IP 19d3194a-b4ea-4e1a-8366-c083fdc639cc: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:23:02.594166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-5bb2a0c6-64df-4616-8a3a-6ab151ff3959 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645086404&fields=id&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 267 time: 0.0441236
Jan 15 21:23:02.708255 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-a1639315-0bf2-49fe-bbfb-dca9ea7b420b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:02.710451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-a1639315-0bf2-49fe-bbfb-dca9ea7b420b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1093357
Jan 15 21:23:02.726070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-482d53ea-99ae-4492-ad5e-d92f0efd43b2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0090215
Jan 15 21:23:02.775190 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-6a3d4024-4e28-4cde-8311-b68cf443ebce tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0447485
Jan 15 21:23:02.968341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-6bcb7a24-67fe-48cc-b02f-6b032306e650 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816757
Jan 15 21:23:03.397219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-6864ca52-48e6-40f4-820f-1923399767b2 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4230542
Jan 15 21:23:03.682134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36fc9311-262d-458f-bb3d-e1c05c45cf0f req-64e5b31b-4cef-4a53-8900-dab59d59fb7d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0284767
Jan 15 21:23:04.667142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f70df7d5-47e6-45b0-9a91-605cfa5f5d33 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:23:04.688172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f70df7d5-47e6-45b0-9a91-605cfa5f5d33 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:23:04.688519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f70df7d5-47e6-45b0-9a91-605cfa5f5d33 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:23:04.759147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f653b66e-b262-406f-9d46-dfe519a1e956 req-a754ceee-39be-4ba4-a6d8-79500068a841 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0265198
Jan 15 21:23:05.841202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-558d4572-99b0-4e54-9431-96e4c9deda9e req-bd38c18c-b2a8-41bd-9504-c033a51720d4 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0299740
Jan 15 21:23:06.918642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f79115a3-0956-4634-8e52-76fe2df179c6 req-cf2f7e74-6b9f-4753-9505-6d0be9697499 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0271754
Jan 15 21:23:08.013775 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ecd1f8aa-3fee-471d-8c6d-e529fbfed586 req-4cad2b3f-a581-4d52-85a2-ca93dd1789e5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0266974
Jan 15 21:23:08.707087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-53fabc64-d442-49f9-8d35-ca5de077fe66 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:08.708559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-53fabc64-d442-49f9-8d35-ca5de077fe66 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1055491
Jan 15 21:23:08.783366 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-0726ae7d-b42b-4295-a420-11c7fe1661e6 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 380 time: 0.0550230
Jan 15 21:23:08.797935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'security_groups': ['57fae582-7159-48d7-be15-b421722945aa']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:23:08.916165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:23:08.919713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.056536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.10 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/a28a42a0-433d-4c6a-b9e1-8345775f4b05) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:23:09.111938 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71dfaa0d-cebc-4fb6-ba7f-d80b476cb4a9 req-5489aad6-6478-4568-acdb-3c4cd34c4568 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0257006
Jan 15 21:23:09.198637 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.232049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.278815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:23:09.282051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:23:09.285678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:23:09.328149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:09.351729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:09.352766 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.370992 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-f21602d7-42d4-4c9d-b89d-d32d5d576472 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5768075
Jan 15 21:23:09.387774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Request body: {'port': {'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:23:09.446443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.582658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b4347acd-e018-4728-a6ab-f443d0c646e1 None None] Provisioning complete for port a28a42a0-433d-4c6a-b9e1-8345775f4b05 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:23:09.583240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b4347acd-e018-4728-a6ab-f443d0c646e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.622258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b4347acd-e018-4728-a6ab-f443d0c646e1 None None] Port a28a42a0-433d-4c6a-b9e1-8345775f4b05 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:23:09.727584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28a42a0-433d-4c6a-b9e1-8345775f4b05 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:23:09.734986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks [] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.747651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Transition to ACTIVE for port object a28a42a0-433d-4c6a-b9e1-8345775f4b05 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:23:09.751901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.827018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Pushing event updated for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:09.885261 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Attempting to bind port a28a42a0-433d-4c6a-b9e1-8345775f4b05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:23:09.885592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Attempting to bind port a28a42a0-433d-4c6a-b9e1-8345775f4b05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:23:09.885916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Attempting to bind port a28a42a0-433d-4c6a-b9e1-8345775f4b05 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:23:09.890414 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Port a28a42a0-433d-4c6a-b9e1-8345775f4b05 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:23:09.890736 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Attempting to bind port a28a42a0-433d-4c6a-b9e1-8345775f4b05 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:23:09.895635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:23:09.895962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:23:09.896534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:23:09.897067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Bound port: a28a42a0-433d-4c6a-b9e1-8345775f4b05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:23:09.897429 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:09.967441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:23:09.970992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:23:09.976647 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:10.013357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.013981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:10.015434 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] 10.222.0.45 "PUT /v2.0/ports/a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 1092 time: 0.6326237
Jan 15 21:23:10.015872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:23:10.018141 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a588450-f845-4538-b4cb-70417cec5ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:23:10.043175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15cbba-af70-40e8-a463-2252705104ca service neutron] Pushing event updated for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:10.093110 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0521d98-1224-4dc0-b085-c0b4c04f5b12 x-openstack-request-id: req-d0521d98-1224-4dc0-b085-c0b4c04f5b12 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:23:10.093405 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:23:10.093668 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0521d98-1224-4dc0-b085-c0b4c04f5b12 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:23:10.094069 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'status': 'completed', 'code': 200}
Jan 15 21:23:10.107213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-2a2f5fec-11c6-4d9c-8053-fe2e790f0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.108745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-2a2f5fec-11c6-4d9c-8053-fe2e790f0898 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1095 time: 0.0468197
Jan 15 21:23:10.161646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-b6c11c61-68f1-418c-9aa7-e8822f5b1182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 217 time: 0.0402129
Jan 15 21:23:10.217499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-76b7de12-14d2-4e46-be95-03b8caf5b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.219299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-76b7de12-14d2-4e46-be95-03b8caf5b7e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0487859
Jan 15 21:23:10.249464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ad3d-8ded-40a3-813c-a9aa4619ee39 req-d35488ae-3aca-4294-823f-725494ffde88 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.250958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4b4ad3d-8ded-40a3-813c-a9aa4619ee39 req-d35488ae-3aca-4294-823f-725494ffde88 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 944 time: 0.0660133
Jan 15 21:23:10.269339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-eb0acab9-30d3-4b61-b953-ab66252e5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.270860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-eb0acab9-30d3-4b61-b953-ab66252e5e59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419660
Jan 15 21:23:10.308161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4b4ad3d-8ded-40a3-813c-a9aa4619ee39 req-afcff549-cb01-4623-ab13-42165743809d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512652
Jan 15 21:23:10.368151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-d3663b85-62fa-400f-88c9-6cac00304714 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879364
Jan 15 21:23:10.458468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1994ab5e-709b-4b59-b8c2-5ee28c276383 req-df0d50f4-201c-4c29-a63c-de336d117683 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815444
Jan 15 21:23:10.551863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-0bddfb86-9dad-4d04-89ff-e47e88faaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.553587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-0bddfb86-9dad-4d04-89ff-e47e88faaa74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1095 time: 0.0452232
Jan 15 21:23:10.647663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-daa39fa5-b742-41a4-b1d2-1c6751750589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.649039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-daa39fa5-b742-41a4-b1d2-1c6751750589 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0874772
Jan 15 21:23:10.689233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-531545b3-2673-46a4-bc44-7d00d32d6b90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 217 time: 0.0343387
Jan 15 21:23:10.741513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-482adc6a-d9bd-4b11-b4ba-5e9218b7fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.742929 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-482adc6a-d9bd-4b11-b4ba-5e9218b7fd69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0467010
Jan 15 21:23:10.787220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-63fb78f5-bc20-4872-9098-b1f87dd76533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:10.788428 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-63fb78f5-bc20-4872-9098-b1f87dd76533 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388839
Jan 15 21:23:10.876983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-fb711025-e276-41c2-9b31-d087967f00bd service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809796
Jan 15 21:23:10.967518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a588450-f845-4538-b4cb-70417cec5ea4 req-1af59c1a-3950-4d1b-b345-e784616b4ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835910
Jan 15 21:23:11.426419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724256c-8984-4529-bc9d-6b4767637968 req-f9abd688-9288-464d-bf03-08dff2592017 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:11.428475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2724256c-8984-4529-bc9d-6b4767637968 req-f9abd688-9288-464d-bf03-08dff2592017 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 944 time: 0.0500002
Jan 15 21:23:11.477964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2724256c-8984-4529-bc9d-6b4767637968 req-59c2e8dd-2e52-4b1d-a761-817fbd57f152 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429845
Jan 15 21:23:12.595615 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df4d81-8eb7-470c-aeb2-d86b0253b3c9 req-dbdf6b1c-92a8-4e08-b9b9-1752e500024d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:12.597097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27df4d81-8eb7-470c-aeb2-d86b0253b3c9 req-dbdf6b1c-92a8-4e08-b9b9-1752e500024d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 944 time: 0.0499513
Jan 15 21:23:12.645046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27df4d81-8eb7-470c-aeb2-d86b0253b3c9 req-20742a6d-ee94-428f-be33-51eb903639be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417285
Jan 15 21:23:13.766815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f4fc-24ec-4dad-ba69-e32944408f43 req-d8372d8f-020f-451a-b650-87f1ed831a85 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:13.768277 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7732f4fc-24ec-4dad-ba69-e32944408f43 req-d8372d8f-020f-451a-b650-87f1ed831a85 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 944 time: 0.0537734
Jan 15 21:23:13.815969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7732f4fc-24ec-4dad-ba69-e32944408f43 req-cf4484c9-a6ef-4b35-94eb-f9126fdc9bc2 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421638
Jan 15 21:23:14.334695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device a28a42a0-433d-4c6a-b9e1-8345775f4b05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:23:14.431213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:23:14.442297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:23:14.479256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port a28a42a0-433d-4c6a-b9e1-8345775f4b05 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:23:14.479643 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:14.492084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28a42a0-433d-4c6a-b9e1-8345775f4b05 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:23:14.511802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:23:14.515425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:14.571356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:14.577944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:14.772152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['a28a42a0-433d-4c6a-b9e1-8345775f4b05'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:23:14.931884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d550a-7fc1-426d-abf0-1b384074872c req-67918680-b922-4e56-bd2d-8bb145b10751 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:14.933414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9d550a-7fc1-426d-abf0-1b384074872c req-67918680-b922-4e56-bd2d-8bb145b10751 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 945 time: 0.0496235
Jan 15 21:23:14.983019 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a9d550a-7fc1-426d-abf0-1b384074872c req-794bc9cf-6897-4065-a50f-dea6e30f9046 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439484
Jan 15 21:23:15.404816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:16.097655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabecfa-48b8-4f36-b782-7e3a01ae926f req-c8094ad0-0c0e-4e5a-956d-13a02efc3272 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:16.099235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fabecfa-48b8-4f36-b782-7e3a01ae926f req-c8094ad0-0c0e-4e5a-956d-13a02efc3272 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 945 time: 0.0481696
Jan 15 21:23:16.150812 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fabecfa-48b8-4f36-b782-7e3a01ae926f req-32dbc5d6-af37-4877-94fe-16c78aab74cb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460160
Jan 15 21:23:16.337983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device a28a42a0-433d-4c6a-b9e1-8345775f4b05 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:23:16.388001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port a28a42a0-433d-4c6a-b9e1-8345775f4b05 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:23:16.391946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port a28a42a0-433d-4c6a-b9e1-8345775f4b05 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:23:16.392322 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:16.470543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port a28a42a0-433d-4c6a-b9e1-8345775f4b05 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:23:16.471238 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:16.494021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:23:16.496234 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2208f-3d74-4034-b06a-2d48589dcb2a" -d '{"events": [{"server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "name": "network-vif-plugged", "status": "completed", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:23:16.508166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:23:16.513127 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:16.542148 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e0b47-cc49-4dce-92de-b3ebcd5d6c08 x-openstack-request-id: req-373e0b47-cc49-4dce-92de-b3ebcd5d6c08 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:23:16.542494 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "name": "network-vif-plugged", "status": "completed", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:23:16.542742 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-373e0b47-cc49-4dce-92de-b3ebcd5d6c08 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:23:16.543130 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'code': 200}
Jan 15 21:23:16.569479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:16.638514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230460-2d68-4d62-8c70-a301250dbfa6 req-62a4f3f7-8de5-4d8e-8f2b-682d23c1bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:16.639906 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69230460-2d68-4d62-8c70-a301250dbfa6 req-62a4f3f7-8de5-4d8e-8f2b-682d23c1bff3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0402021
Jan 15 21:23:16.690280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-69230460-2d68-4d62-8c70-a301250dbfa6 req-98837f0b-6d0d-47eb-ac76-4ec925359d80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402563
Jan 15 21:23:17.264489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a02a-3e29-4fc7-ae8f-f90579ab5114 req-16d7d5dd-180c-4bfa-99c8-c6b088b5e484 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:17.266024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6016a02a-3e29-4fc7-ae8f-f90579ab5114 req-16d7d5dd-180c-4bfa-99c8-c6b088b5e484 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0485399
Jan 15 21:23:17.315474 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6016a02a-3e29-4fc7-ae8f-f90579ab5114 req-3248fad5-9aca-4f51-a609-9c31127d7102 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430448
Jan 15 21:23:17.946341 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc30db9d-0691-4c2d-a695-eef83bc5a7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:18.446569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d005-d95f-40ae-9089-5180ec098d66 req-6fc3a79e-aa49-462c-af0d-fc8d1fff3034 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:18.448097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6f2d005-d95f-40ae-9089-5180ec098d66 req-6fc3a79e-aa49-462c-af0d-fc8d1fff3034 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0499063
Jan 15 21:23:18.499521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6f2d005-d95f-40ae-9089-5180ec098d66 req-b3582596-4345-4aa5-bc69-35d720890408 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457752
Jan 15 21:23:18.623912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dadc32-fa42-4113-a9a5-bd261b3eac3f req-f4df03aa-5b94-4034-95b4-2e0050451ccb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:18.625315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3dadc32-fa42-4113-a9a5-bd261b3eac3f req-f4df03aa-5b94-4034-95b4-2e0050451ccb tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0522118
Jan 15 21:23:18.675679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3dadc32-fa42-4113-a9a5-bd261b3eac3f req-0c7b0324-f1a1-4a73-8d92-e13e8cd7ee04 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443199
Jan 15 21:23:18.698837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56372) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:23:18.742610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5880ed-a111-4224-b80a-6d99cb717ec5 tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:18.744157 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3e5880ed-a111-4224-b80a-6d99cb717ec5 tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1092 time: 0.0443122
Jan 15 21:23:18.746884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56374) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:23:18.751039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:23:18.774052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:18.870712 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:18.975748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.35.1.80 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/ba512083-8db9-420e-a350-c5d5395857f3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:23:19.073152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (ba512083-8db9-420e-a350-c5d5395857f3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.107258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ba512083-8db9-420e-a350-c5d5395857f3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.144518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:23:19.148123 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:23:19.151483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:23:19.180195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=ba512083-8db9-420e-a350-c5d5395857f3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:19.512451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (408bb5be-7988-432b-8400-0b7a447cb939), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.580129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ba512083-8db9-420e-a350-c5d5395857f3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.728108 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (ba512083-8db9-420e-a350-c5d5395857f3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.732628 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ba512083-8db9-420e-a350-c5d5395857f3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.798816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=ba512083-8db9-420e-a350-c5d5395857f3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:23:19.811953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (408bb5be-7988-432b-8400-0b7a447cb939), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:19.910911 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP 408bb5be-7988-432b-8400-0b7a447cb939 associated. External IP: 172.35.1.80, port: a28a42a0-433d-4c6a-b9e1-8345775f4b05.
Jan 15 21:23:20.117252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:23:20.516050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:23:20.527024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:23:20.534881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:20.540049 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:23:20.540676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:22:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:20.562844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9dee2e55-7124-463c-98bd-dffbb9cf5dcf tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8149123
Jan 15 21:23:20.563497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:23:20.565823 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8815271-7c84-4800-b5d7-00bb68e13078" -d '{"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:23:20.603046 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6f0d6d-bb40-4aa5-9725-aa17c9f7a4f8 x-openstack-request-id: req-ac6f0d6d-bb40-4aa5-9725-aa17c9f7a4f8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:23:20.603343 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:23:20.603597 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac6f0d6d-bb40-4aa5-9725-aa17c9f7a4f8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:23:20.604001 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'status': 'completed', 'code': 200}
Jan 15 21:23:20.646449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:23:20.667091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba9bb-9951-4f34-98c6-f50be18405d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:20.671819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-75a9e753-3509-4c98-9f67-677b85c54dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:20.673322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-75a9e753-3509-4c98-9f67-677b85c54dee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0457914
Jan 15 21:23:20.765470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-fab6b70d-f973-4e88-9172-166cf7755782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:20.766952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-fab6b70d-f973-4e88-9172-166cf7755782 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0880425
Jan 15 21:23:20.834907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-ba1dc46b-a78b-43b4-b550-61a2301b8e74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 999 time: 0.0613389
Jan 15 21:23:20.870276 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa6580>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:19Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:20.882283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-35725cec-3efe-4488-a310-f65558c65e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:20.883866 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-35725cec-3efe-4488-a310-f65558c65e1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0435281
Jan 15 21:23:20.896896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:23:20.905167 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:23:20.905794 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:23:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:20.934851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-3fac5651-f347-4cfb-84d1-f5f1389ddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:20.936407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-3fac5651-f347-4cfb-84d1-f5f1389ddf02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468550
Jan 15 21:23:21.009419 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:23:21.027646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-b9d800c3-84bc-4675-a0ea-2de9460a8882 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842102
Jan 15 21:23:21.122195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c8815271-7c84-4800-b5d7-00bb68e13078 req-4bf43e1c-e313-46a0-b642-ead2779d6d94 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879767
Jan 15 21:23:21.234923 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfa6580>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:19Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:23:21.261110 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abcda8-0555-40cd-8361-a0f8a0ccef79 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:19Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:23:21.454729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e7d9b-8a16-406f-b7a1-5fc0775ad1b2 None None] New status for floating IP 408bb5be-7988-432b-8400-0b7a447cb939: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:23:21.944809 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:23.340033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:24.221987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:37.869247 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:23:44.566436 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:45.404713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:47.947463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bbe1c7f1-d6e7-45a6-b946-8043f3077da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:50.669457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-436f05b8-8ced-4753-896a-e9622c91d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:51.943736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:53.342607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:54.223639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:23:55.723017 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-ef6daf2d-222c-40cf-8bcb-bf88c9556ae0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400007
Jan 15 21:23:55.815838 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482aeca-8def-4bc7-a705-2c643344d476 req-47dbabc2-6538-4d03-91ab-1b42b9b1f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:55.817433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-47dbabc2-6538-4d03-91ab-1b42b9b1f024 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0420921
Jan 15 21:23:55.924689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482aeca-8def-4bc7-a705-2c643344d476 req-2264a871-e4f4-493b-bf61-8bc0f40009d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:55.926165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-2264a871-e4f4-493b-bf61-8bc0f40009d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0873871
Jan 15 21:23:55.997625 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-18683fca-b296-4426-b74d-74cde0b445f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 1001 time: 0.0623133
Jan 15 21:23:56.050832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482aeca-8def-4bc7-a705-2c643344d476 req-f4c1c3b0-86be-4d7d-b10a-bcbd594f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:56.052274 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-f4c1c3b0-86be-4d7d-b10a-bcbd594f9f6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0448642
Jan 15 21:23:56.102128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482aeca-8def-4bc7-a705-2c643344d476 req-46004c39-0d6a-4637-b4ca-19ed6b699883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:23:56.103598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-46004c39-0d6a-4637-b4ca-19ed6b699883 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425296
Jan 15 21:23:56.190903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-255451b4-3195-4755-abcf-36030763357d service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810273
Jan 15 21:23:56.288934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c482aeca-8def-4bc7-a705-2c643344d476 req-a0ebb31d-1d7e-4d53-9fe1-df084442d265 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888453
Jan 15 21:24:14.578383 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:14.867569 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:24:15.415983 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:17.948756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-39451a2f-ba13-4530-9017-b2652163c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:20.672517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cc9b78ed-aafb-49c7-9fed-53914ddb069e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:21.946455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:23.346664 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:24.228339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:44.577887 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:45.414766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:47.950779 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da03f552-812d-49bb-8d59-ab831220c00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:50.676121 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c262adbf-b76e-4286-9327-ccc78257cd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:51.866780 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:24:51.950298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:53.348615 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:54.231213 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:24:56.725092 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-b813706c-9ed0-4739-af1e-1e188f9dc1aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413671
Jan 15 21:24:56.810485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-628dc3a3-2616-4fd3-adc9-4c18cab124aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:24:56.811987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-628dc3a3-2616-4fd3-adc9-4c18cab124aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0425291
Jan 15 21:24:56.922358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-f83bf3d2-7533-4041-b6ff-dabd6bb5c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:24:56.923805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-f83bf3d2-7533-4041-b6ff-dabd6bb5c2d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0883250
Jan 15 21:24:56.989986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-e56f6347-1b66-4e07-9a79-cedf4754b6be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 1001 time: 0.0572629
Jan 15 21:24:57.039864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-13a199e9-03a1-49e1-b737-45a9777c7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:24:57.041293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-13a199e9-03a1-49e1-b737-45a9777c7067 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0425823
Jan 15 21:24:57.091639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-b997d1c9-ad18-4da4-bec6-2b04a3819b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:24:57.093120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-b997d1c9-ad18-4da4-bec6-2b04a3819b96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416641
Jan 15 21:24:57.184099 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-38edea82-b209-4bec-a11c-96f72ed838c8 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818081
Jan 15 21:24:57.279493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7be3c065-05a0-4af6-b406-ec11b1881e50 req-f2c1f2cb-9891-46d9-a742-802372323c00 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860610
Jan 15 21:25:12.088830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-f80dce11-f410-4d28-a592-b42701ba1157 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645086404&fields=id&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 267 time: 0.0462561
Jan 15 21:25:12.200562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-89c70782-5bbc-4187-8d4a-fc2b72f0dee3 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:12.202173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-89c70782-5bbc-4187-8d4a-fc2b72f0dee3 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1068859
Jan 15 21:25:12.217049 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-78383ad5-2226-4c20-8371-9cf3558b6d0f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/quotas/7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 375 time: 0.0095057
Jan 15 21:25:12.270752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-d7e451d8-7035-400f-ae2c-c3963f3f5961 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0487931
Jan 15 21:25:12.419975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4f17a5cb-ff59-4341-b898-76ff9d5417d6 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371331
Jan 15 21:25:12.509130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-6b954896-4883-4c33-b276-ffb12d0825b2 service neutron] 10.222.0.46 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833988
Jan 15 21:25:12.855705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-470b0d43-1255-4ccd-a076-a156c3c31d38 req-2037598d-29a8-47d9-b016-d75a27f4821e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 210 time: 0.0865099
Jan 15 21:25:13.802224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-236c350b-fee0-47dd-b57e-347bd1160f56 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:13.803730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-236c350b-fee0-47dd-b57e-347bd1160f56 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 812 time: 0.1072199
Jan 15 21:25:13.867991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-0684ee54-ef43-4362-ac81-d1c2f28bbce3 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ae6f05c2843469190cd96f39ac794 HTTP/1.1" status: 200  len: 380 time: 0.0558443
Jan 15 21:25:13.877202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'port': {'device_id': '00f6efda-d64b-4119-8494-f9a44b0622df', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'admin_state_up': True, 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'security_groups': ['57fae582-7159-48d7-be15-b421722945aa']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:25:13.970446 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e8a58d7-fd75-4587-ae4b-d47bdb82aa5b req-a814de47-7f0c-42c8-8046-9103d7893f6f tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 210 time: 0.0290239
Jan 15 21:25:14.001252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Made reservation on behalf of 7f2ae6f05c2843469190cd96f39ac794 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:25:14.004970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.138681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.20.0.8 (250ac663-a6c2-4755-b702-91a1aec1e824/d967c40b-287f-438e-a4f9-bb91b3f5a631/a6892721-44db-47e1-916c-eda3bf98dbb5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:25:14.279569 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.314383 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.362366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 250ac663-a6c2-4755-b702-91a1aec1e824 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:25:14.365528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:25:14.371800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:25:14.377786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:14.406356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.406707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.407053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.407391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.407731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.408069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.408401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.408727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.409077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.409402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.409718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.410046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.410370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:14.443051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:14.443838 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.461314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-825d08eb-e4b1-4065-8b50-9265781e1233 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5883229
Jan 15 21:25:14.536173 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Request body: {'port': {'device_id': '00f6efda-d64b-4119-8494-f9a44b0622df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:25:14.579085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.597565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.683338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-147954a2-ce25-41b8-87d0-ce18990cf7c1 None None] Provisioning complete for port a6892721-44db-47e1-916c-eda3bf98dbb5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:25:14.684215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-147954a2-ce25-41b8-87d0-ce18990cf7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.724500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-147954a2-ce25-41b8-87d0-ce18990cf7c1 None None] Port a6892721-44db-47e1-916c-eda3bf98dbb5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:25:14.883684 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6892721-44db-47e1-916c-eda3bf98dbb5 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:25:14.891191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks [] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.903563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Transition to ACTIVE for port object a6892721-44db-47e1-916c-eda3bf98dbb5 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:25:14.907268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:14.959760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Pushing event updated for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:15.032932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Attempting to bind port a6892721-44db-47e1-916c-eda3bf98dbb5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:25:15.034633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Attempting to bind port a6892721-44db-47e1-916c-eda3bf98dbb5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:25:15.034633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Attempting to bind port a6892721-44db-47e1-916c-eda3bf98dbb5 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:25:15.038759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Port a6892721-44db-47e1-916c-eda3bf98dbb5 on network 250ac663-a6c2-4755-b702-91a1aec1e824 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:25:15.039090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Attempting to bind port a6892721-44db-47e1-916c-eda3bf98dbb5 on network 250ac663-a6c2-4755-b702-91a1aec1e824 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:25:15.044210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:25:15.044495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Checking segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:25:15.044904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Bound using segment: {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:25:15.045336 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Bound port: a6892721-44db-47e1-916c-eda3bf98dbb5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5160b9-8e63-4500-9ea1-cbf565115a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:25:15.045693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:15.117570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd25660-9181-40ad-a81c-9d96f16bf1c8 req-00320416-86da-4a7b-853d-162f97cdf6f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.119265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:25:15.119588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdd25660-9181-40ad-a81c-9d96f16bf1c8 req-00320416-86da-4a7b-853d-162f97cdf6f5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 943 time: 0.0567389
Jan 15 21:25:15.122892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6892721-44db-47e1-916c-eda3bf98dbb5,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:25:15.128381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:15.164572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.165222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:15.166637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] 10.222.0.39 "PUT /v2.0/ports/a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 1091 time: 0.6971676
Jan 15 21:25:15.167080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:25:15.169332 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d9b84-2bbb-45d2-85a0-85021184759a" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:25:15.179074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdd25660-9181-40ad-a81c-9d96f16bf1c8 req-8342bdf4-5c7e-492a-b972-1ebd6b7f6cb5 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522695
Jan 15 21:25:15.207141 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c49f5-b24f-48a2-aa6f-9bbbd959299d service neutron] Pushing event updated for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:15.271239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-94f859ab-232b-476a-b3a7-1b846edffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.273332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-94f859ab-232b-476a-b3a7-1b846edffbc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1094 time: 0.0604768
Jan 15 21:25:15.323256 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351fc351-aa52-46c7-8bfb-673de7a5241a x-openstack-request-id: req-351fc351-aa52-46c7-8bfb-673de7a5241a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:25:15.323658 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:25:15.323979 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-351fc351-aa52-46c7-8bfb-673de7a5241a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:25:15.324469 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'status': 'completed', 'code': 200}
Jan 15 21:25:15.326478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-fa95d6c5-7e6b-497a-a7aa-99e513b39564 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 217 time: 0.0467236
Jan 15 21:25:15.379917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-576e39d1-b371-425a-a7cf-785835e5ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.382262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-576e39d1-b371-425a-a7cf-785835e5ae5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0505085
Jan 15 21:25:15.428942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-773b4fd7-7f60-49ce-8d1e-753f3973cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.430463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-773b4fd7-7f60-49ce-8d1e-753f3973cb6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420008
Jan 15 21:25:15.433090 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:15.524383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-b2b17838-1000-4d17-a126-85976a42a5a4 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876634
Jan 15 21:25:15.611791 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b926bf32-0cb3-4b72-a74f-bcd6b3a471aa req-2880fa13-0aab-440e-8a80-45058831c2cf service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820658
Jan 15 21:25:15.696215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-ec196b52-cc22-436b-a8a9-26590462aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.697776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-ec196b52-cc22-436b-a8a9-26590462aecc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1094 time: 0.0430744
Jan 15 21:25:15.789577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-425735c4-9cc2-4964-8425-002292959a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.790937 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-425735c4-9cc2-4964-8425-002292959a75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0875530
Jan 15 21:25:15.831592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-c318cb4d-29c3-43ec-a9b2-d7559a41440a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 217 time: 0.0344312
Jan 15 21:25:15.885227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-d9d53efe-9c74-4f17-b220-ebf19437ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.886641 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-d9d53efe-9c74-4f17-b220-ebf19437ec03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0476048
Jan 15 21:25:15.930940 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-1bab852d-bb9c-4d63-87eb-88496a677fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:15.932385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-1bab852d-bb9c-4d63-87eb-88496a677fcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394039
Jan 15 21:25:16.019026 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-a76dd4f3-c74f-4063-b243-737f38e84fac service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796866
Jan 15 21:25:16.127063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8b0d9b84-2bbb-45d2-85a0-85021184759a req-f2e052da-3c8c-4401-93f7-2b05a6ab2f18 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864916
Jan 15 21:25:16.304970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b619f61-ee78-4263-80a3-ecc3119b4372 req-2c095de2-e6e5-4f63-aca2-c1d5e931b146 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:16.306747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b619f61-ee78-4263-80a3-ecc3119b4372 req-2c095de2-e6e5-4f63-aca2-c1d5e931b146 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 943 time: 0.0555928
Jan 15 21:25:16.357225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b619f61-ee78-4263-80a3-ecc3119b4372 req-41ff3d5b-d09c-4ac9-9d08-8103d8af0534 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445709
Jan 15 21:25:17.473520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c7880-e738-440c-8ff8-d273990dffa0 req-c48aedc6-4d43-43bf-84e7-a93185a7b6ee tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:17.475699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e84c7880-e738-440c-8ff8-d273990dffa0 req-c48aedc6-4d43-43bf-84e7-a93185a7b6ee tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 943 time: 0.0487988
Jan 15 21:25:17.528694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6892721-44db-47e1-916c-eda3bf98dbb5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:25:17.530441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e84c7880-e738-440c-8ff8-d273990dffa0 req-e8f6696d-f24e-446a-b6bb-5cf13bb63efe tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487337
Jan 15 21:25:17.620899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6892721-44db-47e1-916c-eda3bf98dbb5,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:25:17.632609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'port_id': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'mac_address': 'fa:16:3e:ff:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:25:17.672259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a6892721-44db-47e1-916c-eda3bf98dbb5 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:25:17.672653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:17.687979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6892721-44db-47e1-916c-eda3bf98dbb5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:25:17.715561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6892721-44db-47e1-916c-eda3bf98dbb5,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:25:17.719481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:17.765856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:17.774184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.774536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.774873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.775209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.775541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.775869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.776200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.776528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.776868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.777195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.777516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.777838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.778153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:17.946048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['a6892721-44db-47e1-916c-eda3bf98dbb5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:25:17.972298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-164a74b8-76a4-4f33-9bed-1e6ab0fbc3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:18.647505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0698e-5060-4d98-836c-01b04797c31a req-7ca52dc4-8734-492a-8bf2-7e45d6c705a0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:18.648877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a0698e-5060-4d98-836c-01b04797c31a req-7ca52dc4-8734-492a-8bf2-7e45d6c705a0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 944 time: 0.0487731
Jan 15 21:25:18.698615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a0698e-5060-4d98-836c-01b04797c31a req-adbee16f-223d-4f27-bffc-1f4b5e6f1639 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442889
Jan 15 21:25:19.529265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6892721-44db-47e1-916c-eda3bf98dbb5 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:25:19.578059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port a6892721-44db-47e1-916c-eda3bf98dbb5 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:25:19.581815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port a6892721-44db-47e1-916c-eda3bf98dbb5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:25:19.582181 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:19.660067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port a6892721-44db-47e1-916c-eda3bf98dbb5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:25:19.660457 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:19.682390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:25:19.684624 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801de164-9900-46aa-976e-427bfc879efe" -d '{"events": [{"server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "name": "network-vif-plugged", "status": "completed", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:25:19.698007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6892721-44db-47e1-916c-eda3bf98dbb5,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:25:19.702133 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:19.750209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:19.798719 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf38bd-1d89-4af0-a8cb-22cb9918d34e x-openstack-request-id: req-0dcf38bd-1d89-4af0-a8cb-22cb9918d34e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:25:19.799022 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "name": "network-vif-plugged", "status": "completed", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:25:19.799279 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dcf38bd-1d89-4af0-a8cb-22cb9918d34e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:25:19.799678 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'code': 200}
Jan 15 21:25:19.818983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4daf1-868b-4376-821a-61256f2e6393 req-437a73c2-5809-472a-8c63-cf2e612c3e51 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:19.820494 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fd4daf1-868b-4376-821a-61256f2e6393 req-437a73c2-5809-472a-8c63-cf2e612c3e51 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0517030
Jan 15 21:25:19.872235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6fd4daf1-868b-4376-821a-61256f2e6393 req-007f6050-5d52-4971-a6b2-8ccf7e0fca34 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460207
Jan 15 21:25:19.901256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fb1ed-3741-4294-8358-3e7b51052f63 req-f52e7683-4705-4d8e-9b38-95f4a92f3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:19.902774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d37fb1ed-3741-4294-8358-3e7b51052f63 req-f52e7683-4705-4d8e-9b38-95f4a92f3d60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1096 time: 0.0417204
Jan 15 21:25:19.948600 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d37fb1ed-3741-4294-8358-3e7b51052f63 req-9949977c-3e2a-4025-8070-46b0b5fe64f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390091
Jan 15 21:25:20.678466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dc3d-9e09-47db-aad3-00889bde807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:21.001537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f89de8-835a-4080-bb19-80f32be13440 req-855f0199-d9f1-41ee-a63e-173ebb53262e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:21.002914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53f89de8-835a-4080-bb19-80f32be13440 req-855f0199-d9f1-41ee-a63e-173ebb53262e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0570776
Jan 15 21:25:21.052272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53f89de8-835a-4080-bb19-80f32be13440 req-8a117db2-d2ec-4337-8530-519860bc4643 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425231
Jan 15 21:25:21.953071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:22.168900 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68ec6-f10c-46da-a4c2-ab704fa87e38 req-79f5c72e-4e99-477e-bd9d-264ce93bc73a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:22.170365 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdf68ec6-f10c-46da-a4c2-ab704fa87e38 req-79f5c72e-4e99-477e-bd9d-264ce93bc73a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0509160
Jan 15 21:25:22.218728 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fdf68ec6-f10c-46da-a4c2-ab704fa87e38 req-afd3bdfa-6eab-404e-80ff-10689d1e78ca tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427766
Jan 15 21:25:22.346399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e584-ad14-4479-880d-91932212f8aa req-ea1231a2-9568-4fd4-aee9-7aa0adf17a9b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:22.349130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1d3e584-ad14-4479-880d-91932212f8aa req-ea1231a2-9568-4fd4-aee9-7aa0adf17a9b tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0628860
Jan 15 21:25:22.400925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1d3e584-ad14-4479-880d-91932212f8aa req-d327e8a9-b322-4a24-b8dd-342246cb0047 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457723
Jan 15 21:25:22.423580 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56582) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:25:22.462226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065cb6d8-6741-4868-aa8f-46bd47f098e1 tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:22.463730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-065cb6d8-6741-4868-aa8f-46bd47f098e1 tempest-TestVolumeBootPattern-1296709254 tempest-TestVolumeBootPattern-1296709254-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1091 time: 0.0391858
Jan 15 21:25:22.466469 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56584) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:25:22.470711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:25:22.495060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:22.594682 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:22.710006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Allocated IP 172.35.1.240 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f59f79a3-96ca-4781-920b-09e2edf41fdf) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:25:22.814036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:22.847479 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:22.882433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:25:22.885402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:25:22.888752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:25:22.918605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=f59f79a3-96ca-4781-920b-09e2edf41fdf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:22.930022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.930373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.930716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.931058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.931394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.931724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.932054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.932382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.932706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.933058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.933384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.933706 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:22.934029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:25:23.268143 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.351299 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.352666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.503424 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.508330 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.576386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event updated for resources: {'Port': ['ID=f59f79a3-96ca-4781-920b-09e2edf41fdf,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:25:23.589895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:23.697151 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8 associated. External IP: 172.35.1.240, port: a6892721-44db-47e1-916c-eda3bf98dbb5.
Jan 15 21:25:23.901397 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:25:24.008878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:25:24.018174 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:25:24.028128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:24.028535 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:25:24.029405 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:25:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:25:24.060935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-387e0c67-f570-4336-ac81-42a95da8a383 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5934403
Jan 15 21:25:24.061536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:25:24.063786 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d4bfc-85c8-41f8-81b8-9133a65cb66f" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:25:24.171102 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46b7be-3c22-4e32-a557-e4a45a7c4c41 x-openstack-request-id: req-ed46b7be-3c22-4e32-a557-e4a45a7c4c41 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:25:24.171394 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:25:24.171651 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed46b7be-3c22-4e32-a557-e4a45a7c4c41 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:25:24.172060 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'status': 'completed', 'code': 200}
Jan 15 21:25:24.235532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:24.240321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-16ef249a-6c13-4d6d-9946-a69d8e88f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:24.240955 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:25:24.241881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-16ef249a-6c13-4d6d-9946-a69d8e88f6a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1096 time: 0.0476248
Jan 15 21:25:24.334922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-65ac4791-727b-44b3-aeeb-8f68dbd70317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:24.336569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-65ac4791-727b-44b3-aeeb-8f68dbd70317 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0870457
Jan 15 21:25:24.407098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-333f3a4f-965b-45a7-858f-c213f39ef878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 999 time: 0.0636184
Jan 15 21:25:24.455231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-4830bbef-e544-47e0-bd13-6d67e68bb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:24.456614 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-4830bbef-e544-47e0-bd13-6d67e68bb6df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0434628
Jan 15 21:25:24.470319 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d250>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}, {'id': 'b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.240', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:ff:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6efda-d64b-4119-8494-f9a44b0622df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:25:23Z', 'updated_at': '2022-01-15T21:25:23Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:25:24.499321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:25:24.502016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-79cffe5d-53f8-4655-9324-25c6f4d092d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:24.503568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-79cffe5d-53f8-4655-9324-25c6f4d092d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399344
Jan 15 21:25:24.508298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:25:24.508953 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:25:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:25:24.596174 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-4d64b3ab-3deb-494d-b91f-10f395b0e0ed service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866611
Jan 15 21:25:24.613752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:25:24.684254 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-608d4bfc-85c8-41f8-81b8-9133a65cb66f req-272c134e-bfbc-45a3-9fc4-ad94fe2b3255 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823445
Jan 15 21:25:24.836283 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bf5d250>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}, {'id': 'b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.240', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:ff:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6efda-d64b-4119-8494-f9a44b0622df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:25:23Z', 'updated_at': '2022-01-15T21:25:23Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:25:24.865505 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4160da3-69f9-43c7-b200-ccb8ee9a96a4 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}, {'id': 'b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.240', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:ff:07:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6efda-d64b-4119-8494-f9a44b0622df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:25:23Z', 'updated_at': '2022-01-15T21:25:23Z', 'revision_number': 0, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:25:25.060065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe63dd-336b-4343-981d-6b312d97ca62 None None] New status for floating IP b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:25:28.867710 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:25:44.576223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:45.447728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:47.955544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb0b8-0521-4394-88a2-7ff04b7bfd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:50.679576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a86d04bd-3295-420c-9783-cb7679d3b1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:51.955590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:53.355183 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:54.238877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:25:57.773834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-fff19f41-a334-4710-b64e-3660a1b7a938 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0919485
Jan 15 21:25:57.869006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-d1ac22b9-ef4d-4294-bafa-510c2fe10a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:57.870516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-d1ac22b9-ef4d-4294-bafa-510c2fe10a82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0455956
Jan 15 21:25:57.986622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-17455ad8-f6d7-4ba3-9d27-4d4326813293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:57.988013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-17455ad8-f6d7-4ba3-9d27-4d4326813293 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0934196
Jan 15 21:25:58.059060 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-e6ba193f-f27a-4913-8454-4a8c6a6eef97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 1001 time: 0.0620475
Jan 15 21:25:58.110925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-05748941-1087-4c65-adec-0e2141265fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.112401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-05748941-1087-4c65-adec-0e2141265fc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0437679
Jan 15 21:25:58.160155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-5e3fe926-220f-408f-89aa-d66bf4cb829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.161652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-5e3fe926-220f-408f-89aa-d66bf4cb829b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406516
Jan 15 21:25:58.256011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-e99dd6a8-288c-4a94-a2b5-b16518268924 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840142
Jan 15 21:25:58.349705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-98761c12-1419-46ad-a111-ad1dbc8c30e9 req-800ec797-acc7-4ea5-84bd-b21fb48412e8 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829480
Jan 15 21:25:58.558474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-6be3f436-222a-4cac-84b8-c2a6e69b7e1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432022
Jan 15 21:25:58.638831 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-e26cb8ee-9778-4231-81f6-17617d23eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.641134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-e26cb8ee-9778-4231-81f6-17617d23eddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1096 time: 0.0412827
Jan 15 21:25:58.745045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-b7a30251-83d7-43c2-8e88-99a20188f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.746548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-b7a30251-83d7-43c2-8e88-99a20188f4b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0864608
Jan 15 21:25:58.815782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-c31dc266-0bac-456f-ae90-9251f1baa978 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 1001 time: 0.0624435
Jan 15 21:25:58.862402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-5665d3a8-f4ff-46b5-a09b-e74186f71267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.863842 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-5665d3a8-f4ff-46b5-a09b-e74186f71267 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0427673
Jan 15 21:25:58.907981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-3ebd80d4-742b-4554-a4d6-54ca4fb1bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:25:58.909530 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-3ebd80d4-742b-4554-a4d6-54ca4fb1bb3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396576
Jan 15 21:25:59.000203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-f9357850-c514-4dc0-9851-582c344c22ca service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845256
Jan 15 21:25:59.089327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c359ab36-9af6-46de-95b8-0c2ed09df6a7 req-2ac255a3-426d-4fb0-a6ac-4a88b4ae2ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832756
Jan 15 21:26:05.866939 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:26:14.575462 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:15.446846 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:17.958056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86335662-5d34-436c-891a-f5a50ff15888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:20.682469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3822ee97-e5d1-4e3b-a2d5-961c3f30f8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:21.960705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:23.360405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:24.241815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:42.865517 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:26:44.605141 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:45.444949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:47.959666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50ef18e4-ebc8-4ba5-be05-6ebeccecaa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:50.684965 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be66a2e2-2521-45e8-9ea9-4b4f22d4ba16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:51.960569 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:53.360693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:54.247780 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:26:58.542642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-1c247e7d-2685-4547-b963-6fa4625c43fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434537
Jan 15 21:26:58.625010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-edc5925a-945f-4f8c-877a-dc75edf86d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:58.626488 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-edc5925a-945f-4f8c-877a-dc75edf86d63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1096 time: 0.0434778
Jan 15 21:26:58.729021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-4ddb0697-d9e4-45f5-b128-564ec2a72632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:58.730508 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-4ddb0697-d9e4-45f5-b128-564ec2a72632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0856991
Jan 15 21:26:58.799048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-82328633-4918-4c04-8df2-da5686ea046e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 1001 time: 0.0628877
Jan 15 21:26:58.845347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-d12b85e8-63ad-4165-b955-f90d9b44b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:58.846749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-d12b85e8-63ad-4165-b955-f90d9b44b55b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0421638
Jan 15 21:26:58.892056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-a751d6ee-c4ef-4e84-8190-70532e609a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:58.893608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-a751d6ee-c4ef-4e84-8190-70532e609a53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385177
Jan 15 21:26:58.984087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-8631ad47-d0d1-471c-8129-4d3cbf76e736 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832241
Jan 15 21:26:59.070167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-700c90e2-c64d-4c90-a6f8-d5e7a44b9529 req-7fc96450-0be8-409c-857d-6e7141968ae0 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801964
Jan 15 21:26:59.739570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-3c2487d5-c707-45c3-a223-0f159e2f05a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0435648
Jan 15 21:26:59.827968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-fe59307c-b290-454e-93ba-238b3d3fe605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:59.829565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-fe59307c-b290-454e-93ba-238b3d3fe605 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0397921
Jan 15 21:26:59.934239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-ef2ab301-dd0a-4425-9e7c-76feeb91fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:26:59.935766 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-ef2ab301-dd0a-4425-9e7c-76feeb91fbed service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0842099
Jan 15 21:27:00.006369 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-4d3e8eb5-fa4e-4824-acf8-7a7fd2a05a29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 1001 time: 0.0609109
Jan 15 21:27:00.056851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-49617110-2232-4c24-9df4-bac3f57f3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:00.058356 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-49617110-2232-4c24-9df4-bac3f57f3277 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0426724
Jan 15 21:27:00.105051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-90f59a25-1298-485b-82c7-0c9f185cc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:00.106558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-90f59a25-1298-485b-82c7-0c9f185cc90f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387251
Jan 15 21:27:00.211796 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-31aa350a-556a-4b8a-84ca-4b5ebe70ad98 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960033
Jan 15 21:27:00.301661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1ab220d-1a6c-4a52-a490-3bba68cdd477 req-6894913a-60d7-40b2-abaf-347533d12898 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808899
Jan 15 21:27:03.136568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:03.299730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port f59f79a3-96ca-4781-920b-09e2edf41fdf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:03.300071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:03.375079 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:03.375399 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (f59f79a3-96ca-4781-920b-09e2edf41fdf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:03.386894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for f59f79a3-96ca-4781-920b-09e2edf41fdf owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:03.822445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f59f79a3-96ca-4781-920b-09e2edf41fdf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:03.845683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=f59f79a3-96ca-4781-920b-09e2edf41fdf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:03.856195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.856539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.856900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.857238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.857571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.857899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.858759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.858759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.858923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.859160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.859479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.859826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.860142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:03.922805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:03.923186 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8 disassociated (deleted). External IP: 172.35.1.240, port: a6892721-44db-47e1-916c-eda3bf98dbb5.
Jan 15 21:27:04.123796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:27:04.229737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:27:04.235266 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:04.239130 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:27:04.249426 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:04.250113 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b325460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:26:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:04.265121 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8c05c50e-d2ba-4e8b-b19c-2e4ef94a79c8 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "DELETE /v2.0/floatingips/b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8 HTTP/1.1" status: 204  len: 168 time: 1.1274021
Jan 15 21:27:04.265721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:27:04.267970 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63013c-fd3e-42db-b460-0fe8f47749a1" -d '{"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:27:04.313271 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4bb79b-ab30-40bd-88b9-cc3172e48000 x-openstack-request-id: req-2a4bb79b-ab30-40bd-88b9-cc3172e48000 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:27:04.313573 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:27:04.314700 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a4bb79b-ab30-40bd-88b9-cc3172e48000 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:27:04.315135 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'status': 'completed', 'code': 200}
Jan 15 21:27:04.361499 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:04.379759 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-0313eb01-07d7-41d4-8a48-e1c590bb2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:04.381644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-0313eb01-07d7-41d4-8a48-e1c590bb2077 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 1096 time: 0.0428360
Jan 15 21:27:04.478569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-bf789a89-f16e-41b7-8e71-3dd161b4a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:04.480074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-bf789a89-f16e-41b7-8e71-3dd161b4a4cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0930834
Jan 15 21:27:04.523088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86271023-b65b-40d9-ab46-2765f3470591 req-bc512c47-c533-4f21-ac7a-37f91c174f68 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:04.524881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86271023-b65b-40d9-ab46-2765f3470591 req-bc512c47-c533-4f21-ac7a-37f91c174f68 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0575087
Jan 15 21:27:04.529972 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-22470578-c88a-4a0b-8c72-50969c1e6057 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 200  len: 217 time: 0.0425024
Jan 15 21:27:04.580901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-1dab4f05-3f75-482f-8304-91ee7b44645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:04.581944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86271023-b65b-40d9-ab46-2765f3470591 req-fa833b2e-c63e-4665-88cc-3db44f2d8a72 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484257
Jan 15 21:27:04.582504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-1dab4f05-3f75-482f-8304-91ee7b44645e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0454783
Jan 15 21:27:04.615391 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b325460>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:04.629660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-bd395197-ce9d-412f-83c4-5c60aecd76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:04.632170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-bd395197-ce9d-412f-83c4-5c60aecd76f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431323
Jan 15 21:27:04.643404 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:27:04.652088 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:04.652697 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b325460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:26:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:04.732931 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-7716ee2e-b204-4cbc-972f-e710cdc598b5 service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942781
Jan 15 21:27:04.824155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9d63013c-fd3e-42db-b460-0fe8f47749a1 req-64272b76-f506-4c57-9175-fd826fdf3f5e service neutron] 10.222.0.39 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851586
Jan 15 21:27:04.847846 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:05.065901 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b325460>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:05.090579 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6134d-b7b2-4aa6-98cf-92d441a7377c None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '408bb5be-7988-432b-8400-0b7a447cb939', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'floating_ip_address': '172.35.1.80', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'port_id': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'mac_address': 'fa:16:3e:d4:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:23:19Z', 'updated_at': '2022-01-15T21:23:21Z', 'revision_number': 1, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:27:05.309090 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93384d4-425a-4488-894f-be2bc3111880 None None] New status for floating IP b2a1151c-7ce4-4ec6-ba00-5cd3b18850c8: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:27:05.702067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df917-531d-4860-8d25-1b1aba4efa6b req-357349d2-604a-42ce-a72d-166f84ba66f9 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:05.703569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d76df917-531d-4860-8d25-1b1aba4efa6b req-357349d2-604a-42ce-a72d-166f84ba66f9 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0484490
Jan 15 21:27:05.751357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d76df917-531d-4860-8d25-1b1aba4efa6b req-c6a2c077-28d2-44c4-b713-06bf9b0be82d tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422826
Jan 15 21:27:06.032725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-bc6a5d2f-acbf-48a8-bfce-a09e967e3834 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:06.034199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-bc6a5d2f-acbf-48a8-bfce-a09e967e3834 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 945 time: 0.0500088
Jan 15 21:27:06.126750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port a6892721-44db-47e1-916c-eda3bf98dbb5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:06.127082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:06.216361 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port a6892721-44db-47e1-916c-eda3bf98dbb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6892721-44db-47e1-916c-eda3bf98dbb5,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:06.216720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:06.230443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for a6892721-44db-47e1-916c-eda3bf98dbb5 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:06.360106 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a6892721-44db-47e1-916c-eda3bf98dbb5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:06.394163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=a6892721-44db-47e1-916c-eda3bf98dbb5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:06.438137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port a6892721-44db-47e1-916c-eda3bf98dbb5 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:27:06.440601 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:06.443919 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9d7fed4-8c83-4fcd-adbc-761dacbc7f7a req-060349ac-497f-4e70-96b5-f8c5529fc954 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.39 "DELETE /v2.0/ports/a6892721-44db-47e1-916c-eda3bf98dbb5 HTTP/1.1" status: 204  len: 173 time: 0.4037251
Jan 15 21:27:06.444365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'name': 'network-vif-deleted', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:27:06.447149 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb06a2-5c7b-420d-a1ed-936f267471f1" -d '{"events": [{"server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "name": "network-vif-deleted", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:27:06.485920 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e9806-c32e-4e46-b598-6d0e0f1bbc83 x-openstack-request-id: req-f06e9806-c32e-4e46-b598-6d0e0f1bbc83 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:27:06.486235 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f6efda-d64b-4119-8494-f9a44b0622df", "name": "network-vif-deleted", "tag": "a6892721-44db-47e1-916c-eda3bf98dbb5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:27:06.486497 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f06e9806-c32e-4e46-b598-6d0e0f1bbc83 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:27:06.486899 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f6efda-d64b-4119-8494-f9a44b0622df', 'name': 'network-vif-deleted', 'tag': 'a6892721-44db-47e1-916c-eda3bf98dbb5', 'status': 'completed', 'code': 200}
Jan 15 21:27:06.866159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3133510b-485d-478e-ad02-949f1e623d4a req-24544f3a-4bdb-4245-85d6-dfb0adffdd77 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f6efda-d64b-4119-8494-f9a44b0622df HTTP/1.1" status: 200  len: 210 time: 0.0306830
Jan 15 21:27:09.946563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6892721-44db-47e1-916c-eda3bf98dbb5 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:09.966940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: a6892721-44db-47e1-916c-eda3bf98dbb5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:09.967283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device a6892721-44db-47e1-916c-eda3bf98dbb5 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:14.620192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:15.446284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:17.962086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d843-0d92-4f8a-bffc-39a8615b670c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:19.864383 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:27:20.685925 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9d8dd0c-025a-4fb9-a7f2-19828e70012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:21.963832 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:23.364113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:24.250231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:39.893591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:40.049960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port ba512083-8db9-420e-a350-c5d5395857f3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:40.050304 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ba512083-8db9-420e-a350-c5d5395857f3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.123678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ba512083-8db9-420e-a350-c5d5395857f3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.124000 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (ba512083-8db9-420e-a350-c5d5395857f3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.136299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for ba512083-8db9-420e-a350-c5d5395857f3 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:40.285860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ba512083-8db9-420e-a350-c5d5395857f3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.312056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=ba512083-8db9-420e-a350-c5d5395857f3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:40.375876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (408bb5be-7988-432b-8400-0b7a447cb939), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.376204 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Floating IP 408bb5be-7988-432b-8400-0b7a447cb939 disassociated (deleted). External IP: 172.35.1.80, port: a28a42a0-433d-4c6a-b9e1-8345775f4b05.
Jan 15 21:27:40.593005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:27:40.699225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:27:40.703713 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:40.709719 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:27:40.718955 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:40.719556 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b111a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:40.730272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7db982c9-ec3b-48e3-9dc8-78d10853cd4a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "DELETE /v2.0/floatingips/408bb5be-7988-432b-8400-0b7a447cb939 HTTP/1.1" status: 204  len: 168 time: 0.8356066
Jan 15 21:27:40.730993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:27:40.733463 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f4e22-e645-4285-af69-158488375bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:27:40.777893 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046d26e3-8892-4be8-ba2d-3004af8cd4a6 x-openstack-request-id: req-046d26e3-8892-4be8-ba2d-3004af8cd4a6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:27:40.778438 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:27:40.778698 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-046d26e3-8892-4be8-ba2d-3004af8cd4a6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:27:40.779102 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'status': 'completed', 'code': 200}
Jan 15 21:27:40.830373 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:40.854530 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4e22-e645-4285-af69-158488375bb1 req-dbde0559-bb8e-4842-bc46-e8c37e75cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:40.856138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-dbde0559-bb8e-4842-bc46-e8c37e75cdbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2ae6f05c2843469190cd96f39ac794&device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 1097 time: 0.0469894
Jan 15 21:27:40.960253 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4e22-e645-4285-af69-158488375bb1 req-088d16bf-6bd9-4d4b-885d-cdbb77e59797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:40.962671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-088d16bf-6bd9-4d4b-885d-cdbb77e59797 service neutron] 10.222.0.45 "GET /v2.0/networks?id=250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 200  len: 913 time: 0.0918934
Jan 15 21:27:40.984080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4af8c-6947-4fd5-8b55-477b6232a500 req-d8a5aef2-607f-403e-be5d-fb9c8316be5e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:40.986266 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4df4af8c-6947-4fd5-8b55-477b6232a500 req-d8a5aef2-607f-403e-be5d-fb9c8316be5e tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0548663
Jan 15 21:27:41.009963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-9d727e61-efcd-473a-b1cc-6a47f4ba86da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 200  len: 217 time: 0.0411804
Jan 15 21:27:41.037253 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4df4af8c-6947-4fd5-8b55-477b6232a500 req-acf85fc7-a518-46ea-a397-4e5f5af88413 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451536
Jan 15 21:27:41.043762 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b111a30>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:41.063459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4e22-e645-4285-af69-158488375bb1 req-d48e1198-7dad-4323-aea1-8a622934cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:41.065290 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-d48e1198-7dad-4323-aea1-8a622934cfe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 200  len: 851 time: 0.0484622
Jan 15 21:27:41.074541 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:27:41.083349 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:41.083953 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b111a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:41.110991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4e22-e645-4285-af69-158488375bb1 req-ac85269f-9824-4817-8fd7-fc0ce9d1daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:41.112397 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-ac85269f-9824-4817-8fd7-fc0ce9d1daa6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ac663-a6c2-4755-b702-91a1aec1e824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400050
Jan 15 21:27:41.191263 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:41.205003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-719303dc-36c4-49f3-96ad-dcf254279639 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856085
Jan 15 21:27:41.294536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-317f4e22-e645-4285-af69-158488375bb1 req-a9f8e46c-27c2-4d57-813d-94533ca3d5d7 service neutron] 10.222.0.45 "GET /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821581
Jan 15 21:27:41.398451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b111a30>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:41.427120 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851d639-e0c9-4b29-b0d6-b3e059833b27 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:18:22Z', 'revision_number': 4, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '18885d03-6742-4b95-9bc8-87cc055394ad', 'name': '', 'network_id': '250ac663-a6c2-4755-b702-91a1aec1e824', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'mac_address': 'fa:16:3e:18:94:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:20Z', 'updated_at': '2022-01-15T21:18:29Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'subnets': [{'id': 'd967c40b-287f-438e-a4f9-bb91b3f5a631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:27:41.644514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e67bae-1ba2-4f12-9b89-5cfc1b904795 None None] New status for floating IP 408bb5be-7988-432b-8400-0b7a447cb939: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:27:42.160034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e540da2-736a-42b5-8dbe-6f57f5f26fde req-0ee47d15-0f10-49e4-9ba6-8096426b3371 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:42.161548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e540da2-736a-42b5-8dbe-6f57f5f26fde req-0ee47d15-0f10-49e4-9ba6-8096426b3371 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0501583
Jan 15 21:27:42.211031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e540da2-736a-42b5-8dbe-6f57f5f26fde req-42201ddd-a8e7-45a1-9388-c6dd8b566d71 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/security-groups?id=57fae582-7159-48d7-be15-b421722945aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438724
Jan 15 21:27:42.703680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-94856dc9-be92-439d-bcda-a1319feabdb0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:27:42.705139 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-94856dc9-be92-439d-bcda-a1319feabdb0 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 946 time: 0.0529130
Jan 15 21:27:42.796539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port a28a42a0-433d-4c6a-b9e1-8345775f4b05 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:42.796912 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:42.885923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] For port a28a42a0-433d-4c6a-b9e1-8345775f4b05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28a42a0-433d-4c6a-b9e1-8345775f4b05,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:42.886283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:42.899312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for a28a42a0-433d-4c6a-b9e1-8345775f4b05 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:43.021914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a28a42a0-433d-4c6a-b9e1-8345775f4b05), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:43.052857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=a28a42a0-433d-4c6a-b9e1-8345775f4b05,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:43.095413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] No DVR routers for this DVR port a28a42a0-433d-4c6a-b9e1-8345775f4b05 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:27:43.097955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:43.101360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e02a4e82-e14b-4461-9ea8-4fc6bd389a29 req-8f7d4890-df11-4ab2-9f89-95462fae3155 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.45 "DELETE /v2.0/ports/a28a42a0-433d-4c6a-b9e1-8345775f4b05 HTTP/1.1" status: 204  len: 173 time: 0.3885751
Jan 15 21:27:43.101804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'name': 'network-vif-deleted', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:27:43.104353 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9eb391-7294-48b3-8aaf-d2c6b75261ba" -d '{"events": [{"server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "name": "network-vif-deleted", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:27:43.142383 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78fbb14-4624-47fc-ba7a-94e361d0ae8c x-openstack-request-id: req-b78fbb14-4624-47fc-ba7a-94e361d0ae8c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:27:43.142679 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5e585-22e2-410f-a734-73c1e5b2aace", "name": "network-vif-deleted", "tag": "a28a42a0-433d-4c6a-b9e1-8345775f4b05", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:27:43.142934 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b78fbb14-4624-47fc-ba7a-94e361d0ae8c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:27:43.143337 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5e585-22e2-410f-a734-73c1e5b2aace', 'name': 'network-vif-deleted', 'tag': 'a28a42a0-433d-4c6a-b9e1-8345775f4b05', 'status': 'completed', 'code': 200}
Jan 15 21:27:43.309179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e335ee48-d864-4245-90b6-8fdf029e0d48 req-4b1956bc-f4a5-42d2-a9e0-54420373418a tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "GET /v2.0/ports?device_id=09b5e585-22e2-410f-a734-73c1e5b2aace HTTP/1.1" status: 200  len: 210 time: 0.0305459
Jan 15 21:27:44.369331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56826) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:44.493858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Deleting port 6a310692-f1df-4ce8-b031-98d12e2dc8b4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:44.494200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.571553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.571877 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (6a310692-f1df-4ce8-b031-98d12e2dc8b4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.583212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Calling delete_port for 6a310692-f1df-4ce8-b031-98d12e2dc8b4 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:44.635687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.713752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6a310692-f1df-4ce8-b031-98d12e2dc8b4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.743480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'Port': ['ID=6a310692-f1df-4ce8-b031-98d12e2dc8b4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:44.803457 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for floatingip (19d3194a-b4ea-4e1a-8366-c083fdc639cc), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.806603 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:44.807752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42d4bf0f-6117-4725-a8d7-bee46e594878 tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "DELETE /v2.0/floatingips/19d3194a-b4ea-4e1a-8366-c083fdc639cc HTTP/1.1" status: 204  len: 168 time: 0.4374464
Jan 15 21:27:45.458049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:45.630383 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device a28a42a0-433d-4c6a-b9e1-8345775f4b05 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:45.650979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: a28a42a0-433d-4c6a-b9e1-8345775f4b05 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:45.651611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device a28a42a0-433d-4c6a-b9e1-8345775f4b05 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:46.003896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56864) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:46.060361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (57fae582-7159-48d7-be15-b421722945aa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.084620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (57fae582-7159-48d7-be15-b421722945aa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.143184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (57fae582-7159-48d7-be15-b421722945aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.145958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.147109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] 10.222.0.46 "DELETE /v2.0/security-groups/57fae582-7159-48d7-be15-b421722945aa HTTP/1.1" status: 204  len: 168 time: 0.1422060
Jan 15 21:27:46.156394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31275343-d33f-49ee-8516-4bb7b11ae0be tempest-TestVolumeBootPattern-1854138725 tempest-TestVolumeBootPattern-1854138725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fae582-7159-48d7-be15-b421722945aa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:46.205483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:46.651077 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.894679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Deleting port 18885d03-6742-4b95-9bc8-87cc055394ad {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:46.895020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.971774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] For port 18885d03-6742-4b95-9bc8-87cc055394ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18885d03-6742-4b95-9bc8-87cc055394ad,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:46.972136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:46.988231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Calling delete_port for 18885d03-6742-4b95-9bc8-87cc055394ad owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:47.166527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (18885d03-6742-4b95-9bc8-87cc055394ad), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:47.481383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=18885d03-6742-4b95-9bc8-87cc055394ad,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:47.645945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:47.862820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Router 1463e9bc-9d73-4352-af8c-8434369dd0fb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:27:47.963816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70584b3f-98e6-49ae-9421-246c1f1f6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:47.972397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:27:47.980955 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6492749e-b380-44df-8338-5e8e1ed30a94 admin admin] 10.222.0.46 "PUT /v2.0/routers/1463e9bc-9d73-4352-af8c-8434369dd0fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7743692
Jan 15 21:27:47.981845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56872) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:47.982343 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Sync routers for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:27:47.992321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:47.993109 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3215b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:48.087022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks [] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.095078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:48.192166 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks [] for router_gateway (1463e9bc-9d73-4352-af8c-8434369dd0fb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.249400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Deleting port 525f67b0-6224-4ed7-849b-49a0f9c512ca {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:48.249655 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.334114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] For port 525f67b0-6224-4ed7-849b-49a0f9c512ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525f67b0-6224-4ed7-849b-49a0f9c512ca,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:48.334539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.349234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Calling delete_port for 525f67b0-6224-4ed7-849b-49a0f9c512ca owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:48.372280 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3215b0>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:27:47Z', 'revision_number': 5, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port': {'id': '525f67b0-6224-4ed7-849b-49a0f9c512ca', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:18Z', 'updated_at': '2022-01-15T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:48.398042 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Checking router: 1463e9bc-9d73-4352-af8c-8434369dd0fb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:27:48.406468 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Routers {'1463e9bc-9d73-4352-af8c-8434369dd0fb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:48.407071 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3215b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1463e9bc-9d73-4352-af8c-8434369dd0fb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:48.492386 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] Set router 1463e9bc-9d73-4352-af8c-8434369dd0fb gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:48.521321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (525f67b0-6224-4ed7-849b-49a0f9c512ca), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.547172 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3215b0>, [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:27:48Z', 'revision_number': 6, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:48.551857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Pushing event deleted for resources: {'Port': ['ID=525f67b0-6224-4ed7-849b-49a0f9c512ca,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:48.560640 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab94a2-602f-49dd-bd94-3d09e45f1501 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:27:48.578385 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2f41e-0e4a-41bd-ac8a-c59adeead9a9 None None] The sync data for ids ['1463e9bc-9d73-4352-af8c-8434369dd0fb'] in ncdv-master-1 is: [{'id': '1463e9bc-9d73-4352-af8c-8434369dd0fb', 'name': 'tempest-TestVolumeBootPattern-1788858747-router', 'tenant_id': '7f2ae6f05c2843469190cd96f39ac794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:17Z', 'updated_at': '2022-01-15T21:27:48Z', 'revision_number': 6, 'project_id': '7f2ae6f05c2843469190cd96f39ac794', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:27:48.581195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.581592 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.582048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.582256 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.582584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.582908 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.583490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.583817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.584137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.584456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.584774 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.586235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.586235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:48.629283 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.718064 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.720239 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks [] for router_controller (1463e9bc-9d73-4352-af8c-8434369dd0fb), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.763174 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1463e9bc-9d73-4352-af8c-8434369dd0fb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.763718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1463e9bc-9d73-4352-af8c-8434369dd0fb {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:27:48.768068 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.769289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3e8ffc30-016f-43bc-8f1b-bcb0bd21ff15 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1463e9bc-9d73-4352-af8c-8434369dd0fb HTTP/1.1" status: 204  len: 168 time: 0.7864680
Jan 15 21:27:48.771821 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:48.817238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Deleting subnet d967c40b-287f-438e-a4f9-bb91b3f5a631 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:27:48.820333 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Publish callbacks [] for subnet (d967c40b-287f-438e-a4f9-bb91b3f5a631), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.858714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (d967c40b-287f-438e-a4f9-bb91b3f5a631), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:48.940995 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (d967c40b-287f-438e-a4f9-bb91b3f5a631), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.003894 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (d967c40b-287f-438e-a4f9-bb91b3f5a631), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.037636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.041655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d967c40b-287f-438e-a4f9-bb91b3f5a631 HTTP/1.1" status: 204  len: 168 time: 0.2689660
Jan 15 21:27:49.042964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0c3a-1ec8-49be-bb88-a939bd3fbe9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d967c40b-287f-438e-a4f9-bb91b3f5a631,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:49.044679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56876) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:49.049223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4953fa-916a-431c-9575-18af34beb821 None None] Network 250ac663-a6c2-4755-b702-91a1aec1e824 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:27:49.114385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (250ac663-a6c2-4755-b702-91a1aec1e824), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.175574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Deleting port b8f8d1a6-bf05-473a-99bc-804ae2a64483 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:49.175915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.238303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] For port b8f8d1a6-bf05-473a-99bc-804ae2a64483, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8f8d1a6-bf05-473a-99bc-804ae2a64483,segment=NetworkSegment(2c5160b9-8e63-4500-9ea1-cbf565115a00),segment_id=2c5160b9-8e63-4500-9ea1-cbf565115a00)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:49.238666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.252262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Calling delete_port for b8f8d1a6-bf05-473a-99bc-804ae2a64483 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:49.333082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b8f8d1a6-bf05-473a-99bc-804ae2a64483), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.364402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbb4b0-d57e-49ff-9edb-ef541212566e None None] DHCP port deletion for 250ac663-a6c2-4755-b702-91a1aec1e824 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:27:49.368233 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f8d1a6-bf05-473a-99bc-804ae2a64483,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:49.369373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18885d03-6742-4b95-9bc8-87cc055394ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:49.370210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] No DVR routers for this DVR port b8f8d1a6-bf05-473a-99bc-804ae2a64483 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:27:49.399028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 18885d03-6742-4b95-9bc8-87cc055394ad {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:49.400081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 18885d03-6742-4b95-9bc8-87cc055394ad not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:49.449067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (250ac663-a6c2-4755-b702-91a1aec1e824), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.471311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e786825b0>,) {'filters': {'network_id': ['250ac663-a6c2-4755-b702-91a1aec1e824']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:49.482182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e786825b0>, '2c5160b9-8e63-4500-9ea1-cbf565115a00') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:49.482489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e786825b0>, '2c5160b9-8e63-4500-9ea1-cbf565115a00') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:49.492153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (2c5160b9-8e63-4500-9ea1-cbf565115a00), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.506284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2c5160b9-8e63-4500-9ea1-cbf565115a00), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.513028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:27:49.513409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (2c5160b9-8e63-4500-9ea1-cbf565115a00), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:27:49.515006 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:27:49.519871 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:27:49.519871 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:27:49.519871 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:27:49.575185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (250ac663-a6c2-4755-b702-91a1aec1e824), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.580323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:49.584087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] 10.222.0.46 "DELETE /v2.0/networks/250ac663-a6c2-4755-b702-91a1aec1e824 HTTP/1.1" status: 204  len: 168 time: 0.5387814
Jan 15 21:27:49.587951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56878) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:49.597289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd395f-17a9-4d2d-b9b4-5ee8dfc2d774 admin admin] Pushing event deleted for resources: {'Network': ['ID=250ac663-a6c2-4755-b702-91a1aec1e824,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:50.258769 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (14e35a24-e5f0-4af4-a303-c3d908a40959), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:50.506497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Deleting port 39f77407-38d6-4da5-a384-5919a873c38c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:50.506833 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (39f77407-38d6-4da5-a384-5919a873c38c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:50.591523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] For port 39f77407-38d6-4da5-a384-5919a873c38c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39f77407-38d6-4da5-a384-5919a873c38c,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:50.591794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (39f77407-38d6-4da5-a384-5919a873c38c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:50.604911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Calling delete_port for 39f77407-38d6-4da5-a384-5919a873c38c owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:50.687802 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac162-ecbc-4e98-a9d1-bc0d215e219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:50.783584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (39f77407-38d6-4da5-a384-5919a873c38c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:50.808635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f77407-38d6-4da5-a384-5919a873c38c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:50.979379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (14e35a24-e5f0-4af4-a303-c3d908a40959), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.059742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 525f67b0-6224-4ed7-849b-49a0f9c512ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:51.079945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 525f67b0-6224-4ed7-849b-49a0f9c512ca {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:51.080508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 525f67b0-6224-4ed7-849b-49a0f9c512ca not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:51.080962 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8f8d1a6-bf05-473a-99bc-804ae2a64483 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:51.099426 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b8f8d1a6-bf05-473a-99bc-804ae2a64483 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:51.099785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b8f8d1a6-bf05-473a-99bc-804ae2a64483 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:51.202266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Router 14e35a24-e5f0-4af4-a303-c3d908a40959 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:27:51.309413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:27:51.314733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e5105934-2e88-49d6-a765-89d4b0ad5514 admin admin] 10.222.0.46 "PUT /v2.0/routers/14e35a24-e5f0-4af4-a303-c3d908a40959/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7256830
Jan 15 21:27:51.317489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56880) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:51.322131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Sync routers for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:27:51.332514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:51.333173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:51.427950 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks [] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.442776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:51.533377 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks [] for router_gateway (14e35a24-e5f0-4af4-a303-c3d908a40959), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.585557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Deleting port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:51.585900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.623333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76dc10>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252'}], 'enable_snat': True}, 'gw_port_id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:27:50Z', 'revision_number': 5, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port': {'id': '439628aa-7ffc-4dd4-a431-4d3fd1bd4151', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:18:27Z', 'updated_at': '2022-01-15T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:51.651106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Checking router: 14e35a24-e5f0-4af4-a303-c3d908a40959 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:27:51.659805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Routers {'14e35a24-e5f0-4af4-a303-c3d908a40959'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:27:51.660540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:27:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['14e35a24-e5f0-4af4-a303-c3d908a40959'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:51.669051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] For port 439628aa-7ffc-4dd4-a431-4d3fd1bd4151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:51.669412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.682152 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Calling delete_port for 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:51.747000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] Set router 14e35a24-e5f0-4af4-a303-c3d908a40959 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:27:51.801905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76dc10>, [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:27:51Z', 'revision_number': 6, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:51.844258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc39e41-b9d6-41d8-8952-5e96d8c70772 None None] The sync data for ids ['14e35a24-e5f0-4af4-a303-c3d908a40959'] in ncdv-master-1 is: [{'id': '14e35a24-e5f0-4af4-a303-c3d908a40959', 'name': 'tempest-TestVolumeBootPattern-1860450912-router', 'tenant_id': '71d5040456c444ab9bb2f16281d429b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:18:26Z', 'updated_at': '2022-01-15T21:27:51Z', 'revision_number': 6, 'project_id': '71d5040456c444ab9bb2f16281d429b6', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:27:51.850659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (439628aa-7ffc-4dd4-a431-4d3fd1bd4151), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.877795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Pushing event deleted for resources: {'Port': ['ID=439628aa-7ffc-4dd4-a431-4d3fd1bd4151,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:51.894295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fd818-059a-4059-b952-2aef685aa75b None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:27:51.941047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (14e35a24-e5f0-4af4-a303-c3d908a40959), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:51.968210 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.036706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.038922 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks [] for router_controller (14e35a24-e5f0-4af4-a303-c3d908a40959), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.085405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (14e35a24-e5f0-4af4-a303-c3d908a40959), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.085924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e35a24-e5f0-4af4-a303-c3d908a40959 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:27:52.091016 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.092211 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-be2ec997-ea12-40bf-a00c-d4e8ae52c23f admin admin] 10.222.0.46 "DELETE /v2.0/routers/14e35a24-e5f0-4af4-a303-c3d908a40959 HTTP/1.1" status: 204  len: 168 time: 0.7737088
Jan 15 21:27:52.094824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 56882) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:52.139520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Deleting subnet 05e7a186-d906-413f-b3ab-5a4723d02bd7 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:27:52.142971 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Publish callbacks [] for subnet (05e7a186-d906-413f-b3ab-5a4723d02bd7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.177714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (05e7a186-d906-413f-b3ab-5a4723d02bd7), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.257452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (05e7a186-d906-413f-b3ab-5a4723d02bd7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.310398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (05e7a186-d906-413f-b3ab-5a4723d02bd7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.339226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.345492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56884) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:52.346108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/05e7a186-d906-413f-b3ab-5a4723d02bd7 HTTP/1.1" status: 204  len: 168 time: 0.2468870
Jan 15 21:27:52.346797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894afe7e-4f51-43c0-81bb-ab3aa3c31191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e7a186-d906-413f-b3ab-5a4723d02bd7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:52.349521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a497bf-3eae-41fc-84f3-7ea59412f355 None None] Network 47b12ca8-9691-4112-8142-b4687cec229d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:27:52.432035 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (47b12ca8-9691-4112-8142-b4687cec229d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.491332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Deleting port 26ba0dad-16bd-4797-b930-10e310c8f9a2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:52.491667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.510214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] DHCP port deletion for 47b12ca8-9691-4112-8142-b4687cec229d request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:27:52.558873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] For port 26ba0dad-16bd-4797-b930-10e310c8f9a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26ba0dad-16bd-4797-b930-10e310c8f9a2,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:52.559234 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.561031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Deleting port 26ba0dad-16bd-4797-b930-10e310c8f9a2 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:27:52.561410 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.573178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Calling delete_port for 26ba0dad-16bd-4797-b930-10e310c8f9a2 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:52.626970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] For port 26ba0dad-16bd-4797-b930-10e310c8f9a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26ba0dad-16bd-4797-b930-10e310c8f9a2,segment=NetworkSegment(56a8210b-a51d-4adb-b28c-0e10e29c3559),segment_id=56a8210b-a51d-4adb-b28c-0e10e29c3559)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:27:52.627463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.646566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Calling delete_port for 26ba0dad-16bd-4797-b930-10e310c8f9a2 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:27:52.660576 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.691104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=26ba0dad-16bd-4797-b930-10e310c8f9a2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:52.693006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] No DVR routers for this DVR port 26ba0dad-16bd-4797-b930-10e310c8f9a2 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:27:52.731913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (26ba0dad-16bd-4797-b930-10e310c8f9a2), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.757037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Pushing event deleted for resources: {'Port': ['ID=26ba0dad-16bd-4797-b930-10e310c8f9a2,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:52.765947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] No DVR routers for this DVR port 26ba0dad-16bd-4797-b930-10e310c8f9a2 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:27:52.767698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (47b12ca8-9691-4112-8142-b4687cec229d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.768266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.768602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.768964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.769297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.769650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.769983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.770296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.770615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.770933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.771251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.771569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.771884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.772199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de9e47-0909-44f1-baaa-bd9646896d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:27:52.792752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1b92b0>,) {'filters': {'network_id': ['47b12ca8-9691-4112-8142-b4687cec229d']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:52.802012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1b92b0>, '56a8210b-a51d-4adb-b28c-0e10e29c3559') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:52.802305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1b92b0>, '56a8210b-a51d-4adb-b28c-0e10e29c3559') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:27:52.812756 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (56a8210b-a51d-4adb-b28c-0e10e29c3559), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.826181 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (56a8210b-a51d-4adb-b28c-0e10e29c3559), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.832499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:27:52.832905 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (56a8210b-a51d-4adb-b28c-0e10e29c3559), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:27:52.834634 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:27:52.893246 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (47b12ca8-9691-4112-8142-b4687cec229d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.899618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:52.903448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] 10.222.0.46 "DELETE /v2.0/networks/47b12ca8-9691-4112-8142-b4687cec229d HTTP/1.1" status: 204  len: 168 time: 0.5537627
Jan 15 21:27:52.915028 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1b316-02df-49e5-b3a8-922e8c425cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=47b12ca8-9691-4112-8142-b4687cec229d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:52.988663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39f77407-38d6-4da5-a384-5919a873c38c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:53.009889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 39f77407-38d6-4da5-a384-5919a873c38c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:53.010233 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 39f77407-38d6-4da5-a384-5919a873c38c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:53.010643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:53.021973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56888) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:53.033026 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:53.033309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 439628aa-7ffc-4dd4-a431-4d3fd1bd4151 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:53.033717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 26ba0dad-16bd-4797-b930-10e310c8f9a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:27:53.052775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 26ba0dad-16bd-4797-b930-10e310c8f9a2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:27:53.053145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 26ba0dad-16bd-4797-b930-10e310c8f9a2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:27:53.064065 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aa2d715d-58b0-4ec5-bd3e-39a8e24b9485 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f2ae6f05c2843469190cd96f39ac794&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0408828
Jan 15 21:27:53.066552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56890) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:53.116512 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] Publish callbacks [] for security_group (be6c87fa-d1d4-4b24-a318-507b36fea92d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.137412 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] Publish callbacks [] for security_group (be6c87fa-d1d4-4b24-a318-507b36fea92d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.183725 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (be6c87fa-d1d4-4b24-a318-507b36fea92d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.186410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.187540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be6c87fa-d1d4-4b24-a318-507b36fea92d HTTP/1.1" status: 204  len: 168 time: 0.1201131
Jan 15 21:27:53.195052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff2bc4-5bfd-4cdd-a71f-c895eb482919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c87fa-d1d4-4b24-a318-507b36fea92d,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:53.374468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.498945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56896) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:53.540337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d3553417-b7fd-41f8-8cd3-3d4484f0edb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71d5040456c444ab9bb2f16281d429b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401616
Jan 15 21:27:53.543013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 56898) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:27:53.589803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] Publish callbacks [] for security_group (225fa062-6a03-4d7c-b8dd-cc88efc8990a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.610028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] Publish callbacks [] for security_group (225fa062-6a03-4d7c-b8dd-cc88efc8990a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.658860 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (225fa062-6a03-4d7c-b8dd-cc88efc8990a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.661553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:53.662706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/225fa062-6a03-4d7c-b8dd-cc88efc8990a HTTP/1.1" status: 204  len: 168 time: 0.1187577
Jan 15 21:27:53.670657 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd85b31-b75c-4fe7-a15e-313a5b89368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fa062-6a03-4d7c-b8dd-cc88efc8990a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:27:54.253924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:27:56.865074 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:28:04.665123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-71f521b7-0544-4f97-940b-8fb420e2dc6b tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c845ba3da9154b27a33c0d7254c33025&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329027
Jan 15 21:28:04.870266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-17f66dcf-84c1-4809-9f89-442dd9c85a72 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:04.871713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-17f66dcf-84c1-4809-9f89-442dd9c85a72 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2013438
Jan 15 21:28:04.888774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-aad71ab9-4dbb-4a63-af28-f47dbe5efc08 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/quotas/c845ba3da9154b27a33c0d7254c33025 HTTP/1.1" status: 200  len: 375 time: 0.0112669
Jan 15 21:28:04.919773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-f74ce546-0dbe-461e-9c33-fed3706e82e9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c845ba3da9154b27a33c0d7254c33025&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0258403
Jan 15 21:28:06.087036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95ea364d-c39a-45ef-a3b9-9ef2ca98f947 req-581be32a-cd29-41b7-aa1d-6746809b587f tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0258069
Jan 15 21:28:07.166394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c63cf980-5f2a-43ba-8270-cf837978c461 req-e6b95e05-34f8-4e0d-9acc-0d3517fa10a7 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0267892
Jan 15 21:28:08.248387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-939c9319-408b-4a00-b052-124260f74f40 req-b9d039f1-d41a-4b27-81f5-8379015a25ea tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0313158
Jan 15 21:28:09.326320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8eeb2e3c-ae33-4950-b140-e07ac8cc17f4 req-98990dc0-4eff-4775-ad02-c606799040f3 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0269938
Jan 15 21:28:10.420209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-18a7ca77-b5f6-4862-8662-a2c56f71f8a1 req-319d444e-1264-402a-8ed2-d690a12bbecb tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0272179
Jan 15 21:28:11.042748 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-dd802bcc-dc29-4314-b2cc-dab5d6869672 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c845ba3da9154b27a33c0d7254c33025&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0313513
Jan 15 21:28:11.255789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-0ba43afe-d955-4346-b363-00750a0439f9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:11.257265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-0ba43afe-d955-4346-b363-00750a0439f9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2085836
Jan 15 21:28:11.274819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Request body: {'port': {'device_id': '6f326697-d22e-4b06-beb4-0f95833d9824', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'admin_state_up': True, 'tenant_id': 'c845ba3da9154b27a33c0d7254c33025'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:11.383080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Made reservation on behalf of c845ba3da9154b27a33c0d7254c33025 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:28:11.387683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.396400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.479409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks [] for security_group (7a58df32-dde8-48ff-8a72-f2cc27b4c402), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.483167 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7a58df32-dde8-48ff-8a72-f2cc27b4c402), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.518764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b1eb048-fea2-4cce-b22d-bd1d7db8032d req-6b148995-73b2-4251-81ea-e6789ea7ad56 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0283804
Jan 15 21:28:11.552714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58df32-dde8-48ff-8a72-f2cc27b4c402,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:11.567544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.567898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.568240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.568577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.568936 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.569270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.569603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.569931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.570257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.570580 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.570903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.571225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.571545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:28:11.632327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Allocated IP 192.168.233.145 (10d72cf7-3df2-4bba-9de5-63f5b0d76a52/bb39e7eb-a0f7-4d24-a11f-78d44daff823/27c84566-e4d6-4ef2-8eab-a944de8dbfa1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:28:11.776739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks [] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.814842 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.868716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:28:11.873349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:28:11.877404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:28:11.912311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Pushing event updated for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:11.937143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:11.937793 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:11.958266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b6ecf851-91b0-40fc-b077-b154333f849d tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6869290
Jan 15 21:28:11.973801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Request body: {'port': {'device_id': '6f326697-d22e-4b06-beb4-0f95833d9824', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:12.030701 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.095298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-66c92614-50f0-4f6a-adab-fa02122db95d None None] Provisioning complete for port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:28:12.095917 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-66c92614-50f0-4f6a-adab-fa02122db95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.129260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-66c92614-50f0-4f6a-adab-fa02122db95d None None] Port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:28:12.293110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:28:12.300159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks [] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.311732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Transition to ACTIVE for port object 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:28:12.315464 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.371018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Pushing event updated for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:12.445490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Attempting to bind port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:28:12.445825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Attempting to bind port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:28:12.446151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Attempting to bind port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:28:12.450750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:28:12.451070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Attempting to bind port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 on network 10d72cf7-3df2-4bba-9de5-63f5b0d76a52 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:28:12.456109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:28:12.456448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Checking segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:28:12.456832 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Bound using segment: {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:28:12.457297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Bound port: 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799fd801-ce3c-445e-82d5-a6dee6de5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:28:12.457658 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.523331 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:28:12.527259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:28:12.532681 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.573847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:12.574706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:12.576315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] 10.222.0.45 "PUT /v2.0/ports/27c84566-e4d6-4ef2-8eab-a944de8dbfa1 HTTP/1.1" status: 200  len: 1096 time: 0.6067688
Jan 15 21:28:12.578806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:28:12.581158 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:28:12.639514 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9fe42f-b11b-4850-bc09-b1ee9c04ba7b x-openstack-request-id: req-4f9fe42f-b11b-4850-bc09-b1ee9c04ba7b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:28:12.639945 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:28:12.640288 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f9fe42f-b11b-4850-bc09-b1ee9c04ba7b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:28:12.640940 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1', 'status': 'completed', 'code': 200}
Jan 15 21:28:12.641701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bab21d-4c0c-46e4-bff5-1fcfdf07c267 service neutron] Pushing event updated for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:12.657493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482462b1-ae40-4fa7-8253-62df4ab29108 req-8df45eb6-9668-452e-b457-2a074cfe3eb1 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:12.659067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-482462b1-ae40-4fa7-8253-62df4ab29108 req-8df45eb6-9668-452e-b457-2a074cfe3eb1 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 948 time: 0.0677783
Jan 15 21:28:12.677238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-5e2f6825-17a7-4149-980d-a4fe6be0283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:12.678908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-5e2f6825-17a7-4149-980d-a4fe6be0283b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c845ba3da9154b27a33c0d7254c33025&device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 1099 time: 0.0526776
Jan 15 21:28:12.716119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-482462b1-ae40-4fa7-8253-62df4ab29108 req-48ac46c8-3333-4725-9abc-21c6f6a8efe0 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481999
Jan 15 21:28:12.725676 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-270d0fae-3890-495c-b4bc-72703b11045f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1 HTTP/1.1" status: 200  len: 217 time: 0.0358257
Jan 15 21:28:12.783773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-610a81e6-ae67-472e-8ac3-3ec17374ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:12.785291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-610a81e6-ae67-472e-8ac3-3ec17374ac6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0504532
Jan 15 21:28:12.836823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-9c1e105b-d6a8-481c-a0e4-2bcd45e601a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:12.839551 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-9c1e105b-d6a8-481c-a0e4-2bcd45e601a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0451710
Jan 15 21:28:12.937787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-350ff0fd-c328-4212-aa92-581dc27a00e7 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842426
Jan 15 21:28:13.033847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-214ce524-b971-49c6-98d7-5061d5c097d8 req-f8d981ac-30d9-47ef-92f5-c0c472b85792 service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867419
Jan 15 21:28:13.119819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-8724f132-70b4-4ca2-aea0-c0006404c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:13.121320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-8724f132-70b4-4ca2-aea0-c0006404c147 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c845ba3da9154b27a33c0d7254c33025&device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 1099 time: 0.0406494
Jan 15 21:28:13.213339 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-42634ee1-26d1-472c-9f73-e9b050bdc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:13.214811 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-42634ee1-26d1-472c-9f73-e9b050bdc437 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52 HTTP/1.1" status: 200  len: 870 time: 0.0876482
Jan 15 21:28:13.255190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-3e371a20-d6f5-440c-8621-de614ae512be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1 HTTP/1.1" status: 200  len: 217 time: 0.0344791
Jan 15 21:28:13.305457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-3655e66e-c174-4b05-b2eb-5ec65880dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:13.307426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-3655e66e-c174-4b05-b2eb-5ec65880dcab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb39e7eb-a0f7-4d24-a11f-78d44daff823 HTTP/1.1" status: 200  len: 843 time: 0.0431948
Jan 15 21:28:13.356423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-f4eef5a3-0ec8-4134-89c4-6065ee10a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:13.357960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-f4eef5a3-0ec8-4134-89c4-6065ee10a437 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10d72cf7-3df2-4bba-9de5-63f5b0d76a52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0443978
Jan 15 21:28:13.733292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-667ccdc3-e60f-401f-af22-0135cfc6811d service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3668861
Jan 15 21:28:13.826756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de7ee72e-37fe-45ac-a8db-a6132a89a0f3 req-2a7c64b9-4ae3-4c48-b2af-57efb8afc05e service neutron] 10.222.0.45 "GET /v2.0/networks/10d72cf7-3df2-4bba-9de5-63f5b0d76a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869298
Jan 15 21:28:13.839689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e3c74-5d21-41a1-a7d1-c3eb1b2d805e req-111bfa84-0728-418d-bc6b-c68abbefd7b2 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:13.841217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868e3c74-5d21-41a1-a7d1-c3eb1b2d805e req-111bfa84-0728-418d-bc6b-c68abbefd7b2 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 948 time: 0.0533338
Jan 15 21:28:13.888248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-868e3c74-5d21-41a1-a7d1-c3eb1b2d805e req-a021e6a4-cee4-4c4f-aac7-157dcb505bce tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411980
Jan 15 21:28:14.639106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:15.002913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956d230-890c-4404-8367-ed30ca003ada req-bcdfa8b3-1f23-4285-a460-e4dd8d8094f1 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:15.004403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1956d230-890c-4404-8367-ed30ca003ada req-bcdfa8b3-1f23-4285-a460-e4dd8d8094f1 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 948 time: 0.0491235
Jan 15 21:28:15.051272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1956d230-890c-4404-8367-ed30ca003ada req-5dcd03f2-9f2b-4e5d-b177-feaae8e358c6 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411630
Jan 15 21:28:15.457947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:15.767280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:28:15.858893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:15.870112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1', 'network_id': '10d72cf7-3df2-4bba-9de5-63f5b0d76a52', 'port_id': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1', 'mac_address': 'fa:16:3e:a9:5e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb39e7eb-a0f7-4d24-a11f-78d44daff823', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:28:15.911959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:28:15.912346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:15.924682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:28:15.943523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:15.947553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:15.992855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:16.168153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b46142-1ef2-482c-bbf5-dceed0fe9e80 req-5a37055a-8427-4f37-a2a8-848114a0d351 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:16.169748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6b46142-1ef2-482c-bbf5-dceed0fe9e80 req-5a37055a-8427-4f37-a2a8-848114a0d351 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 949 time: 0.0528791
Jan 15 21:28:16.217300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6b46142-1ef2-482c-bbf5-dceed0fe9e80 req-45ab5025-0f7f-4d8c-90e5-6d7716edfc64 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420628
Jan 15 21:28:16.260770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['27c84566-e4d6-4ef2-8eab-a944de8dbfa1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:28:17.332569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae575-cd44-4b1d-b311-285f31ee9766 req-0f94b6f6-1f6c-48f3-93e0-778d3f02d86f tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:17.334087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84bae575-cd44-4b1d-b311-285f31ee9766 req-0f94b6f6-1f6c-48f3-93e0-778d3f02d86f tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 949 time: 0.0490935
Jan 15 21:28:17.381935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84bae575-cd44-4b1d-b311-285f31ee9766 req-dcbf06f3-8f91-4620-bf67-370d39ddbfac tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415013
Jan 15 21:28:17.773480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:28:17.821492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:28:17.826084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:28:17.826458 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:17.900495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:28:17.901013 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:17.924041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:28:17.926302 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f332b23-ac19-4799-8346-b0ec630bfe71" -d '{"events": [{"server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "name": "network-vif-plugged", "status": "completed", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:28:17.943909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:17.948782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:17.965146 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e52c149-37ab-46bc-861c-5ca7492b54b0 x-openstack-request-id: req-6e52c149-37ab-46bc-861c-5ca7492b54b0 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:28:17.965432 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "name": "network-vif-plugged", "status": "completed", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:28:17.965684 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e52c149-37ab-46bc-861c-5ca7492b54b0 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:28:17.966246 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1', 'code': 200}
Jan 15 21:28:17.991020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2269ee83-fd7b-4490-9616-1c971d414c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:18.012797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:18.074498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a943d15-df3b-4cf1-a5e0-0c42d990cc99 req-1ebb799a-5ea2-40fd-b41f-c6e59990debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:18.075895 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a943d15-df3b-4cf1-a5e0-0c42d990cc99 req-1ebb799a-5ea2-40fd-b41f-c6e59990debf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 1101 time: 0.0405562
Jan 15 21:28:18.121914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6a943d15-df3b-4cf1-a5e0-0c42d990cc99 req-1bfdd46d-2839-48e0-a9d2-a64985b86d32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373147
Jan 15 21:28:18.501806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b4544-ce64-443f-9be1-a02473cfbc42 req-c3804ade-f571-4c7c-ae46-c501cba1fd14 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:18.503281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52b4544-ce64-443f-9be1-a02473cfbc42 req-c3804ade-f571-4c7c-ae46-c501cba1fd14 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 950 time: 0.0530291
Jan 15 21:28:18.554911 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52b4544-ce64-443f-9be1-a02473cfbc42 req-80e7437d-7dbb-43db-b871-8c28385acc05 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459747
Jan 15 21:28:19.680487 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52ca0a-688f-42f0-bb27-0bb302e2efc3 req-c41685b3-02bc-455b-b129-aad26cefa8e7 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:19.682696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d52ca0a-688f-42f0-bb27-0bb302e2efc3 req-c41685b3-02bc-455b-b129-aad26cefa8e7 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 950 time: 0.0544865
Jan 15 21:28:19.730075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d52ca0a-688f-42f0-bb27-0bb302e2efc3 req-9e3b528d-66ef-4826-9990-38524e77d74f tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413895
Jan 15 21:28:20.013191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-00194edd-2728-455c-b4a8-f883b5600e94 req-209b0a69-a879-44a3-a5a4-1b7a3c65ccdb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:28:20.014110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00194edd-2728-455c-b4a8-f883b5600e94 req-209b0a69-a879-44a3-a5a4-1b7a3c65ccdb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060046
Jan 15 21:28:20.443610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-13093110-f521-41da-8a14-324d7bdf2c74 req-0ae83c73-eda8-4e15-a603-92b2381347e9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:28:20.444629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13093110-f521-41da-8a14-324d7bdf2c74 req-0ae83c73-eda8-4e15-a603-92b2381347e9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1152930
Jan 15 21:28:20.692869 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-50e2fae2-b8df-45ec-ab1e-126f83f15240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:20.779973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3688e-9528-4ef6-a172-3d3b02570bd3 req-b44b09d2-5d5b-4c7b-b831-b51760a1d21c tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:20.781453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05b3688e-9528-4ef6-a172-3d3b02570bd3 req-b44b09d2-5d5b-4c7b-b831-b51760a1d21c tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 950 time: 0.0494096
Jan 15 21:28:20.827919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-05b3688e-9528-4ef6-a172-3d3b02570bd3 req-0438736a-6110-42fa-b863-bdfc5121ec86 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407267
Jan 15 21:28:21.954037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a593df3-0e2e-49de-bd3e-c58b30be9a03 req-b0da6a1a-ad7e-4e91-89b8-e377f0d4a697 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:21.955588 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a593df3-0e2e-49de-bd3e-c58b30be9a03 req-b0da6a1a-ad7e-4e91-89b8-e377f0d4a697 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 950 time: 0.0561941
Jan 15 21:28:21.971492 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:22.003499 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a593df3-0e2e-49de-bd3e-c58b30be9a03 req-0438236b-a557-41d7-af1c-14b4884ac61a tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/security-groups?id=7a58df32-dde8-48ff-8a72-f2cc27b4c402&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423141
Jan 15 21:28:22.145834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-d18b7e15-eab1-4cf6-965c-f3f0d7abfea6 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:22.147222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-d18b7e15-eab1-4cf6-965c-f3f0d7abfea6 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 950 time: 0.0485687
Jan 15 21:28:22.238271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Deleting port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:28:22.238606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:22.328558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] For port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,segment=NetworkSegment(799fd801-ce3c-445e-82d5-a6dee6de5917),segment_id=799fd801-ce3c-445e-82d5-a6dee6de5917)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:22.328967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:22.342103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Calling delete_port for 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:28:22.474636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (27c84566-e4d6-4ef2-8eab-a944de8dbfa1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:22.491119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['27c84566-e4d6-4ef2-8eab-a944de8dbfa1'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:28:22.502122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Pushing event deleted for resources: {'Port': ['ID=27c84566-e4d6-4ef2-8eab-a944de8dbfa1,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:22.551567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] No DVR routers for this DVR port 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:28:22.554291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:22.557794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b365d82e-fc6e-4251-8203-5abf62bf5223 req-4b6685f0-0b3b-48a9-b94e-5ea8904087d9 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.45 "DELETE /v2.0/ports/27c84566-e4d6-4ef2-8eab-a944de8dbfa1 HTTP/1.1" status: 204  len: 173 time: 0.4021897
Jan 15 21:28:22.558234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'name': 'network-vif-deleted', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:28:22.560514 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35121b2-d482-4dd7-9fcb-be20c8765865" -d '{"events": [{"server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "name": "network-vif-deleted", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:28:22.606471 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246200a-cd4a-4218-b9b4-2df2229f5603 x-openstack-request-id: req-7246200a-cd4a-4218-b9b4-2df2229f5603 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:28:22.606789 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f326697-d22e-4b06-beb4-0f95833d9824", "name": "network-vif-deleted", "tag": "27c84566-e4d6-4ef2-8eab-a944de8dbfa1", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:28:22.607070 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7246200a-cd4a-4218-b9b4-2df2229f5603 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:28:22.607505 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f326697-d22e-4b06-beb4-0f95833d9824', 'name': 'network-vif-deleted', 'tag': '27c84566-e4d6-4ef2-8eab-a944de8dbfa1', 'status': 'completed', 'code': 200}
Jan 15 21:28:23.115246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f815b0e-18be-4fbe-ad3f-d5858ffea965 req-9b2fdcab-07e2-496f-bca8-2f6a52b08bc1 tempest-ServersAdminNegativeTestJSON-1251446709 tempest-ServersAdminNegativeTestJSON-1251446709-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f326697-d22e-4b06-beb4-0f95833d9824 HTTP/1.1" status: 200  len: 210 time: 0.0280392
Jan 15 21:28:23.365921 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.255920 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.423624 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57048) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:24.555905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f12524a8-e63e-4012-8ec1-79575acf25f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c845ba3da9154b27a33c0d7254c33025&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1311049
Jan 15 21:28:24.559016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57052) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:24.605702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] Publish callbacks [] for security_group (7a58df32-dde8-48ff-8a72-f2cc27b4c402), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.626823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] Publish callbacks [] for security_group (7a58df32-dde8-48ff-8a72-f2cc27b4c402), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.676880 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7a58df32-dde8-48ff-8a72-f2cc27b4c402), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.679376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:24.680542 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a58df32-dde8-48ff-8a72-f2cc27b4c402 HTTP/1.1" status: 204  len: 168 time: 0.1206336
Jan 15 21:28:24.689336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b8f1e-4aaf-45f6-b8d6-d3127228a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58df32-dde8-48ff-8a72-f2cc27b4c402,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:24.941196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57058) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:24.954476 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-980f363b-4046-4139-863a-4f1cbb809b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.032597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-980f363b-4046-4139-863a-4f1cbb809b68 admin admin] Publish callbacks [] for security_group (23ca6f59-bc33-47ac-86f6-3ec06164ad2f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.036618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-980f363b-4046-4139-863a-4f1cbb809b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (23ca6f59-bc33-47ac-86f6-3ec06164ad2f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.076309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-980f363b-4046-4139-863a-4f1cbb809b68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e38fcc46b0df429c82b0b369fb480396&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1340337
Jan 15 21:28:25.077448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f363b-4046-4139-863a-4f1cbb809b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca6f59-bc33-47ac-86f6-3ec06164ad2f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:25.079017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57060) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:25.127593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] Publish callbacks [] for security_group (23ca6f59-bc33-47ac-86f6-3ec06164ad2f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.147722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] Publish callbacks [] for security_group (23ca6f59-bc33-47ac-86f6-3ec06164ad2f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.193109 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (23ca6f59-bc33-47ac-86f6-3ec06164ad2f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.195688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.196936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23ca6f59-bc33-47ac-86f6-3ec06164ad2f HTTP/1.1" status: 204  len: 168 time: 0.1168396
Jan 15 21:28:25.204683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f9ef6-bfa2-4d2b-9320-ff6e61988bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca6f59-bc33-47ac-86f6-3ec06164ad2f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:25.779634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:28:25.799261 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:28:25.799601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 27c84566-e4d6-4ef2-8eab-a944de8dbfa1 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:28:25.866775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57082) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:25.964604 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1916868547-network', 'tenant_id': '7a33df632a564f848cd29e58e05f06e0'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:25.987129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Made reservation on behalf of 7a33df632a564f848cd29e58e05f06e0 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:28:25.989618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:25.998622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.074958 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks [] for security_group (152c23c8-4ea6-4f7c-bdd3-dae8964fb078), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.078824 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (152c23c8-4ea6-4f7c-bdd3-dae8964fb078), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.106756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:28:26.116362 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c23c8-4ea6-4f7c-bdd3-dae8964fb078,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:26.121979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dbac5868-1023-421d-b6f5-94682cddca29), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.122303 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Added segment dbac5868-1023-421d-b6f5-94682cddca29 of type vlan for network 84e6a93e-a723-4218-9782-8327f3465e6e
Jan 15 21:28:26.163401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (84e6a93e-a723-4218-9782-8327f3465e6e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.187970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (84e6a93e-a723-4218-9782-8327f3465e6e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.188937 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:26.189511 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.242011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3740516
Jan 15 21:28:26.245623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57086) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:28:26.250654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Request body: {'subnet': {'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1916868547-subnet', 'tenant_id': '7a33df632a564f848cd29e58e05f06e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:26.251326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5e17b-8055-4ccf-979f-1770b67c5c46 admin admin] Pushing event updated for resources: {'Network': ['ID=84e6a93e-a723-4218-9782-8327f3465e6e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:26.261338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 84e6a93e-a723-4218-9782-8327f3465e6e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:28:26.273792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Made reservation on behalf of 7a33df632a564f848cd29e58e05f06e0 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:28:26.276212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.447562 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (75552b90-4228-40d4-a6a7-dca42fbe75a7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.502094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75552b90-4228-40d4-a6a7-dca42fbe75a7,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:26.510376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Checking segment: {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:28:26.510802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Network hostable DHCP agents. Network: 84e6a93e-a723-4218-9782-8327f3465e6e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:28:26.527993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Network 84e6a93e-a723-4218-9782-8327f3465e6e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:28:26.536582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84e6a93e-a723-4218-9782-8327f3465e6e) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:28:26.540983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:26.541581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:26.547296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f82425-f5cb-4c1c-915a-0069e43452c1 None None] Network 84e6a93e-a723-4218-9782-8327f3465e6e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:28:26.558589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1a2df579-b9fc-4923-bee7-5276019e1316 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3117177
Jan 15 21:28:26.638913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd702d-95a8-4474-ad73-3c4587f0ce3d None None] Network 84e6a93e-a723-4218-9782-8327f3465e6e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:28:26.994768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-ec2b8e11-8d44-4d5e-b39f-cad786597aec tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:26.996466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-ec2b8e11-8d44-4d5e-b39f-cad786597aec tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 812 time: 0.1081066
Jan 15 21:28:27.011971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-79df8700-80d9-43c2-9fb6-6d979e987a5d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/quotas/7a33df632a564f848cd29e58e05f06e0 HTTP/1.1" status: 200  len: 375 time: 0.0099883
Jan 15 21:28:27.044103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-047fcf55-9381-46a0-b49c-783547233c44 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0271001
Jan 15 21:28:27.141381 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-018cff0f-0183-4b43-a610-428c14b91548 service neutron] 10.222.0.46 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899007
Jan 15 21:28:27.235314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-f0871c1c-c9b6-4458-9b6a-2e49fc048684 service neutron] 10.222.0.46 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884888
Jan 15 21:28:28.430136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6459fb2-ace0-4ea5-b7b4-e4efcfdb74f4 req-d8ec8ab4-25ae-49cd-8e9b-9e471b669c5b tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 210 time: 0.0270684
Jan 15 21:28:29.396068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-8d1bb157-aa1e-42ac-a910-d5d311e0ddc9 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:29.397584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-8d1bb157-aa1e-42ac-a910-d5d311e0ddc9 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 812 time: 0.1164806
Jan 15 21:28:29.415875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Request body: {'port': {'device_id': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e', 'admin_state_up': True, 'tenant_id': '7a33df632a564f848cd29e58e05f06e0'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:29.525021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8160375b-f0e8-485a-8532-3c3b3b9eed8c req-31b318e2-facc-4ee4-ad7a-9ab8508559fe tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 210 time: 0.0258706
Jan 15 21:28:29.528382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Made reservation on behalf of 7a33df632a564f848cd29e58e05f06e0 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:28:29.532281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:29.658301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Allocated IP 172.20.0.4 (84e6a93e-a723-4218-9782-8327f3465e6e/75552b90-4228-40d4-a6a7-dca42fbe75a7/8e8cab91-6949-4229-9f6f-1641aced301c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:28:29.804688 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks [] for port (8e8cab91-6949-4229-9f6f-1641aced301c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:29.837995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:29.880487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Network 84e6a93e-a723-4218-9782-8327f3465e6e is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:28:29.883422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:28:29.886553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:28:29.917455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:29.942285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:29.942890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:29.958443 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-09dbbdce-f715-4b73-badf-c47e95512ff3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5463674
Jan 15 21:28:29.973383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Request body: {'port': {'device_id': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:28:30.028737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.285739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8cab91-6949-4229-9f6f-1641aced301c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:28:30.293045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks [] for port (8e8cab91-6949-4229-9f6f-1641aced301c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.305181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Transition to ACTIVE for port object 8e8cab91-6949-4229-9f6f-1641aced301c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:28:30.309028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.360505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:30.430249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:28:30.430904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:28:30.430904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:28:30.435766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:28:30.436080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:28:30.440785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:28:30.441150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Checking segment: {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:28:30.441529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Bound using segment: {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:28:30.441947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Bound port: 8e8cab91-6949-4229-9f6f-1641aced301c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:28:30.442300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.503306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:28:30.506249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:28:30.510453 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.545300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:30.545916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:30.547292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 1091 time: 0.5778852
Jan 15 21:28:30.547780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:28:30.550044 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6058a101-2e75-4963-bd73-1f97f089fed0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:28:30.581531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e44cac-a0f4-4cef-b81b-90115091bda9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:30.610568 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ba4a4-e900-4a1f-ae93-632a8d306a7b x-openstack-request-id: req-941ba4a4-e900-4a1f-ae93-632a8d306a7b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:28:30.610861 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:28:30.611116 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-941ba4a4-e900-4a1f-ae93-632a8d306a7b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:28:30.611514 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'status': 'completed', 'code': 200}
Jan 15 21:28:30.648855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-62f790cf-a56f-4b66-849f-659be972f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:30.650362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-62f790cf-a56f-4b66-849f-659be972f1de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.0504777
Jan 15 21:28:30.659100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23fb63-f37b-41d1-9f5b-0179e4fffd0f req-100bad21-2c74-43b0-9979-2e56c219efa1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:30.660789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e23fb63-f37b-41d1-9f5b-0179e4fffd0f req-100bad21-2c74-43b0-9979-2e56c219efa1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0567522
Jan 15 21:28:30.697056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-74d1f2f7-70f2-431e-b7d4-29cbbd70addf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0359693
Jan 15 21:28:30.708713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e23fb63-f37b-41d1-9f5b-0179e4fffd0f req-e9e417be-7ec6-4a83-af1e-4a17283cb629 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421748
Jan 15 21:28:30.748301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-a5985dff-26a4-46be-b70c-f0337d8c68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:30.749793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-a5985dff-26a4-46be-b70c-f0337d8c68c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0443132
Jan 15 21:28:30.784239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-47d2b319-58be-4af4-a65e-f2cab1ccf269 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252254
Jan 15 21:28:30.877897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-ce42d589-b943-4523-8c9a-fd0c73ab8f8c service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837877
Jan 15 21:28:30.969125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-119b4846-44a1-424a-a9e2-9c803f20ea3b req-e8ec50b2-284f-438b-b30f-e8294489d549 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833414
Jan 15 21:28:31.070129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-0d6cc162-cbef-4b07-a499-4fb9f4c0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:31.071622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-0d6cc162-cbef-4b07-a499-4fb9f4c0f640 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.0455389
Jan 15 21:28:31.159065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-98f7bb9c-5770-4dd1-a442-1594409ba8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:31.160536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-98f7bb9c-5770-4dd1-a442-1594409ba8fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.0831256
Jan 15 21:28:31.205940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-ea72f479-e74d-436c-b0a0-4b2b62a8846d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0387042
Jan 15 21:28:31.253563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-40ba84b5-6056-492b-b88b-ae7ed0821134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:31.254982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-40ba84b5-6056-492b-b88b-ae7ed0821134 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0427823
Jan 15 21:28:31.287093 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-99a6cea0-5ac7-48cc-8be1-de977fe22357 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236044
Jan 15 21:28:31.379111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-561f6b7d-30af-48b7-812d-4b3cab3284db service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845461
Jan 15 21:28:31.475809 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6058a101-2e75-4963-bd73-1f97f089fed0 req-69b08ec5-26a1-489e-821c-ad0c2b583135 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848672
Jan 15 21:28:31.825078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7db009-6893-4752-8cb9-95c10cac92c3 req-ffde4b8a-bd30-4b44-ac75-ffa9b57965ea tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:31.826549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a7db009-6893-4752-8cb9-95c10cac92c3 req-ffde4b8a-bd30-4b44-ac75-ffa9b57965ea tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0491955
Jan 15 21:28:31.872788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a7db009-6893-4752-8cb9-95c10cac92c3 req-b875c9af-4a62-463e-ab46-5af9e1a2cc8a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407267
Jan 15 21:28:32.987872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ec6f-eafe-4225-8e24-15afbb25a22a req-2c955eeb-a7c7-4c04-a559-6566db884b32 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:32.989377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9079ec6f-eafe-4225-8e24-15afbb25a22a req-2c955eeb-a7c7-4c04-a559-6566db884b32 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0491714
Jan 15 21:28:33.040115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9079ec6f-eafe-4225-8e24-15afbb25a22a req-c026b791-abd3-4ea8-8377-7fd0afdab6e7 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451577
Jan 15 21:28:33.825733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:28:33.863875 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:28:33.918910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:33.930676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '8e8cab91-6949-4229-9f6f-1641aced301c', 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e', 'port_id': '8e8cab91-6949-4229-9f6f-1641aced301c', 'mac_address': 'fa:16:3e:32:61:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75552b90-4228-40d4-a6a7-dca42fbe75a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:28:33.966761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8e8cab91-6949-4229-9f6f-1641aced301c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:28:33.967145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:33.982798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8cab91-6949-4229-9f6f-1641aced301c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:28:34.001749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:34.005140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:34.162930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015aa65-3659-420b-89cc-e05e50c5b2f0 req-faf193f5-b96c-4e7a-91d8-e7cc1ea6b2a8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:34.164597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4015aa65-3659-420b-89cc-e05e50c5b2f0 req-faf193f5-b96c-4e7a-91d8-e7cc1ea6b2a8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 944 time: 0.0525482
Jan 15 21:28:34.214747 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4015aa65-3659-420b-89cc-e05e50c5b2f0 req-d14044ee-b9e4-44dc-9a5e-4e1872a82d97 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435650
Jan 15 21:28:34.216894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:34.275363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['8e8cab91-6949-4229-9f6f-1641aced301c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:28:35.332739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad831de-245e-4b52-8bbd-91002384f0e7 req-10a65a0c-20db-4cb0-9e7e-a6eb2ec707f8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:35.334235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cad831de-245e-4b52-8bbd-91002384f0e7 req-10a65a0c-20db-4cb0-9e7e-a6eb2ec707f8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 944 time: 0.0492623
Jan 15 21:28:35.382333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cad831de-245e-4b52-8bbd-91002384f0e7 req-981fd690-1e32-4623-82cc-6c8e6f00ede6 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424809
Jan 15 21:28:35.842771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:28:35.889883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 8e8cab91-6949-4229-9f6f-1641aced301c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:28:35.893732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 8e8cab91-6949-4229-9f6f-1641aced301c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:28:35.894107 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:35.968104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 8e8cab91-6949-4229-9f6f-1641aced301c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:28:35.968481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:35.994063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:28:35.996638 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495f2bf-d88e-44d6-a3b2-99bd968c7e39" -d '{"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:28:36.008723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:28:36.013989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:36.039201 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e802cdd-f4f4-4bf9-a4b7-381187aaa7b2 x-openstack-request-id: req-6e802cdd-f4f4-4bf9-a4b7-381187aaa7b2 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:28:36.039492 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:28:36.039744 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e802cdd-f4f4-4bf9-a4b7-381187aaa7b2 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:28:36.040153 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'code': 200}
Jan 15 21:28:36.065337 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:28:36.136564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3607498-4a97-42da-97ce-09b276a52e29 req-b3d5ec91-f70b-491f-a621-4eb3663dcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:36.138672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3607498-4a97-42da-97ce-09b276a52e29 req-b3d5ec91-f70b-491f-a621-4eb3663dcc17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1096 time: 0.0399313
Jan 15 21:28:36.184778 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c3607498-4a97-42da-97ce-09b276a52e29 req-fbf41a37-a696-4d84-a2ea-4912e088eaa7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371213
Jan 15 21:28:36.501783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b016d-fdf2-4e64-b89b-5808c24d82dd req-a1c32bb9-6548-481f-96de-6bcb9b50b631 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:36.503235 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-035b016d-fdf2-4e64-b89b-5808c24d82dd req-a1c32bb9-6548-481f-96de-6bcb9b50b631 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0527890
Jan 15 21:28:36.550366 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-035b016d-fdf2-4e64-b89b-5808c24d82dd req-de348c27-c38b-4977-86e9-045fcff463d3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416257
Jan 15 21:28:37.669152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b1ab5-1292-4e99-a98a-868b4e639a96 req-31214b88-ae40-49f6-a2c6-2fe80c0d4c33 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:37.670668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d59b1ab5-1292-4e99-a98a-868b4e639a96 req-31214b88-ae40-49f6-a2c6-2fe80c0d4c33 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0498250
Jan 15 21:28:37.718700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d59b1ab5-1292-4e99-a98a-868b4e639a96 req-3f74a406-50f4-4246-bdbf-704038460aa0 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424557
Jan 15 21:28:37.962130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d810d41-7aea-4b86-8686-affcf8587417 req-03255318-791f-4f1d-a5b4-3db7781b98f4 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:37.963620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d810d41-7aea-4b86-8686-affcf8587417 req-03255318-791f-4f1d-a5b4-3db7781b98f4 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0542159
Jan 15 21:28:38.049661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-ae5ea9f7-a6c9-4db4-85a8-dbc57091f263 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1512520
Jan 15 21:28:38.053623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d810d41-7aea-4b86-8686-affcf8587417 req-dda3daab-2319-4e5c-8fb7-e8f4ab8d6a7d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815611
Jan 15 21:28:38.058406 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-1b9fa575-5d73-48a7-a590-990f590f7f70 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:28:38.059403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-1b9fa575-5d73-48a7-a590-990f590f7f70 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049212
Jan 15 21:28:39.175286 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09f634-2c01-470c-b1f6-937ed6a67f48 req-11657894-3e10-4921-81b6-58094dfdedd1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:39.176943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c09f634-2c01-470c-b1f6-937ed6a67f48 req-11657894-3e10-4921-81b6-58094dfdedd1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0515888
Jan 15 21:28:39.223933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c09f634-2c01-470c-b1f6-937ed6a67f48 req-c59c6bb9-92ec-42ca-af23-ba29c36dc31d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415533
Jan 15 21:28:39.240315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-40a73963-2aca-4bee-ab6c-328be6405d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:39.241936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-40a73963-2aca-4bee-ab6c-328be6405d9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1096 time: 0.0484695
Jan 15 21:28:39.333127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-9d7090af-dec4-4638-9bd3-a0665c31b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:39.334657 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-9d7090af-dec4-4638-9bd3-a0665c31b0c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.0856886
Jan 15 21:28:39.381406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-a8c580a4-800d-4927-a75b-28489fd4ab58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0400085
Jan 15 21:28:39.428180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-c3055572-ef7d-4555-b80c-556c5215f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:39.429672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-c3055572-ef7d-4555-b80c-556c5215f21f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0436373
Jan 15 21:28:39.458615 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-cb7c1d1c-20e0-4aeb-aa24-e372bfd6dfb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233347
Jan 15 21:28:39.549117 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-7820d47f-18a5-4a8f-9961-08c5e2076e50 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841591
Jan 15 21:28:39.639259 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-65f2bb2b-d2ab-4648-9fa3-0e44270fea9f service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846138
Jan 15 21:28:40.359087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc85f-2918-4e35-9e9f-cec11c3987dd req-f465586a-d814-4c0a-933e-f7f33d4e371a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:40.360637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-993bc85f-2918-4e35-9e9f-cec11c3987dd req-f465586a-d814-4c0a-933e-f7f33d4e371a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0617645
Jan 15 21:28:40.417207 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-993bc85f-2918-4e35-9e9f-cec11c3987dd req-5e90849c-90f3-4094-8935-2306a0daec3f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499232
Jan 15 21:28:41.536827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4574c-044c-4c2a-b243-8c8668b5c8ab req-0cfcef88-5bfe-4a24-bfe1-a6ef9f466771 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:41.538338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a4574c-044c-4c2a-b243-8c8668b5c8ab req-0cfcef88-5bfe-4a24-bfe1-a6ef9f466771 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0500963
Jan 15 21:28:41.587707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6a4574c-044c-4c2a-b243-8c8668b5c8ab req-e3dda6c0-1f25-4bd5-b2dc-9f9e10eefbe3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437732
Jan 15 21:28:42.703260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764426b-4cb6-4da9-a86e-dcfeae5013d6 req-80b469f9-1f5a-4868-bd22-e32def0d2c0d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:42.704758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d764426b-4cb6-4da9-a86e-dcfeae5013d6 req-80b469f9-1f5a-4868-bd22-e32def0d2c0d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0492942
Jan 15 21:28:42.755831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d764426b-4cb6-4da9-a86e-dcfeae5013d6 req-76ee2a75-9da7-444f-8827-d5cd12e21883 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454009
Jan 15 21:28:43.872212 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3205c-1e02-4651-8328-a44a86c08721 req-b6731d8d-1ee9-4af4-9bda-cfd7f1d053dc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:43.873853 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76d3205c-1e02-4651-8328-a44a86c08721 req-b6731d8d-1ee9-4af4-9bda-cfd7f1d053dc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0502558
Jan 15 21:28:43.924117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76d3205c-1e02-4651-8328-a44a86c08721 req-8f71f210-31e1-4d25-9d2b-fadf9904265f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445530
Jan 15 21:28:44.637898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:45.046745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc8328-113f-4845-b00c-f5faa1afb616 req-307b2159-2c4a-4cac-a28b-7ef7f5fd327e tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:45.048224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4efc8328-113f-4845-b00c-f5faa1afb616 req-307b2159-2c4a-4cac-a28b-7ef7f5fd327e tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0522580
Jan 15 21:28:45.095512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4efc8328-113f-4845-b00c-f5faa1afb616 req-27f85300-23e3-4aa8-8363-d4b20d4aa1af tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417724
Jan 15 21:28:45.482630 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:46.213293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9e3b8-ca68-49d3-af99-c2175c2cac38 req-ba9ebab6-1405-4e58-90df-3632773636ba tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:46.214772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40a9e3b8-ca68-49d3-af99-c2175c2cac38 req-ba9ebab6-1405-4e58-90df-3632773636ba tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0529025
Jan 15 21:28:46.262095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40a9e3b8-ca68-49d3-af99-c2175c2cac38 req-68a182e7-3f4d-4799-9acd-c2cf9c7b2b7d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412223
Jan 15 21:28:47.378961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc257b5-e24c-4da8-8027-46252672a3fe req-6bc8d0a7-dd40-4c52-bd97-5d50639abe57 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:47.380467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fc257b5-e24c-4da8-8027-46252672a3fe req-6bc8d0a7-dd40-4c52-bd97-5d50639abe57 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0494282
Jan 15 21:28:47.428631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0fc257b5-e24c-4da8-8027-46252672a3fe req-b0c054b5-31b8-4fd1-b245-cc393c4a4018 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425696
Jan 15 21:28:47.962576 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b863-ed75-4ab1-9da2-81c1de1885e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:48.549244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda0aae-b592-40da-a1a3-6d0478fa2c0e req-15783b8a-2a33-45f6-8670-801603ed6b4c tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:48.550736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eda0aae-b592-40da-a1a3-6d0478fa2c0e req-15783b8a-2a33-45f6-8670-801603ed6b4c tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0538735
Jan 15 21:28:48.597617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eda0aae-b592-40da-a1a3-6d0478fa2c0e req-f732143d-b8f4-4b59-bc7d-9a086adb29a4 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413980
Jan 15 21:28:49.714368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822d02e-8771-433c-98e4-6799cf66a1ea req-e4b1216c-85a0-4b83-a2e7-1b549ba361a3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:49.716482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6822d02e-8771-433c-98e4-6799cf66a1ea req-e4b1216c-85a0-4b83-a2e7-1b549ba361a3 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0499244
Jan 15 21:28:49.763347 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6822d02e-8771-433c-98e4-6799cf66a1ea req-e322618e-3792-4ad3-8673-df16088acf1d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413818
Jan 15 21:28:50.694394 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2049f7fa-2c8d-4913-9a3d-11f5d6f79c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:50.878834 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627e7d8-45bf-48bf-8c1e-1a06ccd961e8 req-b7595434-9df1-415f-af80-bf2870f6709f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:50.880297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6627e7d8-45bf-48bf-8c1e-1a06ccd961e8 req-b7595434-9df1-415f-af80-bf2870f6709f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0485625
Jan 15 21:28:50.930745 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6627e7d8-45bf-48bf-8c1e-1a06ccd961e8 req-c3e8db78-cdea-4b08-a888-298c1d12d8af tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449440
Jan 15 21:28:51.971507 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:52.050360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0fae6-4e13-4d99-a74a-485d643154b8 req-63d6cbd0-e47f-4966-9fc2-33943be0862c tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:52.051883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10e0fae6-4e13-4d99-a74a-485d643154b8 req-63d6cbd0-e47f-4966-9fc2-33943be0862c tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0507967
Jan 15 21:28:52.100970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10e0fae6-4e13-4d99-a74a-485d643154b8 req-8736db55-0ddb-4a23-8722-f1b32b43faca tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432115
Jan 15 21:28:53.215375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1598e02-c92f-4618-b53c-35930a060d28 req-3c84d0c5-0db7-4d6a-acd6-72356aa78053 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:53.217554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1598e02-c92f-4618-b53c-35930a060d28 req-3c84d0c5-0db7-4d6a-acd6-72356aa78053 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0499399
Jan 15 21:28:53.263876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1598e02-c92f-4618-b53c-35930a060d28 req-0c550bf2-cbac-4804-943c-5c0fb897516a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408437
Jan 15 21:28:53.371266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:54.262722 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:28:54.388298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25354e40-6d53-4631-9c6a-587ad1e5ec5f req-a728c5e6-93f8-4888-99fe-161c5b769704 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:54.389837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25354e40-6d53-4631-9c6a-587ad1e5ec5f req-a728c5e6-93f8-4888-99fe-161c5b769704 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0558865
Jan 15 21:28:54.436399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25354e40-6d53-4631-9c6a-587ad1e5ec5f req-6674087e-1329-4771-b253-b7c290e5660f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411012
Jan 15 21:28:54.497186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-d2ebfad4-3f29-4ef6-b450-edb35e96c2b2 req-558ebe65-01dc-4d66-ade6-54f8d03401db service neutron] (114438) timed out ('10.222.0.46', 55278) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:28:55.555136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ab2cb-49aa-4815-b423-04c95780af01 req-4efaef92-ea80-4bb4-80e6-9bb9f86af77b tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:55.556634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d92ab2cb-49aa-4815-b423-04c95780af01 req-4efaef92-ea80-4bb4-80e6-9bb9f86af77b tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0493929
Jan 15 21:28:55.605356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d92ab2cb-49aa-4815-b423-04c95780af01 req-e4c0bfa7-4193-4985-839a-fb79d1a345eb tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425625
Jan 15 21:28:56.723321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc87c-7185-4904-a65a-b7257c0a7208 req-5a19978b-7419-4bb3-877d-406a34c3a07a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:56.724805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c0fc87c-7185-4904-a65a-b7257c0a7208 req-5a19978b-7419-4bb3-877d-406a34c3a07a tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0485437
Jan 15 21:28:56.777447 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c0fc87c-7185-4904-a65a-b7257c0a7208 req-691c4110-e95c-4aec-92ee-0b39782fcecf tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467250
Jan 15 21:28:57.893456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5135af-e376-472a-a4f1-8ccee7ce36a3 req-cb9557c4-f016-449b-be03-852eeae778bb tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:57.894984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d5135af-e376-472a-a4f1-8ccee7ce36a3 req-cb9557c4-f016-449b-be03-852eeae778bb tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0485582
Jan 15 21:28:57.942616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0d5135af-e376-472a-a4f1-8ccee7ce36a3 req-1bba88e3-4f57-4a7d-8b4c-d2372ac53a6d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421822
Jan 15 21:28:59.065257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4343-1cf0-46e0-b5c3-2b0ccbb33f92 req-a1808c53-cab2-420b-b713-9a62aa2c42b5 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:28:59.066740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f6f4343-1cf0-46e0-b5c3-2b0ccbb33f92 req-a1808c53-cab2-420b-b713-9a62aa2c42b5 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0515783
Jan 15 21:28:59.115045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f6f4343-1cf0-46e0-b5c3-2b0ccbb33f92 req-791dfa78-17f1-447f-8bbb-4ca2c7bae085 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427628
Jan 15 21:29:00.233823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0d8a-ca93-4746-a996-9d8c742b4eff req-066d59f1-dc2b-4a4a-ae8e-6e23f5a80fad tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:00.235278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3ff0d8a-ca93-4746-a996-9d8c742b4eff req-066d59f1-dc2b-4a4a-ae8e-6e23f5a80fad tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0526931
Jan 15 21:29:00.283478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c3ff0d8a-ca93-4746-a996-9d8c742b4eff req-eb89f5c0-230f-4c32-9632-94dcced595cf tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427258
Jan 15 21:29:01.399625 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f0c3-c70c-412c-b280-e90310de7144 req-1f574af9-e8c8-4a3f-92f4-270f642deafd tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:01.401121 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e1f0c3-c70c-412c-b280-e90310de7144 req-1f574af9-e8c8-4a3f-92f4-270f642deafd tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0491486
Jan 15 21:29:01.448313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7e1f0c3-c70c-412c-b280-e90310de7144 req-053758b2-449a-4514-a455-71dd00406051 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407159
Jan 15 21:29:02.568552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d67003-73b5-4e8c-9e75-823653341395 req-ce2b8c42-9847-4b98-b872-ada1c59db80f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:02.569935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0d67003-73b5-4e8c-9e75-823653341395 req-ce2b8c42-9847-4b98-b872-ada1c59db80f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0514710
Jan 15 21:29:02.753399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-d66a70c7-a075-479a-a576-f42f30d92ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:02.754932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-d66a70c7-a075-479a-a576-f42f30d92ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1096 time: 0.0431106
Jan 15 21:29:02.864900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-893c3616-4b55-4851-883a-98ae008bbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:02.866368 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-893c3616-4b55-4851-883a-98ae008bbef6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.0918772
Jan 15 21:29:02.909379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-49aa0248-c3b9-4ad4-b600-d65ddaa54798 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0362647
Jan 15 21:29:02.957530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0d67003-73b5-4e8c-9e75-823653341395 req-588bb304-57da-4b9a-8691-aab587b5a764 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3820214
Jan 15 21:29:02.959813 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-974e2bcf-9937-47ef-8fe6-45f4b9cde9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:02.961445 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-974e2bcf-9937-47ef-8fe6-45f4b9cde9a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0460410
Jan 15 21:29:02.999975 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-f533e425-6bc7-431a-97e0-d066d4465e6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298510
Jan 15 21:29:03.087848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-16c969b8-160e-4838-8b37-ad4e579bb04f service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820243
Jan 15 21:29:03.179354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-bdcdffeb-0ca7-4159-9313-afe8e99f31e1 req-a936515a-c750-49c4-aff0-823e8bbdcdfc service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855117
Jan 15 21:29:04.072173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615d86-925e-4623-a3aa-61d29993e23f req-62f48ebe-1fc3-413f-b37d-62eb21bb74a2 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:04.073733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48615d86-925e-4623-a3aa-61d29993e23f req-62f48ebe-1fc3-413f-b37d-62eb21bb74a2 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0489068
Jan 15 21:29:04.120098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48615d86-925e-4623-a3aa-61d29993e23f req-53c2b5a1-ae47-41b2-b815-ff5d3a7daa75 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394528
Jan 15 21:29:05.237761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287506cc-26d6-4e88-9c8f-29249687e43b req-fa220221-1992-4368-a7b9-c9993d38e8b8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:05.239141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-287506cc-26d6-4e88-9c8f-29249687e43b req-fa220221-1992-4368-a7b9-c9993d38e8b8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0494742
Jan 15 21:29:05.289226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-287506cc-26d6-4e88-9c8f-29249687e43b req-73d32183-bbae-4a03-a8d5-007abd204499 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445971
Jan 15 21:29:06.407669 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a5d5e-7198-4832-88f4-d5095c3d2d50 req-af79d31f-dea8-44a9-a983-9726844fe9dc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:06.409159 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae4a5d5e-7198-4832-88f4-d5095c3d2d50 req-af79d31f-dea8-44a9-a983-9726844fe9dc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0495868
Jan 15 21:29:06.455412 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae4a5d5e-7198-4832-88f4-d5095c3d2d50 req-5d4a5fb9-22e3-421f-b0c9-09f822b869a6 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407815
Jan 15 21:29:06.640945 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-918af252-e50c-47b2-8650-cf180d108e03 req-b5bb9e3a-0328-4f95-86e7-a5cf3820ccc3 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:29:06.642011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-b5bb9e3a-0328-4f95-86e7-a5cf3820ccc3 service neutron] 10.222.0.45 "GET /v2.0/ports/8e8cab91-6949-4229-9f6f-1641aced301c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0539334
Jan 15 21:29:06.851355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-c965b27a-2cc6-4d0e-8703-2d05f4cf3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:06.852830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-c965b27a-2cc6-4d0e-8703-2d05f4cf3f93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e&tenant_id=7a33df632a564f848cd29e58e05f06e0 HTTP/1.1" status: 200  len: 1096 time: 0.0411882
Jan 15 21:29:06.864749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:06.918236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.119306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:07.151010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:29:07.190250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:07.192498 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68c34c-7a7d-46a6-8fe2-88ff50980ebe" -d '{"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:07.196427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks [] for port (8e8cab91-6949-4229-9f6f-1641aced301c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.211428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Transition to ACTIVE for port object 8e8cab91-6949-4229-9f6f-1641aced301c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:29:07.214271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.243205 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98906cd4-e5d8-4c39-8bfc-57d539defc32 x-openstack-request-id: req-98906cd4-e5d8-4c39-8bfc-57d539defc32 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:07.243496 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:07.243789 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98906cd4-e5d8-4c39-8bfc-57d539defc32 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:07.244129 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'code': 200}
Jan 15 21:29:07.277806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] No DVR routers for this DVR port 8e8cab91-6949-4229-9f6f-1641aced301c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:29:07.279572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:07.317728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:29:07.318060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:29:07.318388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:07.322702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:29:07.323022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Attempting to bind port 8e8cab91-6949-4229-9f6f-1641aced301c on network 84e6a93e-a723-4218-9782-8327f3465e6e {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:07.327798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:29:07.328137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Checking segment: {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:29:07.329346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Bound using segment: {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:29:07.329774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Bound port: 8e8cab91-6949-4229-9f6f-1641aced301c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbac5868-1023-421d-b6f5-94682cddca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:29:07.330128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.393133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:29:07.396045 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:29:07.400443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.433297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:07.433983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:07.435359 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] 10.222.0.39 "PUT /v2.0/ports/8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 1091 time: 0.5744450
Jan 15 21:29:07.457551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26b8c7-5608-45a9-929f-c0a647e1525a service neutron] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:07.499713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-3148196f-13bd-4e55-a93a-ffaef24f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:07.501374 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-3148196f-13bd-4e55-a93a-ffaef24f4f5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.0410767
Jan 15 21:29:07.574724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9046f2-8d6c-4460-9690-59235dc8dfaf req-2a086fdc-a620-4ae8-a601-52a1b268bd1d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:07.576229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a9046f2-8d6c-4460-9690-59235dc8dfaf req-2a086fdc-a620-4ae8-a601-52a1b268bd1d tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0496621
Jan 15 21:29:07.596680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-d21b1a7c-3bb1-4ba8-a5b2-afb098842980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:07.598175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-d21b1a7c-3bb1-4ba8-a5b2-afb098842980 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.0914929
Jan 15 21:29:07.624012 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a9046f2-8d6c-4460-9690-59235dc8dfaf req-fda37866-6730-4be9-895d-a1652631008b tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418210
Jan 15 21:29:07.638826 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-f6f90405-d78d-4808-a04c-00007783349b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0351968
Jan 15 21:29:07.690305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af252-e50c-47b2-8650-cf180d108e03 req-496e1ce7-61e9-436c-aea2-b74d94625b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:07.691743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-496e1ce7-61e9-436c-aea2-b74d94625b1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0476089
Jan 15 21:29:07.721613 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-d9adfb6b-0358-4f12-ac95-fd96a68db080 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239766
Jan 15 21:29:07.807588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-f790c8f0-33a1-4884-a9fd-f4bf6baba98f service neutron] 10.222.0.39 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804560
Jan 15 21:29:07.896485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-918af252-e50c-47b2-8650-cf180d108e03 req-63ee699b-72b7-4440-949b-c8ba9f59c27a service neutron] 10.222.0.39 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826149
Jan 15 21:29:08.747618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d1514-8177-4968-9158-4d5648f7dc77 req-b9d6493f-ad4b-4a04-992d-d03012ba414f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:08.749361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b64d1514-8177-4968-9158-4d5648f7dc77 req-b9d6493f-ad4b-4a04-992d-d03012ba414f tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0532076
Jan 15 21:29:08.797541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b64d1514-8177-4968-9158-4d5648f7dc77 req-621a270c-2dfc-464b-83bc-09a546703392 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407760
Jan 15 21:29:09.245668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:09.247932 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:09.296647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5606da75-90e5-460e-b485-17379fe70ec8 x-openstack-request-id: req-5606da75-90e5-460e-b485-17379fe70ec8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:09.297002 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:09.297872 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5606da75-90e5-460e-b485-17379fe70ec8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:09.298620 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'status': 'completed', 'code': 200}
Jan 15 21:29:09.395794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-cc661295-bb6f-480f-afa0-441bdc2181d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.397317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-cc661295-bb6f-480f-afa0-441bdc2181d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.0769222
Jan 15 21:29:09.399796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-99c068dc-c0e5-4fc4-8553-fd3ea8ddcdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.401334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-99c068dc-c0e5-4fc4-8553-fd3ea8ddcdae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.0730004
Jan 15 21:29:09.561613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-24b49900-a116-4943-af0c-2e358502abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.563019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-24b49900-a116-4943-af0c-2e358502abb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.1601808
Jan 15 21:29:09.565602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-34e3f960-11e6-415b-bbb8-77328c2ec2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.566896 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-34e3f960-11e6-415b-bbb8-77328c2ec2a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.1555231
Jan 15 21:29:09.608208 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-d988c411-d888-493c-bb38-afb533493e87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0394452
Jan 15 21:29:09.642942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-54236f4c-08bc-4650-8849-b33139f47d4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0408549
Jan 15 21:29:09.711833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-9fa054be-d839-48f1-b597-7797d87d9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.713297 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-9fa054be-d839-48f1-b597-7797d87d9fb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0781960
Jan 15 21:29:09.727642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-9e33b907-dbf2-43b1-af16-1d414c716c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.728993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-9e33b907-dbf2-43b1-af16-1d414c716c4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0674496
Jan 15 21:29:09.747141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-2887ffe8-c205-4216-9da6-3b43bef54b3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272629
Jan 15 21:29:09.784130 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-88d33e63-4ac4-46d7-91a3-ec3bdde9781c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389905
Jan 15 21:29:09.914924 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322849f7-9fea-41c6-8d0d-ba5e28623c42 req-70edc6d8-8af9-4c72-9b74-fbbc22a17d76 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:09.915689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-b1b3929c-723f-483c-b462-e1c55ffb4a63 service neutron] 10.222.0.39 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619313
Jan 15 21:29:09.916402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-322849f7-9fea-41c6-8d0d-ba5e28623c42 req-70edc6d8-8af9-4c72-9b74-fbbc22a17d76 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 943 time: 0.0496395
Jan 15 21:29:09.933891 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-7f8236cb-e8ff-41f2-9899-572dbb9e7401 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240294
Jan 15 21:29:09.964960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-322849f7-9fea-41c6-8d0d-ba5e28623c42 req-a918fe37-a3c0-480c-8b2b-5c19710484b8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424187
Jan 15 21:29:10.060116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:29:10.082332 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-a62fb23d-ccf5-4076-b4b8-4a97fcd6de14 service neutron] 10.222.0.39 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596069
Jan 15 21:29:10.088569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f90a61e0-1ca5-4d83-b3f1-a64421d0aeda req-18696f84-defc-401d-bf84-a26605053ed6 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408219
Jan 15 21:29:10.120698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 8e8cab91-6949-4229-9f6f-1641aced301c host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:29:10.120698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:29:10.246895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1c6cccec-5ff2-445e-a054-c825ea3aeecc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:10.248370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1c6cccec-5ff2-445e-a054-c825ea3aeecc tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e&tenant_id=7a33df632a564f848cd29e58e05f06e0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0826778
Jan 15 21:29:10.309861 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-7c0b2278-a27a-4145-8b60-87dcde8cb8c7 service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:29:10.310865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-7c0b2278-a27a-4145-8b60-87dcde8cb8c7 service neutron] 10.222.0.45 "DELETE /v2.0/ports/8e8cab91-6949-4229-9f6f-1641aced301c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0533164
Jan 15 21:29:10.549157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:29:10.658754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:10.673948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '8e8cab91-6949-4229-9f6f-1641aced301c', 'network_id': '84e6a93e-a723-4218-9782-8327f3465e6e', 'port_id': '8e8cab91-6949-4229-9f6f-1641aced301c', 'mac_address': 'fa:16:3e:32:61:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75552b90-4228-40d4-a6a7-dca42fbe75a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:29:10.716716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 8e8cab91-6949-4229-9f6f-1641aced301c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:29:10.717155 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:10.729485 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-0d459d2f-4e8f-400d-b7b4-8f6c0d197220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:10.730849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-0d459d2f-4e8f-400d-b7b4-8f6c0d197220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a33df632a564f848cd29e58e05f06e0&device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 1094 time: 0.3695381
Jan 15 21:29:10.732518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8cab91-6949-4229-9f6f-1641aced301c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:29:10.754377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:10.758386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:10.809485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:10.818148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.818497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.818839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.819177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.819634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.819975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.820304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.820632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.820987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.821312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.821637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.821960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.822280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:10.824682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-2d3606ba-ea49-4ef5-807e-290e38f00265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:10.826232 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-2d3606ba-ea49-4ef5-807e-290e38f00265 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 200  len: 913 time: 0.0859854
Jan 15 21:29:10.863376 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:29:10.872247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-aaee9cbf-71c8-48a6-b612-492a858652c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 200  len: 217 time: 0.0375190
Jan 15 21:29:10.921910 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-6cf8de9e-0d22-4694-8c24-fe590090e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:10.923981 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-6cf8de9e-0d22-4694-8c24-fe590090e1d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 200  len: 852 time: 0.0434566
Jan 15 21:29:10.957855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-b87c817c-7799-438b-a351-c83db76f9872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e6a93e-a723-4218-9782-8327f3465e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240242
Jan 15 21:29:11.001636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['8e8cab91-6949-4229-9f6f-1641aced301c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:29:11.057070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-3c9aa0b7-7beb-4621-9226-af55ac893d77 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892198
Jan 15 21:29:11.152349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-594c07d5-aa2c-4b19-bbe6-e66140cba198 service neutron] 10.222.0.45 "GET /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863717
Jan 15 21:29:11.910054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30f78a-a24d-42d4-9754-f8dc51b1f94f req-8df488d6-e692-4821-a0b3-517580567f39 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:11.911574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a30f78a-a24d-42d4-9754-f8dc51b1f94f req-8df488d6-e692-4821-a0b3-517580567f39 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 944 time: 0.0496635
Jan 15 21:29:11.963832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2a30f78a-a24d-42d4-9754-f8dc51b1f94f req-b76f5127-6910-4419-ac11-5a96619e2893 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460465
Jan 15 21:29:12.559674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:29:12.610326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 8e8cab91-6949-4229-9f6f-1641aced301c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:29:12.614270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 8e8cab91-6949-4229-9f6f-1641aced301c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:29:12.614637 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:12.688765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 8e8cab91-6949-4229-9f6f-1641aced301c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:29:12.689166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:12.710759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:12.712992 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30684c-6bcd-4b78-9f0f-4fdb891c35b0" -d '{"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:12.726195 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:12.730123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:12.755216 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0c012-171c-4399-a17a-90bcc5ad98da x-openstack-request-id: req-ffd0c012-171c-4399-a17a-90bcc5ad98da {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:12.755512 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:12.755761 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffd0c012-171c-4399-a17a-90bcc5ad98da {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:12.756149 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'code': 200}
Jan 15 21:29:12.783490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:13.086970 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98e316-9d8e-4e14-8376-6c5f9fbd5a88 req-9a7b86d2-3cd1-4fa3-84c4-67eb380ec6a0 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:13.088473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f98e316-9d8e-4e14-8376-6c5f9fbd5a88 req-9a7b86d2-3cd1-4fa3-84c4-67eb380ec6a0 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0558639
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:13.143609 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:13.147702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f98e316-9d8e-4e14-8376-6c5f9fbd5a88 req-c8547285-8e45-49c5-85ec-3f69026265a8 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.46 "GET /v2.0/security-groups?id=152c23c8-4ea6-4f7c-bdd3-dae8964fb078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506525
Jan 15 21:29:13.147817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-9f45b9ae-04e3-4d4e-adcf-9523b24bbbf5 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:13.147817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-9f45b9ae-04e3-4d4e-adcf-9523b24bbbf5 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e HTTP/1.1" status: 200  len: 945 time: 0.0508382
Jan 15 21:29:13.238208 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Deleting port 8e8cab91-6949-4229-9f6f-1641aced301c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:29:13.238462 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:13.324672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] For port 8e8cab91-6949-4229-9f6f-1641aced301c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8e8cab91-6949-4229-9f6f-1641aced301c,segment=NetworkSegment(dbac5868-1023-421d-b6f5-94682cddca29),segment_id=dbac5868-1023-421d-b6f5-94682cddca29)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:13.325067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:13.341190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Calling delete_port for 8e8cab91-6949-4229-9f6f-1641aced301c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:29:13.468984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8e8cab91-6949-4229-9f6f-1641aced301c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:13.483778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['8e8cab91-6949-4229-9f6f-1641aced301c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:29:13.498197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Pushing event deleted for resources: {'Port': ['ID=8e8cab91-6949-4229-9f6f-1641aced301c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:13.511293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.511645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.511990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.512341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.512693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.513055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.513429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.513791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.514121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.514448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.514774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.515098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.515422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:13.553303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] No DVR routers for this DVR port 8e8cab91-6949-4229-9f6f-1641aced301c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:29:13.555868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:13.559131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-65f0f430-e436-433c-bee8-9f32c6527f61 req-1147393b-7098-44c0-ae1f-70318d14dbc1 tempest-DeleteServersTestJSON-1038757589 tempest-DeleteServersTestJSON-1038757589-project] 10.222.0.39 "DELETE /v2.0/ports/8e8cab91-6949-4229-9f6f-1641aced301c HTTP/1.1" status: 204  len: 173 time: 0.4067416
Jan 15 21:29:13.559642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-deleted', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:13.561918 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75ae56-acdc-41cc-8515-a19843730471" -d '{"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-deleted", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:13.599306 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff547751-790f-45cc-a1c8-f18101c89c52 x-openstack-request-id: req-ff547751-790f-45cc-a1c8-f18101c89c52 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:13.599603 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e", "name": "network-vif-deleted", "tag": "8e8cab91-6949-4229-9f6f-1641aced301c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:13.599860 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff547751-790f-45cc-a1c8-f18101c89c52 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:13.600264 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bef3ae-fd61-47d9-b3b0-6de80ba86c6e', 'name': 'network-vif-deleted', 'tag': '8e8cab91-6949-4229-9f6f-1641aced301c', 'status': 'completed', 'code': 200}
Jan 15 21:29:14.276414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57258) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:14.322045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Deleting subnet 75552b90-4228-40d4-a6a7-dca42fbe75a7 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:29:14.325098 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Publish callbacks [] for subnet (75552b90-4228-40d4-a6a7-dca42fbe75a7), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.364611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (75552b90-4228-40d4-a6a7-dca42fbe75a7), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.403938 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (75552b90-4228-40d4-a6a7-dca42fbe75a7), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.455126 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (75552b90-4228-40d4-a6a7-dca42fbe75a7), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.478539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75552b90-4228-40d4-a6a7-dca42fbe75a7,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:14.485337 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.488833 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] 10.222.0.46 "DELETE /v2.0/subnets/75552b90-4228-40d4-a6a7-dca42fbe75a7 HTTP/1.1" status: 204  len: 168 time: 0.2113681
Jan 15 21:29:14.491512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57260) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:14.495383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.495729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.496071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.496410 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.496742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.497231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.497563 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.497893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.498218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.498541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.498867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.499187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.499506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349af6eb-c185-47b7-9ff4-9eba87483ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:29:14.561360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (84e6a93e-a723-4218-9782-8327f3465e6e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.635114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.643734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (84e6a93e-a723-4218-9782-8327f3465e6e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.663544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c790>,) {'filters': {'network_id': ['84e6a93e-a723-4218-9782-8327f3465e6e']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:29:14.673654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c790>, 'dbac5868-1023-421d-b6f5-94682cddca29') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:29:14.673959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a15c790>, 'dbac5868-1023-421d-b6f5-94682cddca29') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:29:14.683135 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (dbac5868-1023-421d-b6f5-94682cddca29), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.696979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (dbac5868-1023-421d-b6f5-94682cddca29), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.702991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:29:14.703409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (dbac5868-1023-421d-b6f5-94682cddca29), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:29:14.705888 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:29:14.758226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (84e6a93e-a723-4218-9782-8327f3465e6e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.762568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:14.765954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] 10.222.0.46 "DELETE /v2.0/networks/84e6a93e-a723-4218-9782-8327f3465e6e HTTP/1.1" status: 204  len: 168 time: 0.2734568
Jan 15 21:29:14.784729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd1e6c-7b3e-4f63-9173-ff75f782073d admin admin] Pushing event deleted for resources: {'Network': ['ID=84e6a93e-a723-4218-9782-8327f3465e6e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:14.895806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57264) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:14.936163 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-eaddc8b4-33a7-4c4a-8ee7-e2b3fb61e2d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a33df632a564f848cd29e58e05f06e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391636
Jan 15 21:29:14.939447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57266) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:14.987686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] Publish callbacks [] for security_group (152c23c8-4ea6-4f7c-bdd3-dae8964fb078), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.009353 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] Publish callbacks [] for security_group (152c23c8-4ea6-4f7c-bdd3-dae8964fb078), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.056422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (152c23c8-4ea6-4f7c-bdd3-dae8964fb078), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.059053 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.060210 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/152c23c8-4ea6-4f7c-bdd3-dae8964fb078 HTTP/1.1" status: 204  len: 168 time: 0.1197844
Jan 15 21:29:15.069905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f30ca5-d9e7-4652-8314-5dea55385e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c23c8-4ea6-4f7c-bdd3-dae8964fb078,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:15.511262 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.803425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57288) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:15.926755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1632536333-network', 'tenant_id': '92c07aae567b4d718b53dbc4e126c768'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:15.949714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Made reservation on behalf of 92c07aae567b4d718b53dbc4e126c768 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:29:15.952150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:15.960754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.035563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks [] for security_group (66fa4e54-034d-4104-aa41-b0aa67a792c8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.039032 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66fa4e54-034d-4104-aa41-b0aa67a792c8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.064056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:29:16.074031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa4e54-034d-4104-aa41-b0aa67a792c8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:16.080242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e506cfe9-93c0-405f-9d6c-141165605bfe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.080587 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Added segment e506cfe9-93c0-405f-9d6c-141165605bfe of type vlan for network 20140db7-b287-4e34-b35e-a51d2875af4b
Jan 15 21:29:16.123894 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (20140db7-b287-4e34-b35e-a51d2875af4b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.148757 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (20140db7-b287-4e34-b35e-a51d2875af4b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.149722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:16.150299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.204047 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3990252
Jan 15 21:29:16.207187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57292) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:29:16.212293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Request body: {'subnet': {'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1632536333-subnet', 'tenant_id': '92c07aae567b4d718b53dbc4e126c768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:16.213544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326f899-c0f8-457b-9f32-8fa2e59b3bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=20140db7-b287-4e34-b35e-a51d2875af4b,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:16.226001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 20140db7-b287-4e34-b35e-a51d2875af4b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:29:16.235341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Made reservation on behalf of 92c07aae567b4d718b53dbc4e126c768 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:29:16.237728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.412411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (886fbf01-7d11-4f7f-ba90-9453d2acb94e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.470276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886fbf01-7d11-4f7f-ba90-9453d2acb94e,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:16.480244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Checking segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:29:16.480595 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Network hostable DHCP agents. Network: 20140db7-b287-4e34-b35e-a51d2875af4b, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:29:16.496891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Network 20140db7-b287-4e34-b35e-a51d2875af4b is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:29:16.505570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20140db7-b287-4e34-b35e-a51d2875af4b) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:29:16.510022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:16.511172 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:16.514797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217657d5-fdc5-4778-bb6b-06fd90883e64 None None] Network 20140db7-b287-4e34-b35e-a51d2875af4b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:29:16.526406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-618f2cc6-d147-4678-a208-7c979d63a264 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3181043
Jan 15 21:29:16.587606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:29:16.614650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 8e8cab91-6949-4229-9f6f-1641aced301c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:29:16.615089 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 8e8cab91-6949-4229-9f6f-1641aced301c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:29:16.637264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e86ca-005b-44b3-9365-d89346314356 None None] Network 20140db7-b287-4e34-b35e-a51d2875af4b requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:29:16.962346 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-dd5477cc-cfd2-4429-9e8e-fafbf0e0ad17 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:16.963793 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-dd5477cc-cfd2-4429-9e8e-fafbf0e0ad17 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 815 time: 0.1009939
Jan 15 21:29:16.978707 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-87da36f7-c48d-428c-8e22-a48154093c5a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/quotas/92c07aae567b4d718b53dbc4e126c768 HTTP/1.1" status: 200  len: 375 time: 0.0095570
Jan 15 21:29:17.009332 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-23d6f1e0-efb4-45b6-ad85-72b570b4e7d3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0257881
Jan 15 21:29:17.108654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-577bde15-7000-425b-82c7-dcef2c549243 service neutron] 10.222.0.46 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925963
Jan 15 21:29:17.195823 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-1c937954-e5e2-45dd-b9df-436f65782f36 service neutron] 10.222.0.46 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808935
Jan 15 21:29:17.359063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-318fa62f-03eb-4806-aced-8cf9514fb0cc req-4c5fcb9b-ddc8-4f13-998d-6a0053689427 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 210 time: 0.0329614
Jan 15 21:29:17.964634 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bb89ac2-77eb-48d5-adcd-d3e3e6ac8fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:18.260535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-fcdb4f31-1333-421e-afa1-35f4387e0dee tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:18.261921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-fcdb4f31-1333-421e-afa1-35f4387e0dee tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 815 time: 0.1085229
Jan 15 21:29:18.274085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Request body: {'port': {'device_id': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'admin_state_up': True, 'tenant_id': '92c07aae567b4d718b53dbc4e126c768'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:18.397158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Made reservation on behalf of 92c07aae567b4d718b53dbc4e126c768 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:29:18.401322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:18.458623 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8618936c-4b1d-4058-9bcd-5ebc6aad7036 req-f063448d-ce11-404e-bc16-b5e7ca32ae79 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 210 time: 0.0263941
Jan 15 21:29:18.532922 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Allocated IP 172.20.0.14 (20140db7-b287-4e34-b35e-a51d2875af4b/886fbf01-7d11-4f7f-ba90-9453d2acb94e/56297d7b-5525-4c45-be7d-f585e2f7374a) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:29:18.680914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks [] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:18.715036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:18.759283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Network 20140db7-b287-4e34-b35e-a51d2875af4b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:29:18.762756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:29:18.770076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:29:18.776395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:18.823246 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:18.823856 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:18.839560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-b4344e45-07f5-43c4-8e02-07720949cd38 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5693221
Jan 15 21:29:18.850449 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Request body: {'port': {'device_id': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:18.906391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.168804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56297d7b-5525-4c45-be7d-f585e2f7374a {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:29:19.177177 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks [] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.189637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Transition to ACTIVE for port object 56297d7b-5525-4c45-be7d-f585e2f7374a will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:29:19.193237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.241531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:19.313953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:29:19.314642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:29:19.314755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:19.319306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:29:19.319628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:19.324406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:29:19.324744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Checking segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:29:19.325163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Bound using segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:29:19.325585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Bound port: 56297d7b-5525-4c45-be7d-f585e2f7374a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:29:19.325935 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.388559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:29:19.391773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:29:19.396592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.431613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:19.432235 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:19.433700 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] 10.222.0.39 "PUT /v2.0/ports/56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 1092 time: 0.5872319
Jan 15 21:29:19.434130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:19.436365 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f64772-64e7-478b-bbad-c4a16b942c66" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:19.461448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ad62-73d1-4cb5-8edf-e3ca764c626b service neutron] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:19.480494 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d53336-9da2-44ef-9bb8-882dc8c34b2b x-openstack-request-id: req-43d53336-9da2-44ef-9bb8-882dc8c34b2b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:19.480782 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:19.481063 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43d53336-9da2-44ef-9bb8-882dc8c34b2b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:19.481465 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'status': 'completed', 'code': 200}
Jan 15 21:29:19.520080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-023b0b79-5237-4ad5-aaf0-1a95f17a7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:19.521642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-023b0b79-5237-4ad5-aaf0-1a95f17a7428 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1095 time: 0.0498674
Jan 15 21:29:19.564297 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-63c673ea-7496-4590-838f-0bbe31136dd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0358698
Jan 15 21:29:19.576302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560092ba-bc68-4e05-bf3a-fbc9789cbe7c req-de94cb53-85c5-46fd-ac46-a7449a908001 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:19.577933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-560092ba-bc68-4e05-bf3a-fbc9789cbe7c req-de94cb53-85c5-46fd-ac46-a7449a908001 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0496745
Jan 15 21:29:19.614325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-4321edc3-bf1f-4e31-be0b-5a5dd9b590ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:19.615808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-4321edc3-bf1f-4e31-be0b-5a5dd9b590ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0460830
Jan 15 21:29:19.626919 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-560092ba-bc68-4e05-bf3a-fbc9789cbe7c req-e0259a17-5343-4f0c-ae2f-10fd0648b836 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425272
Jan 15 21:29:19.646327 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-a86b791e-6501-4eb3-8a05-f1d95e8a098d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249889
Jan 15 21:29:19.739504 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-ddf79d0d-26dc-4e5d-9c1b-4a5b427ab30e service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871620
Jan 15 21:29:19.827333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59baec45-45a5-4c53-b078-e9ded704b1d0 req-5e0b9e5e-f6c8-4a15-8aed-07cf536caf3a service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825694
Jan 15 21:29:19.927154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-ec4eda26-39c0-48d8-9ab6-f5c71e663e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:19.928682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-ec4eda26-39c0-48d8-9ab6-f5c71e663e23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1095 time: 0.0561912
Jan 15 21:29:20.020675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-54812274-eae0-4c5b-9ba1-a04dfd8ae604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:20.022112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-54812274-eae0-4c5b-9ba1-a04dfd8ae604 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0867257
Jan 15 21:29:20.069206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-7ff79d23-e6ab-4252-a374-101b874bbc19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0393980
Jan 15 21:29:20.119395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-160e424d-5d33-4029-aa51-faf9a5c67b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:20.120834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-160e424d-5d33-4029-aa51-faf9a5c67b7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0440290
Jan 15 21:29:20.151343 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-7bc0546c-caa8-437d-baa6-9ec92d9b987b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240312
Jan 15 21:29:20.162097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-90c45e26-927f-4859-90d9-5d2e7ec1c31d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:29:20.163088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-90c45e26-927f-4859-90d9-5d2e7ec1c31d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048065
Jan 15 21:29:20.252214 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-682491c9-22aa-47ad-8ce5-bef1c2863b15 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824041
Jan 15 21:29:20.343261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-03f64772-64e7-478b-bbad-c4a16b942c66 req-b2e8954e-5005-4798-b634-5952f71c520f service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844440
Jan 15 21:29:20.695402 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c357a44-fa5c-4968-aab8-5f2274c223a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:20.744473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7976831-5532-45d5-97ae-1eee84de58ad req-180fc41d-dc02-4afb-a128-004ad2443846 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:20.745998 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7976831-5532-45d5-97ae-1eee84de58ad req-180fc41d-dc02-4afb-a128-004ad2443846 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0501690
Jan 15 21:29:20.795726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7976831-5532-45d5-97ae-1eee84de58ad req-3e498922-e265-4eec-9c38-0c5639a5d58f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433230
Jan 15 21:29:21.910167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe239aa-36ce-4625-b1ac-803b83cf94e5 req-13e5c5a8-ad4d-4eed-820d-3142358b16bd tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:21.911629 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbe239aa-36ce-4625-b1ac-803b83cf94e5 req-13e5c5a8-ad4d-4eed-820d-3142358b16bd tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0494611
Jan 15 21:29:21.958484 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbe239aa-36ce-4625-b1ac-803b83cf94e5 req-9a59a1e8-9675-47a9-a0ce-000c6ef888d2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413539
Jan 15 21:29:21.975052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:22.610583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:29:22.703631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:22.714636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'port_id': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'mac_address': 'fa:16:3e:c7:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fbf01-7d11-4f7f-ba90-9453d2acb94e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:29:22.752760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 56297d7b-5525-4c45-be7d-f585e2f7374a is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:29:22.753179 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:22.765576 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56297d7b-5525-4c45-be7d-f585e2f7374a {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:29:22.786031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:22.790088 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:22.837262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:22.979669 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['56297d7b-5525-4c45-be7d-f585e2f7374a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:29:23.075628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc8fa-0ba0-4d9f-a50f-3b58cb8177f4 req-4f5ee4e0-f308-4c0c-beec-ddb55b428a3d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:23.077132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e62cc8fa-0ba0-4d9f-a50f-3b58cb8177f4 req-4f5ee4e0-f308-4c0c-beec-ddb55b428a3d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 945 time: 0.0485721
Jan 15 21:29:23.128733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e62cc8fa-0ba0-4d9f-a50f-3b58cb8177f4 req-3a20834e-ecf2-4148-9f00-9076513ad866 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451219
Jan 15 21:29:23.373274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:24.249747 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075bb8e-0544-4e83-9262-b356c72b8b83 req-ba5cc779-7837-422a-be51-1268fc7b8660 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:24.251280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7075bb8e-0544-4e83-9262-b356c72b8b83 req-ba5cc779-7837-422a-be51-1268fc7b8660 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 945 time: 0.0544331
Jan 15 21:29:24.256151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:24.299882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7075bb8e-0544-4e83-9262-b356c72b8b83 req-a2d2ae3f-54ee-4442-a618-ae47a88c11ed tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421152
Jan 15 21:29:24.625242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:29:24.674299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 56297d7b-5525-4c45-be7d-f585e2f7374a completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:29:24.678359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 56297d7b-5525-4c45-be7d-f585e2f7374a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:29:24.678726 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:24.755279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 56297d7b-5525-4c45-be7d-f585e2f7374a is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:29:24.755695 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:24.777876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:24.780170 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e32285e-8a83-4bda-bb57-f4d416553865" -d '{"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-plugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:24.793822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:24.797840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:24.820712 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad0cba-2b9b-4039-883f-76f05cb269c3 x-openstack-request-id: req-5fad0cba-2b9b-4039-883f-76f05cb269c3 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:24.821036 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-plugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:24.821285 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fad0cba-2b9b-4039-883f-76f05cb269c3 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:24.821674 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'code': 200}
Jan 15 21:29:24.848626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:24.915286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df77ce5-27cf-4b06-a556-9d98f9541913 req-5b146157-6780-4f08-9ff3-e557dd7b961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:24.916830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9df77ce5-27cf-4b06-a556-9d98f9541913 req-5b146157-6780-4f08-9ff3-e557dd7b961f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1097 time: 0.0413151
Jan 15 21:29:24.962301 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9df77ce5-27cf-4b06-a556-9d98f9541913 req-5ff99f32-6632-4499-8cfa-8c16dc834389 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379748
Jan 15 21:29:25.416150 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5984f-e633-42b7-af1a-e5be58a96ffd req-f8894fab-44dc-4678-9324-66151f612c1e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:25.417644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-87a5984f-e633-42b7-af1a-e5be58a96ffd req-f8894fab-44dc-4678-9324-66151f612c1e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0501366
Jan 15 21:29:25.465596 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-87a5984f-e633-42b7-af1a-e5be58a96ffd req-4b7fce95-fb4e-4a17-9264-556ddce7bc41 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423448
Jan 15 21:29:26.582145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732af6-f72a-484f-8593-af4b54dfb94a req-9b1e94ce-a60f-4d26-b7e7-0fbac0160101 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:26.583638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5732af6-f72a-484f-8593-af4b54dfb94a req-9b1e94ce-a60f-4d26-b7e7-0fbac0160101 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0488477
Jan 15 21:29:26.635033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5732af6-f72a-484f-8593-af4b54dfb94a req-08aa3d7b-00e8-4b30-857f-9d242d691ba3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458026
Jan 15 21:29:26.750109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781d5f-8e15-487d-8e08-16036b2c7f85 req-98fd4759-a27c-4fc8-9a48-99204353ec6a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:26.752171 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19781d5f-8e15-487d-8e08-16036b2c7f85 req-98fd4759-a27c-4fc8-9a48-99204353ec6a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0503979
Jan 15 21:29:26.797712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19781d5f-8e15-487d-8e08-16036b2c7f85 req-d0f262cc-50fb-4f9a-a63f-bfa68bb62c61 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398819
Jan 15 21:29:26.998499 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99021926-7c46-487e-9039-851e17e5ca2d req-9d22eb37-f447-4cee-a00c-b6c182b25f21 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:26.999971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99021926-7c46-487e-9039-851e17e5ca2d req-9d22eb37-f447-4cee-a00c-b6c182b25f21 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0498719
Jan 15 21:29:27.047138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99021926-7c46-487e-9039-851e17e5ca2d req-4bf2e338-08d9-4761-b3b4-1f1652e313a6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407395
Jan 15 21:29:27.165559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825fe1-4027-4b9f-a76c-4e848c65253a req-85e4bd07-a995-42b5-9ec8-091cd92cd501 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:27.167014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0825fe1-4027-4b9f-a76c-4e848c65253a req-85e4bd07-a995-42b5-9ec8-091cd92cd501 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0543182
Jan 15 21:29:27.213682 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0825fe1-4027-4b9f-a76c-4e848c65253a req-a641d255-d888-42e9-8e7c-468c738c40d8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411148
Jan 15 21:29:27.466160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-5ee9dac5-4b98-4030-8500-bf5710f780fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0687218
Jan 15 21:29:27.475395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1875-c1bd-48e0-98cc-bea0c75f3736 req-fde19fe6-b4a1-4c99-93e1-865853916eca tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:27.476858 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aebf1875-c1bd-48e0-98cc-bea0c75f3736 req-fde19fe6-b4a1-4c99-93e1-865853916eca tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0717995
Jan 15 21:29:27.530867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aebf1875-c1bd-48e0-98cc-bea0c75f3736 req-907be9e1-d45b-4204-a5e4-ddd6a7845b2a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475011
Jan 15 21:29:28.650214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-0d7a702c-ea10-4c48-b4b8-3640afc0e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:28.651681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-0d7a702c-ea10-4c48-b4b8-3640afc0e5fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1097 time: 0.0468326
Jan 15 21:29:28.670845 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516ead-7218-4758-b990-817cd2845b9e req-942e975f-7504-4888-9f32-b2059c4c6c5a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:28.672338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b516ead-7218-4758-b990-817cd2845b9e req-942e975f-7504-4888-9f32-b2059c4c6c5a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0509241
Jan 15 21:29:28.722081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b516ead-7218-4758-b990-817cd2845b9e req-0b623c23-e98e-41ac-b874-24ff18936a76 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434213
Jan 15 21:29:28.751434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ed119991-5c3d-401b-a6db-202119d7982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:28.753120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ed119991-5c3d-401b-a6db-202119d7982f service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0960534
Jan 15 21:29:28.797780 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-490afd98-73c4-4396-a9e2-1337f4244c54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0388227
Jan 15 21:29:28.844749 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ad9c825e-8a54-41b5-a2e0-c58934f5bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:28.846786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ad9c825e-8a54-41b5-a2e0-c58934f5bb75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0438685
Jan 15 21:29:28.876460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-b6dbc004-9084-417d-a0a9-07287b235fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239949
Jan 15 21:29:28.967926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-7e3bac2e-1f4a-4f81-b4ed-cc8776c0e6a7 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853772
Jan 15 21:29:29.073144 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-8a383432-b314-4d8a-a4b6-5913b7d08267 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990784
Jan 15 21:29:29.838847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637836-a9a2-426a-8313-c19b6167bc57 req-0316fd09-131e-494d-b378-26ad564bbd41 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:29.840329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82637836-a9a2-426a-8313-c19b6167bc57 req-0316fd09-131e-494d-b378-26ad564bbd41 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0503588
Jan 15 21:29:29.889212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-82637836-a9a2-426a-8313-c19b6167bc57 req-6f0f0f7a-efce-43cd-a6d3-dd53cc98533e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431664
Jan 15 21:29:31.009132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff22d50-1444-4865-a871-011d80e66945 req-126375cb-a85e-4cb4-a586-e718197751a7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:31.010619 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bff22d50-1444-4865-a871-011d80e66945 req-126375cb-a85e-4cb4-a586-e718197751a7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0523586
Jan 15 21:29:31.058155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bff22d50-1444-4865-a871-011d80e66945 req-f22346e5-96db-496f-9990-5a55d637a165 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420399
Jan 15 21:29:32.176710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8847a-d3dd-4383-9d89-09242a4f25fe req-37e2befc-b9bf-40f8-9358-de5ddbb9141e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:32.178213 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1d8847a-d3dd-4383-9d89-09242a4f25fe req-37e2befc-b9bf-40f8-9358-de5ddbb9141e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0498626
Jan 15 21:29:32.224519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e1d8847a-d3dd-4383-9d89-09242a4f25fe req-4690164b-4260-4d6b-b6c7-cb5f9dcd7033 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407271
Jan 15 21:29:33.342746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d2ad-2ac8-4367-ac91-760d3cd294f6 req-e2dd473d-943d-4a80-bb7e-8394a56403f6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:33.344196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eff5d2ad-2ac8-4367-ac91-760d3cd294f6 req-e2dd473d-943d-4a80-bb7e-8394a56403f6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0517902
Jan 15 21:29:33.393627 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eff5d2ad-2ac8-4367-ac91-760d3cd294f6 req-2224d46f-8369-471d-8032-28cd1859261f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433450
Jan 15 21:29:34.509523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85913ae0-32ab-4662-b73c-e93911715af0 req-da8be63f-d472-4459-891d-c1b62ba0aaa8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:34.510996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85913ae0-32ab-4662-b73c-e93911715af0 req-da8be63f-d472-4459-891d-c1b62ba0aaa8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0487523
Jan 15 21:29:34.557831 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85913ae0-32ab-4662-b73c-e93911715af0 req-6e3f9d4b-dc6b-42d8-96bf-b69081cecad6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414476
Jan 15 21:29:35.672280 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795428f-c6aa-4e19-bdce-f4de34520f95 req-2a406d9d-fce2-4437-b20c-838d03fe9804 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:35.674486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9795428f-c6aa-4e19-bdce-f4de34520f95 req-2a406d9d-fce2-4437-b20c-838d03fe9804 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0505161
Jan 15 21:29:35.724764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9795428f-c6aa-4e19-bdce-f4de34520f95 req-f69c2d2d-a1fc-4bcf-aa29-f33a40d83026 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448279
Jan 15 21:29:36.839152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110beb-0441-4a96-9e2f-8dcad86c41bc req-bd43b683-2c47-4a64-9f49-305d02cee36b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:36.840608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d110beb-0441-4a96-9e2f-8dcad86c41bc req-bd43b683-2c47-4a64-9f49-305d02cee36b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0485454
Jan 15 21:29:36.888083 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d110beb-0441-4a96-9e2f-8dcad86c41bc req-b313eb0e-9f96-4d96-b657-8d0cdc6e55f2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412567
Jan 15 21:29:38.007422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ddb7-39dc-40b9-a00e-af66b3753235 req-d4e84533-a93d-40d3-8416-a9fc14db35fe tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:38.008916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc74ddb7-39dc-40b9-a00e-af66b3753235 req-d4e84533-a93d-40d3-8416-a9fc14db35fe tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0486095
Jan 15 21:29:38.055688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc74ddb7-39dc-40b9-a00e-af66b3753235 req-a1a379fd-c40e-4be2-bf27-7625ddc1dedb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411980
Jan 15 21:29:39.177468 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c725f-4922-48c5-9058-1ecbce8b5dfc req-4b7594aa-c47e-4aef-9d84-2b616e36480f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:39.178933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e2c725f-4922-48c5-9058-1ecbce8b5dfc req-4b7594aa-c47e-4aef-9d84-2b616e36480f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0530124
Jan 15 21:29:39.226387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e2c725f-4922-48c5-9058-1ecbce8b5dfc req-7c89f3cd-4dd0-410b-94e3-a994e97a8e71 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420051
Jan 15 21:29:40.346110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44db95-c756-46e4-85b7-c9a5cdd1bda0 req-f365bc19-9c0b-4b26-a0d7-438e8ff10460 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:40.347591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d44db95-c756-46e4-85b7-c9a5cdd1bda0 req-f365bc19-9c0b-4b26-a0d7-438e8ff10460 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0505226
Jan 15 21:29:40.396353 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d44db95-c756-46e4-85b7-c9a5cdd1bda0 req-43185689-26ca-4511-b0e7-7818f0e0daa0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429969
Jan 15 21:29:41.512046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d80fb-4add-4b32-a542-88cab8fe1e92 req-d8133f71-1028-408a-a6da-44d4f38763c0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:41.513691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b9d80fb-4add-4b32-a542-88cab8fe1e92 req-d8133f71-1028-408a-a6da-44d4f38763c0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0503669
Jan 15 21:29:41.564989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b9d80fb-4add-4b32-a542-88cab8fe1e92 req-298e7ad0-7672-4455-abf6-8b3f34bde882 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453045
Jan 15 21:29:42.678613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4aaa8-1df9-4fcf-87f8-4958e4386a3a req-11ef53cb-74bd-4d55-b149-df06041dd369 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:42.680107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efb4aaa8-1df9-4fcf-87f8-4958e4386a3a req-11ef53cb-74bd-4d55-b149-df06041dd369 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0490410
Jan 15 21:29:42.727248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-efb4aaa8-1df9-4fcf-87f8-4958e4386a3a req-8c160418-0bc4-41c1-ab38-1dd29f957238 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413375
Jan 15 21:29:43.842972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3281c8-1538-4282-a71b-876c9e1261bf req-106060b8-dee5-494a-9a78-a9336b2347ce tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:43.844444 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3281c8-1538-4282-a71b-876c9e1261bf req-106060b8-dee5-494a-9a78-a9336b2347ce tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0493774
Jan 15 21:29:43.890695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3281c8-1538-4282-a71b-876c9e1261bf req-ef01194a-317e-4bbe-8779-e38a4d0e4f8e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405679
Jan 15 21:29:44.651907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:45.013089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a9ed-4d85-421c-8c77-a8a77db5f3d0 req-30b617f3-70f8-46f8-a14d-80b52e07a60b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:45.014560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c313a9ed-4d85-421c-8c77-a8a77db5f3d0 req-30b617f3-70f8-46f8-a14d-80b52e07a60b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0528150
Jan 15 21:29:45.061216 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c313a9ed-4d85-421c-8c77-a8a77db5f3d0 req-d1b8ed11-66cb-4197-9f0a-b33dfebd14e0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407770
Jan 15 21:29:45.526368 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:46.183454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5d9ea-551a-43e7-8d8c-c09a84fa5d7c req-a70a390a-db69-48fc-8d00-21d2dcfd2af0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:46.184971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fb5d9ea-551a-43e7-8d8c-c09a84fa5d7c req-a70a390a-db69-48fc-8d00-21d2dcfd2af0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0546110
Jan 15 21:29:46.232771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fb5d9ea-551a-43e7-8d8c-c09a84fa5d7c req-ca42b96b-d3d8-4abc-bda6-5f916ddd68b2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419888
Jan 15 21:29:47.353811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593e04-1a57-4aad-8959-07e6aca484d5 req-6ab4b567-926d-4898-b93e-bb40193868b8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:47.355357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11593e04-1a57-4aad-8959-07e6aca484d5 req-6ab4b567-926d-4898-b93e-bb40193868b8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0530088
Jan 15 21:29:47.402371 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11593e04-1a57-4aad-8959-07e6aca484d5 req-f1148b9c-44b1-48f2-b6c1-f584b4a062be tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403557
Jan 15 21:29:47.862759 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:29:47.968784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-77fc82e9-e769-4472-9dce-b6b8643141ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:48.520245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafde9e-794a-4a47-a3b2-4f73851b0cc6 req-085bd7bb-4227-43ea-97c3-a58ba12f616c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:48.521882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feafde9e-794a-4a47-a3b2-4f73851b0cc6 req-085bd7bb-4227-43ea-97c3-a58ba12f616c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0521889
Jan 15 21:29:48.571894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-feafde9e-794a-4a47-a3b2-4f73851b0cc6 req-de6e73a1-fe3b-4c91-a0ac-5a6bce9b0b19 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445471
Jan 15 21:29:49.688737 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff13568-7814-4ac2-aa8a-a84977a2504c req-7f4619bd-1369-43ed-bf7a-5213888bd3f3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:49.690835 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff13568-7814-4ac2-aa8a-a84977a2504c req-7f4619bd-1369-43ed-bf7a-5213888bd3f3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0489242
Jan 15 21:29:49.740297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fff13568-7814-4ac2-aa8a-a84977a2504c req-50609f16-3577-43b4-9b20-cbc875be252b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440164
Jan 15 21:29:50.696273 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6405797a-a074-48d6-9930-7c1607fb226b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:50.855402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694e2c-f44e-4463-81fd-606288e06a05 req-f017d18d-b4a9-415b-8651-e31a67a3b862 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:50.856863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e694e2c-f44e-4463-81fd-606288e06a05 req-f017d18d-b4a9-415b-8651-e31a67a3b862 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0481141
Jan 15 21:29:50.902514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e694e2c-f44e-4463-81fd-606288e06a05 req-4c24ee99-52a4-48f4-9bd3-2cee18814cd7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400159
Jan 15 21:29:51.978630 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:52.019837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103dd9-cb9a-42da-b52a-3bce2f695277 req-dbf9c45e-1937-4af5-bfe1-8248274682e7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:52.021350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08103dd9-cb9a-42da-b52a-3bce2f695277 req-dbf9c45e-1937-4af5-bfe1-8248274682e7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0492172
Jan 15 21:29:52.069080 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-08103dd9-cb9a-42da-b52a-3bce2f695277 req-e2cfb09b-c8cc-4695-a629-83712916f5bb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420809
Jan 15 21:29:53.190729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b043f8-fc0f-457f-aa21-6a4bad12a7ae req-2541ec20-389b-4466-b69e-148528627a0b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:53.192198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38b043f8-fc0f-457f-aa21-6a4bad12a7ae req-2541ec20-389b-4466-b69e-148528627a0b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0552700
Jan 15 21:29:53.240457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-38b043f8-fc0f-457f-aa21-6a4bad12a7ae req-df0d973f-084c-45ea-8679-6bff571f53c4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423486
Jan 15 21:29:53.375580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:54.258040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:54.355446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b29e-4a97-463e-af3e-c3b481c486d6 req-e102841b-42ad-4758-96f0-a248dded1bbb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:54.357001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3e0b29e-4a97-463e-af3e-c3b481c486d6 req-e102841b-42ad-4758-96f0-a248dded1bbb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0487494
Jan 15 21:29:54.405008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d3e0b29e-4a97-463e-af3e-c3b481c486d6 req-c4417ff3-3009-41e3-8c94-70c0e50b2a6a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415976
Jan 15 21:29:55.519812 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2448d7-93ca-4cf6-9535-a4de367f12ef req-15bfb60d-960f-4df7-a87e-c0266beb8bf7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:55.521283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c2448d7-93ca-4cf6-9535-a4de367f12ef req-15bfb60d-960f-4df7-a87e-c0266beb8bf7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0482185
Jan 15 21:29:55.573299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9c2448d7-93ca-4cf6-9535-a4de367f12ef req-eeee804d-8fe9-456c-97e5-28f354cb9d4b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462785
Jan 15 21:29:55.886411 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-54ba10f4-4fff-45f4-9cb6-e9cf93b46ed2 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:29:55.887422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-54ba10f4-4fff-45f4-9cb6-e9cf93b46ed2 service neutron] 10.222.0.39 "GET /v2.0/ports/56297d7b-5525-4c45-be7d-f585e2f7374a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544026
Jan 15 21:29:56.099273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-963dc992-9771-4d86-a83c-8a0d3b3a1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.100776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-963dc992-9771-4d86-a83c-8a0d3b3a1b9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605&tenant_id=92c07aae567b4d718b53dbc4e126c768 HTTP/1.1" status: 200  len: 1097 time: 0.0474339
Jan 15 21:29:56.113982 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-fbf2175e-2a57-4020-afad-b9ffede73185 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:29:56.115040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-fbf2175e-2a57-4020-afad-b9ffede73185 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053740
Jan 15 21:29:56.128975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:29:56.182521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.387372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:29:56.419909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:29:56.462741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:56.465249 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f126684c-a9f9-470e-8b5a-82d1f9a46087" -d '{"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-unplugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:56.469510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks [] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.483400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Transition to ACTIVE for port object 56297d7b-5525-4c45-be7d-f585e2f7374a will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:29:56.487876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.524667 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4f457-6c0d-4ed3-bee4-b2609e3ce254 x-openstack-request-id: req-1fc4f457-6c0d-4ed3-bee4-b2609e3ce254 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:56.524997 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-unplugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:56.525260 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fc4f457-6c0d-4ed3-bee4-b2609e3ce254 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:56.525661 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'code': 200}
Jan 15 21:29:56.551524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] No DVR routers for this DVR port 56297d7b-5525-4c45-be7d-f585e2f7374a on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:29:56.558172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:56.591883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:29:56.592223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:29:56.592560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:56.597360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:29:56.597735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Attempting to bind port 56297d7b-5525-4c45-be7d-f585e2f7374a on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:29:56.603563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:29:56.603902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Checking segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:29:56.604288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Bound using segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:29:56.604883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Bound port: 56297d7b-5525-4c45-be7d-f585e2f7374a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:29:56.605248 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.674994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:29:56.678491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:29:56.682895 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.689999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033b771-3452-466a-a122-4e85357e1b1d req-9371ea50-92cd-4334-ae0e-f3b7660621b4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.693313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0033b771-3452-466a-a122-4e85357e1b1d req-9371ea50-92cd-4334-ae0e-f3b7660621b4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0525000
Jan 15 21:29:56.718382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.719021 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:29:56.720419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] 10.222.0.45 "PUT /v2.0/ports/56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 1092 time: 0.5952888
Jan 15 21:29:56.745624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0033b771-3452-466a-a122-4e85357e1b1d req-26b14b18-0c7d-4d9d-a62b-e065ce59ea30 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485995
Jan 15 21:29:56.749256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f7a4d-8d30-401f-b4b6-e9f614c377cd service neutron] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:29:56.795859 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ffee35fb-d247-46c7-85af-44c59c4f255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.797400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-ffee35fb-d247-46c7-85af-44c59c4f255f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1095 time: 0.0425289
Jan 15 21:29:56.898782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-30a04a29-abed-42cd-8080-1ae279352a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.900681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-30a04a29-abed-42cd-8080-1ae279352a8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0953262
Jan 15 21:29:56.946745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-58ed86aa-9522-4939-871a-4d2df7434a64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0369487
Jan 15 21:29:56.997816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-c211f407-f5d0-46b4-afa2-f5af2a4e303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:56.999341 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-c211f407-f5d0-46b4-afa2-f5af2a4e303e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0431051
Jan 15 21:29:57.031542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-df957e33-2deb-4060-b4a8-25fb8fb4b895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0231488
Jan 15 21:29:57.125597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-c0f6958f-c6f0-4a1a-bbb2-4ee93a87485a service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839994
Jan 15 21:29:57.218812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-705b5531-d9f6-4df5-9e05-fb9f0d5b876d req-b68b7ee2-cfb2-4981-a7a3-79fd3a30f1f2 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843194
Jan 15 21:29:57.867504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bb86c-ba0c-4b7b-8f05-10873183fd6a req-4f0af13d-d441-481a-a474-4314595c24a6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:57.868966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-107bb86c-ba0c-4b7b-8f05-10873183fd6a req-4f0af13d-d441-481a-a474-4314595c24a6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0474992
Jan 15 21:29:57.914716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-107bb86c-ba0c-4b7b-8f05-10873183fd6a req-06ee89b2-a8af-46c1-9b55-6a35effe1ffa tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403109
Jan 15 21:29:58.526720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:29:58.529139 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728be8b-14c4-4997-b008-879e12a4b457" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:29:58.576781 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0860add9-84a9-48f3-bbab-59f829a1e3d8 x-openstack-request-id: req-0860add9-84a9-48f3-bbab-59f829a1e3d8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:29:58.577114 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:29:58.577374 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0860add9-84a9-48f3-bbab-59f829a1e3d8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:29:58.577790 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'status': 'completed', 'code': 200}
Jan 15 21:29:58.665737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-9a0df279-f7ec-402b-96c5-7f061de39474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.667231 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-9a0df279-f7ec-402b-96c5-7f061de39474 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1095 time: 0.0688179
Jan 15 21:29:58.668921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-4cf3485f-5de3-4594-80bb-f1221bbc48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.670252 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-4cf3485f-5de3-4594-80bb-f1221bbc48bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1095 time: 0.0706475
Jan 15 21:29:58.726788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:29:58.768915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 56297d7b-5525-4c45-be7d-f585e2f7374a host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:29:58.769316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:29:58.825076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-bc766a70-dcc9-41f0-bea6-6af4344a14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.826558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-bc766a70-dcc9-41f0-bea6-6af4344a14ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.1521709
Jan 15 21:29:58.829206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-00634413-62c7-4171-ad4d-a05e0d235d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.831424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-00634413-62c7-4171-ad4d-a05e0d235d49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.1499898
Jan 15 21:29:58.900087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-445c74cd-b56e-49c7-9775-db1252763dcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0671406
Jan 15 21:29:58.901464 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-c4c2808d-099d-4b68-bcdc-9387cccaedfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0632036
Jan 15 21:29:58.991519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-57127844-f2aa-40df-ad5e-c9b36677ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.993039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-57127844-f2aa-40df-ad5e-c9b36677ef36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0872281
Jan 15 21:29:58.996702 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728be8b-14c4-4997-b008-879e12a4b457 req-4cf4ffc5-04ad-42aa-b80b-b82ac5cecfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:58.998204 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-4cf4ffc5-04ad-42aa-b80b-b82ac5cecfd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0843046
Jan 15 21:29:59.041290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3551-69e6-4a61-a603-9f720231a360 req-0eca9777-acaa-4dc3-850b-7274018aba3c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:29:59.042952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbca3551-69e6-4a61-a603-9f720231a360 req-0eca9777-acaa-4dc3-850b-7274018aba3c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0566373
Jan 15 21:29:59.043089 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-c2190fa4-9c85-4f88-a84f-42582603057e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439749
Jan 15 21:29:59.044982 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-a8d91209-b95b-49de-8cff-90eaa47f0832 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367463
Jan 15 21:29:59.095259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbca3551-69e6-4a61-a603-9f720231a360 req-a862112b-e484-4585-a3e3-6852481861ab tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452409
Jan 15 21:29:59.507999 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-2c6a7a63-753e-491c-a800-8cb630aa8d71 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4564064
Jan 15 21:29:59.509813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-42a0d2c1-472f-47a8-8ca9-d2774c7e060b service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4596736
Jan 15 21:29:59.670670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-f8a023e3-52f4-4521-9d2e-c7a0153caba6 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564782
Jan 15 21:29:59.674708 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9728be8b-14c4-4997-b008-879e12a4b457 req-91fba22a-f39f-4096-98b7-b2246ade8f37 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532161
Jan 15 21:30:00.214057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ba4d-d8dc-4bfa-a9e9-2741a1a5edba req-1829bf9c-c9a5-406b-9a23-ed7d6f0c0417 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.215521 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5d2ba4d-d8dc-4bfa-a9e9-2741a1a5edba req-1829bf9c-c9a5-406b-9a23-ed7d6f0c0417 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0483356
Jan 15 21:30:00.263105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5d2ba4d-d8dc-4bfa-a9e9-2741a1a5edba req-4a5ba8fd-2af4-4c8c-b49d-d84a7b336ba4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415308
Jan 15 21:30:00.271649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:30:00.374003 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:00.386934 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'port_id': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'mac_address': 'fa:16:3e:c7:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fbf01-7d11-4f7f-ba90-9453d2acb94e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:30:00.431336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 56297d7b-5525-4c45-be7d-f585e2f7374a is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:00.431727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:00.446675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56297d7b-5525-4c45-be7d-f585e2f7374a {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:30:00.467509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:00.473798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:00.474254 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc346-af2b-4154-9042-e42ee4b45b1f req-e53bbcee-f76c-4789-938a-89a4ac8430e5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.476008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-694dc346-af2b-4154-9042-e42ee4b45b1f req-e53bbcee-f76c-4789-938a-89a4ac8430e5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 944 time: 0.0568445
Jan 15 21:30:00.491819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-a297f669-5bfb-40c9-a840-83037f0be80a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.493315 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-a297f669-5bfb-40c9-a840-83037f0be80a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605&tenant_id=92c07aae567b4d718b53dbc4e126c768&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0596242
Jan 15 21:30:00.521335 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:00.526924 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-694dc346-af2b-4154-9042-e42ee4b45b1f req-112c7d87-e293-4a88-8376-619b9e9addc5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435376
Jan 15 21:30:00.565112 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-e155ec0f-b56f-4846-bf4f-9dc1b3486a8b service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:30:00.566118 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-e155ec0f-b56f-4846-bf4f-9dc1b3486a8b service neutron] 10.222.0.39 "DELETE /v2.0/ports/56297d7b-5525-4c45-be7d-f585e2f7374a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0660083
Jan 15 21:30:00.651268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-2a8f7593-217e-4aee-9fb3-1b497f703e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.652668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-2a8f7593-217e-4aee-9fb3-1b497f703e1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 1096 time: 0.0418332
Jan 15 21:30:00.719723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['56297d7b-5525-4c45-be7d-f585e2f7374a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:30:00.746325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-eb1b20a1-4239-411b-b1af-ee20a749085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.747829 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-eb1b20a1-4239-411b-b1af-ee20a749085e service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0884106
Jan 15 21:30:00.789577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-9d93f275-c31f-4938-a264-9ebc725b6291 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 200  len: 217 time: 0.0360940
Jan 15 21:30:00.837072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-69e84871-f26e-447b-a97b-faac896a0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:00.838514 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-69e84871-f26e-447b-a97b-faac896a0050 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0430436
Jan 15 21:30:00.872410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-a2226be1-0ce6-4277-aefe-35dd5b6293d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283635
Jan 15 21:30:00.960271 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-46b35d61-4336-4bbd-b5fd-d930b2d4e565 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815690
Jan 15 21:30:01.049669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c1c8a7d6-223d-4076-93b7-fe715710e532 req-5a080f08-7dcb-419b-aa94-9fb0f3dc84ba service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839155
Jan 15 21:30:01.647449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ef6df-147d-408c-b2f6-6ef871b1102b req-c58d59f4-f6d2-48b4-ae96-2a0f626985d5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:01.648830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd3ef6df-147d-408c-b2f6-6ef871b1102b req-c58d59f4-f6d2-48b4-ae96-2a0f626985d5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 945 time: 0.0502965
Jan 15 21:30:01.696720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd3ef6df-147d-408c-b2f6-6ef871b1102b req-c49000fc-ed02-44a7-ad2f-32fadcbe12a2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420289
Jan 15 21:30:01.811383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3d3b-74db-4aed-93c2-851927551460 req-0d96f73b-ec44-44ae-b080-8caf25b3247e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:01.812870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13fc3d3b-74db-4aed-93c2-851927551460 req-0d96f73b-ec44-44ae-b080-8caf25b3247e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 945 time: 0.0488732
Jan 15 21:30:01.869767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13fc3d3b-74db-4aed-93c2-851927551460 req-40e57fa5-0e4f-455d-a981-b51f5972b3c8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511689
Jan 15 21:30:01.981011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249c49-cec5-4cbe-930a-3a564d79d9db req-a8414eb5-c751-4f43-8312-167de088f53f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:01.982455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74249c49-cec5-4cbe-930a-3a564d79d9db req-a8414eb5-c751-4f43-8312-167de088f53f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 945 time: 0.0483103
Jan 15 21:30:02.027638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74249c49-cec5-4cbe-930a-3a564d79d9db req-40ef6486-2e9c-40be-8f7d-0e7c6c333d67 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396824
Jan 15 21:30:02.282169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:02.332483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 56297d7b-5525-4c45-be7d-f585e2f7374a completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:30:02.336682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 56297d7b-5525-4c45-be7d-f585e2f7374a triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:02.337087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:02.389674 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-0b03acf9-8bbf-4b09-bf5d-81e5ad14640d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:02.391145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-0b03acf9-8bbf-4b09-bf5d-81e5ad14640d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 815 time: 0.1152682
Jan 15 21:30:02.405992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-6ca5ce12-cb8a-4795-b3fe-1f53107c278f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/quotas/92c07aae567b4d718b53dbc4e126c768 HTTP/1.1" status: 200  len: 375 time: 0.0089564
Jan 15 21:30:02.422514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 56297d7b-5525-4c45-be7d-f585e2f7374a is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:02.422815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:02.445776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:02.448170 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1085de-a89f-40a9-94af-e46c63a16b4d" -d '{"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-plugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:02.458086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-6df2c3f1-aa1e-4a70-a62b-6164d5ba4727 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0464709
Jan 15 21:30:02.461533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:02.465511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:02.474316 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-67f63c12-272f-486e-bcf2-8ff37c5aaa78 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:30:02.475569 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-67f63c12-272f-486e-bcf2-8ff37c5aaa78 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0097945
Jan 15 21:30:02.488118 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ed3b4-b8ca-4588-946d-ec3c8c67dcca x-openstack-request-id: req-f31ed3b4-b8ca-4588-946d-ec3c8c67dcca {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:02.488415 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-plugged", "status": "completed", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:02.488670 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f31ed3b4-b8ca-4588-946d-ec3c8c67dcca {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:02.489085 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'code': 200}
Jan 15 21:30:02.515097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:02.571688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-9f6e6a13-5a47-42f1-a499-826cce6b1d1a service neutron] 10.222.0.46 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896688
Jan 15 21:30:02.663781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-7e9cf652-b008-4463-b95c-a3e6aff56302 service neutron] 10.222.0.46 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864170
Jan 15 21:30:02.822140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b9c18b1-37c1-418c-9308-9b3faf142df5 req-c466ee5e-1d58-4d39-85d3-c910c53ab209 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 210 time: 0.0278182
Jan 15 21:30:03.648807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-d32fac49-4f9a-435d-8159-b3b5ad74aa1d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:03.650215 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-d32fac49-4f9a-435d-8159-b3b5ad74aa1d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca394fe-2987-449e-89bf-9dfc44bbd605 HTTP/1.1" status: 200  len: 946 time: 0.0694447
Jan 15 21:30:03.788210 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-f492a032-83f6-4a16-92a6-e2bac489df87 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:03.789684 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-f492a032-83f6-4a16-92a6-e2bac489df87 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 815 time: 0.1710584
Jan 15 21:30:03.806511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Request body: {'port': {'device_id': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'admin_state_up': True, 'tenant_id': '92c07aae567b4d718b53dbc4e126c768'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:03.855159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Deleting port 56297d7b-5525-4c45-be7d-f585e2f7374a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:30:03.855513 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:03.918002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9cc2f834-512b-4cbf-be77-2ba07ea69fef req-1c708293-091c-49aa-a6fb-94ec5ce9070a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 210 time: 0.0262980
Jan 15 21:30:03.983571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] For port 56297d7b-5525-4c45-be7d-f585e2f7374a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56297d7b-5525-4c45-be7d-f585e2f7374a,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:03.983943 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.002747 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Calling delete_port for 56297d7b-5525-4c45-be7d-f585e2f7374a owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:30:04.014456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Made reservation on behalf of 92c07aae567b4d718b53dbc4e126c768 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:30:04.018568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.229324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Allocated IP 172.20.0.5 (20140db7-b287-4e34-b35e-a51d2875af4b/886fbf01-7d11-4f7f-ba90-9453d2acb94e/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:30:04.244619 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (56297d7b-5525-4c45-be7d-f585e2f7374a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.262366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['56297d7b-5525-4c45-be7d-f585e2f7374a'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:30:04.276927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Pushing event deleted for resources: {'Port': ['ID=56297d7b-5525-4c45-be7d-f585e2f7374a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:04.334464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] No DVR routers for this DVR port 56297d7b-5525-4c45-be7d-f585e2f7374a on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:30:04.338419 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.341712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2a693c69-40ac-46a8-a086-acd69e3da3e5 req-52114978-a1fd-4ddb-b2ca-53fcf15ad0e2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.45 "DELETE /v2.0/ports/56297d7b-5525-4c45-be7d-f585e2f7374a HTTP/1.1" status: 204  len: 173 time: 0.6652858
Jan 15 21:30:04.342145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-deleted', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:04.344333 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad370f-5f5a-422b-bf56-67f0bc163ccd" -d '{"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-deleted", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:04.405839 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5786f48b-327c-4f39-81fc-24d7214529b2 x-openstack-request-id: req-5786f48b-327c-4f39-81fc-24d7214529b2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:04.406135 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca394fe-2987-449e-89bf-9dfc44bbd605", "name": "network-vif-deleted", "tag": "56297d7b-5525-4c45-be7d-f585e2f7374a", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:04.406647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5786f48b-327c-4f39-81fc-24d7214529b2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:04.407045 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca394fe-2987-449e-89bf-9dfc44bbd605', 'name': 'network-vif-deleted', 'tag': '56297d7b-5525-4c45-be7d-f585e2f7374a', 'status': 'completed', 'code': 200}
Jan 15 21:30:04.471051 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks [] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.506755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.554616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Network 20140db7-b287-4e34-b35e-a51d2875af4b is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:04.557867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:04.561687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:30:04.589328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:04.625503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:04.626119 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.641567 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-a192025b-f37f-4c55-a26a-ce13eb0c2929 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8414497
Jan 15 21:30:04.653142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Request body: {'port': {'device_id': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:04.707682 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.967298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:30:04.976182 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks [] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:04.992129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Transition to ACTIVE for port object 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:30:05.002659 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:05.043878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479f1a-975a-4b68-b1e4-13984b4ff9cc req-461664e9-e99b-4491-9c3d-4c8e7c8d583f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:05.045589 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66479f1a-975a-4b68-b1e4-13984b4ff9cc req-461664e9-e99b-4491-9c3d-4c8e7c8d583f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0539863
Jan 15 21:30:05.057637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:05.099928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66479f1a-975a-4b68-b1e4-13984b4ff9cc req-0262f514-25ba-4d8e-86b6-18336e283e2a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482824
Jan 15 21:30:05.125791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:30:05.126126 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:30:05.126455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:05.131071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:30:05.131398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:05.136203 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:30:05.136547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Checking segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:05.136972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Bound using segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:30:05.137406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Bound port: 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:30:05.137768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:05.204469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:05.207939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:30:05.211666 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:05.248394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:05.249040 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:05.250407 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 1091 time: 0.6013019
Jan 15 21:30:05.274564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57fad5-38e8-43b3-b071-e7b8638261e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:05.324889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-e2f9ec71-490d-46ca-9704-a6c0626252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:05.326395 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-e2f9ec71-490d-46ca-9704-a6c0626252bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0412762
Jan 15 21:30:05.370656 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-4c41865c-5962-4123-9f95-fd51f82451fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0350695
Jan 15 21:30:05.423465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-ae93a6d3-42b7-4d4f-9c99-da01025d91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:05.425125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-ae93a6d3-42b7-4d4f-9c99-da01025d91f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0486379
Jan 15 21:30:05.454569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-7544b199-295d-4a15-817a-8f50d08f2220 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240610
Jan 15 21:30:05.541790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-abcc9a97-dbc8-4b39-a08d-540d2f2707d4 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813830
Jan 15 21:30:05.633266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e22693c2-0732-416e-8a1b-9b1c3621f8c5 req-57bff710-52cb-46d8-a1cc-debe38cfba2c service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854416
Jan 15 21:30:06.215129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced01ad-a7cb-45ee-bdff-aa2066fbf43e req-d30b79d0-5705-4fff-8505-259de6ee60c9 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:06.216600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ced01ad-a7cb-45ee-bdff-aa2066fbf43e req-d30b79d0-5705-4fff-8505-259de6ee60c9 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0482869
Jan 15 21:30:06.264339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ced01ad-a7cb-45ee-bdff-aa2066fbf43e req-33fc1f2f-c364-41fb-9dc3-1e284be40c91 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416584
Jan 15 21:30:06.309742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:30:06.332793 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 56297d7b-5525-4c45-be7d-f585e2f7374a {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:30:06.333171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 56297d7b-5525-4c45-be7d-f585e2f7374a not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:30:06.408824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:06.411362 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c108fd9-2b15-4c39-ad33-e98e1b413965" -d '{"events": [{"name": "network-changed", "server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:06.445878 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dd838a-1e0e-4c3e-b8e4-36d6c1e5d658 x-openstack-request-id: req-32dd838a-1e0e-4c3e-b8e4-36d6c1e5d658 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:06.446164 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:06.446416 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32dd838a-1e0e-4c3e-b8e4-36d6c1e5d658 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:06.446916 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'status': 'completed', 'code': 200}
Jan 15 21:30:06.505804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-cf364bfe-8ad3-4843-90cf-7111281bb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:06.507266 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-cf364bfe-8ad3-4843-90cf-7111281bb652 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0405204
Jan 15 21:30:06.599308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-f5fb1cfe-c423-495a-8c30-88ac0e3af03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:06.600883 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-f5fb1cfe-c423-495a-8c30-88ac0e3af03e service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0882542
Jan 15 21:30:06.642172 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-803b6100-3e3e-4bfa-b84c-a8b5e2c66529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0352771
Jan 15 21:30:06.689978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-3f402511-8337-4d8b-ac94-c0804e7617a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:06.691367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-3f402511-8337-4d8b-ac94-c0804e7617a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0438287
Jan 15 21:30:06.721337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-5c7e6c87-3053-4f12-aac0-eedcfe0a8512 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0235491
Jan 15 21:30:06.812687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-d4c49083-0878-431d-838d-52a63bdb79e3 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864506
Jan 15 21:30:06.903106 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8c108fd9-2b15-4c39-ad33-e98e1b413965 req-1e2516a5-def3-403c-a460-a3ad60e3e643 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843525
Jan 15 21:30:07.381339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6474-33a0-4625-bdbb-5d70a649e996 req-bc659cb8-4ebd-4cb1-ac94-0f3226a4d25d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:07.382869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f62e6474-33a0-4625-bdbb-5d70a649e996 req-bc659cb8-4ebd-4cb1-ac94-0f3226a4d25d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0503433
Jan 15 21:30:07.429725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f62e6474-33a0-4625-bdbb-5d70a649e996 req-0d75420a-8411-42aa-8828-ddebf446ff95 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413752
Jan 15 21:30:08.549964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f2d1-182c-4c55-b571-73d87fb33a50 req-89f52550-4b70-4515-8742-a4cc30808c5c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:08.551422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9f8f2d1-182c-4c55-b571-73d87fb33a50 req-89f52550-4b70-4515-8742-a4cc30808c5c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0523174
Jan 15 21:30:08.599674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9f8f2d1-182c-4c55-b571-73d87fb33a50 req-1d37bbd0-e552-4492-a563-4acc42aa48ef tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427840
Jan 15 21:30:08.757851 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:30:08.848364 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:08.859181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'port_id': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'mac_address': 'fa:16:3e:40:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fbf01-7d11-4f7f-ba90-9453d2acb94e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:30:08.898546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:08.898922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:08.911498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:30:08.931129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:08.934810 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:08.980665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:09.126951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:30:09.715338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdea2a-c632-4722-a911-f09f7675ba97 req-85f548c9-d22e-4ece-9802-f0babc40789c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:09.716799 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4cdea2a-c632-4722-a911-f09f7675ba97 req-85f548c9-d22e-4ece-9802-f0babc40789c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0477374
Jan 15 21:30:09.763045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c4cdea2a-c632-4722-a911-f09f7675ba97 req-a31b285c-86a7-49b9-9217-d3f070ec3c64 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400722
Jan 15 21:30:10.770512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:10.819176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:30:10.823686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:10.824059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:10.883441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3600988-ec60-440f-8858-257dc97a9648 req-fd43658f-ba3d-4f11-a1d9-1c5b026278f9 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:10.885557 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3600988-ec60-440f-8858-257dc97a9648 req-fd43658f-ba3d-4f11-a1d9-1c5b026278f9 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0532403
Jan 15 21:30:10.904461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:10.904864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:10.935356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3600988-ec60-440f-8858-257dc97a9648 req-098f28a8-3e2e-4bf8-b9de-217c6db9e719 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436137
Jan 15 21:30:11.087581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:11.089769 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00e74cb-a105-463d-8377-f41b3d1849b7" -d '{"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-plugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:11.101662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:11.105738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:11.131094 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69834f1f-0831-427c-bf53-a3f88e017a6d x-openstack-request-id: req-69834f1f-0831-427c-bf53-a3f88e017a6d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:11.131369 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-plugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:11.131622 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69834f1f-0831-427c-bf53-a3f88e017a6d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:11.132000 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'code': 200}
Jan 15 21:30:11.154602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:11.162467 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.162810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.163160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.163483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.163813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.164140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.164477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.164814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.165176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.165511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.165807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.166126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.166436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:11.226902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15acb2c-6cef-43e1-b2d6-9af595169cc3 req-ddb279ce-35b7-4b70-9d22-e2ee9bd72cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:11.228560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f15acb2c-6cef-43e1-b2d6-9af595169cc3 req-ddb279ce-35b7-4b70-9d22-e2ee9bd72cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1096 time: 0.0411816
Jan 15 21:30:11.273775 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f15acb2c-6cef-43e1-b2d6-9af595169cc3 req-5626b11b-c2d8-4115-8151-107ef540db75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391130
Jan 15 21:30:12.133661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2601a7-4eee-4d9e-83ce-540cc00284e8 req-2a6487e5-1766-4385-9bd8-491b3d5323aa tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:12.135120 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc2601a7-4eee-4d9e-83ce-540cc00284e8 req-2a6487e5-1766-4385-9bd8-491b3d5323aa tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.1300628
Jan 15 21:30:12.183525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc2601a7-4eee-4d9e-83ce-540cc00284e8 req-213597d3-5475-45b5-bd5c-442f4df9d02c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427022
Jan 15 21:30:13.359628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b748f-814e-4c83-a78e-599c343b9f8c req-c9b721b9-85fd-476d-bc8b-20f5d22c2925 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:13.361136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-403b748f-814e-4c83-a78e-599c343b9f8c req-c9b721b9-85fd-476d-bc8b-20f5d22c2925 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.1065464
Jan 15 21:30:13.412493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-403b748f-814e-4c83-a78e-599c343b9f8c req-159573d5-54d2-41fb-9a36-56f63ef3375b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451798
Jan 15 21:30:13.534046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7e7d-50cb-434b-a2bd-72592a4473c9 req-bcd4a9b6-8282-4ba4-8677-7ec19c19d902 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:13.535405 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0efe7e7d-50cb-434b-a2bd-72592a4473c9 req-bcd4a9b6-8282-4ba4-8677-7ec19c19d902 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0489390
Jan 15 21:30:13.582702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0efe7e7d-50cb-434b-a2bd-72592a4473c9 req-cf90194c-a884-4f41-ad59-261667689480 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417223
Jan 15 21:30:13.837529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-1392174b-0d4a-4c14-a3d3-eb7113882078 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0696456
Jan 15 21:30:13.847818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67b9f-3fe4-4d69-983f-e17156bfff26 req-1c7fc3c7-f02e-4b3e-84aa-aff1fd3f4cbb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:13.849245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cec67b9f-3fe4-4d69-983f-e17156bfff26 req-1c7fc3c7-f02e-4b3e-84aa-aff1fd3f4cbb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0732334
Jan 15 21:30:13.898104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cec67b9f-3fe4-4d69-983f-e17156bfff26 req-9dd1353d-3767-4033-bb85-0bf230de9f37 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420272
Jan 15 21:30:14.668669 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:15.024071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd345-bd16-40e9-b132-34e395040f6a req-821fe1b8-bfbe-43e3-a31d-0c3017e9dabb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:15.025600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-483fd345-bd16-40e9-b132-34e395040f6a req-821fe1b8-bfbe-43e3-a31d-0c3017e9dabb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0569696
Jan 15 21:30:15.073662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-483fd345-bd16-40e9-b132-34e395040f6a req-3c14fb02-4322-467c-9030-8804d55456a8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423253
Jan 15 21:30:15.098016 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-63e141c7-66c7-45da-8bf1-fac64c5cbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:15.099540 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-63e141c7-66c7-45da-8bf1-fac64c5cbb20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1096 time: 0.0961363
Jan 15 21:30:15.190476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-2386bc0c-0935-4eb5-9abb-ea70cbb24f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:15.192019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-2386bc0c-0935-4eb5-9abb-ea70cbb24f0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0869842
Jan 15 21:30:15.232792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-167a1e62-5df5-48a5-9869-37d478b8daf9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0351055
Jan 15 21:30:15.279738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-fae76310-438c-49fc-a718-1e46c2b17c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:15.281233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-fae76310-438c-49fc-a718-1e46c2b17c24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0432570
Jan 15 21:30:15.316632 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-16278769-92c6-4695-9a1e-6f344cb9df15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286572
Jan 15 21:30:15.406347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-15585d55-6a3a-4627-811d-61b754c2f799 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840743
Jan 15 21:30:15.501492 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-f08085ae-fc2c-4079-8f84-a1030d4bcea4 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889757
Jan 15 21:30:15.520514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:16.189465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d056848-8c09-4795-98ea-02ba20edc52f req-6c08e192-9521-4a69-b83b-f685934b120e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:16.190905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d056848-8c09-4795-98ea-02ba20edc52f req-6c08e192-9521-4a69-b83b-f685934b120e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0487027
Jan 15 21:30:16.243263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d056848-8c09-4795-98ea-02ba20edc52f req-aba2d8d8-92da-4078-a33d-b6616fb1ed68 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465951
Jan 15 21:30:17.365153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9caeb-bb39-445f-b46f-44c3f3e262ce req-5069d2e1-d2ea-46b1-8f89-c4dbc83293cc tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:17.366960 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7f9caeb-bb39-445f-b46f-44c3f3e262ce req-5069d2e1-d2ea-46b1-8f89-c4dbc83293cc tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0501158
Jan 15 21:30:17.415424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c7f9caeb-bb39-445f-b46f-44c3f3e262ce req-e5f4eb4b-064c-476c-a726-ede3ff3459c5 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429022
Jan 15 21:30:17.971118 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a72e0ddb-4c3a-4826-8d5e-03bfc6f21cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:18.530396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15e73e-a305-44ce-aa1b-f1cb960966dd req-5234041e-38d0-4635-bb50-bfbbb277d14d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:18.532116 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad15e73e-a305-44ce-aa1b-f1cb960966dd req-5234041e-38d0-4635-bb50-bfbbb277d14d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0481331
Jan 15 21:30:18.579532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad15e73e-a305-44ce-aa1b-f1cb960966dd req-efe551d5-39a3-4eae-86fe-033d922a24e6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411036
Jan 15 21:30:19.702436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a39cc-9cab-4822-850d-1ac2450147a1 req-247dd5fa-9f1b-4eb0-b0c2-01907dd58407 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:19.703916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-026a39cc-9cab-4822-850d-1ac2450147a1 req-247dd5fa-9f1b-4eb0-b0c2-01907dd58407 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0538044
Jan 15 21:30:19.750730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-026a39cc-9cab-4822-850d-1ac2450147a1 req-2b5fa007-5258-4edc-9c68-81a103426ad8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412474
Jan 15 21:30:20.698236 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bc03cac0-f2f4-4617-93e9-d9a08fe4256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:20.865268 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0991-bcb8-4ba2-bf84-102cec5defd4 req-d5c2f4c8-5bae-468c-9ca3-0055e0201c84 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:20.866715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-605d0991-bcb8-4ba2-bf84-102cec5defd4 req-d5c2f4c8-5bae-468c-9ca3-0055e0201c84 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0476956
Jan 15 21:30:20.912674 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-605d0991-bcb8-4ba2-bf84-102cec5defd4 req-6e008455-ada8-40ce-86fb-f4f1ef58b6a1 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404596
Jan 15 21:30:21.980056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:22.027367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be16e-ab8c-4181-89d3-0a81aab72cab req-8aa2c294-71ac-4cfe-bef1-df65b16f7585 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:22.028887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-773be16e-ab8c-4181-89d3-0a81aab72cab req-8aa2c294-71ac-4cfe-bef1-df65b16f7585 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0489647
Jan 15 21:30:22.079286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-773be16e-ab8c-4181-89d3-0a81aab72cab req-da33ca6d-ae7a-4b60-8592-45dfa936c4b2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446117
Jan 15 21:30:23.195402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040eac5-d996-4918-bc09-699c298f1758 req-c19c8553-9008-424b-82de-ea57c2b24447 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:23.196870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3040eac5-d996-4918-bc09-699c298f1758 req-c19c8553-9008-424b-82de-ea57c2b24447 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0484450
Jan 15 21:30:23.242357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3040eac5-d996-4918-bc09-699c298f1758 req-8dd88fc4-9139-4794-a3a8-371b0cce789f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400357
Jan 15 21:30:23.379393 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:24.260131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:24.359359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7af91e-7e53-4709-8813-94f8d0480b3d req-452f8911-899d-4dbe-a0e9-aa195a268d41 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:24.360860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc7af91e-7e53-4709-8813-94f8d0480b3d req-452f8911-899d-4dbe-a0e9-aa195a268d41 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0495400
Jan 15 21:30:24.409107 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc7af91e-7e53-4709-8813-94f8d0480b3d req-c001323c-4aac-4b25-8ae0-fb388f34806b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416739
Jan 15 21:30:24.861498 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:30:25.771095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a874b8-10cb-4b31-93bf-fcaee17d6897 req-b6b25ab9-937f-4bc4-9b19-914ad70576ac tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:25.772343 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0a874b8-10cb-4b31-93bf-fcaee17d6897 req-b6b25ab9-937f-4bc4-9b19-914ad70576ac tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.2947083
Jan 15 21:30:25.824702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a0a874b8-10cb-4b31-93bf-fcaee17d6897 req-1fa804cf-6219-457a-981e-a13f57c9d6ed tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445650
Jan 15 21:30:26.940671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04dac8-95c6-4674-880e-3084462f2e98 req-245b40ca-f7bf-456f-9b65-0dd74d4cf6f4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:26.942134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd04dac8-95c6-4674-880e-3084462f2e98 req-245b40ca-f7bf-456f-9b65-0dd74d4cf6f4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0475395
Jan 15 21:30:26.989289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd04dac8-95c6-4674-880e-3084462f2e98 req-9aa066d4-f01c-4247-bee1-0e57d7e10ce7 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416806
Jan 15 21:30:28.108493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6c478-d2b8-4f3b-bc75-452d73ba52f5 req-02730787-9ee8-4d49-aa19-bcdea1a0dec6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:28.110044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58e6c478-d2b8-4f3b-bc75-452d73ba52f5 req-02730787-9ee8-4d49-aa19-bcdea1a0dec6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0506005
Jan 15 21:30:28.156431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-58e6c478-d2b8-4f3b-bc75-452d73ba52f5 req-15511c15-2211-46f5-aa7d-38824c2c0f40 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401835
Jan 15 21:30:29.272052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7d8c7-04ce-4e5e-9547-8708caad064f req-0574d800-1292-49a4-86c3-9c33f6a50724 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:29.273438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9db7d8c7-04ce-4e5e-9547-8708caad064f req-0574d800-1292-49a4-86c3-9c33f6a50724 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0489750
Jan 15 21:30:29.320783 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9db7d8c7-04ce-4e5e-9547-8708caad064f req-be095f7f-4180-4ea0-938f-e272efdac959 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417478
Jan 15 21:30:30.435874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea0ea-1c3e-4af1-af96-3df1efbdd36c req-608faf80-7f04-4c5b-9276-f364f631c4e3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:30.437358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b2ea0ea-1c3e-4af1-af96-3df1efbdd36c req-608faf80-7f04-4c5b-9276-f364f631c4e3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0483782
Jan 15 21:30:30.487815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2b2ea0ea-1c3e-4af1-af96-3df1efbdd36c req-c8f52a3c-d0a0-4ec2-9828-23121c9bbb90 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439932
Jan 15 21:30:31.605085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d1ac-1c9a-4869-b700-77cbcf1bc080 req-86e2264d-dde5-424a-aabd-428c6f841a5c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:31.606543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e43d1ac-1c9a-4869-b700-77cbcf1bc080 req-86e2264d-dde5-424a-aabd-428c6f841a5c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0492101
Jan 15 21:30:31.654127 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e43d1ac-1c9a-4869-b700-77cbcf1bc080 req-21866890-1c05-452c-b5f7-1d2584a402c2 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420411
Jan 15 21:30:32.771888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f39c5f-7414-4e88-90d7-dc0b4bab2282 req-0796a004-7995-47ab-8350-39bbca30efc0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:32.773384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f39c5f-7414-4e88-90d7-dc0b4bab2282 req-0796a004-7995-47ab-8350-39bbca30efc0 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0497637
Jan 15 21:30:32.822007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f39c5f-7414-4e88-90d7-dc0b4bab2282 req-e4bf5786-0dde-45f8-ab9f-baba9be321fd tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431366
Jan 15 21:30:33.941541 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e94083-de25-4a76-99f8-d41e57d29f0b req-2c4df299-53e5-4211-bf8a-6cf7b174afc3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:33.943183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04e94083-de25-4a76-99f8-d41e57d29f0b req-2c4df299-53e5-4211-bf8a-6cf7b174afc3 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0520849
Jan 15 21:30:33.991772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04e94083-de25-4a76-99f8-d41e57d29f0b req-a7679ce4-f674-48ad-8190-3183f039d923 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427921
Jan 15 21:30:35.108407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8ebfd-8be8-494e-8a30-d27c7f767f5f req-095711db-d47d-42c5-86f8-43ad70739ab8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:35.109904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2d8ebfd-8be8-494e-8a30-d27c7f767f5f req-095711db-d47d-42c5-86f8-43ad70739ab8 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0488849
Jan 15 21:30:35.156031 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d2d8ebfd-8be8-494e-8a30-d27c7f767f5f req-3974c17c-09c7-49fa-8824-a2a47e812c07 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406053
Jan 15 21:30:36.271890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30cd19-dff1-47db-bc44-e1445cfe1e0e req-efacecc3-6d09-45a4-945f-4570dae5b36a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:36.273373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d30cd19-dff1-47db-bc44-e1445cfe1e0e req-efacecc3-6d09-45a4-945f-4570dae5b36a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0490007
Jan 15 21:30:36.326132 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d30cd19-dff1-47db-bc44-e1445cfe1e0e req-4931d867-188b-41ea-ad0f-abd1f1709999 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472126
Jan 15 21:30:37.446599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7608c9-55ac-4dda-a8f6-6b8790ca45a1 req-77e56b5b-011c-47d2-aded-15730f1e5d7f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:37.448061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d7608c9-55ac-4dda-a8f6-6b8790ca45a1 req-77e56b5b-011c-47d2-aded-15730f1e5d7f tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0526814
Jan 15 21:30:37.494463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3d7608c9-55ac-4dda-a8f6-6b8790ca45a1 req-86f9bdfa-c8ab-4951-b926-bc5391da7645 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409641
Jan 15 21:30:38.610655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72c2c-9641-466a-8fc7-d85c20be60a4 req-afcfc51f-2b35-4dfc-a779-031bea7a2600 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:38.612630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91f72c2c-9641-466a-8fc7-d85c20be60a4 req-afcfc51f-2b35-4dfc-a779-031bea7a2600 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0486331
Jan 15 21:30:38.658951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91f72c2c-9641-466a-8fc7-d85c20be60a4 req-68925239-c437-43b9-8ec8-2fb98a795dff tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405385
Jan 15 21:30:39.777934 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479bc8a-fd8f-4444-8498-f66c9dd7c6b3 req-5449d2bd-bdfa-454d-ba82-ac9bdf9c9ecf tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:39.779382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1479bc8a-fd8f-4444-8498-f66c9dd7c6b3 req-5449d2bd-bdfa-454d-ba82-ac9bdf9c9ecf tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0521908
Jan 15 21:30:39.826479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1479bc8a-fd8f-4444-8498-f66c9dd7c6b3 req-4e82d7a1-cd6b-442a-9f6c-9dd6cf52ad67 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413620
Jan 15 21:30:40.943133 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43931667-f762-4a9b-940c-8da0b590ec74 req-6e2f3cd7-44c2-483d-bddf-593adcf0859b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:40.944620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43931667-f762-4a9b-940c-8da0b590ec74 req-6e2f3cd7-44c2-483d-bddf-593adcf0859b tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0502815
Jan 15 21:30:40.992651 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-43931667-f762-4a9b-940c-8da0b590ec74 req-467eb461-9134-42d8-b65f-8b435161be4c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424659
Jan 15 21:30:42.126173 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c64b7-feb1-444b-9292-f6c16909ea34 req-84f214f7-a507-4106-86be-fac44944500a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:42.127645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-645c64b7-feb1-444b-9292-f6c16909ea34 req-84f214f7-a507-4106-86be-fac44944500a tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0587473
Jan 15 21:30:42.181417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-645c64b7-feb1-444b-9292-f6c16909ea34 req-068ec042-27ce-4598-a4b1-05c1aef0b595 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461600
Jan 15 21:30:42.509022 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5e6bed03-425c-40a4-b352-e27d0a54e42c service neutron] show failed (client error): The resource could not be found.
Jan 15 21:30:42.510056 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5e6bed03-425c-40a4-b352-e27d0a54e42c service neutron] 10.222.0.39 "GET /v2.0/ports/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0655432
Jan 15 21:30:42.712631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-71f1914a-8aaf-4dc8-a6e6-0969cdeaa8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:42.714222 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-71f1914a-8aaf-4dc8-a6e6-0969cdeaa8ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72&tenant_id=92c07aae567b4d718b53dbc4e126c768 HTTP/1.1" status: 200  len: 1096 time: 0.0417335
Jan 15 21:30:42.734125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:42.789339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:42.987534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:43.020709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:43.058249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:43.060362 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e303b4c4-db2a-45db-a548-7ab6c1ea7766" -d '{"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-unplugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:43.064196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks [] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:43.076873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Transition to ACTIVE for port object 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:30:43.080627 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:43.149901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] No DVR routers for this DVR port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:30:43.153032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:43.178959 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.179782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.180131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.180480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.180819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.181384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.181635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.181816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.182146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.182473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.182800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.183119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.183440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:43.190230 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9534c1aa-94e9-4d4c-be1c-bcd68d958337 x-openstack-request-id: req-9534c1aa-94e9-4d4c-be1c-bcd68d958337 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:43.190518 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-unplugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:43.190771 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9534c1aa-94e9-4d4c-be1c-bcd68d958337 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:43.191179 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'code': 200}
Jan 15 21:30:43.202858 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:30:43.203197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:30:43.203528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:43.207781 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:30:43.208113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Attempting to bind port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on network 20140db7-b287-4e34-b35e-a51d2875af4b {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:43.212943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:30:43.213288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Checking segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:43.213673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Bound using segment: {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:30:43.214099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Bound port: 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e506cfe9-93c0-405f-9d6c-141165605bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:30:43.214459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:43.277722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:43.280609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:30:43.285700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:43.310045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a81a-1192-4a2a-a761-f40b64dab1d7 req-1bb49775-e0de-4099-a5ac-58ede142eb6c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:43.311693 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd85a81a-1192-4a2a-a761-f40b64dab1d7 req-1bb49775-e0de-4099-a5ac-58ede142eb6c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0502281
Jan 15 21:30:43.321608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:43.322309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:43.323817 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] 10.222.0.45 "PUT /v2.0/ports/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 1091 time: 0.5935347
Jan 15 21:30:43.345281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d45ec-5aca-483b-8c33-d512b498f71f service neutron] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:43.364467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd85a81a-1192-4a2a-a761-f40b64dab1d7 req-07235f9e-20bd-46f0-b9f9-bd85ebea49b1 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456367
Jan 15 21:30:43.400939 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-4ed3cb8f-c847-4bed-bdba-08972592988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:43.402507 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-4ed3cb8f-c847-4bed-bdba-08972592988d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0499709
Jan 15 21:30:43.495001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-a797b7e1-b37a-4189-a008-6a7fdba0a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:43.496474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-a797b7e1-b37a-4189-a008-6a7fdba0a84c service neutron] 10.222.0.45 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0841022
Jan 15 21:30:43.544606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-5cb323c5-3f88-49ba-9038-625035acaf18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0376961
Jan 15 21:30:43.598666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-eeadc8e7-6f59-4329-bdf9-1938a6014541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:43.600095 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-eeadc8e7-6f59-4329-bdf9-1938a6014541 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0461476
Jan 15 21:30:43.633103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-b40d08e3-33c7-4c0c-a37d-7b872649ddf1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241351
Jan 15 21:30:43.726913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-f3231fdc-5f43-473d-9b05-9aaaa68bd156 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848949
Jan 15 21:30:43.817279 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b1cd10d9-2c89-4015-9b93-1718332846c1 req-1e22e915-85d5-40c6-9af0-b70773036a28 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809424
Jan 15 21:30:44.484283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305b54-599a-4a97-968e-10e8e683b953 req-44ca51c5-4a98-4b48-8c27-ad91432a554e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:44.485765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13305b54-599a-4a97-968e-10e8e683b953 req-44ca51c5-4a98-4b48-8c27-ad91432a554e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0494113
Jan 15 21:30:44.536866 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-13305b54-599a-4a97-968e-10e8e683b953 req-ce328433-d566-49b5-a95c-082ece167a4d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454412
Jan 15 21:30:44.681194 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:45.193191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:45.195529 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:45.242269 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85716cc-0ea3-41c7-a225-591bb030f9a1 x-openstack-request-id: req-f85716cc-0ea3-41c7-a225-591bb030f9a1 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:45.242568 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:45.242827 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f85716cc-0ea3-41c7-a225-591bb030f9a1 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:45.243257 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'status': 'completed', 'code': 200}
Jan 15 21:30:45.328797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-3e441176-3736-4d3c-a537-d87f57861c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.330226 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-3e441176-3736-4d3c-a537-d87f57861c6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0694561
Jan 15 21:30:45.336393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-f72584c4-f823-44e0-b70b-9fe215cd75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.337777 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-f72584c4-f823-44e0-b70b-9fe215cd75df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0690911
Jan 15 21:30:45.519426 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:45.663753 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a5e5a-51db-40f3-8bfb-a302891bda1f req-c97fec23-8b9b-4ac4-96cc-51ef717478a6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.665377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c87a5e5a-51db-40f3-8bfb-a302891bda1f req-c97fec23-8b9b-4ac4-96cc-51ef717478a6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0542469
Jan 15 21:30:45.716136 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c87a5e5a-51db-40f3-8bfb-a302891bda1f req-08eaf725-82fe-410b-b826-cdbe59fd2b37 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448997
Jan 15 21:30:45.808341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-6fb21b9e-7e92-4a98-b971-87ac50109dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.809856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-6fb21b9e-7e92-4a98-b971-87ac50109dac service neutron] 10.222.0.45 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.4712520
Jan 15 21:30:45.811178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-4498b19e-286e-4eb0-8884-cb3fd4a0d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.812535 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-4498b19e-286e-4eb0-8884-cb3fd4a0d626 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.4670353
Jan 15 21:30:45.859463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-f3f4a7e2-eec9-4a2f-868f-37bbcf59738d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0434237
Jan 15 21:30:45.909529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-dbdc0be7-7aca-4675-90c3-c1894c367f7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0564270
Jan 15 21:30:45.919003 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d3b48-ea3f-481c-9bb8-d0aafaccc255 req-51a7049e-4e6a-4bb7-b05d-8612c4d40cb6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:45.920435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3d3b48-ea3f-481c-9bb8-d0aafaccc255 req-51a7049e-4e6a-4bb7-b05d-8612c4d40cb6 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 943 time: 0.0517182
Jan 15 21:30:45.967726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a3d3b48-ea3f-481c-9bb8-d0aafaccc255 req-3beaf894-dba3-4d3f-9370-68297d485717 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409334
Jan 15 21:30:46.003744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-598327cc-8189-4058-b63d-d0ec273119cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.005237 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-598327cc-8189-4058-b63d-d0ec273119cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.1129968
Jan 15 21:30:46.025393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-d257019f-3c21-44de-8f02-9cbb1e8f5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.026776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-d257019f-3c21-44de-8f02-9cbb1e8f5d49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0962849
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:46.046161 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:46.049401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-d8c34424-650e-4438-beff-4c8e36b65426 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.049689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-d8c34424-650e-4438-beff-4c8e36b65426 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72&tenant_id=92c07aae567b4d718b53dbc4e126c768&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1563332
Jan 15 21:30:46.053481 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-4a9f6782-dc10-441d-bc6a-5be51881493c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415072
Jan 15 21:30:46.142237 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-569633b3-1c8b-4a83-b6aa-775d459c9acc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916069
Jan 15 21:30:46.253034 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-b66a1eb5-0cb0-4b1e-9e4a-3afc8d6243f3 service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:30:46.254039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-b66a1eb5-0cb0-4b1e-9e4a-3afc8d6243f3 service neutron] 10.222.0.39 "DELETE /v2.0/ports/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1928787
Jan 15 21:30:46.260633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-9e4ef911-c2aa-4511-b6b0-824a9ed9659d service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004435
Jan 15 21:30:46.327904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-2eeedd1f-df58-4f3d-8e5b-ddb86d0c1a2a service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797681
Jan 15 21:30:46.414019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-36f35c15-7fb8-4383-be0d-7b31d09f1eb4 service neutron] 10.222.0.45 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473186
Jan 15 21:30:46.445917 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d5c156d2-3c1d-443c-b7fd-e5c2cd4ea1b4 req-8191d790-4767-4f29-87a0-0747d419dd67 service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101797
Jan 15 21:30:46.542563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:30:46.546046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-dba38925-8728-4fc7-aeeb-a3a4581d06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.547536 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-dba38925-8728-4fc7-aeeb-a3a4581d06aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92c07aae567b4d718b53dbc4e126c768&device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 1094 time: 0.0420725
Jan 15 21:30:46.640908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-2d323a11-a5cf-4d91-9c37-96e197edb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.641140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:46.642803 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-2d323a11-a5cf-4d91-9c37-96e197edb716 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 200  len: 916 time: 0.0898900
Jan 15 21:30:46.654584 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'network_id': '20140db7-b287-4e34-b35e-a51d2875af4b', 'port_id': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'mac_address': 'fa:16:3e:40:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886fbf01-7d11-4f7f-ba90-9453d2acb94e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:30:46.684661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-b38ab3bd-4b67-4803-8d20-cf21a48fa26e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 200  len: 217 time: 0.0358675
Jan 15 21:30:46.692365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:46.692759 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:46.706193 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:30:46.726015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:46.729913 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:46.732337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-008ae5a3-c4d7-40dc-a801-2e3265a9e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:46.733910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-008ae5a3-c4d7-40dc-a801-2e3265a9e295 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 200  len: 855 time: 0.0436771
Jan 15 21:30:46.767320 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-402db86d-2285-430f-a0ac-2011bb8c6a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20140db7-b287-4e34-b35e-a51d2875af4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275087
Jan 15 21:30:46.790483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:46.860379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-0e90aff4-0f41-402f-ab0b-144413b10ead service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875211
Jan 15 21:30:46.896427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:30:46.937137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:30:46.937924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:30:46.950402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:30:46.961075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3452bade-ac16-4e42-b42b-0543a0d7bd4b req-1d2867ae-c3ee-4a11-8ec3-27bd528a176a service neutron] 10.222.0.39 "GET /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952597
Jan 15 21:30:47.150491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b179d-d262-4959-9c04-2ef9d390bc18 req-03d8e353-48c5-455e-86f9-2b596525fbdb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:47.152725 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c40b179d-d262-4959-9c04-2ef9d390bc18 req-03d8e353-48c5-455e-86f9-2b596525fbdb tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0592022
Jan 15 21:30:47.202215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c40b179d-d262-4959-9c04-2ef9d390bc18 req-d87b78f2-3c6a-4f70-9393-d001ac0f22c1 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433071
Jan 15 21:30:47.979100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8a013812-cf25-4d8b-a0fc-3e3484895427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:48.327947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eab173-4917-495c-a6e4-fe797acccb16 req-c8e949d6-8362-4654-8326-aa54fa5acf90 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:48.330955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11eab173-4917-495c-a6e4-fe797acccb16 req-c8e949d6-8362-4654-8326-aa54fa5acf90 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0531542
Jan 15 21:30:48.380230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11eab173-4917-495c-a6e4-fe797acccb16 req-cd5d089a-3a5f-4e0a-808e-09e5596ea6db tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441432
Jan 15 21:30:48.503141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff331c10-ef69-494d-bd38-89fbe4d61566 req-04196b8b-d96e-43fc-b0b2-625cd0494b33 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:48.505647 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff331c10-ef69-494d-bd38-89fbe4d61566 req-04196b8b-d96e-43fc-b0b2-625cd0494b33 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0513463
Jan 15 21:30:48.558541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:48.558884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff331c10-ef69-494d-bd38-89fbe4d61566 req-521b3291-dc48-4a13-a455-28a350327c4d tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476305
Jan 15 21:30:48.611525 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:30:48.617421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:48.617421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:48.686874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767949cc-c9c6-4543-8c1f-897bf76fc66e req-ce50aa77-a5c0-4e0a-854f-97db36d60c5e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:48.688424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-767949cc-c9c6-4543-8c1f-897bf76fc66e req-ce50aa77-a5c0-4e0a-854f-97db36d60c5e tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 944 time: 0.0556059
Jan 15 21:30:48.703322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:48.703758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:48.728702 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:48.731114 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c68b5f6-22f7-4723-be1c-1cb6fe023007" -d '{"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-plugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:48.752997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-767949cc-c9c6-4543-8c1f-897bf76fc66e req-1135cc33-b68d-4e4a-ae56-7a744f8662c4 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508320
Jan 15 21:30:48.755333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:48.760934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:48.820273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:48.884818 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956eb3a2-fe69-4f54-a3dd-5411d8b71d8e x-openstack-request-id: req-956eb3a2-fe69-4f54-a3dd-5411d8b71d8e {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:48.885165 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-plugged", "status": "completed", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:48.885460 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-956eb3a2-fe69-4f54-a3dd-5411d8b71d8e {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:48.885867 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'code': 200}
Jan 15 21:30:49.118172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96a3b2-e223-4601-ba22-7abc5db78677 req-907c546e-c611-40d7-84e8-aa307a548179 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:49.120883 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e96a3b2-e223-4601-ba22-7abc5db78677 req-907c546e-c611-40d7-84e8-aa307a548179 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0527427
Jan 15 21:30:49.168539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e96a3b2-e223-4601-ba22-7abc5db78677 req-40aeddb6-ae7a-442a-8ef3-b07afb180302 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431485
Jan 15 21:30:50.295980 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273bc0d-c4d4-4b48-a24f-156360154179 req-f30af6b3-f98b-4c81-bcd0-f17c5518291c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:50.297545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c273bc0d-c4d4-4b48-a24f-156360154179 req-f30af6b3-f98b-4c81-bcd0-f17c5518291c tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0569103
Jan 15 21:30:50.343796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-be0053fe-99ac-4df3-9935-69905be85e27 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:50.345429 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-be0053fe-99ac-4df3-9935-69905be85e27 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.45 "GET /v2.0/ports?device_id=f8623ab8-cb6d-4127-a85a-6222c7141d72 HTTP/1.1" status: 200  len: 945 time: 0.0635271
Jan 15 21:30:50.348658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c273bc0d-c4d4-4b48-a24f-156360154179 req-0d09bb49-3411-473f-b1e0-8c52add01381 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.46 "GET /v2.0/security-groups?id=66fa4e54-034d-4104-aa41-b0aa67a792c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452628
Jan 15 21:30:50.441009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Deleting port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:30:50.441890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:50.538015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] For port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,segment=NetworkSegment(e506cfe9-93c0-405f-9d6c-141165605bfe),segment_id=e506cfe9-93c0-405f-9d6c-141165605bfe)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:50.538309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:50.552564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Calling delete_port for 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:30:50.692897 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:50.706280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-804a23be-14d2-4f40-ac01-5a3242210cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:50.710853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:30:50.726595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Pushing event deleted for resources: {'Port': ['ID=3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:50.776188 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] No DVR routers for this DVR port 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:30:50.778913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:50.782502 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d8b72224-349e-4dde-b0fd-eeac6af9b72a req-a4a31665-8426-4692-84c2-cdace1e2c808 tempest-ServerDiskConfigTestJSON-460054218 tempest-ServerDiskConfigTestJSON-460054218-project] 10.222.0.45 "DELETE /v2.0/ports/3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c HTTP/1.1" status: 204  len: 173 time: 0.4279413
Jan 15 21:30:50.782960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-deleted', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:30:50.785254 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e9121-6676-4684-8910-52cdcd7d2953" -d '{"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-deleted", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:30:50.833966 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbf05f-edf6-4a97-90a8-d3fa3ca3ba7a x-openstack-request-id: req-69fbf05f-edf6-4a97-90a8-d3fa3ca3ba7a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:30:50.834330 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8623ab8-cb6d-4127-a85a-6222c7141d72", "name": "network-vif-deleted", "tag": "3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:30:50.834594 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69fbf05f-edf6-4a97-90a8-d3fa3ca3ba7a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:30:50.834999 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8623ab8-cb6d-4127-a85a-6222c7141d72', 'name': 'network-vif-deleted', 'tag': '3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c', 'status': 'completed', 'code': 200}
Jan 15 21:30:51.485286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57660) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:51.530615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Deleting subnet 886fbf01-7d11-4f7f-ba90-9453d2acb94e {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:30:51.534187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Publish callbacks [] for subnet (886fbf01-7d11-4f7f-ba90-9453d2acb94e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.574699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (886fbf01-7d11-4f7f-ba90-9453d2acb94e), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.614988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (886fbf01-7d11-4f7f-ba90-9453d2acb94e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.669915 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (886fbf01-7d11-4f7f-ba90-9453d2acb94e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.697270 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886fbf01-7d11-4f7f-ba90-9453d2acb94e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:51.705180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.706558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-465c9b08-081e-47f2-ab07-b436f6a92db2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/886fbf01-7d11-4f7f-ba90-9453d2acb94e HTTP/1.1" status: 204  len: 168 time: 0.2211390
Jan 15 21:30:51.709504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57662) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:51.783489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (20140db7-b287-4e34-b35e-a51d2875af4b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.864990 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (20140db7-b287-4e34-b35e-a51d2875af4b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.886220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e796475b0>,) {'filters': {'network_id': ['20140db7-b287-4e34-b35e-a51d2875af4b']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:51.895592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e796475b0>, 'e506cfe9-93c0-405f-9d6c-141165605bfe') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:51.895886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e796475b0>, 'e506cfe9-93c0-405f-9d6c-141165605bfe') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:51.905361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (e506cfe9-93c0-405f-9d6c-141165605bfe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.920298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (e506cfe9-93c0-405f-9d6c-141165605bfe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.926914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:30:51.927295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (e506cfe9-93c0-405f-9d6c-141165605bfe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:30:51.929127 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:30:51.986413 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:51.990542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (20140db7-b287-4e34-b35e-a51d2875af4b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.006845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.010111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] 10.222.0.46 "DELETE /v2.0/networks/20140db7-b287-4e34-b35e-a51d2875af4b HTTP/1.1" status: 204  len: 168 time: 0.2996438
Jan 15 21:30:52.011378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1018388-6a18-4912-955f-b6581e262896 admin admin] Pushing event deleted for resources: {'Network': ['ID=20140db7-b287-4e34-b35e-a51d2875af4b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:52.129854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57666) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:52.172768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f5a255c1-ceea-4d39-a812-45e680357ced admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92c07aae567b4d718b53dbc4e126c768&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418534
Jan 15 21:30:52.175170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57668) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:52.227578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] Publish callbacks [] for security_group (66fa4e54-034d-4104-aa41-b0aa67a792c8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.249544 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] Publish callbacks [] for security_group (66fa4e54-034d-4104-aa41-b0aa67a792c8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.303387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (66fa4e54-034d-4104-aa41-b0aa67a792c8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.306005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:52.307177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66fa4e54-034d-4104-aa41-b0aa67a792c8 HTTP/1.1" status: 204  len: 168 time: 0.1298020
Jan 15 21:30:52.315316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8be01-86d8-481e-80fc-629fd6e5c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa4e54-034d-4104-aa41-b0aa67a792c8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:53.007477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57690) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:53.110899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-576205340-network', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:53.134938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:30:53.137506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.146125 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.224792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks [] for security_group (fda34047-1e3e-41b3-962a-9060d3a99a82), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.228475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fda34047-1e3e-41b3-962a-9060d3a99a82), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.255313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:30:53.265971 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda34047-1e3e-41b3-962a-9060d3a99a82,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:53.276112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d909d7f5-d4e8-40f6-b8d6-3302081cbb05), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.276442 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Added segment d909d7f5-d4e8-40f6-b8d6-3302081cbb05 of type vlan for network 72520288-27af-458f-aef8-ae08e1543c11
Jan 15 21:30:53.328300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (72520288-27af-458f-aef8-ae08e1543c11), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.358455 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (72520288-27af-458f-aef8-ae08e1543c11), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.359557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:53.360202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.390323 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.419985 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4114251
Jan 15 21:30:53.422996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57694) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:53.428971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Request body: {'subnet': {'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-576205340-subnet', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:53.430176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4db73-9df2-4ede-967c-736357443384 admin admin] Pushing event updated for resources: {'Network': ['ID=72520288-27af-458f-aef8-ae08e1543c11,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:53.440919 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 72520288-27af-458f-aef8-ae08e1543c11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:30:53.459178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:30:53.463111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.648455 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (bda1fa2c-608e-4182-9332-90e192d42b1a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.701351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda1fa2c-608e-4182-9332-90e192d42b1a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:53.717311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.717659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.717999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.718335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.718666 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.719342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.719646 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.719974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.720296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.720617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.720963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.721284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.721609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:53.732055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:53.732424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Network hostable DHCP agents. Network: 72520288-27af-458f-aef8-ae08e1543c11, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:30:53.750363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Network 72520288-27af-458f-aef8-ae08e1543c11 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:30:53.760170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72520288-27af-458f-aef8-ae08e1543c11) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:53.764733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:53.765302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.770692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e0cce-6935-4990-90cf-9086b342e0ca None None] Network 72520288-27af-458f-aef8-ae08e1543c11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:30:53.788908 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2afe407a-e3ba-4480-9ce7-93343fcca6ce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3632045
Jan 15 21:30:53.790222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57696) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:53.795031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:53.822749 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.824018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.880139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for router_controller (c2716e3f-b7ee-4788-87ab-4b33966848da), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:53.892517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72520288-27af-458f-aef8-ae08e1543c11', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:30:53.893613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.029162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for router_gateway (c2716e3f-b7ee-4788-87ab-4b33966848da), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.045411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Allocated IP 172.20.0.2 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/ff48fd5b-6904-46dc-80de-82c04a1891df) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:30:54.193463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks [] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.199507 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.243018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:54.244387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:54.251633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for router_gateway (c2716e3f-b7ee-4788-87ab-4b33966848da), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.256389 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:30:54.273420 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.302761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Pushing event updated for resources: {'Port': ['ID=ff48fd5b-6904-46dc-80de-82c04a1891df,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:54.331021 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.334428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Attempting to bind port ff48fd5b-6904-46dc-80de-82c04a1891df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:30:54.334428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Attempting to bind port ff48fd5b-6904-46dc-80de-82c04a1891df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:30:54.334428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Attempting to bind port ff48fd5b-6904-46dc-80de-82c04a1891df on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:54.339315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:30:54.340486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:54.340486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.340486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:30:54.340930 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Bound port: ff48fd5b-6904-46dc-80de-82c04a1891df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:30:54.341307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.397566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Allocated IP 172.35.1.248 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/e61179fb-8429-47dc-911b-68481744e042) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:30:54.414660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] For port ff48fd5b-6904-46dc-80de-82c04a1891df, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:54.417827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] For port ff48fd5b-6904-46dc-80de-82c04a1891df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff48fd5b-6904-46dc-80de-82c04a1891df,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:30:54.422286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.491475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401d2ef-9729-4cf3-81bf-247b57c7e8cd None None] Pushing event updated for resources: {'Port': ['ID=ff48fd5b-6904-46dc-80de-82c04a1891df,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:54.527139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for port (e61179fb-8429-47dc-911b-68481744e042), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.564370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e61179fb-8429-47dc-911b-68481744e042), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.591331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:30:54.602285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:54.605779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:54.610004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:30:54.636991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a3a6f-a069-4a5e-98f9-957fa4493e02 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:30:54.640188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:30:54.640533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3b86deb7-4d84-4b73-b2c8-2edafc3ffb0c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:30:54.641833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e61179fb-8429-47dc-911b-68481744e042,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:54.734119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5698df53-c294-48e6-ad83-e4a5fd7e284d None None] Provisioning complete for port e61179fb-8429-47dc-911b-68481744e042 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:54.734823 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5698df53-c294-48e6-ad83-e4a5fd7e284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e61179fb-8429-47dc-911b-68481744e042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:54.793731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5698df53-c294-48e6-ad83-e4a5fd7e284d None None] Port e61179fb-8429-47dc-911b-68481744e042 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:30:54.943498 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for router_gateway (c2716e3f-b7ee-4788-87ab-4b33966848da), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.137974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff48fd5b-6904-46dc-80de-82c04a1891df up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:55.147616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.186528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ff48fd5b-6904-46dc-80de-82c04a1891df triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:55.186903 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.280064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ff48fd5b-6904-46dc-80de-82c04a1891df is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:55.280536 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.324638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port ff48fd5b-6904-46dc-80de-82c04a1891df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff48fd5b-6904-46dc-80de-82c04a1891df,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:55.331769 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.403320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=ff48fd5b-6904-46dc-80de-82c04a1891df,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:55.619986 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Router c2716e3f-b7ee-4788-87ab-4b33966848da is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:30:55.713637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7bb9a-97d8-4abf-aad1-c50412bdb775 None None] Network 72520288-27af-458f-aef8-ae08e1543c11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:30:55.733874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:30:55.742991 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:30:55.752378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.753360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:30:55.757245 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e8c70257-1093-4a84-bce7-476f38d203b4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.9631352
Jan 15 21:30:55.757360 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:55.757514 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57698) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:55.836365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1ff7c805-0c22-4846-a9bc-f603b6dae460 None None] Provisioning complete for port ff48fd5b-6904-46dc-80de-82c04a1891df triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:55.836736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c805-0c22-4846-a9bc-f603b6dae460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:55.868606 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:30:55.933887 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7c805-0c22-4846-a9bc-f603b6dae460 None None] Current status of the port ff48fd5b-6904-46dc-80de-82c04a1891df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:56.064676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242b20>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:54Z', 'revision_number': 3, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:56.090529 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:30:56.090869 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Updating router c2716e3f-b7ee-4788-87ab-4b33966848da port e61179fb-8429-47dc-911b-68481744e042 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:30:56.115057 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e61179fb-8429-47dc-911b-68481744e042), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.156194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-de59a07d-34be-4264-8b20-0d732be6435a None None] Provisioning complete for port ff48fd5b-6904-46dc-80de-82c04a1891df triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:56.156917 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-de59a07d-34be-4264-8b20-0d732be6435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.239301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-de59a07d-34be-4264-8b20-0d732be6435a None None] Current status of the port ff48fd5b-6904-46dc-80de-82c04a1891df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:56.240460 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.368264 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks [] for port (e61179fb-8429-47dc-911b-68481744e042), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.374721 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e61179fb-8429-47dc-911b-68481744e042), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.416445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Allocated IP 172.20.0.1 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/71409058-a7d3-43fc-bf37-c64052efd14c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:30:56.420245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38579ce5-5f3e-484f-8648-e353a0fd036c None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:30:56.423288 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Attempting to bind port e61179fb-8429-47dc-911b-68481744e042 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:30:56.423665 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Attempting to bind port e61179fb-8429-47dc-911b-68481744e042 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:30:56.424028 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Attempting to bind port e61179fb-8429-47dc-911b-68481744e042 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:56.436876 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Pushing event updated for resources: {'Port': ['ID=e61179fb-8429-47dc-911b-68481744e042,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:56.438972 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:30:56.439349 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:56.439751 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.440132 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:30:56.440592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Bound port: e61179fb-8429-47dc-911b-68481744e042, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:30:56.441570 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e61179fb-8429-47dc-911b-68481744e042), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.463846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-88ce0911-e2e5-4d4c-89ea-97cb2d1a8430 None None] Provisioning complete for port e61179fb-8429-47dc-911b-68481744e042 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:56.464647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-88ce0911-e2e5-4d4c-89ea-97cb2d1a8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e61179fb-8429-47dc-911b-68481744e042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.464916 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.465265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.465596 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.465930 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.466254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.466578 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.466896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.467215 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.467533 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.467847 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.468351 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.468680 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.470490 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:30:56.505636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] For port e61179fb-8429-47dc-911b-68481744e042, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:56.509379 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] For port e61179fb-8429-47dc-911b-68481744e042, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61179fb-8429-47dc-911b-68481744e042,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:30:56.511296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-88ce0911-e2e5-4d4c-89ea-97cb2d1a8430 None None] Port e61179fb-8429-47dc-911b-68481744e042 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:30:56.514942 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e61179fb-8429-47dc-911b-68481744e042), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.528823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks [] for port (71409058-a7d3-43fc-bf37-c64052efd14c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.555216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1fe5d-2b82-4669-8f76-8449253fa15e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:30:56.570100 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.575414 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:30:56.576328 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:56.615841 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:56.616897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4463-3d66-4cfc-a190-12c9e0cfdc16 None None] Pushing event updated for resources: {'Port': ['ID=e61179fb-8429-47dc-911b-68481744e042,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:56.631472 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:56.634603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:30:56.636813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Pushing event updated for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:56.642353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Provisioning complete for port e61179fb-8429-47dc-911b-68481744e042 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:56.642849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e61179fb-8429-47dc-911b-68481744e042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.685713 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (c2716e3f-b7ee-4788-87ab-4b33966848da), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.725880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:30:56.785142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Current status of the port e61179fb-8429-47dc-911b-68481744e042 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:56.785812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e61179fb-8429-47dc-911b-68481744e042), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.822831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] For port e61179fb-8429-47dc-911b-68481744e042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61179fb-8429-47dc-911b-68481744e042,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:30:56.830794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e61179fb-8429-47dc-911b-68481744e042), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.845555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:56.915206 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67897-a4db-4b69-a81e-73c97d289838 None None] Pushing event updated for resources: {'Port': ['ID=e61179fb-8429-47dc-911b-68481744e042,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:57.037439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks [] for port (71409058-a7d3-43fc-bf37-c64052efd14c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.044508 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.060696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5695774f-a63a-496a-96af-0dc5fd9df1d3 None None] Provisioning complete for port 71409058-a7d3-43fc-bf37-c64052efd14c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:57.061180 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5695774f-a63a-496a-96af-0dc5fd9df1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.089589 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b242b20>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:54Z', 'revision_number': 3, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:57.111016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5695774f-a63a-496a-96af-0dc5fd9df1d3 None None] Port 71409058-a7d3-43fc-bf37-c64052efd14c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:30:57.122541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff48fd5b-6904-46dc-80de-82c04a1891df up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:57.125645 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (c2716e3f-b7ee-4788-87ab-4b33966848da), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.128390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Pushing event updated for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:57.129512 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b9e11-b90d-4117-9304-80d5f0c95137 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:54Z', 'revision_number': 3, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:30:57.178387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ff48fd5b-6904-46dc-80de-82c04a1891df triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:57.178762 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.237601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:57.239822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:57.263041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ff48fd5b-6904-46dc-80de-82c04a1891df is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:57.390633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:30:57.541505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:30:57.544550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3c3f1184-79ea-4487-b434-659e0cf7e0e4 None None] Provisioning complete for port 71409058-a7d3-43fc-bf37-c64052efd14c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:57.545160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1184-79ea-4487-b434-659e0cf7e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:57.546746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-544981bf-50b3-4236-8c8b-8fc6edb4c65d admin admin] 10.222.0.46 "PUT /v2.0/routers/c2716e3f-b7ee-4788-87ab-4b33966848da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7881887
Jan 15 21:30:57.586539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f1184-79ea-4487-b434-659e0cf7e0e4 None None] Port 71409058-a7d3-43fc-bf37-c64052efd14c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:30:58.262407 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57706) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:58.266991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432803138', 'description': 'tempest-description--644374625'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:58.290110 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.354711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (04869768-6a8c-49c9-b054-57ab5c3207c0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.358618 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (04869768-6a8c-49c9-b054-57ab5c3207c0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.387184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.388491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1249676
Jan 15 21:30:58.392308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:58.392895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503e2f7-5c15-4a08-92cb-04a40c62177b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04869768-6a8c-49c9-b054-57ab5c3207c0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:58.399245 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'security_group_rule': {'security_group_id': '04869768-6a8c-49c9-b054-57ab5c3207c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:58.430633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (c4443c3d-1ade-491a-b629-029498667b17), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.487664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (c4443c3d-1ade-491a-b629-029498667b17), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.492038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c4443c3d-1ade-491a-b629-029498667b17), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.511979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4443c3d-1ade-491a-b629-029498667b17,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:58.518044 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.519085 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-69f4b8a1-deb2-491b-b9fa-58075e4727b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1250646
Jan 15 21:30:58.521949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57710) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:58.526483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'security_group_rule': {'security_group_id': '04869768-6a8c-49c9-b054-57ab5c3207c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:58.556428 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (89ca41ca-9a3e-4a70-8d8c-f6b78228ea75), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.620865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (89ca41ca-9a3e-4a70-8d8c-f6b78228ea75), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.624316 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (89ca41ca-9a3e-4a70-8d8c-f6b78228ea75), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.649640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ca41ca-9a3e-4a70-8d8c-f6b78228ea75,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:58.657690 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.658907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-08e3c156-f136-4c67-9983-3ab234ed3786 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1359460
Jan 15 21:30:58.667257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 57712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:30:58.672013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:30:58.697357 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.744308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:30:58.754269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:30:58.754986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:58.797576 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:58.863901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:30:58.905674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Allocated IP 172.35.1.177 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/2e1563ce-402a-481f-94e6-53517bdc23a4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:30:59.008321 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.052215 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.068264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37b6d0>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 2, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:59.100469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:30:59.100824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Updating router c2716e3f-b7ee-4788-87ab-4b33966848da port 71409058-a7d3-43fc-bf37-c64052efd14c binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:30:59.109074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=2e1563ce-402a-481f-94e6-53517bdc23a4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:59.115574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:30:59.117169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:30:59.120576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:30:59.129212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e61179fb-8429-47dc-911b-68481744e042 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:30:59.134415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.206189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.240401 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.270154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e61179fb-8429-47dc-911b-68481744e042 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:30:59.270439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e61179fb-8429-47dc-911b-68481744e042), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.401720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.406448 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.483730 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=2e1563ce-402a-481f-94e6-53517bdc23a4,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:59.498190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.514470 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.516203 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fe00a484-f4e7-4673-83de-f78fcb878b26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8475094
Jan 15 21:30:59.599964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e61179fb-8429-47dc-911b-68481744e042 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:30:59.667201 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks [] for port (71409058-a7d3-43fc-bf37-c64052efd14c), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.667480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-7568164b-7bc7-4ee2-ad0e-afdaadec87bb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1432803138&fields=id&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 267 time: 0.0440023
Jan 15 21:30:59.673445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.726017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73563-3690-4f8f-91fa-1dbf473a5f8a None None] Pushing event updated for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:30:59.774805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Attempting to bind port 71409058-a7d3-43fc-bf37-c64052efd14c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:30:59.775501 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Attempting to bind port 71409058-a7d3-43fc-bf37-c64052efd14c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:30:59.775615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Attempting to bind port 71409058-a7d3-43fc-bf37-c64052efd14c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:30:59.781042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:30:59.781346 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:30:59.781745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.782120 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:30:59.782845 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Bound port: 71409058-a7d3-43fc-bf37-c64052efd14c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:30:59.783222 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.788957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-2ae082fc-5019-4676-be6d-7d164de58930 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:30:59.790530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-2ae082fc-5019-4676-be6d-7d164de58930 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1158674
Jan 15 21:30:59.805999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-fd6ada36-515d-452e-b0f1-7caa0ca45d11 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/quotas/2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 375 time: 0.0097668
Jan 15 21:30:59.855927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] For port 71409058-a7d3-43fc-bf37-c64052efd14c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:30:59.859349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] For port 71409058-a7d3-43fc-bf37-c64052efd14c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71409058-a7d3-43fc-bf37-c64052efd14c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:30:59.864699 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-6a4806da-2b04-4d65-8338-f7010ffaf84f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0518937
Jan 15 21:30:59.866297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:30:59.931180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:30:59.931805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:30:59.933503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73563-3690-4f8f-91fa-1dbf473a5f8a None None] Pushing event updated for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:00.042272 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-10c79c57-7c24-4219-af26-d95e6e25e3f7 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647224
Jan 15 21:31:00.052824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:31:00.055282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Provisioning complete for port 71409058-a7d3-43fc-bf37-c64052efd14c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:31:00.055654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:00.147501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-ffb36d55-1a57-4314-8ab4-85b5368ccb7a service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976863
Jan 15 21:31:00.263420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Current status of the port 71409058-a7d3-43fc-bf37-c64052efd14c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:31:00.263804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:00.329880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] For port 71409058-a7d3-43fc-bf37-c64052efd14c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71409058-a7d3-43fc-bf37-c64052efd14c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:31:00.337672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:00.343255 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-01ef3546-4f32-447a-b593-6f0c67509e02 req-3331b6df-ffa9-4bb3-bdd9-e7a0c69cdcbe tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 210 time: 0.0376086
Jan 15 21:31:00.405829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37b6d0>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:30:59Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:31:00.410981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59073d51-fcc2-4f92-bb24-08887c16a42d None None] Pushing event updated for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:00.438382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0cd80-5e3c-459a-89b9-8d911680d2f7 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:30:59Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:31:00.459411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b8b1ca5f-cbf6-4ade-a16c-e34c05c4fefd None None] Provisioning complete for port 71409058-a7d3-43fc-bf37-c64052efd14c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:31:00.459936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b8b1ca5f-cbf6-4ade-a16c-e34c05c4fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:00.567598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1ca5f-cbf6-4ade-a16c-e34c05c4fefd None None] Current status of the port 71409058-a7d3-43fc-bf37-c64052efd14c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:31:01.109208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 71409058-a7d3-43fc-bf37-c64052efd14c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:31:01.164980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 71409058-a7d3-43fc-bf37-c64052efd14c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:31:01.165461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:01.252736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 71409058-a7d3-43fc-bf37-c64052efd14c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:31:01.324643 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-7422277e-2064-4b1e-b196-c3ba41a592fe tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:01.326326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-7422277e-2064-4b1e-b196-c3ba41a592fe tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1220026
Jan 15 21:31:01.405024 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-341dd28a-25f9-4c3f-b036-9c8e35b87948 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 380 time: 0.0694499
Jan 15 21:31:01.415196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'port': {'device_id': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'admin_state_up': True, 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'security_groups': ['04869768-6a8c-49c9-b054-57ab5c3207c0']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:31:01.459907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e46a9304-db96-4a95-ad61-d6324511bf77 req-ad5e21cc-80b2-43de-93e4-66a2118ef578 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 210 time: 0.0279601
Jan 15 21:31:01.540029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:31:01.543693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:01.683229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Allocated IP 172.20.0.8 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/08c8c499-9a20-44b6-a253-314116581cdd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:31:01.817696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (08c8c499-9a20-44b6-a253-314116581cdd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:01.851436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:01.863506 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:31:01.899564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:31:01.902512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:31:01.908943 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:31:01.915515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:01.966111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:01.966741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:01.984463 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-56c6590f-e6e6-4ca1-bed4-91d13cd4c6b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5733824
Jan 15 21:31:01.996703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Request body: {'port': {'device_id': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:31:02.054649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.198016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4a842957-756b-47eb-964b-ef93cbcb3515 None None] Provisioning complete for port 08c8c499-9a20-44b6-a253-314116581cdd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:31:02.198577 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4a842957-756b-47eb-964b-ef93cbcb3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (08c8c499-9a20-44b6-a253-314116581cdd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.236632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4a842957-756b-47eb-964b-ef93cbcb3515 None None] Port 08c8c499-9a20-44b6-a253-314116581cdd cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:31:02.334690 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c8c499-9a20-44b6-a253-314116581cdd {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:31:02.341981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks [] for port (08c8c499-9a20-44b6-a253-314116581cdd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.353784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Transition to ACTIVE for port object 08c8c499-9a20-44b6-a253-314116581cdd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:31:02.357796 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.412874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:02.486878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:31:02.487416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:31:02.488099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:31:02.495108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:31:02.495651 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:31:02.504306 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:31:02.504824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:31:02.505404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:31:02.506051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Bound port: 08c8c499-9a20-44b6-a253-314116581cdd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:31:02.506591 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.584356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1204a-512b-4eb9-b683-75513b7f6868 req-c3f9c634-2879-4ab3-9fe0-820e746bbea9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:02.586600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b1204a-512b-4eb9-b683-75513b7f6868 req-c3f9c634-2879-4ab3-9fe0-820e746bbea9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0540988
Jan 15 21:31:02.603078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:31:02.607182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:31:02.611412 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.649433 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:02.649985 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:02.651385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 1091 time: 0.6591320
Jan 15 21:31:02.651908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:31:02.654265 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b629c9e5-8a30-4d70-8443-d4f9dc786349" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:31:02.685226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c12f-86d7-4eff-839f-10b0fe0b91c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:02.747067 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c0758-d4d8-4d69-8427-98c8676fab39 x-openstack-request-id: req-d30c0758-d4d8-4d69-8427-98c8676fab39 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:31:02.747391 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:31:02.747610 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d30c0758-d4d8-4d69-8427-98c8676fab39 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:31:02.748017 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'status': 'completed', 'code': 200}
Jan 15 21:31:02.768583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-3ffff6ad-4308-404b-9805-d4b414bfa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:02.770890 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-3ffff6ad-4308-404b-9805-d4b414bfa5b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1094 time: 0.0575824
Jan 15 21:31:02.821199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-67e6b06d-acf1-4fa6-9a45-5175b433c393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 217 time: 0.0433824
Jan 15 21:31:02.875146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-21068589-37f0-4c4e-920e-f4b01ce7e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:02.876633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-21068589-37f0-4c4e-920e-f4b01ce7e094 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0499368
Jan 15 21:31:02.899367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54b1204a-512b-4eb9-b683-75513b7f6868 req-d13d5255-0382-4814-88dc-3e6e92dc585c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3070788
Jan 15 21:31:02.923231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1562-aa1a-430b-bfbe-b26420605405 req-b8f2a052-c964-4714-98dd-5e220679ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:02.924732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-b8f2a052-c964-4714-98dd-5e220679ffb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421147
Jan 15 21:31:03.017709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-efb8b8d6-9ef2-48c2-9c9a-f2a2b4206139 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870740
Jan 15 21:31:03.117675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-103c1562-aa1a-430b-bfbe-b26420605405 req-b719c8e2-9f39-4df6-a38a-5e78b3c9a279 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937481
Jan 15 21:31:03.204357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-5e67f8a3-a628-4f8f-ae35-819b0d141d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:03.205853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-5e67f8a3-a628-4f8f-ae35-819b0d141d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1094 time: 0.0419295
Jan 15 21:31:03.297223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-cbcef89c-2c99-49c7-b278-bd5014ef4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:03.298586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-cbcef89c-2c99-49c7-b278-bd5014ef4d34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0868597
Jan 15 21:31:03.340362 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-79ad4914-1a15-433c-a669-91cb5d3f23ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 217 time: 0.0357726
Jan 15 21:31:03.395372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-add4694a-2372-4be4-9ef1-27bd25b5b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:03.397905 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-add4694a-2372-4be4-9ef1-27bd25b5b3d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0505373
Jan 15 21:31:03.444010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-b58220c5-1e0e-46c2-a471-e89868580f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:03.445525 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-b58220c5-1e0e-46c2-a471-e89868580f42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410142
Jan 15 21:31:03.538021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-14fb06dd-b01e-42fe-9192-b2c6d58913df service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862114
Jan 15 21:31:03.631678 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b629c9e5-8a30-4d70-8443-d4f9dc786349 req-8d42fac4-a3c2-4f38-a403-7e8009a108c6 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875351
Jan 15 21:31:04.013937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b11a59-4a52-4817-b8fa-1e4f83d31d95 req-53520b7e-f5b7-4bdd-9aa2-5d5fb5336c29 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:04.015362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b11a59-4a52-4817-b8fa-1e4f83d31d95 req-53520b7e-f5b7-4bdd-9aa2-5d5fb5336c29 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0477045
Jan 15 21:31:04.063177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9b11a59-4a52-4817-b8fa-1e4f83d31d95 req-88c2d251-7bd7-49f9-9a22-f84d3dd2d9dd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416644
Jan 15 21:31:05.177811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d19d35-c43d-4702-9b08-6686191e3900 req-00b4631b-a505-4195-bff4-fa1b39987eb9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:05.179291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0d19d35-c43d-4702-9b08-6686191e3900 req-00b4631b-a505-4195-bff4-fa1b39987eb9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0485291
Jan 15 21:31:05.226435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0d19d35-c43d-4702-9b08-6686191e3900 req-ac2f67ce-e249-4985-a251-18233178265b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417075
Jan 15 21:31:06.346376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a2607-8d5f-4e9c-821d-e78bc1472e2b req-e5b0f9cb-968c-463b-bc29-5b22abbc21b1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:06.348456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-151a2607-8d5f-4e9c-821d-e78bc1472e2b req-e5b0f9cb-968c-463b-bc29-5b22abbc21b1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0531461
Jan 15 21:31:06.396108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-151a2607-8d5f-4e9c-821d-e78bc1472e2b req-c97cf94d-4e77-4849-9436-c5e79be4fda7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420597
Jan 15 21:31:07.008289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 08c8c499-9a20-44b6-a253-314116581cdd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:31:07.104294 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:31:07.116102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '08c8c499-9a20-44b6-a253-314116581cdd', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '08c8c499-9a20-44b6-a253-314116581cdd', 'mac_address': 'fa:16:3e:dd:e3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:31:07.152104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 08c8c499-9a20-44b6-a253-314116581cdd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:31:07.152509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:07.165300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c8c499-9a20-44b6-a253-314116581cdd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:31:07.184563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:31:07.188292 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:07.235189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:07.396201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['08c8c499-9a20-44b6-a253-314116581cdd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:31:07.514145 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcda9b-df4a-4b7c-a5f8-ea3a29ce6ef5 req-b89474b8-6fef-4c17-b3f6-00f97c86f5f0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:07.515669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5fcda9b-df4a-4b7c-a5f8-ea3a29ce6ef5 req-b89474b8-6fef-4c17-b3f6-00f97c86f5f0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0494268
Jan 15 21:31:07.562851 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a5fcda9b-df4a-4b7c-a5f8-ea3a29ce6ef5 req-3de51935-de79-477e-8e31-b26fe72a8adf tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414953
Jan 15 21:31:08.679862 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d28283-86cf-4f71-91b3-53427b37f5cf req-cf5f4aab-6ae2-4bdd-9726-1214178f8e95 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:08.681338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21d28283-86cf-4f71-91b3-53427b37f5cf req-cf5f4aab-6ae2-4bdd-9726-1214178f8e95 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0514193
Jan 15 21:31:08.727034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21d28283-86cf-4f71-91b3-53427b37f5cf req-cf7a73a4-87c2-408d-9a45-e0bda7d4c19c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401769
Jan 15 21:31:09.023775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 08c8c499-9a20-44b6-a253-314116581cdd up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:31:09.072135 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 08c8c499-9a20-44b6-a253-314116581cdd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:31:09.075950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 08c8c499-9a20-44b6-a253-314116581cdd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:31:09.076327 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (08c8c499-9a20-44b6-a253-314116581cdd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:09.153266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 08c8c499-9a20-44b6-a253-314116581cdd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:31:09.153652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:09.177001 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:31:09.179378 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47533655-fa02-4f92-a281-d77be3d22b5d" -d '{"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-plugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:31:09.192087 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:31:09.196329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:09.219100 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d093331-a40a-417b-9416-734f7546d5a4 x-openstack-request-id: req-3d093331-a40a-417b-9416-734f7546d5a4 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:31:09.219399 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-plugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:31:09.219657 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d093331-a40a-417b-9416-734f7546d5a4 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:31:09.220050 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'code': 200}
Jan 15 21:31:09.246805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:31:09.314080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d0b29-4953-4753-a5bd-5f4f54e28334 req-1910b688-69ed-46a1-96a6-8bc5c474e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:09.315489 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d92d0b29-4953-4753-a5bd-5f4f54e28334 req-1910b688-69ed-46a1-96a6-8bc5c474e18c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1096 time: 0.0417550
Jan 15 21:31:09.358772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d92d0b29-4953-4753-a5bd-5f4f54e28334 req-484004e9-49e7-4570-8fa1-5c3d47456d0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369556
Jan 15 21:31:09.841325 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef79fa5-1358-409c-8359-9a9ad466c35c req-23a60232-c098-4fa0-9528-9e00cc61def5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:09.842820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bef79fa5-1358-409c-8359-9a9ad466c35c req-23a60232-c098-4fa0-9528-9e00cc61def5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0485570
Jan 15 21:31:09.888970 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bef79fa5-1358-409c-8359-9a9ad466c35c req-ec95188b-22c2-4dd0-b56d-6cdde641a42d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405035
Jan 15 21:31:11.005894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829f230-68d9-482b-880a-899fe6a469c7 req-27aaceb7-a7e5-46c3-9eb1-a67aa2b32815 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:11.007252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0829f230-68d9-482b-880a-899fe6a469c7 req-27aaceb7-a7e5-46c3-9eb1-a67aa2b32815 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0489380
Jan 15 21:31:11.058848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0829f230-68d9-482b-880a-899fe6a469c7 req-c2039b46-686d-4b1d-ad48-27f4ee475c92 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460596
Jan 15 21:31:11.170138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77277-51d6-4a2e-b68d-58e2c7d3b099 req-1b5d2bd3-cab8-4655-b7e3-16b81282ac23 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:11.171607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-65e77277-51d6-4a2e-b68d-58e2c7d3b099 req-1b5d2bd3-cab8-4655-b7e3-16b81282ac23 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0498827
Jan 15 21:31:11.180002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 57762) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:31:11.184425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'floatingip': {'port_id': '08c8c499-9a20-44b6-a253-314116581cdd'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:31:11.224310 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:11.678736 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:11.682560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:11.787534 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf associated. External IP: 172.35.1.177, port: 08c8c499-9a20-44b6-a253-314116581cdd.
Jan 15 21:31:11.996552 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:31:12.105783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:31:12.110390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:12.117452 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:31:12.126963 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:31:12.127652 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:31:12.137969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b5a69f0-f565-4861-904e-b5b7d6a1d95c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "PUT /v2.0/floatingips/f7a742e3-3c6f-4800-9491-de2b10ab34bf HTTP/1.1" status: 200  len: 991 time: 0.9568727
Jan 15 21:31:12.138675 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:31:12.141085 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:31:12.247411 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:31:12.255216 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c4809-7f10-4b96-866b-45fbb3a14044 x-openstack-request-id: req-c46c4809-7f10-4b96-866b-45fbb3a14044 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:31:12.255520 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:31:12.255779 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c46c4809-7f10-4b96-866b-45fbb3a14044 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:31:12.256188 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'status': 'completed', 'code': 200}
Jan 15 21:31:12.319064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-0e8b925a-fb56-458a-aaa4-f3bbf8e08ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:12.320668 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-0e8b925a-fb56-458a-aaa4-f3bbf8e08ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1096 time: 0.0455101
Jan 15 21:31:12.410947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-3a034458-6aad-4943-b3b8-3824747a5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:12.412422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-3a034458-6aad-4943-b3b8-3824747a5cc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0862107
Jan 15 21:31:12.473489 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475220>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '08c8c499-9a20-44b6-a253-314116581cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:dd:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:31:11Z', 'revision_number': 1, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:31:12.481272 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-152bb50d-c9e9-4576-8722-8bfe478069cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 999 time: 0.0631766
Jan 15 21:31:12.500055 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:31:12.508821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:31:12.509455 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:30:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:31:12.529234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-b501b12b-a1fd-4c5d-8ebe-8db6cc4c549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:12.530768 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-b501b12b-a1fd-4c5d-8ebe-8db6cc4c549c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0439134
Jan 15 21:31:12.575395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-716e6111-51d2-4878-9d14-aa8944e86fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:31:12.576909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-716e6111-51d2-4878-9d14-aa8944e86fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400174
Jan 15 21:31:12.613544 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:31:12.670580 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-846f6c28-f044-4022-9714-85956b95d6b1 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874546
Jan 15 21:31:12.760958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9217d06a-19ad-4f99-bb7d-ed2755ce70ee req-4570eaed-f399-4ae2-abd9-494e7b8d484e service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842464
Jan 15 21:31:12.834399 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b475220>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '08c8c499-9a20-44b6-a253-314116581cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:dd:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:31:11Z', 'revision_number': 1, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:31:12.859787 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58a810-92a9-480f-843e-b4f1df697445 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '08c8c499-9a20-44b6-a253-314116581cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:dd:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:31:11Z', 'revision_number': 1, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:31:13.053715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4da78-bd0d-469b-a451-309aee6dc25c None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:31:14.684083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:15.521459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:17.970559 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-692d7ecb-8242-4c31-bc7f-59b3e7e455ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:19.339033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-2292de82-4755-4916-aa69-eafefe673c46 req-9326bae8-ce92-4fde-8937-26ac1c23fd9e service neutron] (114437) timed out ('10.222.0.39', 61779) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:31:20.701348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07abee4a-a3d5-4799-b59a-18f462d0c7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:21.989469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:23.384696 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:24.263755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:38.862181 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:31:44.698049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:45.537432 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:47.972759 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d97fbc6f-f4bd-4323-9f9a-d97529c7888e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:50.702879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-513f4037-d8e4-4aa7-bd75-b894aa1d3c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:51.990476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:53.387003 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:31:54.265647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:07.630437 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-19837c48-9cf5-4a5e-87ee-be2c9c33f1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400517
Jan 15 21:32:07.715652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-6470ed5f-9513-412d-8628-cf9ba694a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:07.717178 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-6470ed5f-9513-412d-8628-cf9ba694a5e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1096 time: 0.0458481
Jan 15 21:32:07.820412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-905eff3d-2d83-4eb2-8ac8-f2bc17abc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:07.821920 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-905eff3d-2d83-4eb2-8ac8-f2bc17abc2d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0861082
Jan 15 21:32:07.890787 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-5c7482f9-de58-4355-a24d-9979b7375208 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 1001 time: 0.0626292
Jan 15 21:32:07.938493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-66f138d0-d6ec-4926-b15e-fecac14966d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:07.939954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-66f138d0-d6ec-4926-b15e-fecac14966d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0437651
Jan 15 21:32:07.984422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-43b29d3a-cd81-4e15-a909-cfd048d2ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:07.986542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-43b29d3a-cd81-4e15-a909-cfd048d2ccc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408800
Jan 15 21:32:08.077468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-796fd18c-9dde-4216-bdfd-c5ed9739eb1f service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845797
Jan 15 21:32:08.167882 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-73d0203b-a9aa-48b7-b868-f49f2d7f5263 req-423d4f2c-9796-4b0e-98b4-4fd07086e9b0 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838084
Jan 15 21:32:14.698606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:15.545999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:15.861061 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:32:17.973486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d8963ade-3599-43ea-8f6b-ccb9e9cf0157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:20.708480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-89737a09-b536-403d-96f6-66ce372555e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:21.992922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:23.394808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:24.267153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:44.696431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:45.549468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:47.975501 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cfaa79f3-80cb-441f-a59e-73e1f9047a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:47.995784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6717c-7fe6-42c5-8f8d-892c6d936c40 req-d67d4702-edf7-4200-8227-3cc9fde3e99d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:47.997307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae6717c-7fe6-42c5-8f8d-892c6d936c40 req-d67d4702-edf7-4200-8227-3cc9fde3e99d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0546393
Jan 15 21:32:48.054617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ae6717c-7fe6-42c5-8f8d-892c6d936c40 req-2c4ddd35-8771-42a6-a5d1-e9eb8ba9627f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515888
Jan 15 21:32:48.312395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-6ee70f5f-1119-432b-85bc-cabfb34fdaad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0737252
Jan 15 21:32:48.320930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac6a22-d97e-4aea-9643-6129ed7d4e0c req-184626c9-172c-43ba-b5df-b13556935d2d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:48.322563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1ac6a22-d97e-4aea-9643-6129ed7d4e0c req-184626c9-172c-43ba-b5df-b13556935d2d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0751290
Jan 15 21:32:48.373391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d1ac6a22-d97e-4aea-9643-6129ed7d4e0c req-95528ffe-3f6a-4f3b-b054-53fa271ed6ba tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450230
Jan 15 21:32:49.427437 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-16bd412b-fee8-4b6d-9465-7c261418e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:49.429179 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-16bd412b-fee8-4b6d-9465-7c261418e4e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1096 time: 0.0418975
Jan 15 21:32:49.498236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4de5-d4a3-4706-a10d-5c063d85c301 req-5a0b6f1e-f72b-45d7-bcb4-aca177e0614a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:49.499731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac7b4de5-d4a3-4706-a10d-5c063d85c301 req-5a0b6f1e-f72b-45d7-bcb4-aca177e0614a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0549028
Jan 15 21:32:49.526924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-510095d0-acab-4420-a4ed-12c8a520bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:49.528416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-510095d0-acab-4420-a4ed-12c8a520bf97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0932088
Jan 15 21:32:49.550789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac7b4de5-d4a3-4706-a10d-5c063d85c301 req-30a55d08-722d-4aeb-b7f8-c28666664859 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455256
Jan 15 21:32:49.595077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-045d3c25-1636-41a1-a00e-efef915668e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 1001 time: 0.0607629
Jan 15 21:32:49.645904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-aa155cd1-c7a6-42c7-97a8-6d64b4770f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:49.647480 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-aa155cd1-c7a6-42c7-97a8-6d64b4770f6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0467901
Jan 15 21:32:49.691214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-54f6465f-79a9-4d86-87ec-ea1a7a88a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:49.692773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-54f6465f-79a9-4d86-87ec-ea1a7a88a674 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396316
Jan 15 21:32:49.780773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-addc7117-488e-4301-8f0c-e6fa333d0d51 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820811
Jan 15 21:32:49.872774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-75d1e138-e556-4b08-9cba-b208e232ecc0 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862868
Jan 15 21:32:50.667071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8324c5-0daf-4107-97e3-746243a2d56d req-98d53692-0de1-404c-8a00-3572d813986b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:50.668570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e8324c5-0daf-4107-97e3-746243a2d56d req-98d53692-0de1-404c-8a00-3572d813986b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0498765
Jan 15 21:32:50.706170 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4cba2485-af90-48fc-9233-afe2ea0ebf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:50.716927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e8324c5-0daf-4107-97e3-746243a2d56d req-2880aaf4-5abd-40d5-9eb2-370c4bfb4383 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428722
Jan 15 21:32:51.831104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7dfa5-b512-4089-911d-3250bf113fe5 req-711671b9-314c-41cf-8eed-b4071b2b80bd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:51.832584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ba7dfa5-b512-4089-911d-3250bf113fe5 req-711671b9-314c-41cf-8eed-b4071b2b80bd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0473273
Jan 15 21:32:51.881293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ba7dfa5-b512-4089-911d-3250bf113fe5 req-8cf53396-a845-401f-886c-621489089721 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422356
Jan 15 21:32:51.996213 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:52.859844 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:32:52.999968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445e8c-fa24-45fb-a86b-8a487c4acfea req-d01808c4-0c41-4a73-a63b-f9e693004459 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:53.001578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8445e8c-fa24-45fb-a86b-8a487c4acfea req-d01808c4-0c41-4a73-a63b-f9e693004459 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0527565
Jan 15 21:32:53.051042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b8445e8c-fa24-45fb-a86b-8a487c4acfea req-e4f06ee2-2faa-4275-be05-c3583516bcbf tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424416
Jan 15 21:32:53.385928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:54.167672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f5b5-3ca8-4139-8407-ae464a480227 req-beffba8d-5b9a-4476-8b1e-65bf28b83ab4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:54.169162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1669f5b5-3ca8-4139-8407-ae464a480227 req-beffba8d-5b9a-4476-8b1e-65bf28b83ab4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0495582
Jan 15 21:32:54.227373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1669f5b5-3ca8-4139-8407-ae464a480227 req-7b546219-b43c-4e06-adb3-91509e623b70 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528257
Jan 15 21:32:54.275392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:32:55.349902 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee96ca-d0f2-4e80-9af5-0ec759eced06 req-df1530ac-6d48-4808-982e-6f00718a723c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:55.351870 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15ee96ca-d0f2-4e80-9af5-0ec759eced06 req-df1530ac-6d48-4808-982e-6f00718a723c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0486102
Jan 15 21:32:55.403128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15ee96ca-d0f2-4e80-9af5-0ec759eced06 req-4f95a7ec-2f9c-49eb-9afd-d8b93fac43aa tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449891
Jan 15 21:32:56.519793 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1611679-a529-406c-9d01-be0953f87571 req-bb1e4a16-c143-4f45-99c0-c2f9a990b092 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:56.521267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1611679-a529-406c-9d01-be0953f87571 req-bb1e4a16-c143-4f45-99c0-c2f9a990b092 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0500128
Jan 15 21:32:56.567224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f1611679-a529-406c-9d01-be0953f87571 req-0e4f67f4-0351-4f9c-b60f-6f9fc7993f8e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403097
Jan 15 21:32:57.681989 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320b96-3201-4427-bd54-14102c461b43 req-afbda597-2c1c-44cd-96db-6b4cdb4e2e0c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:57.683476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b320b96-3201-4427-bd54-14102c461b43 req-afbda597-2c1c-44cd-96db-6b4cdb4e2e0c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0495853
Jan 15 21:32:57.729341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b320b96-3201-4427-bd54-14102c461b43 req-70d5ff01-2cb4-41d1-b39f-19119060ba68 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404124
Jan 15 21:32:58.850498 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb8b9e-d574-4f07-9425-e2e8f7ae4a8c req-af26f74a-a64b-487e-9014-48a2bef61f2f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:32:58.852857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfcb8b9e-d574-4f07-9425-e2e8f7ae4a8c req-af26f74a-a64b-487e-9014-48a2bef61f2f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0528941
Jan 15 21:32:58.897422 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfcb8b9e-d574-4f07-9425-e2e8f7ae4a8c req-f52ed0c9-b815-4b4b-a08e-7ace412e3d6b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394475
Jan 15 21:33:00.016071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6679-e2ef-46a6-8599-03b2657ccd84 req-d0e06ddd-59b9-4cbf-bddd-15cddbe93ccd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:00.017543 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15eb6679-e2ef-46a6-8599-03b2657ccd84 req-d0e06ddd-59b9-4cbf-bddd-15cddbe93ccd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0497036
Jan 15 21:33:00.066882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-15eb6679-e2ef-46a6-8599-03b2657ccd84 req-f99af79d-e21b-4830-8e62-339a5f4e6526 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435665
Jan 15 21:33:01.184671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b101fe-4f41-43ee-81b8-36a1c355c311 req-2d4064ff-d59d-4c0c-b45d-d926f620a2a3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:01.186149 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6b101fe-4f41-43ee-81b8-36a1c355c311 req-2d4064ff-d59d-4c0c-b45d-d926f620a2a3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0512555
Jan 15 21:33:01.231907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6b101fe-4f41-43ee-81b8-36a1c355c311 req-6b29eb50-b9de-4a8f-8f0b-ad836a8006ee tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402069
Jan 15 21:33:01.828193 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-cd88f860-e27e-4607-904d-09084bc482b3 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:33:01.829233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-cd88f860-e27e-4607-904d-09084bc482b3 service neutron] 10.222.0.39 "GET /v2.0/ports/08c8c499-9a20-44b6-a253-314116581cdd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540197
Jan 15 21:33:02.082499 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-211204a4-03e4-4eb7-b740-a976c0c936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:02.083908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-211204a4-03e4-4eb7-b740-a976c0c936fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1096 time: 0.0942760
Jan 15 21:33:02.098754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:33:02.154580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.349873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3f48c-3d2e-490a-8af0-f1204b793387 req-f5bc0223-1c13-4ba9-aee3-1b96c74b1c49 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:02.352117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12e3f48c-3d2e-490a-8af0-f1204b793387 req-f5bc0223-1c13-4ba9-aee3-1b96c74b1c49 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0509231
Jan 15 21:33:02.358756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:02.392647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:33:02.402714 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12e3f48c-3d2e-490a-8af0-f1204b793387 req-032803cd-e6a0-44d2-9c44-9575f3ae1c0e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442212
Jan 15 21:33:02.432214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:02.434478 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0ec0d8-0428-4fc6-af2f-d7c01599a98a" -d '{"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-unplugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:02.437988 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks [] for port (08c8c499-9a20-44b6-a253-314116581cdd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.450465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Transition to ACTIVE for port object 08c8c499-9a20-44b6-a253-314116581cdd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:33:02.454280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.488814 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f4700-6e1b-4348-9962-cb6b7eb4f7c2 x-openstack-request-id: req-e88f4700-6e1b-4348-9962-cb6b7eb4f7c2 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:02.489860 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-unplugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:02.489860 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e88f4700-6e1b-4348-9962-cb6b7eb4f7c2 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:02.490166 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'code': 200}
Jan 15 21:33:02.539114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:02.551005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.551354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.551701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.552039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.552406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.552907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.553078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.553408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.553732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.554060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.554383 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.555229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.555552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:02.593912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] No DVR routers for this DVR port 08c8c499-9a20-44b6-a253-314116581cdd on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:33:02.731944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:33:02.732279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:33:02.732612 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:33:02.737767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:33:02.738132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Attempting to bind port 08c8c499-9a20-44b6-a253-314116581cdd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:33:02.743727 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:33:02.744078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:33:02.744465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:33:02.744924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Bound port: 08c8c499-9a20-44b6-a253-314116581cdd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:33:02.745288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.809272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:33:02.812155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:33:02.816604 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.854369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:02.855027 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:02.856522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] 10.222.0.45 "PUT /v2.0/ports/08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 1091 time: 0.7618752
Jan 15 21:33:02.887752 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b60bf-fb0e-433e-a1ed-c7e311192c53 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:02.926109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-acbf7ac9-5426-4bd4-96f1-d53b09bee9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:02.927649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-acbf7ac9-5426-4bd4-96f1-d53b09bee9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1094 time: 0.0481279
Jan 15 21:33:03.026420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-d2358ca8-e1ff-4dfb-b947-c78ff9d9fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:03.027979 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-d2358ca8-e1ff-4dfb-b947-c78ff9d9fa30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0903101
Jan 15 21:33:03.102159 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-f183c0c7-a4bf-4f7e-8dd1-76981b203b39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 999 time: 0.0650208
Jan 15 21:33:03.152522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-83069eb3-a25d-4faa-9917-611a6f95f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:03.153870 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-83069eb3-a25d-4faa-9917-611a6f95f4a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0427709
Jan 15 21:33:03.202281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-100ebb5e-51b7-49c7-862c-42e2d5226722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:03.203760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-100ebb5e-51b7-49c7-862c-42e2d5226722 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396974
Jan 15 21:33:03.299035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-ac82c5da-681e-4860-9448-f73356d2c30a service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853114
Jan 15 21:33:03.390572 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-250ecffd-64ef-446a-b183-1ec107e22e09 req-52ab1b6e-a517-4c77-9218-b63e72b54201 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815961
Jan 15 21:33:03.524249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3ff5f-6f82-4d15-a9df-b50587431043 req-222c6b42-92b0-4129-b8a5-82a30151b70c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:03.525825 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53a3ff5f-6f82-4d15-a9df-b50587431043 req-222c6b42-92b0-4129-b8a5-82a30151b70c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0501997
Jan 15 21:33:03.576772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53a3ff5f-6f82-4d15-a9df-b50587431043 req-ffb07bc0-58a9-4e71-8691-52bd6feea107 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453701
Jan 15 21:33:04.491507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:04.494655 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730eabbd-c322-488c-aee2-fada63b4e85f" -d '{"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:04.542697 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1dedb-4760-4891-baa5-9eceebcb85eb x-openstack-request-id: req-cda1dedb-4760-4891-baa5-9eceebcb85eb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:04.542999 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:04.543258 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cda1dedb-4760-4891-baa5-9eceebcb85eb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:04.543693 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'status': 'completed', 'code': 200}
Jan 15 21:33:04.634569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-9347b6af-f346-4978-a442-5150f8d213cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:04.636094 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-9347b6af-f346-4978-a442-5150f8d213cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1094 time: 0.0759621
Jan 15 21:33:04.638680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-d3648475-2ea5-4bc0-8cb8-eb032fc3777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:04.640063 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-d3648475-2ea5-4bc0-8cb8-eb032fc3777f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1094 time: 0.0721018
Jan 15 21:33:04.692245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ba74-e0e9-4dea-b202-5c05a43e8d7c req-3887eacd-d772-4655-a0a1-12e63a12e681 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:04.693746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5319ba74-e0e9-4dea-b202-5c05a43e8d7c req-3887eacd-d772-4655-a0a1-12e63a12e681 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 943 time: 0.0488794
Jan 15 21:33:04.741989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5319ba74-e0e9-4dea-b202-5c05a43e8d7c req-f13b9b9a-7720-43e6-896c-5d6f164e87de tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423861
Jan 15 21:33:04.802583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-8ef52f12-d945-4926-a974-e4c2d3f59404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:04.804036 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-8ef52f12-d945-4926-a974-e4c2d3f59404 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1579065
Jan 15 21:33:04.808407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-19eb884a-cc12-4aea-8f4d-5b7fdf0e8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:04.809703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-19eb884a-cc12-4aea-8f4d-5b7fdf0e8db3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1625359
Jan 15 21:33:04.916690 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-eea3b859-e4ce-4367-8eac-ca20d70cf899 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 999 time: 0.1053369
Jan 15 21:33:04.918654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-8ff56ff7-2696-4351-b876-5aae844ab1dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 999 time: 0.1020553
Jan 15 21:33:05.000145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-3ddf517c-9025-41a0-b090-7549393f9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:05.001593 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-3ddf517c-9025-41a0-b090-7549393f9b75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0779850
Jan 15 21:33:05.002923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-3a295f36-1a3c-41c1-a398-0fc52200c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:05.004195 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-3a295f36-1a3c-41c1-a398-0fc52200c889 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0735047
Jan 15 21:33:05.073471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-e3b53b3c-5ef0-4f91-85da-71fcf1561554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:05.074956 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-e3b53b3c-5ef0-4f91-85da-71fcf1561554 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0659871
Jan 15 21:33:05.077231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eabbd-c322-488c-aee2-fada63b4e85f req-4a2cf3b5-9afc-4859-8423-49160e46a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:05.078542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-4a2cf3b5-9afc-4859-8423-49160e46a1e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0685298
Jan 15 21:33:05.267970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 08c8c499-9a20-44b6-a253-314116581cdd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:33:05.369682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:05.382316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '08c8c499-9a20-44b6-a253-314116581cdd', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '08c8c499-9a20-44b6-a253-314116581cdd', 'mac_address': 'fa:16:3e:dd:e3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:33:05.421893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 08c8c499-9a20-44b6-a253-314116581cdd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:33:05.422286 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:05.436819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c8c499-9a20-44b6-a253-314116581cdd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:33:05.457168 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:05.461158 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:05.494192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 08c8c499-9a20-44b6-a253-314116581cdd no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:33:05.544688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:05.547635 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-fba19843-adeb-4cd4-a7a2-8f983b113d9c service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4658940
Jan 15 21:33:05.549808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-825f63bd-0b46-4322-978a-6b93bcce4f2f service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4614055
Jan 15 21:33:05.557487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.557829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.558161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.558497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.558821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.559144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.559464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.559781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.560100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.560417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.560732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.561667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.561987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:33:05.565656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 08c8c499-9a20-44b6-a253-314116581cdd host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:33:05.566051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 08c8c499-9a20-44b6-a253-314116581cdd not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:33:05.712300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-2420c60f-61b8-4ddd-9a9d-ec24e29120c9 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559665
Jan 15 21:33:05.715292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-730eabbd-c322-488c-aee2-fada63b4e85f req-8cf4d492-6d49-46a4-8948-257f29626843 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532590
Jan 15 21:33:05.735227 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['08c8c499-9a20-44b6-a253-314116581cdd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:33:05.860515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e639-a0a3-45a5-aedf-9a418bb2ee39 req-07d335eb-d83c-4a35-a983-3e4fecebb152 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:05.861925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f82e639-a0a3-45a5-aedf-9a418bb2ee39 req-07d335eb-d83c-4a35-a983-3e4fecebb152 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0486877
Jan 15 21:33:05.908335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f82e639-a0a3-45a5-aedf-9a418bb2ee39 req-25c379de-a606-4148-a69e-34352afe39d1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396202
Jan 15 21:33:06.106892 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8310ea-718f-443c-abcc-8aefbad1c73c req-994022e1-bfb6-4391-bbf4-9370ca85698e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.108427 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c8310ea-718f-443c-abcc-8aefbad1c73c req-994022e1-bfb6-4391-bbf4-9370ca85698e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0554833
Jan 15 21:33:06.119592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-ec1b3671-4368-4e2e-a33e-d31efd7cd5d4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.121045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-ec1b3671-4368-4e2e-a33e-d31efd7cd5d4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df&tenant_id=2d89bb23cded412ea3ca57cc844bfabf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0574517
Jan 15 21:33:06.159632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c8310ea-718f-443c-abcc-8aefbad1c73c req-5913a006-47ac-437c-9888-30facefcde42 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453739
Jan 15 21:33:06.181391 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-58a593a1-715e-4109-9b13-af86f94bb3bf service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:33:06.182427 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-58a593a1-715e-4109-9b13-af86f94bb3bf service neutron] 10.222.0.39 "DELETE /v2.0/ports/08c8c499-9a20-44b6-a253-314116581cdd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545185
Jan 15 21:33:06.264652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-ef307e1e-cda9-4c35-a6b5-e57d7b40e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.266192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-ef307e1e-cda9-4c35-a6b5-e57d7b40e098 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 1095 time: 0.0413890
Jan 15 21:33:06.361796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-62e19ee0-9d18-452c-9ebc-dc8b58859e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.363297 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-62e19ee0-9d18-452c-9ebc-dc8b58859e2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0905066
Jan 15 21:33:06.429511 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-8632e52b-0d5a-45ea-973c-881d1c968ae0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 200  len: 1000 time: 0.0594668
Jan 15 21:33:06.483078 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-0901a3ee-e05d-4e6a-9205-7ba1308b00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.484560 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-0901a3ee-e05d-4e6a-9205-7ba1308b00a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0490508
Jan 15 21:33:06.528059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-854ac105-d731-4adc-bd2b-5ee3a3f98f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:06.529577 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-854ac105-d731-4adc-bd2b-5ee3a3f98f86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392773
Jan 15 21:33:06.617465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-0ab803d4-ce05-44ec-a55c-7253de0c363b service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816758
Jan 15 21:33:06.712135 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4573089f-2f9e-4342-afd5-54fcb169dfcd req-2e916a99-1119-4059-a7f8-afa52b019266 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890770
Jan 15 21:33:07.285664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5daea6-72a5-4f71-a22c-c626f409c1bc req-02676451-eac2-4643-98d0-93b0c9a6c719 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:07.287045 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5daea6-72a5-4f71-a22c-c626f409c1bc req-02676451-eac2-4643-98d0-93b0c9a6c719 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0540085
Jan 15 21:33:07.300142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 08c8c499-9a20-44b6-a253-314116581cdd up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:33:07.335591 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6d5daea6-72a5-4f71-a22c-c626f409c1bc req-3419fa56-cca9-4589-a9e2-7b48eab0e102 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429511
Jan 15 21:33:07.360330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 08c8c499-9a20-44b6-a253-314116581cdd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:33:07.364204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 08c8c499-9a20-44b6-a253-314116581cdd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:33:07.364579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (08c8c499-9a20-44b6-a253-314116581cdd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:07.442303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 08c8c499-9a20-44b6-a253-314116581cdd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:33:07.442705 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:07.454925 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19635a4-bece-45b4-abd4-11be41c1f076 req-e2f985f9-48cc-4c15-8099-ac0bb89aee73 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:07.456382 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f19635a4-bece-45b4-abd4-11be41c1f076 req-e2f985f9-48cc-4c15-8099-ac0bb89aee73 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 944 time: 0.0492649
Jan 15 21:33:07.466238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:07.468517 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7319af3-1e20-4d75-9008-93e0b985651a" -d '{"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-plugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:07.483197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:07.488564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:07.514003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f19635a4-bece-45b4-abd4-11be41c1f076 req-0c982ee9-63fa-417e-b197-8608ea44d834 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516822
Jan 15 21:33:07.517759 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e8c78e-5651-4ae0-8b93-903f4c6ca3b8 x-openstack-request-id: req-35e8c78e-5651-4ae0-8b93-903f4c6ca3b8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:07.518056 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-plugged", "status": "completed", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:07.518375 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35e8c78e-5651-4ae0-8b93-903f4c6ca3b8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:07.518695 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'code': 200}
Jan 15 21:33:07.545796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:07.635016 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe33e4-5d3e-44cf-8872-5c1be81513db req-939d897a-8908-47ea-a672-285e31616f28 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:07.636495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eafe33e4-5d3e-44cf-8872-5c1be81513db req-939d897a-8908-47ea-a672-285e31616f28 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0493000
Jan 15 21:33:07.683977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eafe33e4-5d3e-44cf-8872-5c1be81513db req-aa612524-348e-4d4b-9278-99c18782cb73 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418556
Jan 15 21:33:07.915473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a2822-bfae-49ef-b5e6-14395815cadd req-75d2d1ed-8e7e-4776-9d81-b8d50413bd6c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:07.916982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb9a2822-bfae-49ef-b5e6-14395815cadd req-75d2d1ed-8e7e-4776-9d81-b8d50413bd6c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0494156
Jan 15 21:33:07.964351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bb9a2822-bfae-49ef-b5e6-14395815cadd req-6881cdac-7454-4364-963f-7f85c465cc1d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417767
Jan 15 21:33:09.093426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edf8b7-2ca4-4cab-80a3-b03131d0046e req-5f8cb1c5-5a87-4bb8-acbd-a30766638f89 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:09.094934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85edf8b7-2ca4-4cab-80a3-b03131d0046e req-5f8cb1c5-5a87-4bb8-acbd-a30766638f89 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0509553
Jan 15 21:33:09.144039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85edf8b7-2ca4-4cab-80a3-b03131d0046e req-41a5b7aa-f729-4613-8dcc-64676ca35894 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432222
Jan 15 21:33:09.260520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365187-9bee-431c-a052-d38c109f6109 req-8042eabc-3689-49e7-8b10-7cec9a6a4cf5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:09.261908 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f365187-9bee-431c-a052-d38c109f6109 req-8042eabc-3689-49e7-8b10-7cec9a6a4cf5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 945 time: 0.0498281
Jan 15 21:33:09.360496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Deleting port 08c8c499-9a20-44b6-a253-314116581cdd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:33:09.360858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (08c8c499-9a20-44b6-a253-314116581cdd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:09.447900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] For port 08c8c499-9a20-44b6-a253-314116581cdd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=08c8c499-9a20-44b6-a253-314116581cdd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:09.448265 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (08c8c499-9a20-44b6-a253-314116581cdd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:09.632430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:09.633191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:09.633530 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf disassociated. External IP: 172.35.1.177, port: 08c8c499-9a20-44b6-a253-314116581cdd.
Jan 15 21:33:09.633878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Calling delete_port for 08c8c499-9a20-44b6-a253-314116581cdd owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:33:09.765819 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (08c8c499-9a20-44b6-a253-314116581cdd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:09.795365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'Port': ['ID=08c8c499-9a20-44b6-a253-314116581cdd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:09.912150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:33:10.026712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:33:10.037582 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:33:10.047396 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:33:10.048004 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8006b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:32:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:10.069652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] No DVR routers for this DVR port 08c8c499-9a20-44b6-a253-314116581cdd on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:33:10.072298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:10.075682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5f365187-9bee-431c-a052-d38c109f6109 req-2354eb6c-27e8-4524-8923-c6fdb7dacd40 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "DELETE /v2.0/ports/08c8c499-9a20-44b6-a253-314116581cdd HTTP/1.1" status: 204  len: 173 time: 0.8052304
Jan 15 21:33:10.076192 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-deleted', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:10.078499 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d0d38-c735-4a14-8521-120947f10358" -d '{"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-deleted", "tag": "08c8c499-9a20-44b6-a253-314116581cdd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:10.123742 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d404b32-b946-40c6-9be3-b5c00a048fcd x-openstack-request-id: req-8d404b32-b946-40c6-9be3-b5c00a048fcd {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:10.124042 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63c13ee-f437-4649-8e7a-abb7909aa3df", "name": "network-vif-deleted", "tag": "08c8c499-9a20-44b6-a253-314116581cdd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:10.124305 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d404b32-b946-40c6-9be3-b5c00a048fcd {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:10.124723 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63c13ee-f437-4649-8e7a-abb7909aa3df', 'name': 'network-vif-deleted', 'tag': '08c8c499-9a20-44b6-a253-314116581cdd', 'status': 'completed', 'code': 200}
Jan 15 21:33:10.250163 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:33:10.253221 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0921e4bd-ed04-42c5-8fd4-72f88fe5e69e req-77b0a339-77f1-47c5-933a-5ac48b052895 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=f63c13ee-f437-4649-8e7a-abb7909aa3df HTTP/1.1" status: 200  len: 210 time: 0.0255439
Jan 15 21:33:10.450896 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8006b700>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:10.477566 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:33:10.485341 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:33:10.485944 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e8006b700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:32:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:10.595871 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:33:10.793349 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e8006b700>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:10.821659 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb82d0c-5770-4cc1-afe5-7a00e770e869 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:33:11.035038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62f5fc-b79c-4eb4-9db1-67c2af421b29 None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:33:11.492702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-866b14b5-9b84-4713-ac76-429346fbc747 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1432803138&fields=id&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 267 time: 0.0425496
Jan 15 21:33:11.600906 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-367f594d-48f6-4bb8-9083-9cbd037bb5b6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:11.603182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-367f594d-48f6-4bb8-9083-9cbd037bb5b6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1040246
Jan 15 21:33:11.617389 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-e19a78c1-330b-4639-8de8-f5b7b2a57366 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/quotas/2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 375 time: 0.0088384
Jan 15 21:33:11.668409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-5813008f-1136-4d30-8f52-2d1aaf1ed1da tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0459981
Jan 15 21:33:11.683991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-0092c6e8-88ee-4fc6-b4d2-847d0fd11fc7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:33:11.684983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-0092c6e8-88ee-4fc6-b4d2-847d0fd11fc7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054679
Jan 15 21:33:11.775165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-38d72e7f-7808-4a6c-8db6-256a1ef47089 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848186
Jan 15 21:33:11.863400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-94c4a5ca-769c-45e5-afd0-6e86750e19d3 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827127
Jan 15 21:33:13.033869 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a5534b3-6815-40e3-af08-f9b702b2b598 req-68b19427-1ad3-4417-9fd5-eb9f4155e34f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 210 time: 0.0270352
Jan 15 21:33:13.310557 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 08c8c499-9a20-44b6-a253-314116581cdd no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:33:13.330662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 08c8c499-9a20-44b6-a253-314116581cdd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:33:13.331010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 08c8c499-9a20-44b6-a253-314116581cdd not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:33:14.016143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-bd950d26-602c-49c3-9870-8445ee07c3da tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:14.017737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-bd950d26-602c-49c3-9870-8445ee07c3da tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1071308
Jan 15 21:33:14.085865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-1cc5d17b-f079-4ddb-8169-4d6d173e35c5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 380 time: 0.0543866
Jan 15 21:33:14.094768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'port': {'device_id': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'admin_state_up': True, 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'security_groups': ['04869768-6a8c-49c9-b054-57ab5c3207c0']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:33:14.130162 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f023444e-95fe-4ad2-8261-4a9cad7c0037 req-38056dea-4857-46db-8fff-cb644f66d5a2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 210 time: 0.0257499
Jan 15 21:33:14.209079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:33:14.213697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.347598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Allocated IP 172.20.0.9 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/1b7605bd-3638-4843-a16b-644d5f3ec0fd) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:33:14.485507 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.520387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.562874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:33:14.565870 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:33:14.572054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:33:14.578344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:14.631108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:14.631606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.649482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-77884b93-e6a3-4f2d-a50e-397e33f94275 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5582399
Jan 15 21:33:14.665587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Request body: {'port': {'device_id': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:33:14.714899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.722632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.872621 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a2ff61d3-3951-4fd7-960c-e25759ecee57 None None] Provisioning complete for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:33:14.873409 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a2ff61d3-3951-4fd7-960c-e25759ecee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:14.907978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff61d3-3951-4fd7-960c-e25759ecee57 None None] Port 1b7605bd-3638-4843-a16b-644d5f3ec0fd cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:33:14.988980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7605bd-3638-4843-a16b-644d5f3ec0fd {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:33:14.997573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks [] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.009681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Transition to ACTIVE for port object 1b7605bd-3638-4843-a16b-644d5f3ec0fd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:33:15.013430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.069899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:15.141864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:33:15.142258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:33:15.142598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:33:15.147256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:33:15.147576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:33:15.153214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:33:15.153562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:33:15.153949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:33:15.155756 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Bound port: 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:33:15.155756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.229863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:33:15.233634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:33:15.238328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.264230 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45366ec-5eea-4577-b714-ac43b2acf20d req-b9ed7a39-f3c8-4c32-9bcf-82f535e40131 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.265761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d45366ec-5eea-4577-b714-ac43b2acf20d req-b9ed7a39-f3c8-4c32-9bcf-82f535e40131 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0581801
Jan 15 21:33:15.277100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.277660 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.279166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] 10.222.0.45 "PUT /v2.0/ports/1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1091 time: 0.6183069
Jan 15 21:33:15.279474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:15.281870 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:15.310280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909bdf8-874c-4e5e-9ae7-c77f413a2dac service neutron] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:15.333073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d45366ec-5eea-4577-b714-ac43b2acf20d req-0faa7bbe-ef07-458f-ad64-31324e668222 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603242
Jan 15 21:33:15.347951 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ec4cc-872c-477e-b8f8-24e29ff33c6c x-openstack-request-id: req-d29ec4cc-872c-477e-b8f8-24e29ff33c6c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:15.348243 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:15.348498 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d29ec4cc-872c-477e-b8f8-24e29ff33c6c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:15.348914 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'status': 'completed', 'code': 200}
Jan 15 21:33:15.383501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-dda56177-8ef9-4c7b-a063-83601034005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.385048 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-dda56177-8ef9-4c7b-a063-83601034005b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0513322
Jan 15 21:33:15.433714 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-ba3aeff9-4ef1-4aa0-8256-6fed9ffdb2d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 217 time: 0.0367162
Jan 15 21:33:15.489718 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-dfb9c5ef-daf4-4a91-b18b-9d6b98741b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.491231 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-dfb9c5ef-daf4-4a91-b18b-9d6b98741b48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0503345
Jan 15 21:33:15.537901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:15.542256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029eade-1465-423d-91ff-a049bbfcf181 req-946e1034-63f9-4cab-9140-461c3fd9ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.543764 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-946e1034-63f9-4cab-9140-461c3fd9ab1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432012
Jan 15 21:33:15.635201 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-ce9c027b-43df-485b-81b2-db246798c563 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805912
Jan 15 21:33:15.730596 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c029eade-1465-423d-91ff-a049bbfcf181 req-d78c481b-e139-417e-8630-c44f0800a298 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850537
Jan 15 21:33:15.824866 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-93be1090-1671-4fd2-9a64-46e3234ba6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.826352 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-93be1090-1671-4fd2-9a64-46e3234ba6d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0401654
Jan 15 21:33:15.916502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-efcff68f-e8b0-4454-ab0e-0b7120bed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:15.917969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-efcff68f-e8b0-4454-ab0e-0b7120bed2db service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0856669
Jan 15 21:33:15.965622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-7b1832a5-5524-4960-8fb8-751053ff9787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 217 time: 0.0338287
Jan 15 21:33:16.012215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-eadd18f4-6c2e-40f9-8cc4-97dda283543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:16.013610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-eadd18f4-6c2e-40f9-8cc4-97dda283543a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0424535
Jan 15 21:33:16.061885 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-2929f9ac-702d-48f5-99e2-13c03abf2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:16.063345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-2929f9ac-702d-48f5-99e2-13c03abf2fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428433
Jan 15 21:33:16.154709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-38d031f8-a077-4529-983c-1ea5ce73cee9 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844510
Jan 15 21:33:16.249989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-192ac5d2-faf6-4a1b-9643-4732cc3cfe2e req-85125635-3c58-42c0-abe4-47f2e6a53e20 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885143
Jan 15 21:33:16.439501 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b806cb-512a-4616-9b1a-186827ffbb17 req-ef5dd919-d39e-4407-b65f-6517df1afd23 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:16.441043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8b806cb-512a-4616-9b1a-186827ffbb17 req-ef5dd919-d39e-4407-b65f-6517df1afd23 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0493290
Jan 15 21:33:16.486929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d8b806cb-512a-4616-9b1a-186827ffbb17 req-5c853d03-c51e-4352-a832-0c9f1fdf6203 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402112
Jan 15 21:33:17.308833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:33:17.406050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:17.417569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:33:17.452752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 1b7605bd-3638-4843-a16b-644d5f3ec0fd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:33:17.453165 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:17.466114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7605bd-3638-4843-a16b-644d5f3ec0fd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:33:17.485163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:17.488789 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:17.537187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:17.609861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84762d8-6fd1-4b60-8f3e-b44b0b374bfb req-9bdf2b54-a2a6-4a15-9f63-4db5210dd002 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:17.611326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f84762d8-6fd1-4b60-8f3e-b44b0b374bfb req-9bdf2b54-a2a6-4a15-9f63-4db5210dd002 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0532470
Jan 15 21:33:17.658695 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f84762d8-6fd1-4b60-8f3e-b44b0b374bfb req-6e284287-e866-421c-aa7b-39405192856d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417819
Jan 15 21:33:17.724947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['1b7605bd-3638-4843-a16b-644d5f3ec0fd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:33:17.978600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fdee8ba3-1813-4026-b26f-1d6bad305b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:18.777477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462717-23b5-456c-bea1-17bc6864aa1f req-cf6aa3d1-90e9-4114-af1d-6cf3a23eb28d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:18.778937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c462717-23b5-456c-bea1-17bc6864aa1f req-cf6aa3d1-90e9-4114-af1d-6cf3a23eb28d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0483978
Jan 15 21:33:18.825907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c462717-23b5-456c-bea1-17bc6864aa1f req-9e2f5691-8467-4960-95b4-8b1d1d9a2051 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414605
Jan 15 21:33:19.309666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:33:19.361074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:33:19.365129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:33:19.365498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:19.440994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 1b7605bd-3638-4843-a16b-644d5f3ec0fd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:33:19.441385 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:19.464159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:19.466404 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eead11-47a4-4040-a402-797019f42dce" -d '{"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-plugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:19.478900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:33:19.483654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:19.509532 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b08aa2e-2889-420b-8de3-549cc9468638 x-openstack-request-id: req-7b08aa2e-2889-420b-8de3-549cc9468638 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:19.509825 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-plugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:19.510074 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b08aa2e-2889-420b-8de3-549cc9468638 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:19.510453 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'code': 200}
Jan 15 21:33:19.536485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:33:19.606229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26d96-6288-46df-898d-9f75835d366c req-84db51a7-eb1c-4ddd-8a0b-96c3a3ba34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:19.607718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58b26d96-6288-46df-898d-9f75835d366c req-84db51a7-eb1c-4ddd-8a0b-96c3a3ba34c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1096 time: 0.0410988
Jan 15 21:33:19.654198 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-58b26d96-6288-46df-898d-9f75835d366c req-6c0dd8d9-4f37-49f7-9760-0a8c3cf1b0a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372589
Jan 15 21:33:19.939901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-65f20e77-b4e1-4164-98f6-f0c4d2d103ea req-b49c9273-9c37-47d3-8604-08335b0d2030 service neutron] (114438) timed out ('10.222.0.46', 59780) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:33:19.940671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0ede0-a9ff-4a19-b92e-b96c1f866f4a req-5643ff61-56d7-453e-8fa7-20662c456308 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:19.942173 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5f0ede0-a9ff-4a19-b92e-b96c1f866f4a req-5643ff61-56d7-453e-8fa7-20662c456308 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0478213
Jan 15 21:33:19.991758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e5f0ede0-a9ff-4a19-b92e-b96c1f866f4a req-e7077af7-7509-4a06-8fba-39ecc73b07f6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430865
Jan 15 21:33:20.708580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-734129f5-37b5-43e6-bf40-81a3892ff6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:21.111692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb039a1-05be-4073-9b2f-8b4b05a8a261 req-264d5947-c536-4fc7-b526-3c186f3dc7e4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:21.113215 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acb039a1-05be-4073-9b2f-8b4b05a8a261 req-264d5947-c536-4fc7-b526-3c186f3dc7e4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0485554
Jan 15 21:33:21.166987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-acb039a1-05be-4073-9b2f-8b4b05a8a261 req-2e7cec9b-5147-44d0-8463-87451625db71 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438836
Jan 15 21:33:21.277062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8b70-90ed-44e7-81ae-7206b02ba676 req-5abe95a8-0107-4bb1-b1fa-47788fc807b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:21.278419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f85e8b70-90ed-44e7-81ae-7206b02ba676 req-5abe95a8-0107-4bb1-b1fa-47788fc807b7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0477238
Jan 15 21:33:21.287181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58120) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:33:21.292670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'floatingip': {'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:33:21.563611 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:21.988953 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:21.993197 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:21.998704 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:22.094711 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf associated. External IP: 172.35.1.177, port: 1b7605bd-3638-4843-a16b-644d5f3ec0fd.
Jan 15 21:33:22.302918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:33:22.412830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:33:22.418422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:22.422924 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:33:22.433648 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:33:22.434250 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:33:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:22.445201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c97029ff-5ae9-43cd-a117-5130b347c4ce tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "PUT /v2.0/floatingips/f7a742e3-3c6f-4800-9491-de2b10ab34bf HTTP/1.1" status: 200  len: 991 time: 1.1568086
Jan 15 21:33:22.446070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:33:22.448451 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd500de-d8a6-4c98-a56e-858a3955309a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:33:22.486434 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59698d9-b620-4259-a5f7-59227ca5bae5 x-openstack-request-id: req-c59698d9-b620-4259-a5f7-59227ca5bae5 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:33:22.486747 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:33:22.487006 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c59698d9-b620-4259-a5f7-59227ca5bae5 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:33:22.487414 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'status': 'completed', 'code': 200}
Jan 15 21:33:22.545026 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:33:22.548853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-4791a2a2-0401-4791-832e-f41b5ebfe305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:22.550507 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-4791a2a2-0401-4791-832e-f41b5ebfe305 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1096 time: 0.0403292
Jan 15 21:33:22.641114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-14e616d9-ad64-4a63-80ca-bde8322893e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:22.642543 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-14e616d9-ad64-4a63-80ca-bde8322893e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0862868
Jan 15 21:33:22.708799 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-ce758304-06e1-4ff9-b9f8-3d0bb5526586 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 999 time: 0.0598454
Jan 15 21:33:22.761545 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-b9aa6923-2ec6-42dc-8d68-d3b905a67474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:22.763069 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-b9aa6923-2ec6-42dc-8d68-d3b905a67474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0487757
Jan 15 21:33:22.770206 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32fc70>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:33:21Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:22.797326 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:33:22.805410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:33:22.806026 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:33:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:22.808803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-b8f6c479-03c9-40ab-adc9-f8693e222351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:33:22.810367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-b8f6c479-03c9-40ab-adc9-f8693e222351 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416405
Jan 15 21:33:22.899843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-ad071b45-ad51-48d5-9bb9-12868c0a13f2 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828116
Jan 15 21:33:22.909131 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:33:22.993541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ecd500de-d8a6-4c98-a56e-858a3955309a req-64af2b88-c56a-4e9d-a4fc-89f72116e85e service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868869
Jan 15 21:33:23.134254 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32fc70>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:33:21Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:33:23.249055 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d555ce-bfe4-4e47-a55e-f6d8263f8090 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:33:21Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:33:23.395348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:23.450343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e933181-1119-436e-96e3-83af2ec780ec None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:33:24.268831 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:29.858275 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:33:44.714297 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:45.541906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:47.980223 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b06d296e-cfc3-4499-8b97-fbabeb044d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:50.711287 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32365c8d-a2ae-4c66-b646-2cc8a931e26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:52.001078 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:53.392947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:33:54.271620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:06.856965 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:34:11.728522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-1053dc1e-5c28-4fd8-ab30-27e22242b3a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397165
Jan 15 21:34:11.811796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da41e-d490-4114-97c4-0c1c5545f00a req-53ca40b0-6c21-4f00-b8a0-11459427fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:34:11.813316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-53ca40b0-6c21-4f00-b8a0-11459427fad1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1096 time: 0.0412719
Jan 15 21:34:11.924627 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da41e-d490-4114-97c4-0c1c5545f00a req-8a9644bb-bf02-454a-a477-716eccb35913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:34:11.926116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-8a9644bb-bf02-454a-a477-716eccb35913 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0859830
Jan 15 21:34:11.991746 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-2d49c298-a520-4349-9f26-30c221b09e89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1001 time: 0.0558422
Jan 15 21:34:12.046086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da41e-d490-4114-97c4-0c1c5545f00a req-f66e03d2-b182-432e-a923-dd900b02ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:34:12.047563 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-f66e03d2-b182-432e-a923-dd900b02ea5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0465977
Jan 15 21:34:12.094365 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225da41e-d490-4114-97c4-0c1c5545f00a req-c027e73e-61a7-4c89-a11e-800ea8662445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:34:12.095893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-c027e73e-61a7-4c89-a11e-800ea8662445 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395143
Jan 15 21:34:12.184936 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-0ea36a84-d9c1-4231-8ae9-b53acf75bbb8 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815501
Jan 15 21:34:12.277925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-225da41e-d490-4114-97c4-0c1c5545f00a req-7e382617-4203-499e-bd78-da783cfad58c service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842009
Jan 15 21:34:14.727650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:15.552195 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:17.980877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9812da02-7cb4-43ba-9677-0bea9a2255ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:20.713153 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b64165bd-413b-4e01-9737-bb4e81f53f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:22.003461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:22.236504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-d07e30b2-ab68-4910-be2b-7f96efcbe49f req-81e2f6e0-4d9d-49fc-9ffe-5b6c9a2db169 service neutron] (114438) timed out ('10.222.0.45', 64038) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:34:23.396097 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:24.276464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:43.856067 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:34:44.728960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:45.550384 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:47.984431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-10d16f97-79e1-4149-b529-25cc735123f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:50.715972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ebf15f1-949a-4460-9080-20d9dfdc7859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:52.006317 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:53.398095 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:34:54.278443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:02.467852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0c50-7b43-4042-985a-abf70c72b628 req-52481e74-7c4b-4528-9dff-03b3d7ea45f8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:02.469396 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72ab0c50-7b43-4042-985a-abf70c72b628 req-52481e74-7c4b-4528-9dff-03b3d7ea45f8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0547364
Jan 15 21:35:02.517839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-72ab0c50-7b43-4042-985a-abf70c72b628 req-b770f2ba-90c4-4b6b-93af-15d7255372a7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429182
Jan 15 21:35:03.637521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc9015-cb12-4dfe-b8bf-5e24c83f728f req-f41df518-f688-4d7a-a758-9f400acc75a8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:03.638996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22bc9015-cb12-4dfe-b8bf-5e24c83f728f req-f41df518-f688-4d7a-a758-9f400acc75a8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0511665
Jan 15 21:35:03.685769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-22bc9015-cb12-4dfe-b8bf-5e24c83f728f req-76ab53a7-0db0-4a7a-9ad2-d4ade1f4e191 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411494
Jan 15 21:35:04.799573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72b43-2fe6-43f8-bbd3-7dfb206cd062 req-e6261842-cfa8-41f5-8cca-dbe674715b24 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:04.801055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fee72b43-2fe6-43f8-bbd3-7dfb206cd062 req-e6261842-cfa8-41f5-8cca-dbe674715b24 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0477486
Jan 15 21:35:04.849809 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fee72b43-2fe6-43f8-bbd3-7dfb206cd062 req-0a8058a2-6a58-4b82-abe3-f713a594cdd5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432079
Jan 15 21:35:05.964135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09108-e7c0-4923-acba-aaa72113bc14 req-c80a5198-309d-494b-8754-917af469eb41 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:05.965609 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6af09108-e7c0-4923-acba-aaa72113bc14 req-c80a5198-309d-494b-8754-917af469eb41 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0493681
Jan 15 21:35:06.012304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6af09108-e7c0-4923-acba-aaa72113bc14 req-459f7ddf-116e-4424-83d4-117b4a5dca26 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411468
Jan 15 21:35:07.125556 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ebc79-5bc3-4c02-8660-fd952cf541d3 req-0ff884af-1ee6-49a8-b3d8-bd73c20e77f7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:07.127029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385ebc79-5bc3-4c02-8660-fd952cf541d3 req-0ff884af-1ee6-49a8-b3d8-bd73c20e77f7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0487602
Jan 15 21:35:07.173481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385ebc79-5bc3-4c02-8660-fd952cf541d3 req-452040b6-d6b6-44fa-95d9-ee0a9abf4909 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409482
Jan 15 21:35:08.292511 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf447a-f4f5-4f54-bc6d-4c122a5d6b22 req-0b63a51c-33a0-420e-80e9-09a2634bcc35 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:08.294000 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fbf447a-f4f5-4f54-bc6d-4c122a5d6b22 req-0b63a51c-33a0-420e-80e9-09a2634bcc35 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0528741
Jan 15 21:35:08.340131 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fbf447a-f4f5-4f54-bc6d-4c122a5d6b22 req-b761e5ca-6885-4873-b673-83b261dd9501 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404546
Jan 15 21:35:09.463056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11be36-4319-4792-8638-f825a94657d3 req-1d333ed3-c1ec-4b18-a16a-4ce41371af00 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:09.464482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c11be36-4319-4792-8638-f825a94657d3 req-1d333ed3-c1ec-4b18-a16a-4ce41371af00 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0555336
Jan 15 21:35:09.511433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c11be36-4319-4792-8638-f825a94657d3 req-f33e2e1a-74ff-4fc6-869b-8db449afafcd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409346
Jan 15 21:35:10.627886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f5cb3-437b-4177-818a-d5c0dc61c507 req-4028dfb3-523b-4fc5-b703-a9c16cdc9044 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:10.629646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e7f5cb3-437b-4177-818a-d5c0dc61c507 req-4028dfb3-523b-4fc5-b703-a9c16cdc9044 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0508385
Jan 15 21:35:10.681315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e7f5cb3-437b-4177-818a-d5c0dc61c507 req-3cd84b04-7783-4d68-b904-08e7641a8479 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460608
Jan 15 21:35:11.857186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce3a71-61fc-4fe0-9acb-fb280b2d8730 req-1ccece04-6f9b-4812-a647-b7d6c516bbd7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:11.858832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9ce3a71-61fc-4fe0-9acb-fb280b2d8730 req-1ccece04-6f9b-4812-a647-b7d6c516bbd7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.1083579
Jan 15 21:35:11.905656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9ce3a71-61fc-4fe0-9acb-fb280b2d8730 req-226056f6-8d78-4c4c-9279-f88fda92ee03 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413549
Jan 15 21:35:13.020518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f23c2-35b8-4aad-957a-9d4b280f17f0 req-5e7ac345-1b55-4c7d-a750-7dfa1d47a979 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.022011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-626f23c2-35b8-4aad-957a-9d4b280f17f0 req-5e7ac345-1b55-4c7d-a750-7dfa1d47a979 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0477126
Jan 15 21:35:13.068615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-626f23c2-35b8-4aad-957a-9d4b280f17f0 req-f4c18b40-84e0-47d0-9ec4-2fb6b66ff005 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411124
Jan 15 21:35:13.319119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7405965-4de7-4074-ba64-b2db4f126d28 req-d5d91216-1f96-49b6-bd17-a18a6bd34796 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.320561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7405965-4de7-4074-ba64-b2db4f126d28 req-d5d91216-1f96-49b6-bd17-a18a6bd34796 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0627856
Jan 15 21:35:13.379666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-30d3af2c-ff38-44cc-9c6e-22b1ce316b9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1307645
Jan 15 21:35:13.391724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7405965-4de7-4074-ba64-b2db4f126d28 req-c0b614e6-7e7e-43e7-a4f7-e858f1c6e9c0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556581
Jan 15 21:35:13.434888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-458b648e-c940-4032-911b-22fb57a6341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.437246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-458b648e-c940-4032-911b-22fb57a6341c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1096 time: 0.0438249
Jan 15 21:35:13.553979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-a85596fb-59b1-43ed-bd80-9b4bd48a85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.555518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-a85596fb-59b1-43ed-bd80-9b4bd48a85dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0921690
Jan 15 21:35:13.630666 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-d489fc73-6d94-42a5-a3f8-0d699c98e5f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1001 time: 0.0654516
Jan 15 21:35:13.683114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-b6fcc720-a4c8-425b-902e-8bec3e509d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.684564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-b6fcc720-a4c8-425b-902e-8bec3e509d40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0455396
Jan 15 21:35:13.734700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-5c684028-287a-402e-abcf-763af4757ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:13.736116 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-5c684028-287a-402e-abcf-763af4757ec0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425451
Jan 15 21:35:13.826827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-4b2bc660-0423-47c4-a492-56e42aafa6dd service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805993
Jan 15 21:35:13.919446 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-536a0b6b-c33c-468d-8ee1-125728c0bff3 req-a625e9cb-1200-4e91-bd5c-1c23b83fc030 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838196
Jan 15 21:35:14.510623 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455bca-3c3e-49c7-bbbf-073611abad77 req-41a465d0-4e77-4bdd-aeae-b7e4a1b87002 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:14.512080 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc455bca-3c3e-49c7-bbbf-073611abad77 req-41a465d0-4e77-4bdd-aeae-b7e4a1b87002 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0507302
Jan 15 21:35:14.562566 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc455bca-3c3e-49c7-bbbf-073611abad77 req-4cdc0046-6e07-4ae1-bd03-d57753286bb1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445037
Jan 15 21:35:14.743927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:15.566084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:15.736403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bee88-aeeb-42f4-8f95-53c8bb7911cf req-b9820f47-2f39-4b24-9606-4bb7dfe843b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:15.737882 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103bee88-aeeb-42f4-8f95-53c8bb7911cf req-b9820f47-2f39-4b24-9606-4bb7dfe843b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.1066601
Jan 15 21:35:15.783966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-103bee88-aeeb-42f4-8f95-53c8bb7911cf req-aa212975-452f-4a83-ae08-bfba72fe6f64 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405402
Jan 15 21:35:16.898574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a64a8-8d83-4c14-a21d-9600555be2e5 req-441857bd-7533-42db-a1c4-3cc0615263c6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:16.900072 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-579a64a8-8d83-4c14-a21d-9600555be2e5 req-441857bd-7533-42db-a1c4-3cc0615263c6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0499916
Jan 15 21:35:16.947657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-579a64a8-8d83-4c14-a21d-9600555be2e5 req-7038e9cf-8797-406e-a6aa-984fb88fce7a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410292
Jan 15 21:35:17.991836 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f38fbefe-8c23-4af5-b85f-266360ee3431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:18.072519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadfac0-f4bb-44c5-9622-7cacd665245e req-7f067747-3189-4950-8601-cc3b0a6e2a05 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:18.074907 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dadfac0-f4bb-44c5-9622-7cacd665245e req-7f067747-3189-4950-8601-cc3b0a6e2a05 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0556979
Jan 15 21:35:18.126662 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1dadfac0-f4bb-44c5-9622-7cacd665245e req-4291f354-388d-4d6b-a3c9-36f50e821276 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456958
Jan 15 21:35:18.571649 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-1470c22f-ba41-44a2-8fdd-d201dab48400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:18.573175 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-1470c22f-ba41-44a2-8fdd-d201dab48400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1096 time: 0.0446715
Jan 15 21:35:18.668010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-66673c01-edef-4ce6-a18a-47230bcc1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:18.669515 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-66673c01-edef-4ce6-a18a-47230bcc1a1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0872786
Jan 15 21:35:18.739675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-0be34f61-0bd9-4a89-acf5-26ab9f13af1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1001 time: 0.0606921
Jan 15 21:35:18.795476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-00541301-c532-41e0-b075-5a12bd49ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:18.797006 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-00541301-c532-41e0-b075-5a12bd49ad4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0483286
Jan 15 21:35:18.845360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-564d0f33-19ad-4744-b152-223050c9293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:18.847795 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-564d0f33-19ad-4744-b152-223050c9293e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411587
Jan 15 21:35:18.941863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-a6dff481-5cf6-4c7b-8792-df0b07c2726e service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841990
Jan 15 21:35:19.033947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-40021659-41c2-4cd0-8eba-78a39351897a service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826297
Jan 15 21:35:19.244241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0d445-b1d8-4a30-aee9-15f2a70805d7 req-59fc4ed5-a5b4-442b-bb63-5f2d883f4468 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:19.245669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ee0d445-b1d8-4a30-aee9-15f2a70805d7 req-59fc4ed5-a5b4-442b-bb63-5f2d883f4468 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0496161
Jan 15 21:35:19.293114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2ee0d445-b1d8-4a30-aee9-15f2a70805d7 req-c251adf0-2576-4519-94d3-71b37e7183d3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413983
Jan 15 21:35:20.411813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d2246-fd3c-4b90-8095-01f95fa8ba86 req-64627df7-dcc0-4b58-9c24-924834bde96f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:20.413324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a22d2246-fd3c-4b90-8095-01f95fa8ba86 req-64627df7-dcc0-4b58-9c24-924834bde96f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0502827
Jan 15 21:35:20.463191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a22d2246-fd3c-4b90-8095-01f95fa8ba86 req-d2a4a7a0-ed45-492f-a2e8-8ff2f0b63ced tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442517
Jan 15 21:35:20.716697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-489a464a-6115-4cdd-b682-9122ab267c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:20.854554 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:35:21.530334 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-5f5a1c58-ca75-4159-985d-43e22ed97dd2 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:35:21.531367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-5f5a1c58-ca75-4159-985d-43e22ed97dd2 service neutron] 10.222.0.45 "GET /v2.0/ports/1b7605bd-3638-4843-a16b-644d5f3ec0fd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0599058
Jan 15 21:35:21.582783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215e25-ec90-42dd-90a6-91238f19d99e req-5d152ed0-264f-4046-9907-fb69d1de5dc0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:21.584257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75215e25-ec90-42dd-90a6-91238f19d99e req-5d152ed0-264f-4046-9907-fb69d1de5dc0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0498905
Jan 15 21:35:21.634349 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75215e25-ec90-42dd-90a6-91238f19d99e req-68794ae2-0f1b-4b0d-8ab0-06509a3466f2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435104
Jan 15 21:35:21.796921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-f66a07e8-bd7c-489f-89a2-565bf5074673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:21.798416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-f66a07e8-bd7c-489f-89a2-565bf5074673 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1096 time: 0.0903738
Jan 15 21:35:21.809140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:35:21.862385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.009227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.063468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:22.095066 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:35:22.133250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:22.135467 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909fba2-4570-4293-83c6-36fc1dec168e" -d '{"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:22.139078 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks [] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.151456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Transition to ACTIVE for port object 1b7605bd-3638-4843-a16b-644d5f3ec0fd will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:35:22.155729 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.195354 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0837b10-ecc7-4084-862d-d6963984cbc6 x-openstack-request-id: req-d0837b10-ecc7-4084-862d-d6963984cbc6 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:22.195649 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:22.195904 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0837b10-ecc7-4084-862d-d6963984cbc6 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:22.196298 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'code': 200}
Jan 15 21:35:22.248750 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:22.263464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.263732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.264168 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.264514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.264875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.265229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.265544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.265875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.266204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.266535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.266864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.267191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.267517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:22.302231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] No DVR routers for this DVR port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:35:22.746814 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:35:22.747521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:35:22.747521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:35:22.752500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:35:22.752821 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Attempting to bind port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:35:22.757789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:35:22.758118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:35:22.758489 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:35:22.758610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803d4bf-6cef-4193-99b5-a8d61eb8d6b9 req-36fdcad9-5f51-4886-9d5a-449d282a02a2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:22.759047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Bound port: 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:35:22.759246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.759973 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2803d4bf-6cef-4193-99b5-a8d61eb8d6b9 req-36fdcad9-5f51-4886-9d5a-449d282a02a2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0495884
Jan 15 21:35:22.808630 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2803d4bf-6cef-4193-99b5-a8d61eb8d6b9 req-b6db30d4-a3d9-4b0a-889c-0e5b2e7b4939 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424445
Jan 15 21:35:22.820896 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:35:22.823836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:35:22.828869 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.863418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:22.864041 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:22.865442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1091 time: 1.0605142
Jan 15 21:35:22.886038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e501b-4cfd-4d21-b71f-11c8f9ac2f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:22.933333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-4160902e-9092-4a97-850f-afb634ebaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:22.934849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-4160902e-9092-4a97-850f-afb634ebaf5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0451992
Jan 15 21:35:23.029409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-139b98aa-d3d1-425c-bc34-3cddb509cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:23.031162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-139b98aa-d3d1-425c-bc34-3cddb509cebc service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0902691
Jan 15 21:35:23.101415 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-a61057e6-3068-4639-b8a3-c359be8bba14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 999 time: 0.0628321
Jan 15 21:35:23.150592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-4c1acfb2-5ef3-4972-beff-b65fe650985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:23.151941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-4c1acfb2-5ef3-4972-beff-b65fe650985e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0449591
Jan 15 21:35:23.197303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-5397eea3-1807-46a8-bb69-2392d45fc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:23.198783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-5397eea3-1807-46a8-bb69-2392d45fc1cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403278
Jan 15 21:35:23.289604 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-7a8a033c-95d2-499c-98ad-c4f4e4b70753 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846677
Jan 15 21:35:23.379831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-36cde142-272e-47a7-9fcb-e1824d8790b7 req-6caac0b3-3c29-41fe-8c59-a053ef8d23b8 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842917
Jan 15 21:35:23.400682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:23.931422 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf0bca-8f78-4aac-b8a8-137738842df9 req-d9e094d2-b9df-4d5b-ae16-46eeb14289a2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:23.932925 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-febf0bca-8f78-4aac-b8a8-137738842df9 req-d9e094d2-b9df-4d5b-ae16-46eeb14289a2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0531704
Jan 15 21:35:23.979283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-febf0bca-8f78-4aac-b8a8-137738842df9 req-b63b21dc-5375-4a9b-ac76-a62c96fd50ba tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408950
Jan 15 21:35:24.198018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:24.200418 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:24.249520 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3781b342-f5b4-43d7-9522-1739eb854821 x-openstack-request-id: req-3781b342-f5b4-43d7-9522-1739eb854821 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:24.249811 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:24.250064 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3781b342-f5b4-43d7-9522-1739eb854821 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:24.250463 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'status': 'completed', 'code': 200}
Jan 15 21:35:24.282879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:24.345817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-b714bd96-063e-4d09-a1ac-5dda2b2cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.347330 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-b714bd96-063e-4d09-a1ac-5dda2b2cbbe0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0738282
Jan 15 21:35:24.349721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-5dd0e096-4ba5-4d96-a89b-5c480dc9a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.351061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-5dd0e096-4ba5-4d96-a89b-5c480dc9a525 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0688255
Jan 15 21:35:24.509119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-155069ad-73ef-44bf-b1ad-9ad9d0dacd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.510542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-155069ad-73ef-44bf-b1ad-9ad9d0dacd86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1488516
Jan 15 21:35:24.511483 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-a475a81e-4ebc-4ae2-a5f0-e2a962ffec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.512825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-a475a81e-4ebc-4ae2-a5f0-e2a962ffec54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1586990
Jan 15 21:35:24.629126 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-e7d6a818-66f3-47a6-abb3-b1c57329b14d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 999 time: 0.1103828
Jan 15 21:35:24.634035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-03bc96b2-76aa-479e-b405-dec0452f16e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 999 time: 0.1139424
Jan 15 21:35:24.721529 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-12ca5d31-39b5-4212-965b-ca5ed7fff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.723004 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-12ca5d31-39b5-4212-965b-ca5ed7fff813 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0829189
Jan 15 21:35:24.726398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-3f9343c9-ab9e-4c41-b13c-fe066140ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.727705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-3f9343c9-ab9e-4c41-b13c-fe066140ec42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0803578
Jan 15 21:35:24.792354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-5765bd01-2ab7-457d-9fc3-f540e9cd38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.793813 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-5765bd01-2ab7-457d-9fc3-f540e9cd38cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0652316
Jan 15 21:35:24.800202 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-35ffe235-2f28-4fd3-9757-698129420655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:24.801642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-35ffe235-2f28-4fd3-9757-698129420655 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0643127
Jan 15 21:35:24.952773 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-94849db9-473a-448d-8269-a31fb529a594 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501737
Jan 15 21:35:24.957815 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-df60ae90-8b6a-4c40-a6cb-96b33037d125 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384857
Jan 15 21:35:25.099147 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea50e2-3b6f-4b00-bf29-8e3417f50188 req-1ac2691d-1b37-415f-b809-f55a9fdbbd25 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.100865 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bea50e2-3b6f-4b00-bf29-8e3417f50188 req-1ac2691d-1b37-415f-b809-f55a9fdbbd25 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0498581
Jan 15 21:35:25.113166 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-352d1727-bb97-41ff-a006-712cb6cf8788 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539588
Jan 15 21:35:25.125548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b99f66dd-e1f1-4aa9-8af6-c91ee170974b req-bf0e7bc0-89fc-4213-bb14-5a09bbcfedb5 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494377
Jan 15 21:35:25.150317 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3bea50e2-3b6f-4b00-bf29-8e3417f50188 req-f53f60d0-bfc0-4c17-94f7-b10151ce85bb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430865
Jan 15 21:35:25.347695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347d988-192b-4201-8b75-f457c3953bb8 req-f0e7efb8-0337-4bdb-9917-80468ab9bea5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.349281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1347d988-192b-4201-8b75-f457c3953bb8 req-f0e7efb8-0337-4bdb-9917-80468ab9bea5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 943 time: 0.0543005
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:35:25.368183 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:35:25.371820 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375fa72-029e-410d-b544-fc005adcce0c req-74076bfe-eade-4361-a989-bcddc4361c5b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.371820 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-74076bfe-eade-4361-a989-bcddc4361c5b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316&tenant_id=2d89bb23cded412ea3ca57cc844bfabf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0547798
Jan 15 21:35:25.402279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1347d988-192b-4201-8b75-f457c3953bb8 req-a5c9d0e6-6d34-4ef6-ba91-b6c579a63f56 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471234
Jan 15 21:35:25.438263 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-f375fa72-029e-410d-b544-fc005adcce0c req-5d50d34d-78b9-4065-b73b-961f8b55d503 service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:35:25.439306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-5d50d34d-78b9-4065-b73b-961f8b55d503 service neutron] 10.222.0.45 "DELETE /v2.0/ports/1b7605bd-3638-4843-a16b-644d5f3ec0fd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0549123
Jan 15 21:35:25.537280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375fa72-029e-410d-b544-fc005adcce0c req-204158a7-186a-4a6e-a53b-85d48c224087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.538760 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-204158a7-186a-4a6e-a53b-85d48c224087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1094 time: 0.0416207
Jan 15 21:35:25.636296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375fa72-029e-410d-b544-fc005adcce0c req-e137df56-6d23-45b6-9ad1-57018b2a1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.637725 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-e137df56-6d23-45b6-9ad1-57018b2a1fc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0887086
Jan 15 21:35:25.705654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-e35bac40-2f67-49ca-8f6e-5370420d905d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 999 time: 0.0588932
Jan 15 21:35:25.761681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375fa72-029e-410d-b544-fc005adcce0c req-3826df53-eb75-4879-b7cf-192ff660304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.763101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-3826df53-eb75-4879-b7cf-192ff660304f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0465467
Jan 15 21:35:25.812337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375fa72-029e-410d-b544-fc005adcce0c req-a266c4ee-2efe-4e6a-b2d3-4289685238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:25.813898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-a266c4ee-2efe-4e6a-b2d3-4289685238e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407343
Jan 15 21:35:25.905152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-a8e4ed77-0490-47b7-ad0d-73fae44b7573 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815508
Jan 15 21:35:25.996194 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:35:26.000282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f375fa72-029e-410d-b544-fc005adcce0c req-a66c3846-77d6-45dd-b761-74cd9659ffa5 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856249
Jan 15 21:35:26.034835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:35:26.035372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:35:26.115768 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:35:26.217283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:26.228200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:35:26.264511 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1b7605bd-3638-4843-a16b-644d5f3ec0fd is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:35:26.264914 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:26.277304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7605bd-3638-4843-a16b-644d5f3ec0fd {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:35:26.296450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:26.301145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:26.350287 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:26.359977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.360327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.360672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.361053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.361481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.361804 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.362141 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.362507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.362835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.363304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.363637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.363963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.364289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:35:26.541053 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b54c-df3b-4b22-a1c0-b9dc2eeda4b1 req-50c0f140-4941-4d22-85cd-407c13b022f8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:26.542579 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0269b54c-df3b-4b22-a1c0-b9dc2eeda4b1 req-50c0f140-4941-4d22-85cd-407c13b022f8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0508940
Jan 15 21:35:26.563185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['1b7605bd-3638-4843-a16b-644d5f3ec0fd'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:35:26.593489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0269b54c-df3b-4b22-a1c0-b9dc2eeda4b1 req-aab39463-0bb3-4697-968b-5bdeef5f25d5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447187
Jan 15 21:35:26.723229 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9b9e1-cf28-418e-a0b3-2ee3869c5067 req-f1b4ba10-db08-43ac-b493-1f4a70c1fe5c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:26.724624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54a9b9e1-cf28-418e-a0b3-2ee3869c5067 req-f1b4ba10-db08-43ac-b493-1f4a70c1fe5c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0521765
Jan 15 21:35:26.778409 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54a9b9e1-cf28-418e-a0b3-2ee3869c5067 req-da58bcce-d9ea-491c-83ce-0e8bcbb1aaae tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477707
Jan 15 21:35:26.971604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5ec5-4852-4108-96a3-8f069c27e657 req-56883a10-aad1-4524-8e4a-547573b370f1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:26.973841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b2f5ec5-4852-4108-96a3-8f069c27e657 req-56883a10-aad1-4524-8e4a-547573b370f1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0497119
Jan 15 21:35:26.999748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-ce1e660d-0aa8-4f50-a2fb-3cac1241ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:27.001273 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-ce1e660d-0aa8-4f50-a2fb-3cac1241ecf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 1095 time: 0.0421419
Jan 15 21:35:27.020472 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6b2f5ec5-4852-4108-96a3-8f069c27e657 req-fd6ea22b-d884-436f-bcd7-d3a710e734dc tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416086
Jan 15 21:35:27.094740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-6e0bf008-fd36-427b-b1fa-3ec2bcb56a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:27.096206 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-6e0bf008-fd36-427b-b1fa-3ec2bcb56a05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0883205
Jan 15 21:35:27.160627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-7dd26683-98a5-41f5-b83a-cb24c33cab7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 200  len: 1000 time: 0.0582473
Jan 15 21:35:27.209477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-d6471a09-19e1-4899-b707-45067bbe4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:27.210939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-d6471a09-19e1-4899-b707-45067bbe4ea9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0445895
Jan 15 21:35:27.258010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-44b1eec9-4b43-48a0-aaf7-9017551633fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:27.259401 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-44b1eec9-4b43-48a0-aaf7-9017551633fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428092
Jan 15 21:35:27.347061 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-1571b3d3-c38c-4a67-9561-f2856cb08b60 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813780
Jan 15 21:35:27.440312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a84c58d7-738b-4dd9-b022-6993f4be9bfb req-05da6e00-316c-48e0-b53f-f6b7937d2f31 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863924
Jan 15 21:35:28.122620 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:35:28.138077 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20334280-b4b8-4c4d-89a5-b685488d08d3 req-84c2c973-8ce4-445d-b965-50450a06d9ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:28.140206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20334280-b4b8-4c4d-89a5-b685488d08d3 req-84c2c973-8ce4-445d-b965-50450a06d9ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0504587
Jan 15 21:35:28.173924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:35:28.180548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 1b7605bd-3638-4843-a16b-644d5f3ec0fd triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:35:28.180967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:28.192994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20334280-b4b8-4c4d-89a5-b685488d08d3 req-9f811556-6ae4-4adf-b5cd-0da38c4ed2da tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446222
Jan 15 21:35:28.429625 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 1b7605bd-3638-4843-a16b-644d5f3ec0fd is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:35:28.430009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:28.449025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a760-5428-47cd-bce1-c97abb1ab4ce req-03a6a3c9-6572-4edb-93e4-2b482d94442e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:28.450550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c56a760-5428-47cd-bce1-c97abb1ab4ce req-03a6a3c9-6572-4edb-93e4-2b482d94442e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 944 time: 0.0552890
Jan 15 21:35:28.454166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:28.456409 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a4998-5343-470a-a35b-335274dc7144" -d '{"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-plugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:28.468198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:28.472891 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:28.499469 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a583c8-da3c-46bc-9348-2a2184a80559 x-openstack-request-id: req-30a583c8-da3c-46bc-9348-2a2184a80559 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:28.499762 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-plugged", "status": "completed", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:28.500011 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30a583c8-da3c-46bc-9348-2a2184a80559 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:28.500536 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'code': 200}
Jan 15 21:35:28.506811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c56a760-5428-47cd-bce1-c97abb1ab4ce req-771eae4b-394a-445c-a1ea-5f0221c9060e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475321
Jan 15 21:35:28.525807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:29.626529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1a3f-5581-4096-b818-5f2300e6f0e9 req-e8ba8cb4-7bd3-4798-b6ac-375fe4c8e153 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:29.628013 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bddf1a3f-5581-4096-b818-5f2300e6f0e9 req-e8ba8cb4-7bd3-4798-b6ac-375fe4c8e153 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0510950
Jan 15 21:35:29.674177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-46a48dd2-7694-4cd2-a423-a1da44de3a07 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:29.675638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-46a48dd2-7694-4cd2-a423-a1da44de3a07 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c3971ed-826f-4ae9-812c-e1be325fa316 HTTP/1.1" status: 200  len: 945 time: 0.0505607
Jan 15 21:35:29.678797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bddf1a3f-5581-4096-b818-5f2300e6f0e9 req-edf1d23a-08fc-411b-a67a-66bbc286278e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447874
Jan 15 21:35:29.761932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Deleting port 1b7605bd-3638-4843-a16b-644d5f3ec0fd {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:35:29.762276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:29.852146 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] For port 1b7605bd-3638-4843-a16b-644d5f3ec0fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b7605bd-3638-4843-a16b-644d5f3ec0fd,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:29.852437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:30.020463 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:30.020833 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:30.021175 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf disassociated. External IP: 172.35.1.177, port: 1b7605bd-3638-4843-a16b-644d5f3ec0fd.
Jan 15 21:35:30.021517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Calling delete_port for 1b7605bd-3638-4843-a16b-644d5f3ec0fd owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:35:30.148410 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1b7605bd-3638-4843-a16b-644d5f3ec0fd), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:30.176712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'Port': ['ID=1b7605bd-3638-4843-a16b-644d5f3ec0fd,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:30.299412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:35:30.412854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:35:30.423329 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79156690-e21f-4078-8454-3604ba671473 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:35:30.432972 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:35:30.433582 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:35:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:30.451853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] No DVR routers for this DVR port 1b7605bd-3638-4843-a16b-644d5f3ec0fd on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:35:30.454557 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:30.457913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-77ae9765-19b1-4750-976d-2d2fd173c421 req-bf1157e1-e45f-4636-b0f5-fa42c81d9aef tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "DELETE /v2.0/ports/1b7605bd-3638-4843-a16b-644d5f3ec0fd HTTP/1.1" status: 204  len: 173 time: 0.7771699
Jan 15 21:35:30.458334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-deleted', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:30.460578 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e797e9-89d3-42f4-9fe6-29aff6477f00" -d '{"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-deleted", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:30.502089 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf85219-88d3-4999-8c59-3e27226a075e x-openstack-request-id: req-5bf85219-88d3-4999-8c59-3e27226a075e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:30.502382 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3971ed-826f-4ae9-812c-e1be325fa316", "name": "network-vif-deleted", "tag": "1b7605bd-3638-4843-a16b-644d5f3ec0fd", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:30.502644 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bf85219-88d3-4999-8c59-3e27226a075e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:30.503053 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3971ed-826f-4ae9-812c-e1be325fa316', 'name': 'network-vif-deleted', 'tag': '1b7605bd-3638-4843-a16b-644d5f3ec0fd', 'status': 'completed', 'code': 200}
Jan 15 21:35:30.550075 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:35:30.751921 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28da30>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:30.781805 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79156690-e21f-4078-8454-3604ba671473 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:35:30.790996 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:35:30.791548 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28da30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:35:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:30.898144 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:35:30.957046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-0874705a-8e84-4e14-822a-679ad40d6c58 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1432803138&fields=id&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 267 time: 0.0417352
Jan 15 21:35:31.066887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-125c0ad9-6fbe-4b8d-b129-31ebeabfe9a3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:31.068341 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-125c0ad9-6fbe-4b8d-b129-31ebeabfe9a3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1049023
Jan 15 21:35:31.083029 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-1a3f31d8-f34e-4217-b523-f91465320039 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/quotas/2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 375 time: 0.0092587
Jan 15 21:35:31.093706 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-79156690-e21f-4078-8454-3604ba671473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28da30>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:31.119340 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79156690-e21f-4078-8454-3604ba671473 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:35:31.135057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-85ed4abf-1e95-4eaa-ab0a-5fa63fafeffd tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470135
Jan 15 21:35:31.296315 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-283c4a21-c6d8-4593-9697-8a3a30118d24 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476879
Jan 15 21:35:31.354340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86eb9a-3b88-417c-a811-005a4ef4c276 None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:35:31.391325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-13a83fd5-473f-43a6-9fd2-1e14dc03f938 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884581
Jan 15 21:35:31.561529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5a923c88-a006-4aae-8f95-f42ae78b30a1 req-7b1643f8-5b55-47fd-9b0d-1c0006b77892 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 210 time: 0.0262783
Jan 15 21:35:32.528413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-cfc29b1c-366b-471f-a651-63bc9b775505 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:32.530074 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-cfc29b1c-366b-471f-a651-63bc9b775505 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1083436
Jan 15 21:35:32.598475 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-d10bf26d-ccb5-48f0-9f70-cac0ae026dda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 380 time: 0.0543425
Jan 15 21:35:32.612659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'port': {'device_id': '8e727515-c789-4ce3-a870-c575fb06a6af', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'admin_state_up': True, 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'security_groups': ['04869768-6a8c-49c9-b054-57ab5c3207c0']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:35:32.663274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-89b9c6be-2986-4407-93f2-a1e4b9195f6c req-3835d757-105e-459e-bc4b-6f92fa9924ff tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 210 time: 0.0301998
Jan 15 21:35:32.726850 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:35:32.730484 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:32.856074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Allocated IP 172.20.0.5 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:35:32.992588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.025662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.066554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:35:33.069768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:35:33.073311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:35:33.103054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:33.128989 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:33.129616 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.147689 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-58edbdbf-ea25-4aa8-b652-e0aaf2e02d8f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5389137
Jan 15 21:35:33.163196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Request body: {'port': {'device_id': '8e727515-c789-4ce3-a870-c575fb06a6af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:35:33.222552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.357732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d37c8d42-08f0-4a95-9db1-a426fa10c883 None None] Provisioning complete for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:35:33.358346 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d37c8d42-08f0-4a95-9db1-a426fa10c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.394526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d37c8d42-08f0-4a95-9db1-a426fa10c883 None None] Port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:35:33.781101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987c24-c10d-4bfc-827b-23283406c0dc req-4b96d9e8-d58a-4bfa-9c23-a05d9b3eae3f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:33.782827 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92987c24-c10d-4bfc-827b-23283406c0dc req-4b96d9e8-d58a-4bfa-9c23-a05d9b3eae3f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 931 time: 0.0487757
Jan 15 21:35:33.793044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:35:33.801295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks [] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.814132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Transition to ACTIVE for port object 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:35:33.817801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:33.833638 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92987c24-c10d-4bfc-827b-23283406c0dc req-c0c10330-8221-408f-b31f-e952a882d1e4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449481
Jan 15 21:35:33.869254 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:33.943048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:35:33.943283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:35:33.943618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:35:33.948343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:35:33.948663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:35:33.954703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:35:33.955040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:35:33.955424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:35:33.955840 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Bound port: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:35:33.956203 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:34.021572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:35:34.024956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:35:34.029347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:34.069273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.069922 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:34.071391 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] 10.222.0.45 "PUT /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1091 time: 0.9129689
Jan 15 21:35:34.071923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:34.074094 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c3945d-319e-40e1-a156-209847d0d309" -d '{"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:34.096599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9d017-988d-4fe5-9dd1-7e1504a80808 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:34.132324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:35:34.159662 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d0987c-9c03-412b-9462-1517ed7c8b76 x-openstack-request-id: req-11d0987c-9c03-412b-9462-1517ed7c8b76 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:34.161463 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:34.161774 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11d0987c-9c03-412b-9462-1517ed7c8b76 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:34.162197 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'status': 'completed', 'code': 200}
Jan 15 21:35:34.166366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 1b7605bd-3638-4843-a16b-644d5f3ec0fd {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:35:34.166756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 1b7605bd-3638-4843-a16b-644d5f3ec0fd not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:35:34.181664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-9436b31d-c264-4e3b-9956-05979338c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.182980 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-9436b31d-c264-4e3b-9956-05979338c3f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0510800
Jan 15 21:35:34.226452 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-98af8146-f00b-4b1e-990c-255ce684346a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 217 time: 0.0363884
Jan 15 21:35:34.275818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-cfc25a54-9b70-4c79-933d-890d5a0d9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.277314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-cfc25a54-9b70-4c79-933d-890d5a0d9d90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0449092
Jan 15 21:35:34.332011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-4f1c8efa-8dfd-46fc-8088-d5f242803872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.333584 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-4f1c8efa-8dfd-46fc-8088-d5f242803872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0470860
Jan 15 21:35:34.427969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-84eb8e21-e8b1-4dd8-b1e8-eada9db70683 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836871
Jan 15 21:35:34.523499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ad7bbc78-4fee-480c-b8a3-452d577635fb req-3aff8c69-8e18-4d1f-a89f-8db2ecfd07bf service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860019
Jan 15 21:35:34.622954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3945d-319e-40e1-a156-209847d0d309 req-00990245-346c-4564-ba44-3f35f74e1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.624522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-00990245-346c-4564-ba44-3f35f74e1773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0416868
Jan 15 21:35:34.715318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3945d-319e-40e1-a156-209847d0d309 req-cd35a76d-c451-45dd-94d2-0c5fa02e8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.716800 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-cd35a76d-c451-45dd-94d2-0c5fa02e8c19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0867522
Jan 15 21:35:34.758250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-98e52168-e9c2-4622-88a5-1ecaeb747263 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 217 time: 0.0355461
Jan 15 21:35:34.806626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3945d-319e-40e1-a156-209847d0d309 req-669c8354-45b3-4d0d-a747-fb701e679157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.807988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-669c8354-45b3-4d0d-a747-fb701e679157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0438428
Jan 15 21:35:34.852127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3945d-319e-40e1-a156-209847d0d309 req-a5a2df6d-c204-4e3f-902e-ca9094cbde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.853642 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-a5a2df6d-c204-4e3f-902e-ca9094cbde0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398314
Jan 15 21:35:34.947755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-0bf10a4f-1f36-4911-adf0-ca1d58620254 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865936
Jan 15 21:35:34.950356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ca445-eccb-4d73-a6e7-5882beeaa504 req-6f386066-f7c0-4e66-9273-1f14c3289b32 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:34.951972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf0ca445-eccb-4d73-a6e7-5882beeaa504 req-6f386066-f7c0-4e66-9273-1f14c3289b32 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0489652
Jan 15 21:35:34.999312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cf0ca445-eccb-4d73-a6e7-5882beeaa504 req-655e217f-d93a-4127-9a62-c4862d34748b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414953
Jan 15 21:35:35.044015 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-22c3945d-319e-40e1-a156-209847d0d309 req-a8b3a294-00e1-4695-a590-c7eb7b2ceebb service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895326
Jan 15 21:35:36.119806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072fa7-aa65-410d-b3be-fcc78ecc8a61 req-fc362301-d360-480b-a6a1-efad5979c135 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:36.121286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e072fa7-aa65-410d-b3be-fcc78ecc8a61 req-fc362301-d360-480b-a6a1-efad5979c135 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0518832
Jan 15 21:35:36.168026 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e072fa7-aa65-410d-b3be-fcc78ecc8a61 req-2c05285d-e739-4ecb-adec-ad2ccefd4b13 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410483
Jan 15 21:35:37.282372 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93278fb2-207f-43ed-8d4c-18a266df13ae req-6cc5f3d8-6b4a-4d51-948c-13cca798974a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:37.283856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93278fb2-207f-43ed-8d4c-18a266df13ae req-6cc5f3d8-6b4a-4d51-948c-13cca798974a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0486734
Jan 15 21:35:37.330259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93278fb2-207f-43ed-8d4c-18a266df13ae req-74cbfcfe-d4ce-475b-9540-431bcc33079d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405567
Jan 15 21:35:38.057105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:35:38.150113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:38.161970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:35:38.197814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:35:38.198199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:38.210980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:35:38.234276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:38.238138 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:38.284682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:38.448877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508c27-fe1f-41c5-b57b-ae02419e3d76 req-49a7d67e-c3ee-48e0-b478-ea51ddf5ba21 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:38.450414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5508c27-fe1f-41c5-b57b-ae02419e3d76 req-49a7d67e-c3ee-48e0-b478-ea51ddf5ba21 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0526810
Jan 15 21:35:38.493251 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:35:38.499544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5508c27-fe1f-41c5-b57b-ae02419e3d76 req-f1677dd2-959d-42db-a8a2-f86a79c85b0a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420191
Jan 15 21:35:39.627949 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12544d-72df-431d-947c-4aea3a400aea req-0191267d-e569-4def-b39a-c26a0f179a73 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:39.629495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df12544d-72df-431d-947c-4aea3a400aea req-0191267d-e569-4def-b39a-c26a0f179a73 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0497205
Jan 15 21:35:39.677602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df12544d-72df-431d-947c-4aea3a400aea req-c8d4d2b2-0955-45d7-9258-6ba87fc81d09 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419252
Jan 15 21:35:40.058188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:35:40.105286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:35:40.108808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:35:40.109205 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:40.182285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:35:40.182663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:40.205081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:40.207292 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804af5fc-a0cb-4986-bbb9-41d08f1bb952" -d '{"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-plugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:40.222722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:35:40.226909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:40.249960 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74665909-adc1-4519-91cc-ebf95b106608 x-openstack-request-id: req-74665909-adc1-4519-91cc-ebf95b106608 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:40.250244 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-plugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:40.250490 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74665909-adc1-4519-91cc-ebf95b106608 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:40.250875 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'code': 200}
Jan 15 21:35:40.277995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:35:40.407000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaab79-71b3-4963-8c27-36c18761f7a2 req-b3d98342-7780-4550-a06a-18eed9c665f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:40.408559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5dcaab79-71b3-4963-8c27-36c18761f7a2 req-b3d98342-7780-4550-a06a-18eed9c665f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1096 time: 0.0425413
Jan 15 21:35:40.457328 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5dcaab79-71b3-4963-8c27-36c18761f7a2 req-17c6b394-1bac-439a-afba-a2298cd7480b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383220
Jan 15 21:35:40.794340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b62a83-598d-424e-8f17-200b9959c7d3 req-6bb61f98-7a79-402a-a238-bfed73a134a6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:40.796357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3b62a83-598d-424e-8f17-200b9959c7d3 req-6bb61f98-7a79-402a-a238-bfed73a134a6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0521996
Jan 15 21:35:40.846605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f3b62a83-598d-424e-8f17-200b9959c7d3 req-aab6c3c8-bd28-459b-acd4-7597e64a875b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445335
Jan 15 21:35:41.966174 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a0ce-8bd3-458c-bb2f-59fc3776abbb req-907b417c-56f8-48b5-a2b6-3cc0626cd748 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:41.967751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41a1a0ce-8bd3-458c-bb2f-59fc3776abbb req-907b417c-56f8-48b5-a2b6-3cc0626cd748 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0489397
Jan 15 21:35:42.014658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41a1a0ce-8bd3-458c-bb2f-59fc3776abbb req-1d411fa3-d7b6-4267-916c-a040db1a1659 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413263
Jan 15 21:35:42.130151 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1e1df-8c90-4eb4-893d-954f2b5d82b7 req-b7ab1444-b24b-4584-b200-2103aea11986 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:42.131601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30b1e1df-8c90-4eb4-893d-954f2b5d82b7 req-b7ab1444-b24b-4584-b200-2103aea11986 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0493057
Jan 15 21:35:42.140854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58542) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:35:42.145265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'floatingip': {'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:35:42.192149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:42.625976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:42.629711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:42.728443 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf associated. External IP: 172.35.1.177, port: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c.
Jan 15 21:35:43.163443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:35:43.269999 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:35:43.274555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:43.279428 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:35:43.290754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:35:43.291622 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28d880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:35:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:43.302281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8c898100-e877-4eb4-8cae-63d6e6bf4eda tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "PUT /v2.0/floatingips/f7a742e3-3c6f-4800-9491-de2b10ab34bf HTTP/1.1" status: 200  len: 991 time: 1.1603646
Jan 15 21:35:43.302852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:35:43.305136 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c579de2-b2a4-43a5-ba6a-9c434087d445" -d '{"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:35:43.355218 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afdc3b9-dc62-44cd-876a-905f3ad07db8 x-openstack-request-id: req-0afdc3b9-dc62-44cd-876a-905f3ad07db8 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:35:43.355690 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:35:43.356152 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0afdc3b9-dc62-44cd-876a-905f3ad07db8 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:35:43.356714 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'status': 'completed', 'code': 200}
Jan 15 21:35:43.403321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:35:43.422662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5c4a21c8-e895-4839-a640-c5d3e016d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:43.424108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5c4a21c8-e895-4839-a640-c5d3e016d20f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1096 time: 0.0413692
Jan 15 21:35:43.517340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-8d90ddfa-cec3-437b-a3b4-f7c8c49ba1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:43.518897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-8d90ddfa-cec3-437b-a3b4-f7c8c49ba1cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0888433
Jan 15 21:35:43.589185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5df9c284-0937-4783-8ab8-628b25c3cd9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 999 time: 0.0646172
Jan 15 21:35:43.640020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5e11c113-5d51-4611-804d-23c03e0f57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:43.641853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5e11c113-5d51-4611-804d-23c03e0f57b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0466833
Jan 15 21:35:43.690828 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5a495b43-bed9-419e-b88c-a77a82307663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:35:43.692588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-5a495b43-bed9-419e-b88c-a77a82307663 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446477
Jan 15 21:35:43.722940 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28d880>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e727515-c789-4ce3-a870-c575fb06a6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:35:42Z', 'revision_number': 9, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:43.748999 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:35:43.757334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:35:43.757941 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28d880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:35:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:43.782944 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-bdc48918-4ea6-4939-87f8-6de79c4c209c service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840783
Jan 15 21:35:43.863670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:35:43.874939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0c579de2-b2a4-43a5-ba6a-9c434087d445 req-19cbb644-e32e-4ccc-b75f-cc00a77655c4 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864904
Jan 15 21:35:44.091493 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b28d880>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e727515-c789-4ce3-a870-c575fb06a6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:35:42Z', 'revision_number': 9, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:35:44.117842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6855e-0dd5-407e-9762-592a3802f4f7 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e727515-c789-4ce3-a870-c575fb06a6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:35:42Z', 'revision_number': 9, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:35:44.301796 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7cc9a2-30c5-450a-833e-96a573a4b209 None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:35:44.735117 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:45.566617 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:47.988177 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09a5e287-94fb-4c17-a2ea-5426ed75e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:50.719688 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9de47ba4-b0d7-41fa-b008-8dd7e1bbc80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:52.011992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:53.402310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:54.277443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:35:57.853919 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:36:13.368942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-1a9534c2-ee31-4d13-9d89-3d1ef849e022 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400798
Jan 15 21:36:13.452329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-e5a8daf5-83ad-4513-a66a-0ab0642a7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:36:13.453745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-e5a8daf5-83ad-4513-a66a-0ab0642a7411 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1096 time: 0.0400531
Jan 15 21:36:13.556977 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-5bfdd3ac-ea85-431d-9fab-5e5ae687fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:36:13.558433 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-5bfdd3ac-ea85-431d-9fab-5e5ae687fb2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0868034
Jan 15 21:36:13.625019 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-24c73236-1155-42b7-8111-f902b849d4f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1002 time: 0.0578649
Jan 15 21:36:13.676584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-d7a52483-07f6-4ac1-ac83-879c59ac0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:36:13.678105 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-d7a52483-07f6-4ac1-ac83-879c59ac0c79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0435913
Jan 15 21:36:13.726697 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-608add2d-a4b9-4bb8-b4bf-4c7f7049c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:36:13.728124 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-608add2d-a4b9-4bb8-b4bf-4c7f7049c7d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441790
Jan 15 21:36:13.814984 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-5180e452-dc83-484d-8780-c7d852b07063 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806479
Jan 15 21:36:13.906163 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0d095ce2-24a0-402d-8e15-679d92b1db23 req-3c8afc77-8d42-473a-97e3-4028c73d4ceb service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847795
Jan 15 21:36:14.742966 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:15.569624 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:17.989575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8363-2329-49fd-8a3e-a5a3e9d75db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:20.720510 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a78bc7f5-5e89-4ba4-a68c-0bb097635177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:22.015504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:23.405799 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:24.279521 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:34.853251 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:36:44.737300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:45.581682 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:47.991055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61dbb5fd-de13-4a2c-a039-23a944c0549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:50.721602 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5eed428f-1fcf-4846-bfde-1e275137a950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:52.018768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:53.407687 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:36:54.283542 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:11.852277 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:37:13.544112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-32a9d68e-4a5c-4c0c-9dd1-165ab3688891 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412178
Jan 15 21:37:13.630251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-6e816dec-d91f-4447-a522-bbd4c7214cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:13.631729 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-6e816dec-d91f-4447-a522-bbd4c7214cfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1096 time: 0.0399776
Jan 15 21:37:13.743725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-ecc936d4-2a84-4cd0-b941-136ab42d6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:13.745224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-ecc936d4-2a84-4cd0-b941-136ab42d6c5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0888081
Jan 15 21:37:13.814776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-8512db08-49c5-4a95-906d-504eb95444bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1002 time: 0.0580232
Jan 15 21:37:13.866568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-fe37dc3b-21cc-483f-bc25-bd18fabe488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:13.867962 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-fe37dc3b-21cc-483f-bc25-bd18fabe488f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0429888
Jan 15 21:37:13.920931 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-0c75676c-3217-4f64-8ad7-92aaae9a890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:13.922421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-0c75676c-3217-4f64-8ad7-92aaae9a890c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449872
Jan 15 21:37:14.027588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-7326d43f-2367-4d08-bf5d-a3a92ff44ee7 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955944
Jan 15 21:37:14.127453 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dc7f3291-0fbb-414a-a336-a68c23d6108f req-54cca8d0-3bc1-46c8-b875-0954f3505a00 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894783
Jan 15 21:37:14.740658 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:15.581310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:17.991799 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-18771437-4a74-465e-a6bc-82918524e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:20.722596 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-952c87a9-c2c2-4981-9780-d51feeff11a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:22.020580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:23.410963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:23.988813 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-fdc3ee77-040a-4027-902f-7a8b9833885c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0738409
Jan 15 21:37:23.997086 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b16a1-5d2a-451c-86ff-8a15ac5ef7d3 req-a39755b0-d439-439a-b1fb-a71c5cd298c9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:23.999044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f7b16a1-5d2a-451c-86ff-8a15ac5ef7d3 req-a39755b0-d439-439a-b1fb-a71c5cd298c9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0734148
Jan 15 21:37:24.049581 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1f7b16a1-5d2a-451c-86ff-8a15ac5ef7d3 req-cd65d289-35b6-4aff-8637-3cd8516b97e7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446572
Jan 15 21:37:24.289882 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:25.153491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-e2154dce-b72e-47da-b75e-8056a8e58232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:25.155083 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-e2154dce-b72e-47da-b75e-8056a8e58232 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1096 time: 0.0456641
Jan 15 21:37:25.174861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc230ed-c837-4f2d-a217-5057fe0c8eea req-c0273554-bf03-45a7-9d59-0d2415abea3f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:25.176574 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc230ed-c837-4f2d-a217-5057fe0c8eea req-c0273554-bf03-45a7-9d59-0d2415abea3f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0508049
Jan 15 21:37:25.226633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cc230ed-c837-4f2d-a217-5057fe0c8eea req-c315331c-7c91-4428-a864-7be94876ff7f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441720
Jan 15 21:37:25.252213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-b67a7e01-1667-4846-8620-d7f8ed9bf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:25.253749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-b67a7e01-1667-4846-8620-d7f8ed9bf9c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0915453
Jan 15 21:37:25.322039 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-32a63a89-9362-458a-b054-08493fe43660 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1002 time: 0.0587859
Jan 15 21:37:25.374105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-3d4566df-80d0-4546-8bc6-d3cd2586105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:25.375532 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-3d4566df-80d0-4546-8bc6-d3cd2586105a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0436733
Jan 15 21:37:25.429101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-bc9cdf1a-613a-4020-8c9d-9a6058bf92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:25.430638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-bc9cdf1a-613a-4020-8c9d-9a6058bf92b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438828
Jan 15 21:37:25.520754 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-190a045d-1435-472d-977b-4e2890c63704 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809977
Jan 15 21:37:25.616562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-12375f60-d85f-4407-8fe2-5c216fe51332 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862932
Jan 15 21:37:26.350009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b70c-70e4-4303-9463-49a8a5eebb5f req-1e2681dd-6256-4c43-890d-73e73a065c92 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:26.351482 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c664b70c-70e4-4303-9463-49a8a5eebb5f req-1e2681dd-6256-4c43-890d-73e73a065c92 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0529490
Jan 15 21:37:26.400350 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c664b70c-70e4-4303-9463-49a8a5eebb5f req-f57ba215-1930-4589-abb4-5d5ad26e7632 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432622
Jan 15 21:37:27.517315 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3d240-4127-49b9-b847-8cd2bc6bdbca req-83faa88c-3b34-49e9-b781-2eaee07053a9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:27.518837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96a3d240-4127-49b9-b847-8cd2bc6bdbca req-83faa88c-3b34-49e9-b781-2eaee07053a9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0489340
Jan 15 21:37:27.565975 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-96a3d240-4127-49b9-b847-8cd2bc6bdbca req-924dc8f0-e9ab-41b0-9c3b-81cdd37d6b4b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415494
Jan 15 21:37:28.684794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11be0e-316d-45bf-a00f-c9c4e2af9ada req-df38a955-4645-47c8-8224-409918d5229f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:28.686271 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac11be0e-316d-45bf-a00f-c9c4e2af9ada req-df38a955-4645-47c8-8224-409918d5229f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0522878
Jan 15 21:37:28.733038 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac11be0e-316d-45bf-a00f-c9c4e2af9ada req-99abb62b-f171-4aec-b5a4-39b5cd7010e2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411334
Jan 15 21:37:29.848245 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004541c-0b68-4841-8f73-583b788d24cf req-d66a58a4-687d-4f0e-9b9f-ae66b17b8e96 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:29.849744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2004541c-0b68-4841-8f73-583b788d24cf req-d66a58a4-687d-4f0e-9b9f-ae66b17b8e96 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0486195
Jan 15 21:37:29.896100 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2004541c-0b68-4841-8f73-583b788d24cf req-38de22cd-36a7-4844-b8b1-d49b9e3517b3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408618
Jan 15 21:37:31.011828 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca8ef-1377-4ece-a7ab-1bd4ac964116 req-1fe68a23-1afd-4b92-a056-6be5990cae06 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:31.013346 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-756ca8ef-1377-4ece-a7ab-1bd4ac964116 req-1fe68a23-1afd-4b92-a056-6be5990cae06 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0487108
Jan 15 21:37:31.063913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-756ca8ef-1377-4ece-a7ab-1bd4ac964116 req-78d3f066-eca5-4cda-a6c8-b9b07c8c083c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448582
Jan 15 21:37:32.181689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30578a-df94-448a-af87-0b1b945224cb req-c7c3c4aa-f35f-436a-872a-314ebf9a2323 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:32.183361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a30578a-df94-448a-af87-0b1b945224cb req-c7c3c4aa-f35f-436a-872a-314ebf9a2323 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0499833
Jan 15 21:37:32.233913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6a30578a-df94-448a-af87-0b1b945224cb req-84318a61-13d2-4560-ab76-8a416594c663 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436726
Jan 15 21:37:33.350492 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8fad-e086-469d-ab26-1731bb6dfe11 req-b79dc4f7-867d-4589-927f-745c276c1de6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:33.351969 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-834c8fad-e086-469d-ab26-1731bb6dfe11 req-b79dc4f7-867d-4589-927f-745c276c1de6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0486767
Jan 15 21:37:33.400706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-834c8fad-e086-469d-ab26-1731bb6dfe11 req-00c06d2d-ac3e-4d55-828a-17067c46860f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416422
Jan 15 21:37:34.525383 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e16d5-2ac1-4de5-a6e8-e25508afe655 req-0c323ac6-4c34-4e22-9208-885f0d3f10a4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:34.526839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-546e16d5-2ac1-4de5-a6e8-e25508afe655 req-0c323ac6-4c34-4e22-9208-885f0d3f10a4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0520480
Jan 15 21:37:34.574654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-546e16d5-2ac1-4de5-a6e8-e25508afe655 req-f9dd1cda-6803-4bdf-a888-48878ba477c9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416217
Jan 15 21:37:35.692054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df441ff1-1d4f-426d-950b-c34d20ccad5b req-0c33a433-9532-45d8-9191-0e540e6e9b91 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:35.693545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df441ff1-1d4f-426d-950b-c34d20ccad5b req-0c33a433-9532-45d8-9191-0e540e6e9b91 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0501149
Jan 15 21:37:35.740991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-df441ff1-1d4f-426d-950b-c34d20ccad5b req-3a6d53b6-37a2-4af2-b479-1cbd88dcb02b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418301
Jan 15 21:37:36.857228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffac3a-9351-4814-98f3-f64737e3f3e9 req-eb16ef7b-3d38-440d-89dc-d1588e9a0395 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:36.858704 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cffac3a-9351-4814-98f3-f64737e3f3e9 req-eb16ef7b-3d38-440d-89dc-d1588e9a0395 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0491688
Jan 15 21:37:36.908311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2cffac3a-9351-4814-98f3-f64737e3f3e9 req-39e8b031-4425-4fe3-8b75-f895c37aca0f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440814
Jan 15 21:37:37.907914 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-9dab4057-50e9-492d-9b78-a3ebb647cf0d service neutron] show failed (client error): The resource could not be found.
Jan 15 21:37:37.908954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-9dab4057-50e9-492d-9b78-a3ebb647cf0d service neutron] 10.222.0.45 "GET /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0559864
Jan 15 21:37:38.031944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e0576-ed9e-4b98-bb4f-feb1f1d61162 req-8fd150e6-c3b0-4734-8da1-fd8a6ce2a127 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:38.033530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-531e0576-ed9e-4b98-bb4f-feb1f1d61162 req-8fd150e6-c3b0-4734-8da1-fd8a6ce2a127 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0506892
Jan 15 21:37:38.081526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-531e0576-ed9e-4b98-bb4f-feb1f1d61162 req-ad4d7a38-035e-48d1-8ac8-c26e9e008315 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417800
Jan 15 21:37:38.171135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-6562df40-5f37-4c56-86af-8d44c34754ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:38.172552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-6562df40-5f37-4c56-86af-8d44c34754ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1096 time: 0.0411706
Jan 15 21:37:38.182758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:37:38.238004 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.437823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:38.469805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:37:38.509868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:37:38.512183 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c487d1b-5a08-443b-af29-d947df35a512" -d '{"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:37:38.516085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks [] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.530492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Transition to ACTIVE for port object 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:37:38.536049 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.623733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:38.638232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.638642 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.638928 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.639276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.639613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.639950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.640280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.640609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.640964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.641295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.641623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.641948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.642271 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:38.646362 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59547a3a-b0ee-4a86-80b7-54960b3d9191 x-openstack-request-id: req-59547a3a-b0ee-4a86-80b7-54960b3d9191 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:37:38.646644 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:37:38.646907 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59547a3a-b0ee-4a86-80b7-54960b3d9191 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:37:38.647371 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'code': 200}
Jan 15 21:37:38.674930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] No DVR routers for this DVR port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:37:38.812784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:37:38.813164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:37:38.813497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:37:38.817793 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:37:38.818115 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:37:38.822904 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:37:38.823243 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:37:38.823624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:37:38.824048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Bound port: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:37:38.824404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.886503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:37:38.890009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:37:38.893909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.930576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:38.931281 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:38.932652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1091 time: 0.7537649
Jan 15 21:37:38.963186 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c1f7-1972-42bd-938d-6be1ea4898c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:39.000329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-be660c61-6ee2-45bd-8e06-3e2bf35d8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:39.002518 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-be660c61-6ee2-45bd-8e06-3e2bf35d8925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0472081
Jan 15 21:37:39.092873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-96a2ba47-ecc8-487d-9b1f-50615a25c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:39.094354 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-96a2ba47-ecc8-487d-9b1f-50615a25c9a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0860851
Jan 15 21:37:39.167620 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-b4f76220-6401-4497-84b6-a8f47df6d681 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.0674253
Jan 15 21:37:39.203322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f94d2-fbcf-4efa-bbbc-69481d0ad38a req-b2fb5897-6a6d-40a7-85b4-8d5c87f82a68 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:39.204751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e7f94d2-fbcf-4efa-bbbc-69481d0ad38a req-b2fb5897-6a6d-40a7-85b4-8d5c87f82a68 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0494828
Jan 15 21:37:39.215477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-5e623bc7-dc76-404d-83fb-e4dbd8e9da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:39.217239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-5e623bc7-dc76-404d-83fb-e4dbd8e9da29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0439970
Jan 15 21:37:39.254113 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e7f94d2-fbcf-4efa-bbbc-69481d0ad38a req-3f778c5b-86f8-4b3e-8c9f-9fa2c6f976b4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436416
Jan 15 21:37:39.263282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-6a5c46ea-551a-4248-ad99-3ef397084019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:39.264897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-6a5c46ea-551a-4248-ad99-3ef397084019 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422132
Jan 15 21:37:39.363296 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-23c1c7db-9b49-424e-8f20-18fbe6a13082 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924866
Jan 15 21:37:39.451422 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ff3db599-e1e0-48ef-a7f7-51c407988fb3 req-af9f9ee9-220e-455d-b52b-fc325dea2cca service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810621
Jan 15 21:37:40.376726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3a2c-bc70-421b-b4dd-db49d278ef40 req-14009548-af94-48dc-9f9a-1ac47a2f6798 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:40.378243 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-681c3a2c-bc70-421b-b4dd-db49d278ef40 req-14009548-af94-48dc-9f9a-1ac47a2f6798 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0518818
Jan 15 21:37:40.425516 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-681c3a2c-bc70-421b-b4dd-db49d278ef40 req-061389e7-0815-472a-b3f1-e59725c17fb6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415788
Jan 15 21:37:40.649113 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:37:40.651385 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5edfa-0657-4896-bce7-72e337b56ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:37:40.701032 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a725e9-b97f-40b2-94fb-ed31a07448da x-openstack-request-id: req-57a725e9-b97f-40b2-94fb-ed31a07448da {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:37:40.701327 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:37:40.701586 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57a725e9-b97f-40b2-94fb-ed31a07448da {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:37:40.701993 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'status': 'completed', 'code': 200}
Jan 15 21:37:40.792966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-4b3e1adf-000d-4a29-a694-f78b6e49183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:40.795041 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-4b3e1adf-000d-4a29-a694-f78b6e49183e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0647326
Jan 15 21:37:40.796712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-2156dfd8-8276-4d8c-829a-2439b604b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:40.798104 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-2156dfd8-8276-4d8c-829a-2439b604b68b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0757349
Jan 15 21:37:40.959180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-f979e431-f56e-41ac-9469-242bda18cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:40.960665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-f979e431-f56e-41ac-9469-242bda18cc40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1497629
Jan 15 21:37:40.962054 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-7ec755d7-c57e-45e6-a369-d968a8402ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:40.963393 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-7ec755d7-c57e-45e6-a369-d968a8402ebd service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1600399
Jan 15 21:37:41.075843 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-5b63475b-ae14-4522-ba6e-8b5432bfea67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.1071699
Jan 15 21:37:41.079351 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-75c4e08d-31aa-4350-b626-1db97e801116 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.1039732
Jan 15 21:37:41.159448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-427151e5-6196-4ba8-93d5-8204588b72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.160926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-427151e5-6196-4ba8-93d5-8204588b72ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0792761
Jan 15 21:37:41.164516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-0420b17f-190e-4d4f-9173-51e8b067d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.165877 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-0420b17f-190e-4d4f-9173-51e8b067d65d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0772183
Jan 15 21:37:41.230344 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-9d93a9dc-4f86-4284-819c-73b2b2ab78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.231933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-9d93a9dc-4f86-4284-819c-73b2b2ab78cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0650909
Jan 15 21:37:41.237538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-01dec81e-300a-4723-a2b9-aade873dff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.238887 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-01dec81e-300a-4723-a2b9-aade873dff9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0632610
Jan 15 21:37:41.395932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-9910175a-b24b-4a03-b5e5-f4b31f74578a service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538818
Jan 15 21:37:41.415034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-f076529e-3362-407e-a9b8-7a8a966d1eae service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652834
Jan 15 21:37:41.551429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5d6ff-e8cf-47e1-a282-f829a19da17b req-08d24184-1e6b-4474-8542-52a6667446c4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.552934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7a5d6ff-e8cf-47e1-a282-f829a19da17b req-08d24184-1e6b-4474-8542-52a6667446c4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0542626
Jan 15 21:37:41.604414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f7a5d6ff-e8cf-47e1-a282-f829a19da17b req-3b7032de-62e4-4ca9-a094-306cc89668d9 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456867
Jan 15 21:37:41.900977 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-c5f4ef4f-945b-433b-95cc-4f7762182fc1 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4978728
Jan 15 21:37:41.907913 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-dca90252-3f62-482b-a721-f085c92c851c service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754861
Jan 15 21:37:41.928651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b21dd-5c5f-4ffb-ac30-adc5df86d4c2 req-a314e1c5-f849-44ce-8599-5a8b6afb2857 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.930328 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc2b21dd-5c5f-4ffb-ac30-adc5df86d4c2 req-a314e1c5-f849-44ce-8599-5a8b6afb2857 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0582929
Jan 15 21:37:41.931106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e78766cb-2b5a-4910-a1d8-b2402726bcfc tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:41.932743 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e78766cb-2b5a-4910-a1d8-b2402726bcfc tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0774655
Jan 15 21:37:41.979512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc2b21dd-5c5f-4ffb-ac30-adc5df86d4c2 req-1546ab75-c0e8-43b5-b45c-5b675b906936 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426431
Jan 15 21:37:41.996114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-3700f4f7-e718-4672-9e76-b1094ee33c9f service neutron] 10.222.0.39 "GET /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0575004
Jan 15 21:37:42.059046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-05fc44df-ff93-49e1-bbdd-d9a7748c5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:42.061233 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-05fc44df-ff93-49e1-bbdd-d9a7748c5962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1094 time: 0.0450706
Jan 15 21:37:42.147323 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-f8239f06-1630-4d5f-9207-1e4d459b77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:42.148797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-f8239f06-1630-4d5f-9207-1e4d459b77ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0820351
Jan 15 21:37:42.220857 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-9081b7f0-a7c2-4a6d-b75a-ea74017909a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.0664830
Jan 15 21:37:42.271408 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-c7e48b15-a1db-4a0d-9313-632308509710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:42.272825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-c7e48b15-a1db-4a0d-9313-632308509710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0466883
Jan 15 21:37:42.318356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-ab723991-50b4-4d74-a742-ec77d2eabfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:42.319837 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-ab723991-50b4-4d74-a742-ec77d2eabfe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410209
Jan 15 21:37:42.413057 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-a595b4f0-8538-469b-a353-5fe5f73fcb90 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871699
Jan 15 21:37:42.501652 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-baf5444b-65e8-43a1-b9f7-162cc960bdcb service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822635
Jan 15 21:37:42.648721 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:37:42.689892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:37:42.690201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:37:42.911853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:37:43.003219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:43.015543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:37:43.056412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:37:43.056805 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:43.070129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:37:43.089779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:43.094600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:43.103458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ca5e-123e-4fca-837c-f377ef3ebaf5 req-700006eb-5131-4e72-ae98-c9e6bdf26eac tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:43.105057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7400ca5e-123e-4fca-837c-f377ef3ebaf5 req-700006eb-5131-4e72-ae98-c9e6bdf26eac tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 943 time: 0.0502868
Jan 15 21:37:43.142958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:43.150523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.150868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.151207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.151538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.151869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.152304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.152456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7400ca5e-123e-4fca-837c-f377ef3ebaf5 req-d37fdfca-8594-4a00-8c78-a5c4c61cc976 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412211
Jan 15 21:37:43.152636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.152981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.153886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.154454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.154843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.155167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.155495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:37:43.341281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:37:44.272591 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f4fc6-b8ab-4fd4-9ebc-dc2aca1ab2c8 req-19ea5df9-75b9-4010-887a-6ccd5c819623 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:44.274137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f30f4fc6-b8ab-4fd4-9ebc-dc2aca1ab2c8 req-19ea5df9-75b9-4010-887a-6ccd5c819623 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0504198
Jan 15 21:37:44.328709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f30f4fc6-b8ab-4fd4-9ebc-dc2aca1ab2c8 req-08bde8f8-c8db-4493-9605-41debdda41ec tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482929
Jan 15 21:37:44.503332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-81e44ebd-fbc1-4f19-b50c-e10e7564173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:44.504832 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-81e44ebd-fbc1-4f19-b50c-e10e7564173f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1095 time: 0.0420136
Jan 15 21:37:44.519067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:37:44.580421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:44.741438 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:44.779682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:44.813196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:37:44.845356 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:37:44.853928 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks [] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:44.865738 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Ignored duplicate provisioning block setup for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jan 15 21:37:44.869184 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:44.956521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:44.999239 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] No DVR routers for this DVR port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:37:45.135841 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:37:45.136175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:37:45.136501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:37:45.141260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:37:45.141578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Attempting to bind port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:37:45.146251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:37:45.146587 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:37:45.146967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:37:45.147388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Bound port: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:37:45.147752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:45.217934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:37:45.220973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:37:45.225211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:45.260229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.260866 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:45.262219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] 10.222.0.45 "PUT /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1091 time: 0.7470884
Jan 15 21:37:45.263363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:37:45.265703 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cbbbb1-bea0-48a0-9792-547d60beb6db" -d '{"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:37:45.288537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faa979-7560-4e9a-bd74-cbb788e6be8b service neutron] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:45.337910 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30725e1c-db5d-4ee4-bbbd-2dc811de62a7 x-openstack-request-id: req-30725e1c-db5d-4ee4-bbbd-2dc811de62a7 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:37:45.338205 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:37:45.338466 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30725e1c-db5d-4ee4-bbbd-2dc811de62a7 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:37:45.338927 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'status': 'completed', 'code': 200}
Jan 15 21:37:45.341766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-66bdf0e1-ea2e-4413-a54b-4d603ca1920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.344371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-66bdf0e1-ea2e-4413-a54b-4d603ca1920b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1095 time: 0.0521829
Jan 15 21:37:45.457905 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b12588-cdbb-4a7d-a545-03f6d4710cf4 req-2cb387f4-017b-44fd-b076-06e056c62c8a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.459637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10b12588-cdbb-4a7d-a545-03f6d4710cf4 req-2cb387f4-017b-44fd-b076-06e056c62c8a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0529194
Jan 15 21:37:45.471037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-39dd36ff-f890-43e2-98f3-a4b9f1b8a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.472699 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-39dd36ff-f890-43e2-98f3-a4b9f1b8a542 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1095 time: 0.0946484
Jan 15 21:37:45.513386 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-10b12588-cdbb-4a7d-a545-03f6d4710cf4 req-3abcd8e6-02fb-45fe-bdb7-57bbe309380d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456107
Jan 15 21:37:45.541260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-2d50a3c8-b2fd-4ca0-aae8-477a990e5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.542825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-2d50a3c8-b2fd-4ca0-aae8-477a990e5831 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1888232
Jan 15 21:37:45.604018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:45.621536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-d7c5a6ed-4eb8-447b-80de-f71abaadf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.623557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-d7c5a6ed-4eb8-447b-80de-f71abaadf3c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1441746
Jan 15 21:37:45.640270 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-6456ebeb-1d3c-4480-9b8a-c06612bd119b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.0874405
Jan 15 21:37:45.729349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-d338863e-f5f1-4adc-9f79-65b83f27d9ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.0990465
Jan 15 21:37:45.733518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-5893ce3b-6fa1-45bc-b00b-a74d72fbc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.734929 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-5893ce3b-6fa1-45bc-b00b-a74d72fbc5d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0666084
Jan 15 21:37:45.801942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-2c3fa9b8-92a1-446a-acb4-55cfcb4e99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.803454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-2c3fa9b8-92a1-446a-acb4-55cfcb4e99ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0675824
Jan 15 21:37:45.821308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-dda8b0b9-2283-4dd9-95ad-dc9fbe391996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.822547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-dda8b0b9-2283-4dd9-95ad-dc9fbe391996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0616989
Jan 15 21:37:45.902010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-95436021-d1cb-4d25-becd-e271215610e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:45.904193 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-95436021-d1cb-4d25-becd-e271215610e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0948236
Jan 15 21:37:45.984627 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-3274a8e9-86d2-4bcf-b2d7-092ba99af2ed service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442778
Jan 15 21:37:46.060284 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-2197d475-fcfd-4ae5-b9c7-0db86c313bf4 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490808
Jan 15 21:37:46.148781 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-92b32a90-c8ee-498c-a9fc-3b0003edf86c req-738a97d7-28cf-4aa5-b172-38402fded8b5 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510077
Jan 15 21:37:46.174219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-fe663b2d-3b5c-456d-86ce-62657b49cd18 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067569
Jan 15 21:37:46.240663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-7ab31943-7b1d-462f-af62-adf401233821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:46.242168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-7ab31943-7b1d-462f-af62-adf401233821 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 1095 time: 0.0406189
Jan 15 21:37:46.334540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-0ad7c0d3-169d-4e70-8a22-55a939220113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:46.335904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-0ad7c0d3-169d-4e70-8a22-55a939220113 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0866790
Jan 15 21:37:46.404592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-7de0a753-9e0f-4f9b-9c9d-f8df9a495ddb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 200  len: 1000 time: 0.0615647
Jan 15 21:37:46.453445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-20e03190-c2b1-4a7c-b0e9-e56089e8d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:46.454834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-20e03190-c2b1-4a7c-b0e9-e56089e8d479 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0425711
Jan 15 21:37:46.502522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-8f0e8666-fb29-4d7f-9361-a5a2503dec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:46.503954 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-8f0e8666-fb29-4d7f-9361-a5a2503dec1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423818
Jan 15 21:37:46.593263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-efdcd395-fa64-431a-abb9-acfc4a63748e service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827928
Jan 15 21:37:46.633248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c68de5-fc3b-40f2-8482-b184c37cf66d req-f2f7e387-bc83-475e-b9d0-c05c49b5862b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:46.634716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6c68de5-fc3b-40f2-8482-b184c37cf66d req-f2f7e387-bc83-475e-b9d0-c05c49b5862b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0498517
Jan 15 21:37:46.684191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6c68de5-fc3b-40f2-8482-b184c37cf66d req-458de350-ad6e-4138-985f-7216edc4fe70 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436795
Jan 15 21:37:46.689868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-55cbbbb1-bea0-48a0-9792-547d60beb6db req-3d1d6e46-9b80-4dea-9031-4dbc67ef3b82 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890954
Jan 15 21:37:47.810477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa3a1-c85a-4f8c-b7f8-b55e75381de7 req-ac4ade59-5bc2-4449-9c0a-fbfa1f20df85 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:47.812642 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a01fa3a1-c85a-4f8c-b7f8-b55e75381de7 req-ac4ade59-5bc2-4449-9c0a-fbfa1f20df85 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 944 time: 0.0537860
Jan 15 21:37:47.861509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a01fa3a1-c85a-4f8c-b7f8-b55e75381de7 req-efb23d23-8fe0-4614-aa58-64ae7f009deb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423558
Jan 15 21:37:47.994455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7f8485f-6abd-44ae-8af4-059ffb1388fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:48.683347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:37:48.777937 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:48.789736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'mac_address': 'fa:16:3e:b5:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:37:48.826358 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:37:48.826739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:48.839810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:37:48.850781 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:37:48.859753 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:48.863417 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:48.914856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:48.973699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:37:48.980601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91ce3-b2f1-4837-813a-f2d1017a36ff req-e8cfa053-d0ad-4672-9ec2-fd9936ea9200 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:48.982302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cc91ce3-b2f1-4837-813a-f2d1017a36ff req-e8cfa053-d0ad-4672-9ec2-fd9936ea9200 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0485780
Jan 15 21:37:49.013781 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:37:49.014385 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:37:49.029942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0cc91ce3-b2f1-4837-813a-f2d1017a36ff req-a49576a1-1f05-4515-81c7-c905d938b18f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418830
Jan 15 21:37:49.146300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382912-1164-4112-954c-5d61bcd3d050 req-d17b09b7-f28a-4ad4-8c27-f69bcfa5cc2a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:49.147782 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4382912-1164-4112-954c-5d61bcd3d050 req-d17b09b7-f28a-4ad4-8c27-f69bcfa5cc2a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0485599
Jan 15 21:37:49.160207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:37:49.200928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a4382912-1164-4112-954c-5d61bcd3d050 req-a2ddb9bc-fa97-4045-bc2e-974d628fb600 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466559
Jan 15 21:37:49.319008 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c668ca-1d52-4b3d-939a-be3ba5695afd req-88f08881-b828-49ce-af39-661646c444f6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:49.320466 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2c668ca-1d52-4b3d-939a-be3ba5695afd req-88f08881-b828-49ce-af39-661646c444f6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0495949
Jan 15 21:37:49.369399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a2c668ca-1d52-4b3d-939a-be3ba5695afd req-9b4644fa-8b82-4d29-abbc-40a93d410e49 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433173
Jan 15 21:37:49.609264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39d6f-2e2d-4fed-b136-a0a34cd934a1 req-f05aab7b-5620-43fd-964a-39c0e38b9917 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:49.610817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6af39d6f-2e2d-4fed-b136-a0a34cd934a1 req-f05aab7b-5620-43fd-964a-39c0e38b9917 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0499780
Jan 15 21:37:49.659489 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6af39d6f-2e2d-4fed-b136-a0a34cd934a1 req-acd12888-af8f-414b-8cd8-746108b7b281 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427186
Jan 15 21:37:50.698594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:37:50.749227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4daeae4-75e5-48c5-b3d6-f7ae5a510e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:50.763150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:37:50.769050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:37:50.769685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:50.787237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4639a-bd23-4098-90e9-e376f9183ab4 req-a8a54623-769f-4174-8ed3-e3d6ff4dba19 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:50.788724 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75d4639a-bd23-4098-90e9-e376f9183ab4 req-a8a54623-769f-4174-8ed3-e3d6ff4dba19 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 945 time: 0.0553632
Jan 15 21:37:50.837950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75d4639a-bd23-4098-90e9-e376f9183ab4 req-4c70b52f-b982-439c-97ed-07e367bc26f8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430522
Jan 15 21:37:50.851121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:37:50.851511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:50.877675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:37:50.879873 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cad8c3-01af-477d-aec8-c3852de2e799" -d '{"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-plugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:37:50.897687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:50.901797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:50.949101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:50.982964 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1e1856-10ed-42a4-8cbb-a35aceb68562 x-openstack-request-id: req-2d1e1856-10ed-42a4-8cbb-a35aceb68562 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:37:50.983257 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-plugged", "status": "completed", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:37:50.983530 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d1e1856-10ed-42a4-8cbb-a35aceb68562 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:37:50.983927 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'code': 200}
Jan 15 21:37:50.997547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-be78ce91-b936-480e-91ea-ebbb5eb68bb3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:50.999001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-be78ce91-b936-480e-91ea-ebbb5eb68bb3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 946 time: 0.0527086
Jan 15 21:37:51.089014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Deleting port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:37:51.089349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.178348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] For port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:37:51.178716 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.346031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.346389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.346703 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf disassociated. External IP: 172.35.1.177, port: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c.
Jan 15 21:37:51.347038 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Calling delete_port for 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:37:51.480892 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3eaece6a-5dd7-4b7d-96c5-3f1558d9320c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.508775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'Port': ['ID=3eaece6a-5dd7-4b7d-96c5-3f1558d9320c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:51.628668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:37:51.738589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:37:51.748081 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:37:51.757670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:37:51.758358 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:37:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:37:51.777558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] No DVR routers for this DVR port 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:37:51.780947 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:51.784161 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fa7371a4-b074-4d00-9e5e-4cf2e6ff5483 req-8074f02a-5ea7-46b6-a98e-be57052ace36 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "DELETE /v2.0/ports/3eaece6a-5dd7-4b7d-96c5-3f1558d9320c HTTP/1.1" status: 204  len: 173 time: 0.7768986
Jan 15 21:37:51.784661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-deleted', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:37:51.787138 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2217c-c678-4d8e-b6d0-f543f4a8ad2a" -d '{"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-deleted", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:37:51.832562 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5166249-22ee-4ada-81d1-b63862caba52 x-openstack-request-id: req-d5166249-22ee-4ada-81d1-b63862caba52 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:37:51.832881 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e727515-c789-4ce3-a870-c575fb06a6af", "name": "network-vif-deleted", "tag": "3eaece6a-5dd7-4b7d-96c5-3f1558d9320c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:37:51.833144 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5166249-22ee-4ada-81d1-b63862caba52 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:37:51.833552 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e727515-c789-4ce3-a870-c575fb06a6af', 'name': 'network-vif-deleted', 'tag': '3eaece6a-5dd7-4b7d-96c5-3f1558d9320c', 'status': 'completed', 'code': 200}
Jan 15 21:37:51.868100 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:37:51.962174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e496dc0d-11c5-43b5-be21-5c84ff701deb req-1ac7902f-fe60-4e02-a304-8d41fd3d46c2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e727515-c789-4ce3-a870-c575fb06a6af HTTP/1.1" status: 200  len: 210 time: 0.0256152
Jan 15 21:37:52.023835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:52.073546 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018730>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:37:52.099416 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:37:52.107680 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:37:52.108313 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:37:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:37:52.226041 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:37:52.436040 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018730>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:37:52.461937 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d2e0f-3d2e-4121-a324-b9ad8883117a None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:37:52.678595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb99b71-a275-4394-a791-25ef5afe5d4b None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:37:52.974015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:37:52.978474 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No ports have port_id starting with 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c
Jan 15 21:37:52.979945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c requested by agent hyperv_nch1-master-1 not found in database {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Jan 15 21:37:53.241017 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-c84d13b1-84cd-451e-bc99-fad06065ec6b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1432803138&fields=id&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 267 time: 0.0420032
Jan 15 21:37:53.349831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-77fc82bb-ea9e-447d-ac2c-9500551a9433 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:53.351281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-77fc82bb-ea9e-447d-ac2c-9500551a9433 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1034746
Jan 15 21:37:53.366115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-a339d73d-3541-473f-9ed4-02041791e0f3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/quotas/2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 375 time: 0.0092728
Jan 15 21:37:53.414347 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:53.421519 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-6768a817-f18e-4740-a366-ef0f6a4a6023 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504353
Jan 15 21:37:53.613981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-372b03d0-0bf7-4ece-84ff-0dd687a41d85 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809838
Jan 15 21:37:53.703702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-7f8e4dc0-114b-4ecc-a782-22fbb1054da5 service neutron] 10.222.0.46 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839157
Jan 15 21:37:53.863109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-630f9ee7-9797-4b84-890d-bd4c6dbcabc4 req-3b444f7a-c328-4aeb-9a16-3ce61b0bcf45 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0261688
Jan 15 21:37:54.281889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:54.727014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:37:54.747104 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:37:54.747454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 3eaece6a-5dd7-4b7d-96c5-3f1558d9320c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:37:54.941636 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b049b0bf-8d6d-441c-b667-47e77e8b686c req-e0eafcbb-de66-4f4e-a15f-6ab5b21a9e2a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0269487
Jan 15 21:37:56.025105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce5d004e-0fdb-43c4-adb0-d958f6098163 req-b91aa392-725b-4878-94c4-f363b3f983a0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0302722
Jan 15 21:37:57.104401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-631480f3-38d3-41c6-b013-2515217aab69 req-18a247dd-c72e-4e8f-a55e-cded4ae3bc82 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0258181
Jan 15 21:37:58.197780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4882d74-db00-47e7-8552-56020c757876 req-86511fd8-287a-4346-bfe8-b89ec9b6df29 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0258241
Jan 15 21:37:58.890794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-c6e94360-e11d-4d25-97cf-6ca5f0e33266 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:58.892344 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-c6e94360-e11d-4d25-97cf-6ca5f0e33266 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 811 time: 0.1062346
Jan 15 21:37:58.953261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-24b47327-49db-45aa-b972-7c9488f9edb2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 380 time: 0.0525181
Jan 15 21:37:58.961558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'port': {'device_id': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'admin_state_up': True, 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'security_groups': ['04869768-6a8c-49c9-b054-57ab5c3207c0']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:37:59.069713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Made reservation on behalf of 2d89bb23cded412ea3ca57cc844bfabf for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:37:59.073150 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:59.301394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1da999eb-ec9c-44b7-877b-0f3caa7a8a55 req-444a139c-6805-486e-a1a1-d8745ffe2d52 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0289218
Jan 15 21:37:59.500739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Allocated IP 172.20.0.3 (72520288-27af-458f-aef8-ae08e1543c11/bda1fa2c-608e-4182-9332-90e192d42b1a/ee473c50-b3e4-41c2-8cc4-886638a28c50) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:37:59.641488 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:59.676232 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:59.719110 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Network 72520288-27af-458f-aef8-ae08e1543c11 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:37:59.722087 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:37:59.728313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:37:59.734577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:37:59.782379 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:37:59.787248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:37:59.787871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:37:59.804978 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-7e810c16-cd00-426c-997c-fd21cc7dbee2 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8468697
Jan 15 21:37:59.818169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Request body: {'port': {'device_id': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:37:59.874570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.016967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9e08e34d-ee04-454f-9307-4bd6441d506e None None] Provisioning complete for port ee473c50-b3e4-41c2-8cc4-886638a28c50 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:38:00.017573 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9e08e34d-ee04-454f-9307-4bd6441d506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.052037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9e08e34d-ee04-454f-9307-4bd6441d506e None None] Port ee473c50-b3e4-41c2-8cc4-886638a28c50 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:38:00.137847 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:38:00.145199 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks [] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.157201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Transition to ACTIVE for port object ee473c50-b3e4-41c2-8cc4-886638a28c50 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:38:00.161237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.226286 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:38:00.280629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:38:00.281001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:38:00.281334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:38:00.285958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:38:00.286280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:38:00.291438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:38:00.291774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:38:00.292154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:38:00.292576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Bound port: ee473c50-b3e4-41c2-8cc4-886638a28c50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:38:00.292962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.367956 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:38:00.371132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:38:00.381807 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.435711 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.436331 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:00.437788 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1091 time: 0.6238821
Jan 15 21:38:00.438234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:38:00.438593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4230e70-39e7-4e4d-a398-3f93c385e8c6 req-b76ce607-0981-47c7-bb75-1095f9da5bb3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.440141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4230e70-39e7-4e4d-a398-3f93c385e8c6 req-b76ce607-0981-47c7-bb75-1095f9da5bb3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0579271
Jan 15 21:38:00.440465 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947" -d '{"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:38:00.446150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933f37-df7e-450b-b6f9-f197f5628948 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:38:00.512206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e4230e70-39e7-4e4d-a398-3f93c385e8c6 req-9fa39b73-e1f6-4069-b118-5f96827fa56a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541186
Jan 15 21:38:00.541647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce87f41-b31a-4e10-8d0b-9de69a1b013e x-openstack-request-id: req-cce87f41-b31a-4e10-8d0b-9de69a1b013e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:38:00.541647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:38:00.541647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cce87f41-b31a-4e10-8d0b-9de69a1b013e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:38:00.541647 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'status': 'completed', 'code': 200}
Jan 15 21:38:00.558220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-434f3c36-3ead-4b55-b751-8e0c3a4d8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.564322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-434f3c36-3ead-4b55-b751-8e0c3a4d8f79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0787091
Jan 15 21:38:00.609333 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-9d500334-9a7f-4cd0-94c2-1c8a1223474c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 217 time: 0.0400071
Jan 15 21:38:00.659193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-263ca1aa-5a31-461d-bd9c-4af812a05316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.660780 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-263ca1aa-5a31-461d-bd9c-4af812a05316 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0458472
Jan 15 21:38:00.709084 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0325b75-5465-413c-b896-522132939033 req-107ee133-fbdf-4190-8579-074e369e80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.710606 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-107ee133-fbdf-4190-8579-074e369e80e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434885
Jan 15 21:38:00.805352 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-d61f4f1b-04ca-44b0-a7e7-baffcce40620 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882080
Jan 15 21:38:00.896086 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0325b75-5465-413c-b896-522132939033 req-c4ee407d-4bdf-490e-9ad0-35c236296d47 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847960
Jan 15 21:38:00.977014 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-7ecdd09a-a46a-48d2-bead-9f2ce020917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:00.978499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-7ecdd09a-a46a-48d2-bead-9f2ce020917b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0404396
Jan 15 21:38:01.068519 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-cb01fc32-276a-4194-a6bd-50d80bad3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:01.069994 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-cb01fc32-276a-4194-a6bd-50d80bad3ff1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0858245
Jan 15 21:38:01.110814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-98af8d7e-b56c-4bc3-be42-8d7d48243e52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 217 time: 0.0342615
Jan 15 21:38:01.162487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-6266b133-602b-417f-97c3-09bf30f9f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:01.163897 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-6266b133-602b-417f-97c3-09bf30f9f7de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0474203
Jan 15 21:38:01.207124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-f135ba3a-0e3e-4150-b159-5eafc12b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:01.208585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-f135ba3a-0e3e-4150-b159-5eafc12b729b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386660
Jan 15 21:38:01.295838 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-44cc285a-5b19-4c69-8019-5a917854630c service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808349
Jan 15 21:38:01.387860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-5fd5f31e-dafa-4e8d-80ec-cbb0911d2947 req-ee419b46-fb01-4c73-accd-071e858e3f40 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850985
Jan 15 21:38:01.633005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fecfb-b78a-47fb-a67f-122d0cf9144f req-128c5d16-d41e-4c43-b33a-873dcd781590 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:01.634488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c5fecfb-b78a-47fb-a67f-122d0cf9144f req-128c5d16-d41e-4c43-b33a-873dcd781590 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0512676
Jan 15 21:38:01.680852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3c5fecfb-b78a-47fb-a67f-122d0cf9144f req-60773193-1a15-4419-bd84-bb9bcdb362ac tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400317
Jan 15 21:38:02.799062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc11fe-c872-4674-ba67-89353384b8f0 req-5427dfc9-9b0e-41c4-99e7-4ec5a139213a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:02.800539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fdc11fe-c872-4674-ba67-89353384b8f0 req-5427dfc9-9b0e-41c4-99e7-4ec5a139213a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0487018
Jan 15 21:38:02.846726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fdc11fe-c872-4674-ba67-89353384b8f0 req-7cec4c21-d31b-49fc-8969-0cce6301e921 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404012
Jan 15 21:38:03.002169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:38:03.092649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:38:03.104032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:38:03.139970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port ee473c50-b3e4-41c2-8cc4-886638a28c50 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:38:03.140356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:03.156110 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:38:03.175158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:38:03.179019 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:03.225145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:38:03.370794 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['ee473c50-b3e4-41c2-8cc4-886638a28c50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:38:03.963601 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e50a58-77d4-41f5-b100-0d4d614a5509 req-a2b4ebb6-2214-40db-8ebf-08ecfff8b31d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:03.965085 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2e50a58-77d4-41f5-b100-0d4d614a5509 req-a2b4ebb6-2214-40db-8ebf-08ecfff8b31d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0509877
Jan 15 21:38:04.011950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b2e50a58-77d4-41f5-b100-0d4d614a5509 req-1089b078-132f-4c97-9cfe-a480cfa68e74 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402615
Jan 15 21:38:05.019726 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:38:05.069540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port ee473c50-b3e4-41c2-8cc4-886638a28c50 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:38:05.073513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port ee473c50-b3e4-41c2-8cc4-886638a28c50 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:38:05.073887 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:05.132433 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bcad8-bfdd-4636-9f3d-345b8fb3666a req-ba95c9e0-82de-4458-b5db-d232a426d04a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:05.133942 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-970bcad8-bfdd-4636-9f3d-345b8fb3666a req-ba95c9e0-82de-4458-b5db-d232a426d04a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0498526
Jan 15 21:38:05.150208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port ee473c50-b3e4-41c2-8cc4-886638a28c50 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:38:05.150594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:05.175886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:38:05.178151 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30570f24-80e0-476b-aea4-e5afcfd3302d" -d '{"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-plugged", "status": "completed", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:38:05.181196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-970bcad8-bfdd-4636-9f3d-345b8fb3666a req-c3eac85d-67b0-45fb-8c11-609e959c20f0 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408738
Jan 15 21:38:05.197393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:38:05.205668 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:05.229174 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b17e1-7a7c-4c53-b605-15a852551a30 x-openstack-request-id: req-fe9b17e1-7a7c-4c53-b605-15a852551a30 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:38:05.229486 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-plugged", "status": "completed", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:38:05.229720 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe9b17e1-7a7c-4c53-b605-15a852551a30 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:38:05.230111 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'code': 200}
Jan 15 21:38:05.260453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:38:05.318522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc85e-66db-4243-870a-6833696f66a8 req-7ed7ace2-93b8-4623-9ad8-8631d631e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:05.319926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a7adc85e-66db-4243-870a-6833696f66a8 req-7ed7ace2-93b8-4623-9ad8-8631d631e796 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1096 time: 0.0410926
Jan 15 21:38:05.364496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a7adc85e-66db-4243-870a-6833696f66a8 req-1d6d7f64-8872-41a8-92aa-b1f3ce871641 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367000
Jan 15 21:38:06.299353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696cb77-8e14-4e44-90a9-ed0f111b0336 req-d38d2c7d-edb8-441f-8036-2e88538723eb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:06.300826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2696cb77-8e14-4e44-90a9-ed0f111b0336 req-d38d2c7d-edb8-441f-8036-2e88538723eb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0488303
Jan 15 21:38:06.351795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2696cb77-8e14-4e44-90a9-ed0f111b0336 req-1612c236-9dde-421f-b159-ec22a279ff2a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454044
Jan 15 21:38:07.475444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516c73e-aeb3-4ff0-a571-e57a7f1ebae9 req-3552cfc5-bf34-49d1-bb35-6f112d62ff2b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:07.476905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0516c73e-aeb3-4ff0-a571-e57a7f1ebae9 req-3552cfc5-bf34-49d1-bb35-6f112d62ff2b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0498586
Jan 15 21:38:07.525830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0516c73e-aeb3-4ff0-a571-e57a7f1ebae9 req-6ad50ea9-f0e5-4960-a707-573945f2d4ad tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425661
Jan 15 21:38:07.641786 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ae324-a5c8-4986-bb19-6a728b3b0c5d req-5b35c817-8b93-4393-91c5-3dc802f56ffa tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:07.643231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d56ae324-a5c8-4986-bb19-6a728b3b0c5d req-5b35c817-8b93-4393-91c5-3dc802f56ffa tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0486989
Jan 15 21:38:07.651799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 58964) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:38:07.656210 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Request body: {'floatingip': {'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:38:07.699426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:08.132471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:08.136402 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:08.243033 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf associated. External IP: 172.35.1.177, port: ee473c50-b3e4-41c2-8cc4-886638a28c50.
Jan 15 21:38:08.449015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:38:08.558026 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:38:08.563843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:08.569719 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:38:08.579961 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:38:08.580653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:37:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:38:08.592587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7736be6e-4432-4b63-9f31-8e6a5e0abb77 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "PUT /v2.0/floatingips/f7a742e3-3c6f-4800-9491-de2b10ab34bf HTTP/1.1" status: 200  len: 992 time: 0.9397550
Jan 15 21:38:08.593207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:38:08.595465 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f" -d '{"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:38:08.698753 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b2b61e-a4d1-457e-9c64-750500e5c2ad x-openstack-request-id: req-c8b2b61e-a4d1-457e-9c64-750500e5c2ad {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:38:08.699098 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:38:08.699304 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8b2b61e-a4d1-457e-9c64-750500e5c2ad {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:38:08.700232 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'status': 'completed', 'code': 200}
Jan 15 21:38:08.764575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-03629c78-c761-46d1-a29f-e1f7fdbd2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:08.766120 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-03629c78-c761-46d1-a29f-e1f7fdbd2bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1096 time: 0.0458500
Jan 15 21:38:08.792641 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:38:08.856082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-c5e84f27-7f5b-4062-8d41-d0061a301fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:08.857696 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-c5e84f27-7f5b-4062-8d41-d0061a301fff service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0848408
Jan 15 21:38:08.928150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-7ba664fc-b829-413c-af4f-57622bc5c8a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0647354
Jan 15 21:38:08.975876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-38d03bc3-0d86-4b27-aeac-65f6ec34bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:08.977281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-38d03bc3-0d86-4b27-aeac-65f6ec34bf8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0439861
Jan 15 21:38:09.020296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018340>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:38:08Z', 'revision_number': 13, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:38:09.021555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-8733d664-9485-442f-99b7-b44d6187e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:09.023079 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-8733d664-9485-442f-99b7-b44d6187e2ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395584
Jan 15 21:38:09.047154 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:38:09.055283 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:38:09.055883 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:37:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:38:09.115967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-83ab4208-d286-482d-b7d8-0796c3bfcd6c service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863180
Jan 15 21:38:09.158495 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:38:09.206892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f9b4f7d7-cb94-4fb5-8f9d-5ef62b60838f req-70cdbd3a-0557-4ddc-a915-ad5b63e405a1 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845864
Jan 15 21:38:09.374449 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b018340>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:38:08Z', 'revision_number': 13, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:38:09.404214 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2876c-41bd-4769-8fee-d24789d95b13 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7a742e3-3c6f-4800-9491-de2b10ab34bf', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:30:59Z', 'updated_at': '2022-01-15T21:38:08Z', 'revision_number': 13, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:38:09.595305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067e2028-4b30-4174-9958-6b3d6be9e638 None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:38:14.740343 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:15.544939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-933e7b36-283d-46c6-8cc7-73c329be810e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0458343
Jan 15 21:38:15.629446 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:15.630767 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-ac80f452-629d-48e6-9517-a34ff1976e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:15.632262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-ac80f452-629d-48e6-9517-a34ff1976e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1096 time: 0.0456622
Jan 15 21:38:15.732669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-fd8f1df2-fb82-4dc5-adf6-5bc7f4593eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:15.734165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-fd8f1df2-fb82-4dc5-adf6-5bc7f4593eb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0845153
Jan 15 21:38:15.801313 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-0b737281-fdbf-4824-bbbb-fd2611dd6aea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1002 time: 0.0616164
Jan 15 21:38:15.848572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-d0281536-e878-4dcf-aa7e-cea64992f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:15.850123 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-d0281536-e878-4dcf-aa7e-cea64992f7fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0432823
Jan 15 21:38:15.894681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-38fa6766-9730-40a2-b0ca-91c24164c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:38:15.896207 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-38fa6766-9730-40a2-b0ca-91c24164c772 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392208
Jan 15 21:38:15.987953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-a1c3144c-695b-4150-94c4-a59d0f383765 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858207
Jan 15 21:38:16.075865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-19ab05bb-bf9e-4447-b992-1bafd347fd1b req-d4778856-ea83-441f-88e5-dafc315b6f1f service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820062
Jan 15 21:38:17.995802 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-007fd3e4-6b48-46a8-ab46-9f9f07c5338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:20.720567 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d51ac8f-982f-487e-b767-581f46e48a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:22.027103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:23.416911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:24.285850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:25.851245 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:38:44.739476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:45.642093 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:48.000857 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7f260883-5ec5-4eef-bbe5-529bb5634b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:50.723344 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8896a94-87d5-4458-8ef2-3bb1244a63ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:52.028902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:53.419556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:38:54.289213 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:02.852631 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:39:14.739594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:15.645000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:16.546922 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-63a93e2b-2629-4659-b4ab-0bb88f992030 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0492358
Jan 15 21:39:16.630771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-15147d72-91ea-42f6-bf20-b7d181e70839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:16.632168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-15147d72-91ea-42f6-bf20-b7d181e70839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1096 time: 0.0429668
Jan 15 21:39:16.734542 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-95902113-b15d-4288-8503-0008b1e33618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:16.736020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-95902113-b15d-4288-8503-0008b1e33618 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0859833
Jan 15 21:39:16.805838 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-d05863c7-9f98-44e7-816f-a5bee6db0aa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1002 time: 0.0635824
Jan 15 21:39:16.853404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-968167cd-ea82-405c-b655-23364aff952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:16.854854 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-968167cd-ea82-405c-b655-23364aff952c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0432782
Jan 15 21:39:16.898824 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-b3afc621-5ad2-457c-9f19-ee3cad818daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:16.900241 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-b3afc621-5ad2-457c-9f19-ee3cad818daa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398352
Jan 15 21:39:16.990800 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-0b94a1fd-1198-4aad-8bc1-1465646f8ac1 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847456
Jan 15 21:39:17.090304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-59a3000e-3266-417a-a483-d4dfd3d6d6b7 req-6d5e480a-e4a3-4a09-b4fb-3c67e7cc98c4 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939331
Jan 15 21:39:18.002987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9003a506-f7a5-408d-a26e-57ff545d289e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:20.724856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8e2-53b7-4586-966a-e557321eb1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:22.033073 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:23.422321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:24.291670 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:39.851463 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:39:44.742193 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:45.644544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:45.878867 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08e768-ecb2-469d-99cd-e444b9596090 req-b1958a18-c39b-4e31-89d3-074b605d4439 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:45.881523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a08e768-ecb2-469d-99cd-e444b9596090 req-b1958a18-c39b-4e31-89d3-074b605d4439 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0576556
Jan 15 21:39:45.931784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3a08e768-ecb2-469d-99cd-e444b9596090 req-84ee5d07-b5d7-4f44-9b27-4be912082561 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447412
Jan 15 21:39:48.004395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3016b12a-a7d9-4427-8f19-6be95fe06daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:48.466290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-9f486a28-ad6e-44d8-8bc6-5bd04813b1ce req-ea949fcb-ed53-4e20-8421-c17d4a357f20 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:39:48.467270 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f486a28-ad6e-44d8-8bc6-5bd04813b1ce req-ea949fcb-ed53-4e20-8421-c17d4a357f20 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054328
Jan 15 21:39:48.660643 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-352f3d80-1f7d-46a1-99a6-e943e5dd919b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0700753
Jan 15 21:39:48.674605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68542c1-62ed-431a-8d66-3ed4bb7e9cb1 req-ad922976-a1ab-4338-99fa-b12a27d10fad tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:48.675991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a68542c1-62ed-431a-8d66-3ed4bb7e9cb1 req-ad922976-a1ab-4338-99fa-b12a27d10fad tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0747533
Jan 15 21:39:48.680396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-17f986e4-1561-43fc-9918-8fb05b826e76 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:39:48.681372 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-17f986e4-1561-43fc-9918-8fb05b826e76 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0146563
Jan 15 21:39:48.726435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a68542c1-62ed-431a-8d66-3ed4bb7e9cb1 req-691fdaf9-92a6-4738-abe2-355fda627706 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440574
Jan 15 21:39:49.868157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c3950-afdc-4625-8736-ff9cfa3d9f2a req-9a6885f3-9d3e-4703-8de3-1c62385a711e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:49.869731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-572c3950-afdc-4625-8736-ff9cfa3d9f2a req-9a6885f3-9d3e-4703-8de3-1c62385a711e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0578630
Jan 15 21:39:49.890945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-45186ffb-88c9-4545-af30-0fa76efd48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:49.892454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-45186ffb-88c9-4545-af30-0fa76efd48fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1096 time: 0.0543566
Jan 15 21:39:49.920706 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-572c3950-afdc-4625-8736-ff9cfa3d9f2a req-a459fc9c-6d13-4c75-bee2-4462a11b5645 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451920
Jan 15 21:39:49.993712 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-53d7ebd6-cd29-44e4-9daa-d7267154eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:49.995224 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-53d7ebd6-cd29-44e4-9daa-d7267154eee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0971138
Jan 15 21:39:50.071986 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-961d0e91-bee6-4340-a16a-27368232471f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1002 time: 0.0701277
Jan 15 21:39:50.129438 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-5264636e-10cb-4873-bc9d-9303e9595862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:50.131423 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-5264636e-10cb-4873-bc9d-9303e9595862 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0537868
Jan 15 21:39:50.181585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-7e5f6a0e-137b-42db-b70a-f51ea15a62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:50.184263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-7e5f6a0e-137b-42db-b70a-f51ea15a62ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0460737
Jan 15 21:39:50.193495 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-6de4528c-1790-4af4-8884-cf6d20ed8fcb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:39:50.194526 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-6de4528c-1790-4af4-8884-cf6d20ed8fcb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054352
Jan 15 21:39:50.298425 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-8054171a-0a76-4bf1-bdc5-fc0cb9232715 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983644
Jan 15 21:39:50.400167 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-9515cbab-9842-40e4-9b19-ce4dee3ab966 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958149
Jan 15 21:39:50.729400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-29d4e841-1edc-43ee-a053-7c169034df0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:51.043728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eee4b-94b0-4f1f-98c0-e21e02700ff8 req-349fe628-9c0b-4d2c-9a65-d6e34e2cc17b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:51.045084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d79eee4b-94b0-4f1f-98c0-e21e02700ff8 req-349fe628-9c0b-4d2c-9a65-d6e34e2cc17b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0489290
Jan 15 21:39:51.091014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d79eee4b-94b0-4f1f-98c0-e21e02700ff8 req-e956de5f-4b6d-406c-ab14-6eccd9710f22 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404418
Jan 15 21:39:52.033987 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:52.215373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0dc44-398c-40a5-a3d4-b791dd67ac38 req-6f1087b9-0cb7-4dfe-93e8-8aa98af4f56a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:52.216886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5b0dc44-398c-40a5-a3d4-b791dd67ac38 req-6f1087b9-0cb7-4dfe-93e8-8aa98af4f56a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0535707
Jan 15 21:39:52.493333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5b0dc44-398c-40a5-a3d4-b791dd67ac38 req-99a7086f-9eea-4030-8797-dec4bb5f9f3e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2708216
Jan 15 21:39:53.425745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:53.609918 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291aa1-9c00-4fa0-a232-7ed078264418 req-dc57b2ef-8b50-4dd6-b911-3ef3bde6a8b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:53.611293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f291aa1-9c00-4fa0-a232-7ed078264418 req-dc57b2ef-8b50-4dd6-b911-3ef3bde6a8b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0484889
Jan 15 21:39:53.656753 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f291aa1-9c00-4fa0-a232-7ed078264418 req-6b8c30b1-5766-4233-a1f8-438e73282186 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397871
Jan 15 21:39:54.293740 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:39:54.776195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd735-5577-4ab7-bf32-39d847f6904d req-419112a4-e2ae-4f70-9fa4-d8cc412a1c66 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:54.777694 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6ddd735-5577-4ab7-bf32-39d847f6904d req-419112a4-e2ae-4f70-9fa4-d8cc412a1c66 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0507877
Jan 15 21:39:54.827348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c6ddd735-5577-4ab7-bf32-39d847f6904d req-d01a5c55-dea1-4653-a223-7741bfd1b682 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440686
Jan 15 21:39:55.946993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b88152-2dd5-446e-b660-2f74ff6ee4af req-70309704-7668-4379-b385-32cfbc3e07ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:55.948423 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6b88152-2dd5-446e-b660-2f74ff6ee4af req-70309704-7668-4379-b385-32cfbc3e07ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0481629
Jan 15 21:39:55.994857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f6b88152-2dd5-446e-b660-2f74ff6ee4af req-e0b29a4e-8483-4457-91b9-8edc83bf658d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406408
Jan 15 21:39:57.111732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a18629-73a3-4443-95cb-37bfc2c719c5 req-f9dc524a-4d67-457e-bf9a-7742e5e0da85 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:57.113234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a18629-73a3-4443-95cb-37bfc2c719c5 req-f9dc524a-4d67-457e-bf9a-7742e5e0da85 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0474405
Jan 15 21:39:57.159491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-57a18629-73a3-4443-95cb-37bfc2c719c5 req-e708a59b-be29-4b88-84c0-4e7ae58b44fa tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401573
Jan 15 21:39:58.283784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b36879-5f36-4df1-8f24-dbe1e38055bd req-7062cd47-bdc8-42a7-9e8d-8ade2eef5ee4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:58.285262 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52b36879-5f36-4df1-8f24-dbe1e38055bd req-7062cd47-bdc8-42a7-9e8d-8ade2eef5ee4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0519533
Jan 15 21:39:58.331640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52b36879-5f36-4df1-8f24-dbe1e38055bd req-8d7d9930-f6e2-49ef-8701-7acc492df5b4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404470
Jan 15 21:39:59.449217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0765-7b77-4025-a4df-284ed52b1041 req-f035f47a-e721-4677-b20a-e91186d8d704 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:39:59.450664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b27c0765-7b77-4025-a4df-284ed52b1041 req-f035f47a-e721-4677-b20a-e91186d8d704 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0487897
Jan 15 21:39:59.496832 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b27c0765-7b77-4025-a4df-284ed52b1041 req-22ed0b05-cf53-4de5-8d71-f4d224a1df45 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405710
Jan 15 21:40:00.612729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e521-8ae1-4773-a836-8b86a6699a4e req-3862d018-5acb-4451-8004-20a68ab63fe8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:00.614796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9894e521-8ae1-4773-a836-8b86a6699a4e req-3862d018-5acb-4451-8004-20a68ab63fe8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0476439
Jan 15 21:40:00.664428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9894e521-8ae1-4773-a836-8b86a6699a4e req-0e6fa536-dee6-4c5f-96a2-e3046e52e172 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439298
Jan 15 21:40:01.779738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf2d6-4b7d-4786-8ae4-ec64060bbdb1 req-97cd6765-6c4d-4f83-b65a-4d383c5f9d7f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:01.781210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71faf2d6-4b7d-4786-8ae4-ec64060bbdb1 req-97cd6765-6c4d-4f83-b65a-4d383c5f9d7f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0482755
Jan 15 21:40:01.829987 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71faf2d6-4b7d-4786-8ae4-ec64060bbdb1 req-9c5dbaa6-d5ba-41c9-a531-f454f59fce5b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431492
Jan 15 21:40:02.951981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55820d-5883-4508-bec9-f9c2c0918ab5 req-7e19953b-ff92-4bd0-8eaf-458b3069c2ff tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:02.953802 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b55820d-5883-4508-bec9-f9c2c0918ab5 req-7e19953b-ff92-4bd0-8eaf-458b3069c2ff tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0497663
Jan 15 21:40:03.001899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b55820d-5883-4508-bec9-f9c2c0918ab5 req-126fb154-5458-4172-8065-268a2259456f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414143
Jan 15 21:40:03.154747 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-81615eee-4e70-46a8-beb8-3678a6534741 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:40:03.155765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-81615eee-4e70-46a8-beb8-3678a6534741 service neutron] 10.222.0.39 "GET /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0556080
Jan 15 21:40:03.467985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-74395ba6-98a9-4251-aca2-395c349f6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:03.469585 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-74395ba6-98a9-4251-aca2-395c349f6741 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1096 time: 0.1430669
Jan 15 21:40:03.480117 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-40adf513-89e2-4b05-9878-112f2e2fce82 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:40:03.481107 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-40adf513-89e2-4b05-9878-112f2e2fce82 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048916
Jan 15 21:40:03.492369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:03.543100 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:03.742223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:03.774794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:03.820347 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:03.822679 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f231905-fd80-48de-9c18-d3ecb93a9d57" -d '{"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-unplugged", "status": "completed", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:03.826706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks [] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:03.840553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Transition to ACTIVE for port object ee473c50-b3e4-41c2-8cc4-886638a28c50 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:40:03.844758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:03.874456 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943157ae-f746-4a0f-9f6c-a3e9b5340c2c x-openstack-request-id: req-943157ae-f746-4a0f-9f6c-a3e9b5340c2c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:03.874751 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-unplugged", "status": "completed", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:03.875010 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-943157ae-f746-4a0f-9f6c-a3e9b5340c2c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:03.875403 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'code': 200}
Jan 15 21:40:03.925371 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:03.937196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.937540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.937879 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.938219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.938551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.938876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.939199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.939527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.939848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.940166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.940488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.940806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.941147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:03.983093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] No DVR routers for this DVR port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:04.127443 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:40:04.127779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:40:04.128112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:04.133241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:40:04.133378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45588425-baae-489d-a010-171258308b49 req-5ac5978b-3656-41c1-b0fc-c5c2e05037a7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.133826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:04.134868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45588425-baae-489d-a010-171258308b49 req-5ac5978b-3656-41c1-b0fc-c5c2e05037a7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0552330
Jan 15 21:40:04.138574 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:40:04.139680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:40:04.139680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:40:04.139914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Bound port: ee473c50-b3e4-41c2-8cc4-886638a28c50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:40:04.140067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:04.184653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45588425-baae-489d-a010-171258308b49 req-bfe9446a-1eb8-4a56-b616-fcd837777162 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435779
Jan 15 21:40:04.206411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:04.209698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:40:04.214351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:04.248944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.249559 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:04.251011 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1091 time: 0.7629695
Jan 15 21:40:04.273816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5238ac-2688-4090-83a6-34b058fa6e71 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:04.325211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0cf26fa0-5d59-44de-b258-d63a6027d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.326744 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-0cf26fa0-5d59-44de-b258-d63a6027d4fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0449147
Jan 15 21:40:04.426359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-eda8d4e5-bd88-4a92-b92d-ceff4b1a124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.428541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-eda8d4e5-bd88-4a92-b92d-ceff4b1a124d service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0913796
Jan 15 21:40:04.496375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-7719f06d-0c19-4577-8f25-f884d0b72517 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0586112
Jan 15 21:40:04.548803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-1b9e4a7a-ca6d-429a-8d40-40cfced0b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.550164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-1b9e4a7a-ca6d-429a-8d40-40cfced0b059 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0470960
Jan 15 21:40:04.596919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-ad8cf90f-c893-4d6a-9bc4-d0099157ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:04.598385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-ad8cf90f-c893-4d6a-9bc4-d0099157ba10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390365
Jan 15 21:40:04.688653 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-37f432a5-7dde-41bf-9e2f-2313573b9b7e service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810144
Jan 15 21:40:04.782335 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-840cce10-2332-47ec-86b7-8247630336e8 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844808
Jan 15 21:40:05.308042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e9860-476e-4a74-98fa-cee4cf32f72c req-71c86166-cefa-4ce7-8415-3490fa6581c6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:05.309993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d23e9860-476e-4a74-98fa-cee4cf32f72c req-71c86166-cefa-4ce7-8415-3490fa6581c6 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0493829
Jan 15 21:40:05.358340 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d23e9860-476e-4a74-98fa-cee4cf32f72c req-30479789-c143-4480-b786-7c20622c3d08 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427294
Jan 15 21:40:05.674473 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:05.716153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] The host nch1-master-1 is not matching for port ee473c50-b3e4-41c2-8cc4-886638a28c50 host nch2-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:40:05.716558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:05.876610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:05.878938 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd1559-147b-4ac8-a037-840828a03e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:05.928111 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c13f08-3efb-4dbb-94b4-ef2abe9fad74 x-openstack-request-id: req-61c13f08-3efb-4dbb-94b4-ef2abe9fad74 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:05.928402 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:05.928659 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61c13f08-3efb-4dbb-94b4-ef2abe9fad74 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:05.929096 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'status': 'completed', 'code': 200}
Jan 15 21:40:06.014229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-2983364e-d06a-4ae4-b39b-129013a4c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.015647 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-2983364e-d06a-4ae4-b39b-129013a4c0a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0689781
Jan 15 21:40:06.018003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-7c69cc63-ec6f-424d-8697-873c5895b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.019314 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-7c69cc63-ec6f-424d-8697-873c5895b462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0649257
Jan 15 21:40:06.173976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-5e7dd762-1d33-4b22-87dc-56f143a690e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.175434 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-5e7dd762-1d33-4b22-87dc-56f143a690e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1537268
Jan 15 21:40:06.178521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-3827a666-00e5-430a-9bc8-35a57cec7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.179821 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-3827a666-00e5-430a-9bc8-35a57cec7d1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1504323
Jan 15 21:40:06.287078 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-8bac479a-b156-467e-8dcb-0bec0f1945aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.1041822
Jan 15 21:40:06.288807 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-b1289267-d5c9-4bfe-9811-6b1b99245996 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.1004422
Jan 15 21:40:06.369829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-44f9f8d5-e8a1-46b7-ac95-3958d08cef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.371276 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-44f9f8d5-e8a1-46b7-ac95-3958d08cef55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0772865
Jan 15 21:40:06.372626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-9b9f78fe-838e-4b9b-80fa-318c8a1e4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.373932 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-9b9f78fe-838e-4b9b-80fa-318c8a1e4f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0726786
Jan 15 21:40:06.449327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-94ac0811-05f5-48e9-8892-e1fa232adb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.450712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-94ac0811-05f5-48e9-8892-e1fa232adb9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0727775
Jan 15 21:40:06.452368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-6d1ba7b3-76d2-4ea7-b9eb-9fc885e126d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.453704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-6d1ba7b3-76d2-4ea7-b9eb-9fc885e126d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0676703
Jan 15 21:40:06.482198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ae42c-92b3-4be5-99a6-ea90edb586f9 req-34a0d643-ba29-40d2-a30b-e05f80983f98 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:06.483692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc0ae42c-92b3-4be5-99a6-ea90edb586f9 req-34a0d643-ba29-40d2-a30b-e05f80983f98 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0533824
Jan 15 21:40:06.531245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc0ae42c-92b3-4be5-99a6-ea90edb586f9 req-1ee14da6-4d7b-4380-934b-cf33a59d5e7c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417578
Jan 15 21:40:06.904250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-963b7343-81df-45b1-b4ac-2aff9f2c1ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4475572
Jan 15 21:40:06.909261 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-8c0297e6-31b9-41eb-a699-3dc1a71dd7ed service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4448006
Jan 15 21:40:07.054849 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-8f71ca80-8230-4261-9661-7ef2eb64eb5f service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436379
Jan 15 21:40:07.064459 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e3fd1559-147b-4ac8-a037-840828a03e1c req-736c90e6-a196-4889-a121-0e082e2e33ee service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134481
Jan 15 21:40:07.652712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4ffb3-69a7-4d4e-b322-bf2e655cb555 req-dc966076-918d-44e4-a0a2-723c1d8fa12d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:07.654148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71f4ffb3-69a7-4d4e-b322-bf2e655cb555 req-dc966076-918d-44e4-a0a2-723c1d8fa12d tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0506175
Jan 15 21:40:07.702894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-71f4ffb3-69a7-4d4e-b322-bf2e655cb555 req-b4462651-e047-49ec-8b13-70b625f270c8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431044
Jan 15 21:40:08.819401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca866702-14d1-4fc2-901d-c6c52a49ddc2 req-662292c0-bb8e-4ff7-b95a-f23a6d076beb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:08.820861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca866702-14d1-4fc2-901d-c6c52a49ddc2 req-662292c0-bb8e-4ff7-b95a-f23a6d076beb tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0483563
Jan 15 21:40:08.871053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca866702-14d1-4fc2-901d-c6c52a49ddc2 req-2441ed92-501b-4dff-8e78-3b2b829bd803 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444825
Jan 15 21:40:09.994963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf277f-cbf1-49d1-a303-2b2a7f24b67c req-ebb745a0-0c09-495c-8e9f-b57064f431df tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:09.996406 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8acf277f-cbf1-49d1-a303-2b2a7f24b67c req-ebb745a0-0c09-495c-8e9f-b57064f431df tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0507598
Jan 15 21:40:10.043861 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8acf277f-cbf1-49d1-a303-2b2a7f24b67c req-558b551c-9abf-4d0b-a965-a0c51bccf702 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417614
Jan 15 21:40:10.329219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-11fda80b-132d-4a98-a2e9-f6b83a1d393b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.330682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-11fda80b-132d-4a98-a2e9-f6b83a1d393b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.45 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0538890
Jan 15 21:40:10.352790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2e0b-701b-4a27-a5f2-f855e1de7cd1 req-adaacf3d-4f30-42d0-9e2e-1b37eb4d34b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.354467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d2b2e0b-701b-4a27-a5f2-f855e1de7cd1 req-adaacf3d-4f30-42d0-9e2e-1b37eb4d34b5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 943 time: 0.0548129
Jan 15 21:40:10.398219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-642d0b10-abb6-4ff8-a8a6-22f8db8c39a3 service neutron] 10.222.0.45 "GET /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0615873
Jan 15 21:40:10.401634 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d2b2e0b-701b-4a27-a5f2-f855e1de7cd1 req-a4ca8c9b-3af1-417a-9591-4d31dfd2bc47 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414989
Jan 15 21:40:10.459855 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ad930a83-d1b5-4749-b992-f2ee2db6df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.461612 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ad930a83-d1b5-4749-b992-f2ee2db6df61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1094 time: 0.0424182
Jan 15 21:40:10.551333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-7dc4df01-05dc-42a5-8111-71fd41eb80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.553023 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-7dc4df01-05dc-42a5-8111-71fd41eb80d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0860958
Jan 15 21:40:10.620818 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-061e22ed-5742-4cb1-9aa8-3cca52b647b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0611765
Jan 15 21:40:10.669119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-3aaeb42b-9481-4b52-98bb-1be8c092212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.670521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-3aaeb42b-9481-4b52-98bb-1be8c092212f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0437360
Jan 15 21:40:10.713903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-9bb24a03-40e2-4106-989a-158c577041de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:10.715377 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-9bb24a03-40e2-4106-989a-158c577041de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389531
Jan 15 21:40:10.806293 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-1369f770-cd7e-4d62-80f6-c4653db094d8 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845296
Jan 15 21:40:10.892670 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-123bbb60-c3cc-4135-9289-f8b3fed4c3fb service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804927
Jan 15 21:40:11.271094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:40:11.371277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:11.383338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:40:11.419852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ee473c50-b3e4-41c2-8cc4-886638a28c50 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:11.420241 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:11.432756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:11.451829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:11.455763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:11.502973 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:11.510366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.510707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.511050 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.511378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.511703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.512031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.512351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.512670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.513021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.513333 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.513647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.513963 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.514274 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:11.530106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b64b3-ef43-49db-9fd9-6b10f03b1fee req-400c5b1a-33ae-470f-ba69-24366bde3d90 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:11.531586 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c6b64b3-ef43-49db-9fd9-6b10f03b1fee req-400c5b1a-33ae-470f-ba69-24366bde3d90 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0549784
Jan 15 21:40:11.578787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c6b64b3-ef43-49db-9fd9-6b10f03b1fee req-45f5c809-2d53-4151-973b-791b2f8894c5 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405796
Jan 15 21:40:11.690066 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['ee473c50-b3e4-41c2-8cc4-886638a28c50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:12.699808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad2b98-91cd-4e8b-a65d-d9a89c2c9309 req-68587a90-c31e-4012-abfb-1a5a103d7077 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:12.701977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3cad2b98-91cd-4e8b-a65d-d9a89c2c9309 req-68587a90-c31e-4012-abfb-1a5a103d7077 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0509038
Jan 15 21:40:12.752460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3cad2b98-91cd-4e8b-a65d-d9a89c2c9309 req-5f9c154f-67a1-4ff1-9931-c904acf7c869 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451169
Jan 15 21:40:13.292256 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:13.371662 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port ee473c50-b3e4-41c2-8cc4-886638a28c50 is: BUILD; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:13.372049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:13.386374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:13.407965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:13.415174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:13.465805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:13.519295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-50c662d6-da11-47fc-ae65-d4ee511f8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:13.521454 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-50c662d6-da11-47fc-ae65-d4ee511f8aa1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af&tenant_id=2d89bb23cded412ea3ca57cc844bfabf HTTP/1.1" status: 200  len: 1094 time: 0.0466373
Jan 15 21:40:13.531637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:13.583981 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:13.781183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:13.815139 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:13.853236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:13.860721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks [] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:13.873301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Ignored duplicate provisioning block setup for port ee473c50-b3e4-41c2-8cc4-886638a28c50 by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Jan 15 21:40:13.880275 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:13.962640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=10']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:13.974292 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab19ad-2315-447d-b241-a2d21298ab2e req-e5579417-0efb-4928-a2ef-01fde29a6116 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:13.981899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94ab19ad-2315-447d-b241-a2d21298ab2e req-e5579417-0efb-4928-a2ef-01fde29a6116 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.1562302
Jan 15 21:40:14.008324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] No DVR routers for this DVR port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:14.041639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94ab19ad-2315-447d-b241-a2d21298ab2e req-5670cc8c-02f6-4db1-82a9-6a4b1f816e5b tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585811
Jan 15 21:40:14.157733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:40:14.158069 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:40:14.158400 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:14.164175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:40:14.164494 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Attempting to bind port ee473c50-b3e4-41c2-8cc4-886638a28c50 on network 72520288-27af-458f-aef8-ae08e1543c11 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:14.169338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:40:14.169676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Checking segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:40:14.170055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Bound using segment: {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:40:14.170477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Bound port: ee473c50-b3e4-41c2-8cc4-886638a28c50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '72520288-27af-458f-aef8-ae08e1543c11'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:40:14.170834 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:14.233816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:14.237080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:40:14.242270 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:14.275153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.275800 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:14.277282 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1092 time: 0.7494788
Jan 15 21:40:14.277845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:14.279985 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca910c56-04df-4d74-9b03-8b0662c97120" -d '{"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:14.334003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ff658-59f8-41cf-abff-0248c06b9d19 service neutron] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=11']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:14.352631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-9bb5107e-6fad-4829-b08c-a265c68b451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.354312 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-9bb5107e-6fad-4829-b08c-a265c68b451a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1095 time: 0.0510941
Jan 15 21:40:14.355777 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d16e7c-b993-452f-bb0e-83dde7de072d x-openstack-request-id: req-38d16e7c-b993-452f-bb0e-83dde7de072d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:14.356064 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:14.356323 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38d16e7c-b993-452f-bb0e-83dde7de072d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:14.356767 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'status': 'completed', 'code': 200}
Jan 15 21:40:14.478760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-efae3868-5907-4e82-bb11-58f6df861a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.480235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-efae3868-5907-4e82-bb11-58f6df861a77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1095 time: 0.0999069
Jan 15 21:40:14.484616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-56911735-725b-4bf9-9b10-6a33fe3309ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.485987 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-56911735-725b-4bf9-9b10-6a33fe3309ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1243403
Jan 15 21:40:14.598933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-9eefffd1-c360-4024-90d6-5cc2f7e32189 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.1018550
Jan 15 21:40:14.657193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-3cef4c29-31fa-4994-8286-5ea024840463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.658646 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-3cef4c29-31fa-4994-8286-5ea024840463 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1694999
Jan 15 21:40:14.666464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-bbfbf3db-c101-4a66-8ce0-bbe0dcb7a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.667797 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-bbfbf3db-c101-4a66-8ce0-bbe0dcb7a10a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0628898
Jan 15 21:40:14.741554 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:14.751814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-c642de6d-8b51-4693-8945-7c3e41ffcc02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0830832
Jan 15 21:40:14.757637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-37c9a258-88ed-4b9c-9c8b-c1ea7a831a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.759031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-37c9a258-88ed-4b9c-9c8b-c1ea7a831a41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0841236
Jan 15 21:40:14.849407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-ce9f35ee-4ea8-4b22-b185-df1c06d95db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.850858 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-ce9f35ee-4ea8-4b22-b185-df1c06d95db2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0901406
Jan 15 21:40:14.907589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-8e69ccb9-bffa-442b-81d1-94c833920dda service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398125
Jan 15 21:40:14.923974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-2833b576-798c-4317-b310-bebc708929c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:14.925384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-2833b576-798c-4317-b310-bebc708929c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0617325
Jan 15 21:40:15.069194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58c90d5-36c1-4a25-9a99-7c0316d095db req-b3e756a2-b958-4906-ae09-3bc21bff05a7 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556678
Jan 15 21:40:15.079278 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-1f3d1040-da5c-4433-a188-c5f017a5a02c service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162133
Jan 15 21:40:15.165602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eb68d-a346-4ef5-a314-91b6c954c4bd req-1d2b56ca-5b08-4673-9afa-8298c6428a55 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:15.167229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec0eb68d-a346-4ef5-a314-91b6c954c4bd req-1d2b56ca-5b08-4673-9afa-8298c6428a55 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0520577
Jan 15 21:40:15.201120 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-2dcb21d9-c438-4bf5-850d-42630874745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:15.202808 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-2dcb21d9-c438-4bf5-850d-42630874745c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1095 time: 0.0690966
Jan 15 21:40:15.219476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec0eb68d-a346-4ef5-a314-91b6c954c4bd req-1a884ee9-6735-4da1-a896-55b18af852a7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452957
Jan 15 21:40:15.226286 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-4b30864e-b820-4701-9270-aea116e35928 service neutron] 10.222.0.45 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369319
Jan 15 21:40:15.311564 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-005ca199-13c2-4584-8754-3a1970bb7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:15.313127 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-005ca199-13c2-4584-8754-3a1970bb7e6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.1005418
Jan 15 21:40:15.382326 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-8e818983-ff94-41cc-9824-df44f27272e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0627637
Jan 15 21:40:15.437694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-f2213164-108a-4e06-a33f-e4cb2c8bb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:15.439067 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-f2213164-108a-4e06-a33f-e4cb2c8bb57e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0508294
Jan 15 21:40:15.484451 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-97085eeb-56ea-4d61-909e-e58d46f8c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:15.485995 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-97085eeb-56ea-4d61-909e-e58d46f8c974 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407288
Jan 15 21:40:15.582498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-64e6bdc0-2dfc-4a61-af19-7b79c0bf46d3 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871913
Jan 15 21:40:15.656974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:15.677421 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ca910c56-04df-4d74-9b03-8b0662c97120 req-26eb5486-ab10-494c-acd1-688f67ab88a5 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892622
Jan 15 21:40:16.389683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125c15-8234-46e3-9796-5275e77eb841 req-7842d505-e00f-4947-96c4-16487ec3479e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:16.391183 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9125c15-8234-46e3-9796-5275e77eb841 req-7842d505-e00f-4947-96c4-16487ec3479e tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0981841
Jan 15 21:40:16.438228 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d9125c15-8234-46e3-9796-5275e77eb841 req-38fbd7ca-0776-4ea8-8480-d21d77a3f6c8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406888
Jan 15 21:40:16.850571 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:40:17.562156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa905-a40a-4653-b3ec-8cd09542cba7 req-254b2ed2-44bf-49bc-b962-ecd2af712092 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:17.563683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4fdfa905-a40a-4653-b3ec-8cd09542cba7 req-254b2ed2-44bf-49bc-b962-ecd2af712092 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0556657
Jan 15 21:40:17.574633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520a473-4080-4b67-8a75-33fcdd72134d req-1ad03bd8-acfb-4738-9cf1-743a79c4e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:17.576165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-1ad03bd8-acfb-4738-9cf1-743a79c4e2ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 1095 time: 0.0437951
Jan 15 21:40:17.613697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4fdfa905-a40a-4653-b3ec-8cd09542cba7 req-0f586528-10b8-4659-a902-7649e87c89c8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442142
Jan 15 21:40:17.682731 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520a473-4080-4b67-8a75-33fcdd72134d req-a3c8b8f8-ce39-4d50-88b8-7cec2ba1d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:17.684194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-a3c8b8f8-ce39-4d50-88b8-7cec2ba1d94b service neutron] 10.222.0.39 "GET /v2.0/networks?id=72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 200  len: 912 time: 0.0895705
Jan 15 21:40:17.751192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-d438e310-b3e2-470d-830b-8375bff1b029 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 200  len: 1000 time: 0.0590627
Jan 15 21:40:17.804074 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520a473-4080-4b67-8a75-33fcdd72134d req-b4530a5c-5040-44f1-8ab3-8da2c9db7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:17.805587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-b4530a5c-5040-44f1-8ab3-8da2c9db7eee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 200  len: 850 time: 0.0478072
Jan 15 21:40:17.859473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520a473-4080-4b67-8a75-33fcdd72134d req-657cdeda-fa0a-4fc5-abf9-1c6b5971e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:17.861115 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-657cdeda-fa0a-4fc5-abf9-1c6b5971e406 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72520288-27af-458f-aef8-ae08e1543c11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0473607
Jan 15 21:40:17.957034 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-17a18d9f-b2aa-443e-b1ab-c7882a31a87e service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883005
Jan 15 21:40:18.008047 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c7eff576-57de-497c-80a9-e28b43cbf02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:18.053737 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3520a473-4080-4b67-8a75-33fcdd72134d req-bdefcad7-aa6e-469f-b159-7b4250e013c1 service neutron] 10.222.0.39 "GET /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906138
Jan 15 21:40:18.732022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3998f-c778-40db-aa99-125270edc01b req-497e4e26-d7c9-4359-80d5-27656c98a2b3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:18.733528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ae3998f-c778-40db-aa99-125270edc01b req-497e4e26-d7c9-4359-80d5-27656c98a2b3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0494595
Jan 15 21:40:18.781656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4ae3998f-c778-40db-aa99-125270edc01b req-645457d3-178f-43ee-b087-8eb8f8aa6ec7 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422549
Jan 15 21:40:18.900816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffcadc-f17b-4ccf-99ac-0b09fb71d658 req-86e9dd9f-48a7-40d8-813e-7bb5c5ee49a4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:18.902204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5ffcadc-f17b-4ccf-99ac-0b09fb71d658 req-86e9dd9f-48a7-40d8-813e-7bb5c5ee49a4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0519490
Jan 15 21:40:18.949601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c5ffcadc-f17b-4ccf-99ac-0b09fb71d658 req-501a73e6-407e-404a-ba5b-40805ea75f5a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417814
Jan 15 21:40:19.062039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd8874-f3ff-49e6-8f13-acf08749575a req-a247ed86-7582-44a4-84a9-3c9cd769ff8c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:19.063530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79bd8874-f3ff-49e6-8f13-acf08749575a req-a247ed86-7582-44a4-84a9-3c9cd769ff8c tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0479219
Jan 15 21:40:19.108934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-79bd8874-f3ff-49e6-8f13-acf08749575a req-2bb674ec-27cb-4a8e-9c6b-ced3c3b1212a tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392225
Jan 15 21:40:19.340427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3c612-8c8f-4eff-bbdd-fdfd3211cf34 req-9f7d0a07-970b-4f7b-9892-8699f3094a03 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:19.341929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fad3c612-8c8f-4eff-bbdd-fdfd3211cf34 req-9f7d0a07-970b-4f7b-9892-8699f3094a03 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 944 time: 0.0479689
Jan 15 21:40:19.393233 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fad3c612-8c8f-4eff-bbdd-fdfd3211cf34 req-07816e55-a2c7-40f5-ba51-c2151bbc53d4 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454481
Jan 15 21:40:19.752980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:40:19.845423 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:19.857407 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'port_id': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'mac_address': 'fa:16:3e:6c:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:40:19.896021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port ee473c50-b3e4-41c2-8cc4-886638a28c50 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:19.896403 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:19.908573 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:19.927754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:19.931541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:19.978428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=12']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:20.194562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['ee473c50-b3e4-41c2-8cc4-886638a28c50'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:20.513167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f77a1-6450-4044-8e9f-bbdac9c2efb4 req-66879545-39fe-4e09-82e9-0b7b96785624 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:20.514556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f8f77a1-6450-4044-8e9f-bbdac9c2efb4 req-66879545-39fe-4e09-82e9-0b7b96785624 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0496790
Jan 15 21:40:20.562468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f8f77a1-6450-4044-8e9f-bbdac9c2efb4 req-e6ee410b-e04f-422f-876e-cbfc4b37bbf1 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups?id=04869768-6a8c-49c9-b054-57ab5c3207c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423303
Jan 15 21:40:20.730253 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2968b03f-4f49-4b22-ae53-6415841b0b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:20.882448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-ca8f9851-7678-47ab-a29e-ce06a69edcd3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:20.883810 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-ca8f9851-7678-47ab-a29e-ce06a69edcd3 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 945 time: 0.0492959
Jan 15 21:40:20.969493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Deleting port ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:20.969837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.060319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] For port ee473c50-b3e4-41c2-8cc4-886638a28c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee473c50-b3e4-41c2-8cc4-886638a28c50,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:21.060678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.229298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.229668 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.229985 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf disassociated. External IP: 172.35.1.177, port: ee473c50-b3e4-41c2-8cc4-886638a28c50.
Jan 15 21:40:21.230329 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Calling delete_port for ee473c50-b3e4-41c2-8cc4-886638a28c50 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:21.360578 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ee473c50-b3e4-41c2-8cc4-886638a28c50), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.390659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'Port': ['ID=ee473c50-b3e4-41c2-8cc4-886638a28c50,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:21.509459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:40:21.622861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:40:21.634922 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:40:21.647724 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:40:21.648624 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b02d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:40:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:21.664350 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] No DVR routers for this DVR port ee473c50-b3e4-41c2-8cc4-886638a28c50 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:21.666998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:21.667915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5726d590-af86-4b35-bd8b-a5a6a5d56c6f req-b9832c54-867a-4500-842e-0e179f58c0ae tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/ports?device_id=31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af HTTP/1.1" status: 200  len: 210 time: 0.0291886
Jan 15 21:40:21.670552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ec1a6bfc-bd49-4e1a-b6d8-fbbe019cc44e req-0262f8d4-b2ab-4328-8db9-e52913ebe31f tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.39 "DELETE /v2.0/ports/ee473c50-b3e4-41c2-8cc4-886638a28c50 HTTP/1.1" status: 204  len: 173 time: 0.7821579
Jan 15 21:40:21.671000 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-deleted', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:21.673299 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0bcaf-3881-4e30-8990-d93ca23e2228" -d '{"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-deleted", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:21.721901 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe1345-d26e-49cc-87d2-d7f30a03b862 x-openstack-request-id: req-36fe1345-d26e-49cc-87d2-d7f30a03b862 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:21.722170 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af", "name": "network-vif-deleted", "tag": "ee473c50-b3e4-41c2-8cc4-886638a28c50", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:21.722514 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36fe1345-d26e-49cc-87d2-d7f30a03b862 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:21.723010 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eaafe4-7e89-4d4e-8319-e1c9e9cfd8af', 'name': 'network-vif-deleted', 'tag': 'ee473c50-b3e4-41c2-8cc4-886638a28c50', 'status': 'completed', 'code': 200}
Jan 15 21:40:21.765347 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:40:21.775886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:40:21.779878 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No ports have port_id starting with ee473c50-b3e4-41c2-8cc4-886638a28c50
Jan 15 21:40:21.781375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 requested by agent hyperv_nch1-master-1 not found in database {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Jan 15 21:40:21.971274 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b02d6a0>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:22.003834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:40:22.013501 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:40:22.014149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b02d6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:40:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:22.039782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:22.209821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:40:22.403175 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b02d6a0>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:22.429870 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c7ff4-c025-4076-bd03-3202bcda9748 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '71409058-a7d3-43fc-bf37-c64052efd14c', 'name': '', 'network_id': '72520288-27af-458f-aef8-ae08e1543c11', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'mac_address': 'fa:16:3e:c7:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:56Z', 'updated_at': '2022-01-15T21:31:00Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'subnets': [{'id': 'bda1fa2c-608e-4182-9332-90e192d42b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:40:22.655631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ae1d4-a34a-49a1-bd79-6b5c42085e31 None None] New status for floating IP f7a742e3-3c6f-4800-9491-de2b10ab34bf: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:40:23.429724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.296631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.322607 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59464) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:24.375351 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (04869768-6a8c-49c9-b054-57ab5c3207c0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.399448 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (04869768-6a8c-49c9-b054-57ab5c3207c0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.452571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (04869768-6a8c-49c9-b054-57ab5c3207c0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.455157 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.456291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "DELETE /v2.0/security-groups/04869768-6a8c-49c9-b054-57ab5c3207c0 HTTP/1.1" status: 204  len: 168 time: 0.1326883
Jan 15 21:40:24.459104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59466) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:24.466024 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04869768-6a8c-49c9-b054-57ab5c3207c0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:24.472447 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-b4b9e3bd-cb46-459e-bca4-6d1614584919 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] show failed (client error): The resource could not be found.
Jan 15 21:40:24.474122 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b4b9e3bd-cb46-459e-bca4-6d1614584919 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "GET /v2.0/security-groups/04869768-6a8c-49c9-b054-57ab5c3207c0 HTTP/1.1" status: 404  len: 347 time: 0.0139697
Jan 15 21:40:24.474530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.474890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.475235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.475574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.475913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.476242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.476709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.476987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59468) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:24.477098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.477326 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.477649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.477969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.478290 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.478609 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94caf99c-cd1e-4dfc-a04d-7f3a5c35f5b8 tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:40:24.608260 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Deleting port 2e1563ce-402a-481f-94e6-53517bdc23a4 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:24.608506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.683012 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.683333 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (2e1563ce-402a-481f-94e6-53517bdc23a4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.694662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Calling delete_port for 2e1563ce-402a-481f-94e6-53517bdc23a4 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:24.833534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2e1563ce-402a-481f-94e6-53517bdc23a4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.859278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Pushing event deleted for resources: {'Port': ['ID=2e1563ce-402a-481f-94e6-53517bdc23a4,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:24.921332 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks [] for floatingip (f7a742e3-3c6f-4800-9491-de2b10ab34bf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.923860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:24.925035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5867690c-dc11-44ce-b965-08b5dd6e16ab tempest-ServerActionsTestJSON-1795151563 tempest-ServerActionsTestJSON-1795151563-project] 10.222.0.46 "DELETE /v2.0/floatingips/f7a742e3-3c6f-4800-9491-de2b10ab34bf HTTP/1.1" status: 204  len: 168 time: 0.4473083
Jan 15 21:40:24.928048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59470) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:25.325830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (c2716e3f-b7ee-4788-87ab-4b33966848da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:25.570566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Deleting port 71409058-a7d3-43fc-bf37-c64052efd14c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:25.571277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:25.649462 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] For port 71409058-a7d3-43fc-bf37-c64052efd14c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71409058-a7d3-43fc-bf37-c64052efd14c,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:25.649780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:25.824500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:25.850020 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: ee473c50-b3e4-41c2-8cc4-886638a28c50 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:25.850434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device ee473c50-b3e4-41c2-8cc4-886638a28c50 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:25.968124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Calling delete_port for 71409058-a7d3-43fc-bf37-c64052efd14c owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:26.144205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (71409058-a7d3-43fc-bf37-c64052efd14c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:26.172488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71409058-a7d3-43fc-bf37-c64052efd14c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:26.336609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (c2716e3f-b7ee-4788-87ab-4b33966848da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:26.550447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Router c2716e3f-b7ee-4788-87ab-4b33966848da has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:40:26.659321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:40:26.665013 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5b8c6f99-4802-4af0-b91a-6c07e4d3aee3 admin admin] 10.222.0.46 "PUT /v2.0/routers/c2716e3f-b7ee-4788-87ab-4b33966848da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7359977
Jan 15 21:40:26.667926 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59480) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:26.668808 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Sync routers for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:40:26.678800 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:40:26.679413 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b70bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:40:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:26.775871 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks [] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:26.786561 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:40:26.880052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks [] for router_gateway (c2716e3f-b7ee-4788-87ab-4b33966848da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:26.933856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Deleting port e61179fb-8429-47dc-911b-68481744e042 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:26.934190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e61179fb-8429-47dc-911b-68481744e042), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:26.964636 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b70bc70>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e61179fb-8429-47dc-911b-68481744e042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:40:26Z', 'revision_number': 5, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port': {'id': 'e61179fb-8429-47dc-911b-68481744e042', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:30:54Z', 'updated_at': '2022-01-15T21:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:26.990925 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Checking router: c2716e3f-b7ee-4788-87ab-4b33966848da for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:40:26.998874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Routers {'c2716e3f-b7ee-4788-87ab-4b33966848da'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:40:26.999470 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b70bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:40:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['c2716e3f-b7ee-4788-87ab-4b33966848da'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:27.016085 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] For port e61179fb-8429-47dc-911b-68481744e042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e61179fb-8429-47dc-911b-68481744e042,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:27.016450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e61179fb-8429-47dc-911b-68481744e042), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.030140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Calling delete_port for e61179fb-8429-47dc-911b-68481744e042 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:27.083842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] Set router c2716e3f-b7ee-4788-87ab-4b33966848da gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:40:27.137344 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b70bc70>, [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:40:26Z', 'revision_number': 6, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:27.163389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6fbcd-651b-49b4-ad41-3fd4116d24b8 None None] The sync data for ids ['c2716e3f-b7ee-4788-87ab-4b33966848da'] in ncdv-master-1 is: [{'id': 'c2716e3f-b7ee-4788-87ab-4b33966848da', 'name': 'tempest-ServerActionsTestJSON-576205340-router', 'tenant_id': '2d89bb23cded412ea3ca57cc844bfabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:30:53Z', 'updated_at': '2022-01-15T21:40:26Z', 'revision_number': 6, 'project_id': '2d89bb23cded412ea3ca57cc844bfabf', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:40:27.201466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e61179fb-8429-47dc-911b-68481744e042), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.227257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61179fb-8429-47dc-911b-68481744e042,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:27.242731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4478d4c-7b24-4f47-a0c1-c6e125f40a95 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:40:27.288030 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (c2716e3f-b7ee-4788-87ab-4b33966848da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.386261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.388449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks [] for router_controller (c2716e3f-b7ee-4788-87ab-4b33966848da), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.431346 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (c2716e3f-b7ee-4788-87ab-4b33966848da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.432015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2716e3f-b7ee-4788-87ab-4b33966848da {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:40:27.436597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.437952 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e53a36b1-358e-4e1d-a394-b3d355c1ca98 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c2716e3f-b7ee-4788-87ab-4b33966848da HTTP/1.1" status: 204  len: 168 time: 0.7690852
Jan 15 21:40:27.440407 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59482) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:27.485155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Deleting subnet bda1fa2c-608e-4182-9332-90e192d42b1a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:40:27.488162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Publish callbacks [] for subnet (bda1fa2c-608e-4182-9332-90e192d42b1a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.529010 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (bda1fa2c-608e-4182-9332-90e192d42b1a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.623930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bda1fa2c-608e-4182-9332-90e192d42b1a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.677739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (bda1fa2c-608e-4182-9332-90e192d42b1a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.703893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda1fa2c-608e-4182-9332-90e192d42b1a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:27.707504 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.711644 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b48f2943-b8a1-4bd6-8a1f-ba9780a4fdba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bda1fa2c-608e-4182-9332-90e192d42b1a HTTP/1.1" status: 204  len: 168 time: 0.2702734
Jan 15 21:40:27.714124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59484) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:27.716465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21c262-d006-4d80-b58d-f5864a6210c6 None None] Network 72520288-27af-458f-aef8-ae08e1543c11 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:40:27.787864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (72520288-27af-458f-aef8-ae08e1543c11), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.843689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Deleting port ff48fd5b-6904-46dc-80de-82c04a1891df {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:27.844028 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.904538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] For port ff48fd5b-6904-46dc-80de-82c04a1891df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff48fd5b-6904-46dc-80de-82c04a1891df,segment=NetworkSegment(d909d7f5-d4e8-40f6-b8d6-3302081cbb05),segment_id=d909d7f5-d4e8-40f6-b8d6-3302081cbb05)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:27.904933 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:27.918852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Calling delete_port for ff48fd5b-6904-46dc-80de-82c04a1891df owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:27.941469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] DHCP port deletion for 72520288-27af-458f-aef8-ae08e1543c11 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:40:27.948950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 71409058-a7d3-43fc-bf37-c64052efd14c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:27.972458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 71409058-a7d3-43fc-bf37-c64052efd14c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:27.973036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 71409058-a7d3-43fc-bf37-c64052efd14c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:28.010014 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.020969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Deleting port ff48fd5b-6904-46dc-80de-82c04a1891df {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:28.021988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.037106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff48fd5b-6904-46dc-80de-82c04a1891df,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:28.038912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] No DVR routers for this DVR port ff48fd5b-6904-46dc-80de-82c04a1891df on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:28.093569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] For port ff48fd5b-6904-46dc-80de-82c04a1891df, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:28.093953 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.108327 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Calling delete_port for ff48fd5b-6904-46dc-80de-82c04a1891df owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:28.111051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Port ff48fd5b-6904-46dc-80de-82c04a1891df was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:40:28.112337 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (ff48fd5b-6904-46dc-80de-82c04a1891df), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.118987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (72520288-27af-458f-aef8-ae08e1543c11), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.139979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] Pushing event deleted for resources: {'Port': ['ID=ff48fd5b-6904-46dc-80de-82c04a1891df,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:28.144540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc16d87-4e0a-4cd7-a352-2e4a50c86fa2 None None] No DVR routers for this DVR port ff48fd5b-6904-46dc-80de-82c04a1891df on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:28.145457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e805dd820>,) {'filters': {'network_id': ['72520288-27af-458f-aef8-ae08e1543c11']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:28.159644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e805dd820>, 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:28.159644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e805dd820>, 'd909d7f5-d4e8-40f6-b8d6-3302081cbb05') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:28.167142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (d909d7f5-d4e8-40f6-b8d6-3302081cbb05), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.181811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (d909d7f5-d4e8-40f6-b8d6-3302081cbb05), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.188546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:40:28.189137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (d909d7f5-d4e8-40f6-b8d6-3302081cbb05), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:40:28.191098 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:40:28.246492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (72520288-27af-458f-aef8-ae08e1543c11), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.257703 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.260290 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/72520288-27af-458f-aef8-ae08e1543c11 HTTP/1.1" status: 204  len: 168 time: 0.5452313
Jan 15 21:40:28.271540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596253f-b0f6-4985-a4bd-0bc47ba391f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=72520288-27af-458f-aef8-ae08e1543c11,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:28.369611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59488) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:28.408414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-672b8fcc-2082-4fa5-8a7f-b244867557fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d89bb23cded412ea3ca57cc844bfabf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375519
Jan 15 21:40:28.410791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59490) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:28.462543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] Publish callbacks [] for security_group (fda34047-1e3e-41b3-962a-9060d3a99a82), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.483137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] Publish callbacks [] for security_group (fda34047-1e3e-41b3-962a-9060d3a99a82), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.528741 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fda34047-1e3e-41b3-962a-9060d3a99a82), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.531284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:28.532426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fda34047-1e3e-41b3-962a-9060d3a99a82 HTTP/1.1" status: 204  len: 168 time: 0.1206596
Jan 15 21:40:28.541289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e53c5-7176-46ed-8065-b3c0b6e469b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda34047-1e3e-41b3-962a-9060d3a99a82,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:29.267748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59512) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:29.365503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1046794969-network', 'tenant_id': 'd3c66a0c450f46beaf0167fad183c643'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:29.390657 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Made reservation on behalf of d3c66a0c450f46beaf0167fad183c643 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:40:29.392331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e61179fb-8429-47dc-911b-68481744e042 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:29.393073 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.401955 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.413085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e61179fb-8429-47dc-911b-68481744e042 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:29.413583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e61179fb-8429-47dc-911b-68481744e042 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:29.414077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff48fd5b-6904-46dc-80de-82c04a1891df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:29.433339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ff48fd5b-6904-46dc-80de-82c04a1891df {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:29.433688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ff48fd5b-6904-46dc-80de-82c04a1891df not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:29.477929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks [] for security_group (445d6315-39e0-4964-80af-6f706055bd4a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.482067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (445d6315-39e0-4964-80af-6f706055bd4a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.506734 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:40:29.517594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445d6315-39e0-4964-80af-6f706055bd4a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:29.522521 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bd79f445-ba42-4221-a657-8d703c74ac7d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.522918 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Added segment bd79f445-ba42-4221-a657-8d703c74ac7d of type vlan for network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d
Jan 15 21:40:29.563186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8a5a4ddb-ee2b-490e-812e-e28d13f5025d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.590656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8a5a4ddb-ee2b-490e-812e-e28d13f5025d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.591679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:29.592242 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.647317 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3784676
Jan 15 21:40:29.650218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59516) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:29.656854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Request body: {'subnet': {'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1046794969-subnet', 'tenant_id': 'd3c66a0c450f46beaf0167fad183c643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:29.661048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2e6ac-0eee-4046-bb14-d86f1d2798d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5a4ddb-ee2b-490e-812e-e28d13f5025d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:29.672665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:40:29.682470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Made reservation on behalf of d3c66a0c450f46beaf0167fad183c643 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:40:29.684772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.856770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (462640f6-df67-4644-bfd5-d4131b73d24b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.907886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=462640f6-df67-4644-bfd5-d4131b73d24b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:29.918634 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Checking segment: {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:40:29.918990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Network hostable DHCP agents. Network: 8a5a4ddb-ee2b-490e-812e-e28d13f5025d, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:40:29.936644 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:40:29.945637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a5a4ddb-ee2b-490e-812e-e28d13f5025d) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:40:29.952320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:29.953083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:29.954319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4296112-1d06-4e6c-827f-3f7a340807ee None None] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:40:29.971460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6bb610bb-3564-4367-bbd7-3aa0c334edaf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3190808
Jan 15 21:40:30.057400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ed56c-3fb6-4f73-bf44-c318efcaca06 None None] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:40:30.416715 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-20726da6-0e44-497e-a21e-a735ae97ff7b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:30.418222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-20726da6-0e44-497e-a21e-a735ae97ff7b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 814 time: 0.1051328
Jan 15 21:40:30.433407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-ec3c489d-2d32-4369-aa5d-85f0fb7905fb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/quotas/d3c66a0c450f46beaf0167fad183c643 HTTP/1.1" status: 200  len: 375 time: 0.0095477
Jan 15 21:40:30.463573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-bbc001a7-cc44-4ee5-b254-a7e3e497056c tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0253315
Jan 15 21:40:30.473727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-c5ded06f-cf16-4b17-9162-1ea06a60aefb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:40:30.474679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-c5ded06f-cf16-4b17-9162-1ea06a60aefb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049040
Jan 15 21:40:30.564552 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-96c2e331-269a-4920-9bbd-2502147f5d4a service neutron] 10.222.0.46 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839794
Jan 15 21:40:30.654434 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-84866b90-978e-4638-b142-499ba98fe5cd service neutron] 10.222.0.46 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837393
Jan 15 21:40:30.818794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63615cb4-a105-4700-a6b4-8a71ff51af5b req-8d93f6dd-945c-4e11-b92a-2c55985b8e62 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 210 time: 0.0317993
Jan 15 21:40:31.809464 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-fb9fe375-4329-4630-9e23-c43919abebea tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:31.810935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-fb9fe375-4329-4630-9e23-c43919abebea tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.45 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 814 time: 0.1103358
Jan 15 21:40:31.829004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Request body: {'port': {'device_id': '61b546e0-8940-4423-b490-b006ec7d622b', 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d', 'admin_state_up': True, 'tenant_id': 'd3c66a0c450f46beaf0167fad183c643'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:31.915339 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2aa5a505-0f25-4624-bd73-09460f8d2077 req-39387eed-625a-4073-897c-c158da507c80 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 210 time: 0.0267034
Jan 15 21:40:31.938583 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Made reservation on behalf of d3c66a0c450f46beaf0167fad183c643 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:40:31.942221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.075581 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Allocated IP 172.20.0.3 (8a5a4ddb-ee2b-490e-812e-e28d13f5025d/462640f6-df67-4644-bfd5-d4131b73d24b/6d7d0606-d83d-4d88-ad26-a7e2eebdd81d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:40:32.222899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks [] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.256675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.298867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:40:32.301789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:40:32.308227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:40:32.313964 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Pushing event updated for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:32.358531 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:32.359057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.375043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-87409a92-98b6-409e-aee9-ed2fedd29eeb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5504344
Jan 15 21:40:32.390184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Request body: {'port': {'device_id': '61b546e0-8940-4423-b490-b006ec7d622b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:32.455115 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.710991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:32.718257 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks [] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.730224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Transition to ACTIVE for port object 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:40:32.734160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.783650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:32.852175 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Attempting to bind port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:40:32.852871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Attempting to bind port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:40:32.852871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Attempting to bind port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:32.857046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:40:32.857363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Attempting to bind port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:32.862053 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:40:32.862384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Checking segment: {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:40:32.862760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Bound using segment: {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:40:32.863178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Bound port: 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:40:32.863527 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.923196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:32.926068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:40:32.931075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.967104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:32.967780 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:32.969249 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/6d7d0606-d83d-4d88-ad26-a7e2eebdd81d HTTP/1.1" status: 200  len: 1091 time: 0.5830390
Jan 15 21:40:32.969680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:32.971904 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c405e-4831-4b13-b467-a438737ee7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:32.998729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd5fdb-dd58-4f94-a35c-c3eef1bf18e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:33.034054 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54871d6-4be7-457e-920c-49d5fb8e9862 x-openstack-request-id: req-b54871d6-4be7-457e-920c-49d5fb8e9862 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:33.034349 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:33.034605 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b54871d6-4be7-457e-920c-49d5fb8e9862 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:33.035004 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d', 'status': 'completed', 'code': 200}
Jan 15 21:40:33.059144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fad724-dcd3-4379-8015-8747e25e2194 req-8a1c7595-8ef1-4f84-b9a6-6bea07b801b5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.060806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6fad724-dcd3-4379-8015-8747e25e2194 req-8a1c7595-8ef1-4f84-b9a6-6bea07b801b5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 943 time: 0.0521343
Jan 15 21:40:33.072292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-244ab502-dd7c-4d34-985e-277a289caf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.073812 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-244ab502-dd7c-4d34-985e-277a289caf9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 1094 time: 0.0482302
Jan 15 21:40:33.107972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d6fad724-dcd3-4379-8015-8747e25e2194 req-1b5b9c7d-3ed2-43ac-b2e5-923d13daaada tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412343
Jan 15 21:40:33.121141 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-0806f910-6b93-4fc0-aaa1-66f17fca261a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d HTTP/1.1" status: 200  len: 217 time: 0.0346408
Jan 15 21:40:33.172317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ecf0-16df-4de8-8615-b269577d856a req-9e951974-43fe-4456-a823-5120f188a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.173756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-9e951974-43fe-4456-a823-5120f188a3f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=462640f6-df67-4644-bfd5-d4131b73d24b HTTP/1.1" status: 200  len: 854 time: 0.0435684
Jan 15 21:40:33.209539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-fec0b310-e3b8-470f-ab60-d31a5546c916 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264986
Jan 15 21:40:33.299583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-a1715447-0039-4d84-8fe1-a79bdff8ad52 service neutron] 10.222.0.45 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805099
Jan 15 21:40:33.397150 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0639ecf0-16df-4de8-8615-b269577d856a req-c410f02b-4b0f-4ef1-a490-d1f5cfffe8f1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886052
Jan 15 21:40:33.489112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c405e-4831-4b13-b467-a438737ee7cc req-0cf14e70-7bb3-41da-b0ff-e7c69609d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.490658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-0cf14e70-7bb3-41da-b0ff-e7c69609d2bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 1094 time: 0.0415516
Jan 15 21:40:33.578816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c405e-4831-4b13-b467-a438737ee7cc req-743d834e-1e70-4e52-9704-f8b18e44ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.580183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-743d834e-1e70-4e52-9704-f8b18e44ef24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 915 time: 0.0827973
Jan 15 21:40:33.627311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-a0486ce3-de37-43df-a968-e08351d3f0cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d HTTP/1.1" status: 200  len: 217 time: 0.0365596
Jan 15 21:40:33.678090 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c405e-4831-4b13-b467-a438737ee7cc req-e4a78268-2c0d-4e43-9c89-fdf86acd1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:33.679754 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-e4a78268-2c0d-4e43-9c89-fdf86acd1d19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=462640f6-df67-4644-bfd5-d4131b73d24b HTTP/1.1" status: 200  len: 854 time: 0.0433791
Jan 15 21:40:33.710861 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-0433073c-d737-466b-a05c-6fd4ed0c6e01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244145
Jan 15 21:40:33.808565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-db69b82f-0be7-4a9c-9152-afa5c8917574 service neutron] 10.222.0.45 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905242
Jan 15 21:40:33.898801 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-a18c405e-4831-4b13-b467-a438737ee7cc req-baf502f4-f11c-4315-9586-41ea98f417b5 service neutron] 10.222.0.45 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819209
Jan 15 21:40:34.225352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44fcc-8452-41aa-81b3-c04a57288ba1 req-752ed022-d495-4a1a-8ff8-bc6aa0a087b5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:34.227450 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9be44fcc-8452-41aa-81b3-c04a57288ba1 req-752ed022-d495-4a1a-8ff8-bc6aa0a087b5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 943 time: 0.0489566
Jan 15 21:40:34.276698 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9be44fcc-8452-41aa-81b3-c04a57288ba1 req-568d77c8-dd5e-4514-9722-10e1f61864c4 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436339
Jan 15 21:40:35.394260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582098ef-4129-4b26-b919-6bab2d3ebdac req-9465392a-361e-464c-b603-b82744f44147 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:35.395748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582098ef-4129-4b26-b919-6bab2d3ebdac req-9465392a-361e-464c-b603-b82744f44147 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 943 time: 0.0488009
Jan 15 21:40:35.396048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:40:35.443860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-582098ef-4129-4b26-b919-6bab2d3ebdac req-56ae8309-c721-4838-9a76-6e94657ef4ed tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418780
Jan 15 21:40:35.489360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:35.504284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d', 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d', 'port_id': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d', 'mac_address': 'fa:16:3e:aa:4f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462640f6-df67-4644-bfd5-d4131b73d24b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:40:35.540671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:35.541087 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:35.553331 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:35.572947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:35.576858 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:35.621858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:35.814404 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:36.557471 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8844-b539-4770-8cab-7bf90a938120 req-84828459-294e-4ba0-9153-ab5a0df9f308 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:36.558913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3d8844-b539-4770-8cab-7bf90a938120 req-84828459-294e-4ba0-9153-ab5a0df9f308 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 944 time: 0.0480678
Jan 15 21:40:36.605139 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3d8844-b539-4770-8cab-7bf90a938120 req-34e89a32-4737-4f2b-b9e7-94477b302305 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406365
Jan 15 21:40:37.413976 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:40:37.461372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:40:37.465129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:40:37.465498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:37.701977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:37.702359 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:37.725497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:37.728279 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f73af7e-61c7-4a04-b066-06354d4795e6" -d '{"events": [{"server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:37.731283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf960d4-63f1-4c4b-b530-7f0f11ee9926 req-111aeb3b-3f0b-4d7b-980b-c01bd5cec46d tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:37.732806 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf960d4-63f1-4c4b-b530-7f0f11ee9926 req-111aeb3b-3f0b-4d7b-980b-c01bd5cec46d tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 944 time: 0.0541384
Jan 15 21:40:37.745369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:37.750010 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:37.775067 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee584c0-bbc0-4098-8183-82f2ced10134 x-openstack-request-id: req-cee584c0-bbc0-4098-8183-82f2ced10134 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:37.775356 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:37.775608 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee584c0-bbc0-4098-8183-82f2ced10134 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:37.775992 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d', 'code': 200}
Jan 15 21:40:37.784370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ddf960d4-63f1-4c4b-b530-7f0f11ee9926 req-c8332f09-97c9-4dba-adcc-b6668021c2b1 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436411
Jan 15 21:40:37.802453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:37.878228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f728246-4e55-4883-8c2a-c1d194d187fe req-3dfd04eb-5689-4c89-962a-1ab8b751d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:37.879728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f728246-4e55-4883-8c2a-c1d194d187fe req-3dfd04eb-5689-4c89-962a-1ab8b751d5e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 1096 time: 0.0398479
Jan 15 21:40:37.926164 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7f728246-4e55-4883-8c2a-c1d194d187fe req-2d585677-a637-404b-8ab8-8cf18f8793c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406613
Jan 15 21:40:38.903039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c61878-accd-4a5d-a973-cf43e3c0affc req-135e8aab-db50-426d-9c51-028bf6d40933 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:38.904485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76c61878-accd-4a5d-a973-cf43e3c0affc req-135e8aab-db50-426d-9c51-028bf6d40933 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0484855
Jan 15 21:40:38.953755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76c61878-accd-4a5d-a973-cf43e3c0affc req-558fe0de-4f80-4b99-8e46-2bd1d63ec0cb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434661
Jan 15 21:40:40.070712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840878f7-b73a-4e97-a6c3-7f8a89c873a1 req-2c8f6ab2-6402-486f-8f24-f317263b9b12 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:40.072206 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-840878f7-b73a-4e97-a6c3-7f8a89c873a1 req-2c8f6ab2-6402-486f-8f24-f317263b9b12 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0504758
Jan 15 21:40:40.123700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-840878f7-b73a-4e97-a6c3-7f8a89c873a1 req-7cd87f71-47fd-4fb6-92be-693eb2184f8f tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458977
Jan 15 21:40:40.343823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-79903cb2-585b-4597-8ca6-e0e90894bc6e tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:40.345307 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-79903cb2-585b-4597-8ca6-e0e90894bc6e tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 814 time: 0.1018512
Jan 15 21:40:40.360001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-380d9b43-2655-44dc-9667-e0e5ab241352 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/quotas/d3c66a0c450f46beaf0167fad183c643 HTTP/1.1" status: 200  len: 375 time: 0.0093799
Jan 15 21:40:40.409303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-ba39a732-8090-4b93-b1d5-a488a3c50694 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0439160
Jan 15 21:40:40.502030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-16c36a2b-56a6-418d-ba9b-1aa6d8a41416 service neutron] 10.222.0.46 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841413
Jan 15 21:40:40.588988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-d1baad10-e94c-4525-98a7-896c83f506e6 service neutron] 10.222.0.46 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810440
Jan 15 21:40:40.751953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48536a85-9772-47fb-b227-427bf73baac3 req-1a8a085b-32a7-4509-badc-ea0266ae23c8 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 210 time: 0.0318065
Jan 15 21:40:41.634345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-a5d44d73-b566-4080-aa2e-74a8cf84432b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:41.635715 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-a5d44d73-b566-4080-aa2e-74a8cf84432b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.39 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 814 time: 0.1049829
Jan 15 21:40:41.649167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Request body: {'port': {'device_id': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d', 'admin_state_up': True, 'tenant_id': 'd3c66a0c450f46beaf0167fad183c643'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:41.758677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Made reservation on behalf of d3c66a0c450f46beaf0167fad183c643 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:40:41.762155 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:41.847918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b9f1824e-4b61-4f1a-8781-1efc335dc1da req-3eca4a70-5033-413f-8e84-6af6bcd0474b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 210 time: 0.0272892
Jan 15 21:40:41.891543 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Allocated IP 172.20.0.6 (8a5a4ddb-ee2b-490e-812e-e28d13f5025d/462640f6-df67-4644-bfd5-d4131b73d24b/6aed951f-96ee-4f93-a73a-50522bbe175f) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:40:42.035686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks [] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.079062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.092384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:42.121313 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:40:42.124279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:40:42.129914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:40:42.136815 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Pushing event updated for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:42.186149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:42.186769 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.203727 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7c773e9f-2de8-4d5b-9304-1461f7544154 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5589030
Jan 15 21:40:42.262836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Request body: {'port': {'device_id': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:42.316770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.879277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aed951f-96ee-4f93-a73a-50522bbe175f {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:42.887485 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks [] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.900511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Transition to ACTIVE for port object 6aed951f-96ee-4f93-a73a-50522bbe175f will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:40:42.904510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:42.969988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a7dc-4888-498b-8db1-459989ea320e req-2714cfd5-7d48-499e-94e2-d83d492d9268 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:42.971592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4482a7dc-4888-498b-8db1-459989ea320e req-2714cfd5-7d48-499e-94e2-d83d492d9268 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 943 time: 0.0519588
Jan 15 21:40:42.971915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:43.021230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4482a7dc-4888-498b-8db1-459989ea320e req-7a1329fd-2fb3-42fb-8af7-d9c0a9f2b34b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417106
Jan 15 21:40:43.022805 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Attempting to bind port 6aed951f-96ee-4f93-a73a-50522bbe175f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:40:43.023204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Attempting to bind port 6aed951f-96ee-4f93-a73a-50522bbe175f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:40:43.023527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Attempting to bind port 6aed951f-96ee-4f93-a73a-50522bbe175f on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:43.028020 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Port 6aed951f-96ee-4f93-a73a-50522bbe175f on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:40:43.028488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Attempting to bind port 6aed951f-96ee-4f93-a73a-50522bbe175f on network 8a5a4ddb-ee2b-490e-812e-e28d13f5025d {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:40:43.033281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:40:43.033623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Checking segment: {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:40:43.034121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Bound using segment: {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:40:43.034546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Bound port: 6aed951f-96ee-4f93-a73a-50522bbe175f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd79f445-ba42-4221-a657-8d703c74ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:40:43.034901 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:43.099582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:40:43.102491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6aed951f-96ee-4f93-a73a-50522bbe175f,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:40:43.107249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:43.139269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.139881 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:43.141263 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] 10.222.0.39 "PUT /v2.0/ports/6aed951f-96ee-4f93-a73a-50522bbe175f HTTP/1.1" status: 200  len: 1091 time: 0.9299309
Jan 15 21:40:43.141693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:43.143910 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:43.169675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952716ff-f5d1-4c41-b8ad-e47f9127fb86 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:43.190462 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f216d803-7d68-40b9-869c-2c6b7775218a x-openstack-request-id: req-f216d803-7d68-40b9-869c-2c6b7775218a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:43.190751 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:43.191001 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f216d803-7d68-40b9-869c-2c6b7775218a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:43.191396 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f', 'status': 'completed', 'code': 200}
Jan 15 21:40:43.219219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-ab011641-cbe8-4bd9-ba6a-dd5e647c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.220703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-ab011641-cbe8-4bd9-ba6a-dd5e647c6c6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 1094 time: 0.0400109
Jan 15 21:40:43.265183 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-dac9d6b7-37b5-4f5b-973b-5d92dc42b4f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6aed951f-96ee-4f93-a73a-50522bbe175f HTTP/1.1" status: 200  len: 217 time: 0.0363357
Jan 15 21:40:43.312268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-c5109d07-1259-4b93-9336-7a135a2dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.313707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-c5109d07-1259-4b93-9336-7a135a2dff60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=462640f6-df67-4644-bfd5-d4131b73d24b HTTP/1.1" status: 200  len: 854 time: 0.0426612
Jan 15 21:40:43.344360 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-337a236a-c6aa-4d17-a733-00bbdda90e5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237508
Jan 15 21:40:43.438280 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-e925b0ff-04de-4a31-9857-9bdd8a3acd0c service neutron] 10.222.0.39 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877664
Jan 15 21:40:43.524860 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-c04baf4f-f49c-421c-a0e0-c9403214f05c req-7a8eb501-9efe-433a-86c6-35371ed1dda8 service neutron] 10.222.0.39 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801728
Jan 15 21:40:43.610297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-12e30975-adf2-42e8-a2b6-158c9a51cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.611853 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-12e30975-adf2-42e8-a2b6-158c9a51cbe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3c66a0c450f46beaf0167fad183c643&device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 1094 time: 0.0408270
Jan 15 21:40:43.705296 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-ec492851-db18-4f5e-8f09-9f5b94662480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.706687 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-ec492851-db18-4f5e-8f09-9f5b94662480 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 200  len: 915 time: 0.0882819
Jan 15 21:40:43.748408 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-79cc8945-8fc8-4056-b9e6-8c1ce67fd1cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6aed951f-96ee-4f93-a73a-50522bbe175f HTTP/1.1" status: 200  len: 217 time: 0.0355790
Jan 15 21:40:43.799748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-babc2237-65fc-4de9-96a9-275984983cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:43.801217 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-babc2237-65fc-4de9-96a9-275984983cc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=462640f6-df67-4644-bfd5-d4131b73d24b HTTP/1.1" status: 200  len: 854 time: 0.0433686
Jan 15 21:40:43.836538 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-b8624c5a-5d8d-41ba-8b08-f7f7ca687921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a5a4ddb-ee2b-490e-812e-e28d13f5025d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282125
Jan 15 21:40:43.923588 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-46a1db7b-3d49-41cd-af5b-1d9b74976eeb service neutron] 10.222.0.39 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801322
Jan 15 21:40:44.015724 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-581d764c-2e23-4fb1-bbc5-cae079fc0eb1 req-af7a4392-203f-478c-a5e4-31b609e9002c service neutron] 10.222.0.39 "GET /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845988
Jan 15 21:40:44.143494 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85aa69b-5c8d-45a0-9c06-d97c56d19756 req-bee0e83a-059a-48c6-9223-3b6aeee0af35 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:44.144989 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d85aa69b-5c8d-45a0-9c06-d97c56d19756 req-bee0e83a-059a-48c6-9223-3b6aeee0af35 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 943 time: 0.0478547
Jan 15 21:40:44.195921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d85aa69b-5c8d-45a0-9c06-d97c56d19756 req-77fbd7fa-dad3-4612-b629-328730a86ec4 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446775
Jan 15 21:40:44.736148 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:45.311977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b087e2-2254-4660-ab3f-dbfa95a2e7c1 req-6af9ce86-343c-4615-9f92-ea4f63acfb93 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:45.313487 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44b087e2-2254-4660-ab3f-dbfa95a2e7c1 req-6af9ce86-343c-4615-9f92-ea4f63acfb93 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 943 time: 0.0482571
Jan 15 21:40:45.360613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44b087e2-2254-4660-ab3f-dbfa95a2e7c1 req-0ba86a57-cd83-41db-9e67-3dc65581f636 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414696
Jan 15 21:40:45.687392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:45.923275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6aed951f-96ee-4f93-a73a-50522bbe175f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:40:46.021606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6aed951f-96ee-4f93-a73a-50522bbe175f,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:46.033802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '6aed951f-96ee-4f93-a73a-50522bbe175f', 'network_id': '8a5a4ddb-ee2b-490e-812e-e28d13f5025d', 'port_id': '6aed951f-96ee-4f93-a73a-50522bbe175f', 'mac_address': 'fa:16:3e:a2:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462640f6-df67-4644-bfd5-d4131b73d24b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:40:46.071715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6aed951f-96ee-4f93-a73a-50522bbe175f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:46.072103 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:46.089384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aed951f-96ee-4f93-a73a-50522bbe175f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:40:46.109171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6aed951f-96ee-4f93-a73a-50522bbe175f,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:46.113302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:46.165485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:46.307409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6aed951f-96ee-4f93-a73a-50522bbe175f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:46.478203 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e98c-2da8-424c-bafd-a9f4947568e6 req-447d20f4-7eb2-4d2a-ad1f-938ac4f6c20b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:46.479720 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cf5e98c-2da8-424c-bafd-a9f4947568e6 req-447d20f4-7eb2-4d2a-ad1f-938ac4f6c20b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 944 time: 0.0490081
Jan 15 21:40:46.526603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1cf5e98c-2da8-424c-bafd-a9f4947568e6 req-fb25d924-bae0-499f-b036-f82c9db24f0a tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412230
Jan 15 21:40:47.644761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63142904-6638-4a67-a8aa-855c5a615be7 req-85b2f894-b822-4ff5-92a5-fe7cb0cfb8f6 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:47.646160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63142904-6638-4a67-a8aa-855c5a615be7 req-85b2f894-b822-4ff5-92a5-fe7cb0cfb8f6 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 944 time: 0.0521338
Jan 15 21:40:47.692663 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63142904-6638-4a67-a8aa-855c5a615be7 req-a5e0fdd4-465d-47e7-a19c-2d67feabecfe tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408187
Jan 15 21:40:47.923619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6aed951f-96ee-4f93-a73a-50522bbe175f up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:40:47.973633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 6aed951f-96ee-4f93-a73a-50522bbe175f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:40:47.978061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 6aed951f-96ee-4f93-a73a-50522bbe175f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:40:47.978434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:48.023085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1ab64c49-d628-457a-ba11-50a1947bae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:48.065562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 6aed951f-96ee-4f93-a73a-50522bbe175f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:40:48.065945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:48.088280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:48.090517 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1856f8c-af42-44b1-9c85-9fe2d384e13f" -d '{"events": [{"server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "name": "network-vif-plugged", "status": "completed", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:48.103547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6aed951f-96ee-4f93-a73a-50522bbe175f,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:48.107693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:48.134854 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1383c89a-4205-4626-8f1f-23f3492bdc53 x-openstack-request-id: req-1383c89a-4205-4626-8f1f-23f3492bdc53 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:48.135137 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "name": "network-vif-plugged", "status": "completed", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:48.135391 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1383c89a-4205-4626-8f1f-23f3492bdc53 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:48.135773 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f', 'code': 200}
Jan 15 21:40:48.164729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:48.224625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c0f8-2826-4e23-9584-e65efa98f952 req-b75db6d4-c879-401e-814d-49235e025fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:48.226356 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64f6c0f8-2826-4e23-9584-e65efa98f952 req-b75db6d4-c879-401e-814d-49235e025fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 1096 time: 0.0419323
Jan 15 21:40:48.270300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64f6c0f8-2826-4e23-9584-e65efa98f952 req-9d2b6e33-7699-4cff-8aa5-20eeae13ee1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367765
Jan 15 21:40:48.813884 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684b41-e02d-4931-9c1f-c0d137f06a1d req-6ee9da49-0f85-45cf-94ae-246a17a070a5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:48.815370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85684b41-e02d-4931-9c1f-c0d137f06a1d req-6ee9da49-0f85-45cf-94ae-246a17a070a5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 945 time: 0.0514808
Jan 15 21:40:48.862726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85684b41-e02d-4931-9c1f-c0d137f06a1d req-f84694cf-ddc2-4309-8e7a-4abb27de6515 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416179
Jan 15 21:40:49.982036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670cbda-2867-4962-afb7-12eb539d3f58 req-af99a61b-701a-4c45-8171-92a6464dba89 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:49.983646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9670cbda-2867-4962-afb7-12eb539d3f58 req-af99a61b-701a-4c45-8171-92a6464dba89 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 945 time: 0.0521393
Jan 15 21:40:50.043240 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9670cbda-2867-4962-afb7-12eb539d3f58 req-b637d671-48ca-4c40-8f79-1e5e932fc9e4 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540202
Jan 15 21:40:50.275588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678506-d8c2-4226-a450-1361c830c4d2 req-f2533bae-5bef-44cb-8469-9367d4b9fc07 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:50.277064 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb678506-d8c2-4226-a450-1361c830c4d2 req-f2533bae-5bef-44cb-8469-9367d4b9fc07 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 945 time: 0.0479660
Jan 15 21:40:50.326929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb678506-d8c2-4226-a450-1361c830c4d2 req-da95c7fa-abd3-4b78-b9e3-76e7f4f83d9c tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441763
Jan 15 21:40:50.732260 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f2db0d93-4414-4585-9cec-067ed58b4e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:51.446426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e93c3-3c6b-4eb3-af09-68d4f75e7d1d req-ee30911b-478d-45db-9334-23e0f186c0de tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:51.447875 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-609e93c3-3c6b-4eb3-af09-68d4f75e7d1d req-ee30911b-478d-45db-9334-23e0f186c0de tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 945 time: 0.0485070
Jan 15 21:40:51.499280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-609e93c3-3c6b-4eb3-af09-68d4f75e7d1d req-c894f9ea-dd8c-4dbe-8353-9d93ccd55a41 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456057
Jan 15 21:40:51.541294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-819c9495-bf31-4eca-bd46-ffa79ccd4aa5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:51.542739 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-819c9495-bf31-4eca-bd46-ffa79ccd4aa5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.39 "GET /v2.0/ports?device_id=86623b0c-475b-4374-b5c2-9fcb634b61ff HTTP/1.1" status: 200  len: 945 time: 0.0492995
Jan 15 21:40:51.633837 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Deleting port 6aed951f-96ee-4f93-a73a-50522bbe175f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:51.634096 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:51.729591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] For port 6aed951f-96ee-4f93-a73a-50522bbe175f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6aed951f-96ee-4f93-a73a-50522bbe175f,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:51.729953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:51.744142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Calling delete_port for 6aed951f-96ee-4f93-a73a-50522bbe175f owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:51.876260 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6aed951f-96ee-4f93-a73a-50522bbe175f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:51.890593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['6aed951f-96ee-4f93-a73a-50522bbe175f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:51.894000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:51.935269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Pushing event deleted for resources: {'Port': ['ID=6aed951f-96ee-4f93-a73a-50522bbe175f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:51.992109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] No DVR routers for this DVR port 6aed951f-96ee-4f93-a73a-50522bbe175f on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:51.994952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:51.999199 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f0172530-43e6-4333-bb97-ab3b0fd24fe2 req-14846e57-b459-438d-a4b7-8b3287e3adb5 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.39 "DELETE /v2.0/ports/6aed951f-96ee-4f93-a73a-50522bbe175f HTTP/1.1" status: 204  len: 173 time: 0.4502997
Jan 15 21:40:52.000051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'name': 'network-vif-deleted', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:52.002452 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b6406-cc76-464e-bd78-66befab307ba" -d '{"events": [{"server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "name": "network-vif-deleted", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:52.060228 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33b489-d7fa-49cd-be2b-11929c572c38 x-openstack-request-id: req-ae33b489-d7fa-49cd-be2b-11929c572c38 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:52.061029 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86623b0c-475b-4374-b5c2-9fcb634b61ff", "name": "network-vif-deleted", "tag": "6aed951f-96ee-4f93-a73a-50522bbe175f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:52.061470 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae33b489-d7fa-49cd-be2b-11929c572c38 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:52.062263 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86623b0c-475b-4374-b5c2-9fcb634b61ff', 'name': 'network-vif-deleted', 'tag': '6aed951f-96ee-4f93-a73a-50522bbe175f', 'status': 'completed', 'code': 200}
Jan 15 21:40:52.073866 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:52.654091 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454a3c-b6e8-4e88-ba64-5036805d7fd2 req-a868baaf-1cbf-4e7c-b7e0-fd6d94f42a8c tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:52.655550 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86454a3c-b6e8-4e88-ba64-5036805d7fd2 req-a868baaf-1cbf-4e7c-b7e0-fd6d94f42a8c tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0481696
Jan 15 21:40:52.701582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86454a3c-b6e8-4e88-ba64-5036805d7fd2 req-95ace3ee-db90-4c89-b7ce-5f50dba69eb6 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404890
Jan 15 21:40:52.837461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d40b5-9d9c-4ab2-aeac-ea0bf1c54474 req-74e1fd79-6fbc-4efc-bc09-8c58a9d65cd7 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:52.838922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c36d40b5-9d9c-4ab2-aeac-ea0bf1c54474 req-74e1fd79-6fbc-4efc-bc09-8c58a9d65cd7 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0494883
Jan 15 21:40:52.885992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c36d40b5-9d9c-4ab2-aeac-ea0bf1c54474 req-ab04db22-890b-4804-8e9e-c9494dc3dabd tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413811
Jan 15 21:40:53.007778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4958a8-fb04-4e63-ab01-d6e19bf92887 req-8656a118-b621-462e-9a98-bff809ba51b8 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:53.009261 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed4958a8-fb04-4e63-ab01-d6e19bf92887 req-8656a118-b621-462e-9a98-bff809ba51b8 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0551500
Jan 15 21:40:53.056997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed4958a8-fb04-4e63-ab01-d6e19bf92887 req-73cc0dba-e6ef-4916-99b3-15662af86df6 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421386
Jan 15 21:40:53.179219 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-2d350cd6-4163-4e17-89c1-9e44056a6512 req-237d98d0-bda5-47c9-8269-512098a44e42 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:40:53.180491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d350cd6-4163-4e17-89c1-9e44056a6512 req-237d98d0-bda5-47c9-8269-512098a44e42 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0562680
Jan 15 21:40:53.285693 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c800a3a-ec0d-46b8-8bb7-c51d88945ed5 req-d2531cce-e6d5-4ef6-bb92-3656a24f3bcf tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:53.287378 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c800a3a-ec0d-46b8-8bb7-c51d88945ed5 req-d2531cce-e6d5-4ef6-bb92-3656a24f3bcf tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0484915
Jan 15 21:40:53.334417 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4c800a3a-ec0d-46b8-8bb7-c51d88945ed5 req-dbd36bdf-8081-42a0-8bf1-ebdfc33d4c61 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408750
Jan 15 21:40:53.431773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:53.450858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9000263-4916-4b18-962c-fffaa94d1091 req-cc5300aa-4c08-49e1-9c5a-ecbb9bf9fc37 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:53.452325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9000263-4916-4b18-962c-fffaa94d1091 req-cc5300aa-4c08-49e1-9c5a-ecbb9bf9fc37 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0500031
Jan 15 21:40:53.502808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9000263-4916-4b18-962c-fffaa94d1091 req-f1229b1b-5c92-4983-bb9a-4614dfbee1eb tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447688
Jan 15 21:40:53.627608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ebf77-c642-45c4-9851-d7629af47631 req-1e8780a2-5ba0-4956-a7c4-b4d0c9247015 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:53.629096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8ebf77-c642-45c4-9851-d7629af47631 req-1e8780a2-5ba0-4956-a7c4-b4d0c9247015 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0502152
Jan 15 21:40:53.675754 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8ebf77-c642-45c4-9851-d7629af47631 req-94c26029-1f04-40be-b223-c7cb856977ae tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409725
Jan 15 21:40:53.849610 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:40:53.981288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270028-22af-4366-b141-e88d9663cd8e req-462e9c0b-3056-4e29-897d-968124de312f tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:53.982681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6270028-22af-4366-b141-e88d9663cd8e req-462e9c0b-3056-4e29-897d-968124de312f tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0490239
Jan 15 21:40:54.028387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a6270028-22af-4366-b141-e88d9663cd8e req-52f34157-8bfc-4670-b02a-bacdb22135da tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401006
Jan 15 21:40:54.299094 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:55.149848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b569f30-5c37-46cd-9f2d-b00ba948b193 req-9fc94d9d-10ae-4b63-801f-9bf4beded86b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:55.151344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b569f30-5c37-46cd-9f2d-b00ba948b193 req-9fc94d9d-10ae-4b63-801f-9bf4beded86b tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0526044
Jan 15 21:40:55.199335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3b569f30-5c37-46cd-9f2d-b00ba948b193 req-86e263dc-5829-480d-a027-0905d5980608 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/security-groups?id=445d6315-39e0-4964-80af-6f706055bd4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423653
Jan 15 21:40:55.371130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcff33-e96f-4294-b640-459c8b4e101e req-2ceddab2-92ef-4f54-9d5b-ec595855dc67 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:55.372583 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64dcff33-e96f-4294-b640-459c8b4e101e req-2ceddab2-92ef-4f54-9d5b-ec595855dc67 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.45 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 945 time: 0.0480771
Jan 15 21:40:55.463647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Deleting port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:40:55.463994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:55.554294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] For port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,segment=NetworkSegment(bd79f445-ba42-4221-a657-8d703c74ac7d),segment_id=bd79f445-ba42-4221-a657-8d703c74ac7d)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:40:55.555180 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:55.567848 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Calling delete_port for 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:40:55.697327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6d7d0606-d83d-4d88-ad26-a7e2eebdd81d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:55.715225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:40:55.727470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Pushing event deleted for resources: {'Port': ['ID=6d7d0606-d83d-4d88-ad26-a7e2eebdd81d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:55.773265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] No DVR routers for this DVR port 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:40:55.776829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:55.780470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-64dcff33-e96f-4294-b640-459c8b4e101e req-522da239-1bdc-4906-9e8b-5b59175bdf76 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.45 "DELETE /v2.0/ports/6d7d0606-d83d-4d88-ad26-a7e2eebdd81d HTTP/1.1" status: 204  len: 173 time: 0.3998806
Jan 15 21:40:55.780958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'name': 'network-vif-deleted', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:40:55.783190 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b19cd8b-c6d4-4b0d-a068-3bdb2c6a78ba" -d '{"events": [{"server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "name": "network-vif-deleted", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:40:55.828021 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722376d-fff7-4cb4-aa17-74f95502c88b x-openstack-request-id: req-d722376d-fff7-4cb4-aa17-74f95502c88b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:40:55.828496 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b546e0-8940-4423-b490-b006ec7d622b", "name": "network-vif-deleted", "tag": "6d7d0606-d83d-4d88-ad26-a7e2eebdd81d", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:40:55.828754 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d722376d-fff7-4cb4-aa17-74f95502c88b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:40:55.829200 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b546e0-8940-4423-b490-b006ec7d622b', 'name': 'network-vif-deleted', 'tag': '6d7d0606-d83d-4d88-ad26-a7e2eebdd81d', 'status': 'completed', 'code': 200}
Jan 15 21:40:55.939243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6aed951f-96ee-4f93-a73a-50522bbe175f no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:55.961996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 6aed951f-96ee-4f93-a73a-50522bbe175f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:55.962264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 6aed951f-96ee-4f93-a73a-50522bbe175f not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:40:56.309284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2718bbe-7ccb-46da-be4b-82850f67db9e req-0ca3fc34-cddc-4078-9419-35ff2c693c52 tempest-ServersNegativeTestJSON-1780821445 tempest-ServersNegativeTestJSON-1780821445-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b546e0-8940-4423-b490-b006ec7d622b HTTP/1.1" status: 200  len: 210 time: 0.0278726
Jan 15 21:40:57.368317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59678) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:57.417283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Deleting subnet 462640f6-df67-4644-bfd5-d4131b73d24b {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:40:57.420405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Publish callbacks [] for subnet (462640f6-df67-4644-bfd5-d4131b73d24b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.456019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (462640f6-df67-4644-bfd5-d4131b73d24b), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.496426 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (462640f6-df67-4644-bfd5-d4131b73d24b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.546900 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (462640f6-df67-4644-bfd5-d4131b73d24b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.577017 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462640f6-df67-4644-bfd5-d4131b73d24b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:57.580700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.583925 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8935b3f8-1bfb-4a1e-85ab-83029811cdf4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/462640f6-df67-4644-bfd5-d4131b73d24b HTTP/1.1" status: 204  len: 168 time: 0.2145729
Jan 15 21:40:57.586647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59680) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:57.653038 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (8a5a4ddb-ee2b-490e-812e-e28d13f5025d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.735298 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (8a5a4ddb-ee2b-490e-812e-e28d13f5025d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.755006 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa88760>,) {'filters': {'network_id': ['8a5a4ddb-ee2b-490e-812e-e28d13f5025d']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:57.764300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa88760>, 'bd79f445-ba42-4221-a657-8d703c74ac7d') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:57.764603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7aa88760>, 'bd79f445-ba42-4221-a657-8d703c74ac7d') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:40:57.774848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (bd79f445-ba42-4221-a657-8d703c74ac7d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.787829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (bd79f445-ba42-4221-a657-8d703c74ac7d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.794195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:40:57.794580 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (bd79f445-ba42-4221-a657-8d703c74ac7d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:40:57.796174 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:40:57.801359 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:40:57.801359 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:40:57.801359 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:40:57.850050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (8a5a4ddb-ee2b-490e-812e-e28d13f5025d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.856649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:57.859827 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a5a4ddb-ee2b-490e-812e-e28d13f5025d HTTP/1.1" status: 204  len: 168 time: 0.2723138
Jan 15 21:40:57.871149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d1c67-2108-4d5d-8390-3bf1f82a64dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5a4ddb-ee2b-490e-812e-e28d13f5025d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:57.966970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59684) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:58.005964 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d5146e5e-7a64-4339-aa3c-3c82224053e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3c66a0c450f46beaf0167fad183c643&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378437
Jan 15 21:40:58.008618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59686) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:58.055925 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] Publish callbacks [] for security_group (445d6315-39e0-4964-80af-6f706055bd4a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:58.076089 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] Publish callbacks [] for security_group (445d6315-39e0-4964-80af-6f706055bd4a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:58.122605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (445d6315-39e0-4964-80af-6f706055bd4a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:58.125148 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:58.126280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/445d6315-39e0-4964-80af-6f706055bd4a HTTP/1.1" status: 204  len: 168 time: 0.1166561
Jan 15 21:40:58.135141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39337bef-36d7-4632-9261-42239ef955e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d6315-39e0-4964-80af-6f706055bd4a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:58.810740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59708) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:40:58.907373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807929851'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:40:58.929068 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:40:58.932752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:58.940984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.017229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for security_group (e82a8be0-0d38-4925-9c3f-9e9d680e9003), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.021101 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e82a8be0-0d38-4925-9c3f-9e9d680e9003), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.048222 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:40:59.057960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a8be0-0d38-4925-9c3f-9e9d680e9003,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:59.062772 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (abe29e03-47c4-46d4-8871-a505168760d9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.063138 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Added segment abe29e03-47c4-46d4-8871-a505168760d9 of type vlan for network 04c35865-2729-4c61-87a9-ae2e3da2ac1f
Jan 15 21:40:59.104589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (04c35865-2729-4c61-87a9-ae2e3da2ac1f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.129134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (04c35865-2729-4c61-87a9-ae2e3da2ac1f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.135484 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:40:59.135998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:40:59.190361 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3785131
Jan 15 21:40:59.207561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d0ad2-1d3f-4eee-add3-1abc27e320cd tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Network': ['ID=04c35865-2729-4c61-87a9-ae2e3da2ac1f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:40:59.219670 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:40:59.504735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:40:59.529134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:40:59.529478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 6d7d0606-d83d-4d88-ad26-a7e2eebdd81d not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:41:02.407638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59712) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:02.413359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'subnet': {'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:02.522709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:02.526536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.709704 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (723483ef-411d-4e77-ab4c-c0e3e66fe58a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.776200 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Subnet': ['ID=723483ef-411d-4e77-ab4c-c0e3e66fe58a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:02.786599 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking segment: {'id': 'abe29e03-47c4-46d4-8871-a505168760d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:02.787223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network hostable DHCP agents. Network: 04c35865-2729-4c61-87a9-ae2e3da2ac1f, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:02.805701 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:02.814875 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04c35865-2729-4c61-87a9-ae2e3da2ac1f) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:02.818997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:02.819611 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.825636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85a57e-a279-46f1-af80-7b455872df5a None None] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:02.836556 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e38d99cb-33a4-4dd9-88fe-88e7adcc50ac tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4278238
Jan 15 21:41:02.839995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59714) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:02.845615 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539661378'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:02.869305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:02.872778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.896540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:02.905841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.906236 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Added segment 1a302b11-1799-4851-a2d0-baed0f2e3241 of type vlan for network d9481279-11d2-4cf7-89cb-953c40287c5e
Jan 15 21:41:02.928518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04c35865-2729-4c61-87a9-ae2e3da2ac1f', 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f', 'project_id': 'e87229649fec47ae8647317b669788a8', 'fixed_ips': [{'subnet_id': '723483ef-411d-4e77-ab4c-c0e3e66fe58a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:02.930018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.953394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.979939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:02.985517 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:02.986116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.053302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2114511
Jan 15 21:41:03.056343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59716) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:03.056981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d17c53-4749-4178-988d-328cf02e0889 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Network': ['ID=d9481279-11d2-4cf7-89cb-953c40287c5e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:03.061880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'subnet': {'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:03.064686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Allocated IP 2001:db8:0:ffff::2 (04c35865-2729-4c61-87a9-ae2e3da2ac1f/723483ef-411d-4e77-ab4c-c0e3e66fe58a/24619e29-94b6-4b8d-a24a-9aec42a3b93c) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:03.068280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d9481279-11d2-4cf7-89cb-953c40287c5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:03.155740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:03.159554 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.272524 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks [] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.278451 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.315403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:03.321688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:03.326362 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:03.329395 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Pushing event updated for resources: {'Port': ['ID=24619e29-94b6-4b8d-a24a-9aec42a3b93c,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:03.354342 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (a2c44555-722b-43d1-9ea4-4253fc9b7c36), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.383450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Attempting to bind port 24619e29-94b6-4b8d-a24a-9aec42a3b93c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:03.383869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Attempting to bind port 24619e29-94b6-4b8d-a24a-9aec42a3b93c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'abe29e03-47c4-46d4-8871-a505168760d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:03.384235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Attempting to bind port 24619e29-94b6-4b8d-a24a-9aec42a3b93c on network 04c35865-2729-4c61-87a9-ae2e3da2ac1f {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:03.389405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:03.389778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Checking segment: {'id': 'abe29e03-47c4-46d4-8871-a505168760d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:03.390224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.390594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Bound using segment: {'id': 'abe29e03-47c4-46d4-8871-a505168760d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:03.391062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Bound port: 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe29e03-47c4-46d4-8871-a505168760d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '04c35865-2729-4c61-87a9-ae2e3da2ac1f'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:03.391439 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.412479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Subnet': ['ID=a2c44555-722b-43d1-9ea4-4253fc9b7c36,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:03.428957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking segment: {'id': '1a302b11-1799-4851-a2d0-baed0f2e3241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:03.429367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network hostable DHCP agents. Network: d9481279-11d2-4cf7-89cb-953c40287c5e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:03.446761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network d9481279-11d2-4cf7-89cb-953c40287c5e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:03.456180 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9481279-11d2-4cf7-89cb-953c40287c5e) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:03.457041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] For port 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:03.460081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] For port 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24619e29-94b6-4b8d-a24a-9aec42a3b93c,segment=NetworkSegment(abe29e03-47c4-46d4-8871-a505168760d9),segment_id=abe29e03-47c4-46d4-8871-a505168760d9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:03.462289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:03.464531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.465163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1df70-d4e9-44c8-98d0-88749cadfe5f None None] Network d9481279-11d2-4cf7-89cb-953c40287c5e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:03.469374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.481156 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa334ba4-f54c-4bf7-b6eb-5648ed8d9f4e tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4235604
Jan 15 21:41:03.485908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59718) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:03.582667 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7ccc-6851-4f0c-9ddb-138030835b0b None None] Pushing event updated for resources: {'Port': ['ID=24619e29-94b6-4b8d-a24a-9aec42a3b93c,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:03.599299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.621709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9481279-11d2-4cf7-89cb-953c40287c5e', 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e', 'project_id': 'e87229649fec47ae8647317b669788a8', 'fixed_ips': [{'subnet_id': 'a2c44555-722b-43d1-9ea4-4253fc9b7c36'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:03.622591 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.687820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a2c44555-722b-43d1-9ea4-4253fc9b7c36), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.807440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Allocated IP 2001:db8::2 (d9481279-11d2-4cf7-89cb-953c40287c5e/a2c44555-722b-43d1-9ea4-4253fc9b7c36/3c649a43-edc3-414a-a39a-96051615e96a) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:03.956214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks [] for port (3c649a43-edc3-414a-a39a-96051615e96a), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.964429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (3c649a43-edc3-414a-a39a-96051615e96a), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:03.979723 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (a2c44555-722b-43d1-9ea4-4253fc9b7c36), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.005102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Network d9481279-11d2-4cf7-89cb-953c40287c5e is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:04.008519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:04.012456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c44555-722b-43d1-9ea4-4253fc9b7c36,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:04.014138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:04.020961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Pushing event updated for resources: {'Port': ['ID=3c649a43-edc3-414a-a39a-96051615e96a,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:04.024733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.025109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.025456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.025798 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.026142 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.028827 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:04.074499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Attempting to bind port 3c649a43-edc3-414a-a39a-96051615e96a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:04.074843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Attempting to bind port 3c649a43-edc3-414a-a39a-96051615e96a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a302b11-1799-4851-a2d0-baed0f2e3241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:04.075144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Attempting to bind port 3c649a43-edc3-414a-a39a-96051615e96a on network d9481279-11d2-4cf7-89cb-953c40287c5e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:04.082831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:04.083278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Checking segment: {'id': '1a302b11-1799-4851-a2d0-baed0f2e3241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:04.083804 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.084291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Bound using segment: {'id': '1a302b11-1799-4851-a2d0-baed0f2e3241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:04.084852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Bound port: 3c649a43-edc3-414a-a39a-96051615e96a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a302b11-1799-4851-a2d0-baed0f2e3241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:04.085269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (3c649a43-edc3-414a-a39a-96051615e96a), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.086259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.107608 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad42b80>,) {'filters': {'network_id': ['d9481279-11d2-4cf7-89cb-953c40287c5e']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:04.116963 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad42b80>, '1a302b11-1799-4851-a2d0-baed0f2e3241') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:04.117319 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7ad42b80>, '1a302b11-1799-4851-a2d0-baed0f2e3241') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:04.126778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.141292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.147606 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:04.148066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:04.153060 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:04.157894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] For port 3c649a43-edc3-414a-a39a-96051615e96a, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:04.216738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] For port 3c649a43-edc3-414a-a39a-96051615e96a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c649a43-edc3-414a-a39a-96051615e96a,segment=NetworkSegment(1a302b11-1799-4851-a2d0-baed0f2e3241),segment_id=1a302b11-1799-4851-a2d0-baed0f2e3241)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:04.218254 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:41:04.218254 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:41:04.218254 ncdv-master-1 neutron-server[114438]: [parameters: {'id': 'd9481279-11d2-4cf7-89cb-953c40287c5e'}]
Jan 15 21:41:04.218254 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:41:04.218841 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:41:04.221772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (3c649a43-edc3-414a-a39a-96051615e96a), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.304373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542672-5ce3-4ee8-b3aa-67aaf1ded9a3 None None] Pushing event updated for resources: {'Port': ['ID=3c649a43-edc3-414a-a39a-96051615e96a,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:04.326061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4a26c-1bbc-401b-ba24-29cd0b999dee None None] Network d9481279-11d2-4cf7-89cb-953c40287c5e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:04.530660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb25ba-7817-45d0-8350-048fd051e084 None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:41:04.596898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb25ba-7817-45d0-8350-048fd051e084 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:41:04.676517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Provisioning complete for port 24619e29-94b6-4b8d-a24a-9aec42a3b93c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:04.676915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.720046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.773079 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting port 3c649a43-edc3-414a-a39a-96051615e96a {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:04.773489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (3c649a43-edc3-414a-a39a-96051615e96a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.813184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Current status of the port 24619e29-94b6-4b8d-a24a-9aec42a3b93c is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:04.813556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.838088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] For port 3c649a43-edc3-414a-a39a-96051615e96a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c649a43-edc3-414a-a39a-96051615e96a,segment=NetworkSegment(1a302b11-1799-4851-a2d0-baed0f2e3241),segment_id=1a302b11-1799-4851-a2d0-baed0f2e3241)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:04.838450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (3c649a43-edc3-414a-a39a-96051615e96a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.851735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Calling delete_port for 3c649a43-edc3-414a-a39a-96051615e96a owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:04.891987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] For port 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24619e29-94b6-4b8d-a24a-9aec42a3b93c,segment=NetworkSegment(abe29e03-47c4-46d4-8871-a505168760d9),segment_id=abe29e03-47c4-46d4-8871-a505168760d9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:04.898488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06343dd9-afc4-41ba-9afa-bf2ae52b6c88 None None] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:04.902268 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.938677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (3c649a43-edc3-414a-a39a-96051615e96a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:04.964700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Port': ['ID=3c649a43-edc3-414a-a39a-96051615e96a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:04.966561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No DVR routers for this DVR port 3c649a43-edc3-414a-a39a-96051615e96a on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:05.050185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.074119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5de6a0>,) {'filters': {'network_id': ['d9481279-11d2-4cf7-89cb-953c40287c5e']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:05.084153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5de6a0>, '1a302b11-1799-4851-a2d0-baed0f2e3241') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:05.084453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a5de6a0>, '1a302b11-1799-4851-a2d0-baed0f2e3241') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:05.095478 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.110025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.116503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:05.118384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (1a302b11-1799-4851-a2d0-baed0f2e3241), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:05.121438 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:05.167560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6580a4c-70ec-4640-93e3-231337f1c32b None None] Pushing event updated for resources: {'Port': ['ID=24619e29-94b6-4b8d-a24a-9aec42a3b93c,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:05.186939 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d9481279-11d2-4cf7-89cb-953c40287c5e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.196186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.203329 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/d9481279-11d2-4cf7-89cb-953c40287c5e HTTP/1.1" status: 204  len: 168 time: 1.7125816
Jan 15 21:41:05.203728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59720) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:05.208998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266555551'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:05.209158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12656d-bc4f-4346-b7d5-7d264b73c3a8 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Network': ['ID=d9481279-11d2-4cf7-89cb-953c40287c5e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:05.238659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:05.242442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.272589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:05.284485 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.284831 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Added segment 31dd5c4b-2192-456b-8b5c-baf8dab372e1 of type vlan for network 0741d442-97e5-4671-94f7-d4cea342b789
Jan 15 21:41:05.328566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0741d442-97e5-4671-94f7-d4cea342b789), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.359390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0741d442-97e5-4671-94f7-d4cea342b789), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.365205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:05.365786 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.457355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24619e29-94b6-4b8d-a24a-9aec42a3b93c up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:05.461927 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2568865
Jan 15 21:41:05.464783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59722) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:05.471308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'subnet': {'network_id': '0741d442-97e5-4671-94f7-d4cea342b789', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:05.471742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7b6d-9357-41e0-8d15-ae8e3adcd468 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Network': ['ID=0741d442-97e5-4671-94f7-d4cea342b789,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:05.497033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0741d442-97e5-4671-94f7-d4cea342b789 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:05.571144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:05.575363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.580276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1120304f-6044-449f-bc73-c757a5d04e23 None None] Provisioning complete for port 24619e29-94b6-4b8d-a24a-9aec42a3b93c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:05.580650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1120304f-6044-449f-bc73-c757a5d04e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.604433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 24619e29-94b6-4b8d-a24a-9aec42a3b93c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:05.604817 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.633181 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Performing IP validity checks on allocation pools {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Jan 15 21:41:05.634036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Jan 15 21:41:05.722893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1120304f-6044-449f-bc73-c757a5d04e23 None None] Current status of the port 24619e29-94b6-4b8d-a24a-9aec42a3b93c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:05.734196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 24619e29-94b6-4b8d-a24a-9aec42a3b93c is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:05.763837 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (627a58eb-371a-4872-a7ab-07abb11c5f72), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.833098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Subnet': ['ID=627a58eb-371a-4872-a7ab-07abb11c5f72,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:05.840894 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking segment: {'id': '31dd5c4b-2192-456b-8b5c-baf8dab372e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:05.841265 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network hostable DHCP agents. Network: 0741d442-97e5-4671-94f7-d4cea342b789, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:05.857197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network 0741d442-97e5-4671-94f7-d4cea342b789 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:05.865257 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0741d442-97e5-4671-94f7-d4cea342b789) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:05.869299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:05.869887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.875687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a2ec9-38ad-45f5-9506-a504e92ab0a1 None None] Network 0741d442-97e5-4671-94f7-d4cea342b789 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:05.888728 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a14d24c-bdc6-440c-8113-585f2042b345 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4200835
Jan 15 21:41:05.888958 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59724) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:05.972406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0741d442-97e5-4671-94f7-d4cea342b789', 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789', 'project_id': 'e87229649fec47ae8647317b669788a8', 'fixed_ips': [{'subnet_id': '627a58eb-371a-4872-a7ab-07abb11c5f72'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:05.973307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:05.990381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0741d442-97e5-4671-94f7-d4cea342b789), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.042972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (627a58eb-371a-4872-a7ab-07abb11c5f72), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.112353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Allocated IP 2001:db8::3 (0741d442-97e5-4671-94f7-d4cea342b789/627a58eb-371a-4872-a7ab-07abb11c5f72/8d951463-591e-4aaf-9ea4-0d6b60db2a79) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:06.254802 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks [] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.261553 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.277989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (627a58eb-371a-4872-a7ab-07abb11c5f72), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.300738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Network 0741d442-97e5-4671-94f7-d4cea342b789 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:06.305634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:06.306011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Subnet': ['ID=627a58eb-371a-4872-a7ab-07abb11c5f72,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:06.311917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:06.319202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Pushing event updated for resources: {'Port': ['ID=8d951463-591e-4aaf-9ea4-0d6b60db2a79,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:06.374035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Attempting to bind port 8d951463-591e-4aaf-9ea4-0d6b60db2a79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:06.374450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0741d442-97e5-4671-94f7-d4cea342b789), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.374893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Attempting to bind port 8d951463-591e-4aaf-9ea4-0d6b60db2a79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31dd5c4b-2192-456b-8b5c-baf8dab372e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:06.375440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Attempting to bind port 8d951463-591e-4aaf-9ea4-0d6b60db2a79 on network 0741d442-97e5-4671-94f7-d4cea342b789 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:06.380959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:06.381338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Checking segment: {'id': '31dd5c4b-2192-456b-8b5c-baf8dab372e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:06.381741 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.382142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Bound using segment: {'id': '31dd5c4b-2192-456b-8b5c-baf8dab372e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:06.382659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Bound port: 8d951463-591e-4aaf-9ea4-0d6b60db2a79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dd5c4b-2192-456b-8b5c-baf8dab372e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0741d442-97e5-4671-94f7-d4cea342b789'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:06.383039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.395914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e85b89f10>,) {'filters': {'network_id': ['0741d442-97e5-4671-94f7-d4cea342b789']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:06.405600 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85b89f10>, '31dd5c4b-2192-456b-8b5c-baf8dab372e1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:06.405895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e85b89f10>, '31dd5c4b-2192-456b-8b5c-baf8dab372e1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:06.417107 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.432583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.438801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:06.439205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:06.442472 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:06.449543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] For port 8d951463-591e-4aaf-9ea4-0d6b60db2a79, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:06.499943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] For port 8d951463-591e-4aaf-9ea4-0d6b60db2a79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d951463-591e-4aaf-9ea4-0d6b60db2a79,segment=NetworkSegment(31dd5c4b-2192-456b-8b5c-baf8dab372e1),segment_id=31dd5c4b-2192-456b-8b5c-baf8dab372e1)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:06.500582 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.db.api [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Jan 15 21:41:06.500582 ncdv-master-1 neutron-server[114438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Jan 15 21:41:06.500582 ncdv-master-1 neutron-server[114438]: [parameters: {'id': '0741d442-97e5-4671-94f7-d4cea342b789'}]
Jan 15 21:41:06.500582 ncdv-master-1 neutron-server[114438]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:41:06.501115 ncdv-master-1 neutron-server[114438]: DEBUG oslo_db.api [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:41:06.503776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:06.585243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7dcca-eb87-482a-8f95-206379f4d30e None None] Pushing event updated for resources: {'Port': ['ID=8d951463-591e-4aaf-9ea4-0d6b60db2a79,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:06.595412 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea668480-2a1b-47c1-93e8-aeba3d05b46d None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:41:06.659932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea668480-2a1b-47c1-93e8-aeba3d05b46d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:41:06.861417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab4a7e-a46a-4a5e-92d9-c3f0bd6e7310 None None] Network 0741d442-97e5-4671-94f7-d4cea342b789 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:07.002137 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0741d442-97e5-4671-94f7-d4cea342b789), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.059452 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting port 8d951463-591e-4aaf-9ea4-0d6b60db2a79 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:07.059791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.126199 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] For port 8d951463-591e-4aaf-9ea4-0d6b60db2a79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d951463-591e-4aaf-9ea4-0d6b60db2a79,segment=NetworkSegment(31dd5c4b-2192-456b-8b5c-baf8dab372e1),segment_id=31dd5c4b-2192-456b-8b5c-baf8dab372e1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:07.126475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.139548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Calling delete_port for 8d951463-591e-4aaf-9ea4-0d6b60db2a79 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:07.222052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8d951463-591e-4aaf-9ea4-0d6b60db2a79), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.248713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Port': ['ID=8d951463-591e-4aaf-9ea4-0d6b60db2a79,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:07.251049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No DVR routers for this DVR port 8d951463-591e-4aaf-9ea4-0d6b60db2a79 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:07.327970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0741d442-97e5-4671-94f7-d4cea342b789), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.349088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79f0e430>,) {'filters': {'network_id': ['0741d442-97e5-4671-94f7-d4cea342b789']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:07.359822 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f0e430>, '31dd5c4b-2192-456b-8b5c-baf8dab372e1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:07.360022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79f0e430>, '31dd5c4b-2192-456b-8b5c-baf8dab372e1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:07.373397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.386938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.392666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:07.393076 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (31dd5c4b-2192-456b-8b5c-baf8dab372e1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:07.395891 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:07.453355 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0741d442-97e5-4671-94f7-d4cea342b789), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.461945 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.465040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/0741d442-97e5-4671-94f7-d4cea342b789 HTTP/1.1" status: 204  len: 168 time: 1.5751956
Jan 15 21:41:07.468749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59726) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:07.473897 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1709377906'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:07.474455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45601dc-86b5-4e80-b3aa-1f325e5b4772 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Network': ['ID=0741d442-97e5-4671-94f7-d4cea342b789,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:07.497039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:07.501060 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.529421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:07.538521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f4c3e96c-1f08-4105-aa55-2d87dac4072d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.538837 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Added segment f4c3e96c-1f08-4105-aa55-2d87dac4072d of type vlan for network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf
Jan 15 21:41:07.578331 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.602254 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.607895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:07.608471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.668460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1984923
Jan 15 21:41:07.671406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59728) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:07.674348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58509ab4-100c-441d-9fcf-f505659d3677 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Network': ['ID=6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:07.676468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'subnet': {'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:07.684983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:07.772601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:07.776698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:07.953143 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (11ee90dc-3c54-491d-b1dd-d43f1cac5998), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.005220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Subnet': ['ID=11ee90dc-3c54-491d-b1dd-d43f1cac5998,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:08.020252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking segment: {'id': 'f4c3e96c-1f08-4105-aa55-2d87dac4072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:08.020614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network hostable DHCP agents. Network: 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:08.037593 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:08.045689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:08.049557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:08.050152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.057521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce50731-167c-46e6-ba5a-a2a4ea63d810 None None] Network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:08.069007 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e31a01f-1002-405f-93b1-2c7dbda29ad5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3931208
Jan 15 21:41:08.069348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59730) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:08.074923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326706354'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:08.098392 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:08.102711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.134396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:08.144187 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2b4176c3-02ee-4189-98fa-1e15fa84890b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.144532 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Added segment 2b4176c3-02ee-4189-98fa-1e15fa84890b of type vlan for network 80875029-a6fb-4f53-9d3f-80fdc4d78bdd
Jan 15 21:41:08.166848 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf', 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf', 'project_id': 'e87229649fec47ae8647317b669788a8', 'fixed_ips': [{'subnet_id': '11ee90dc-3c54-491d-b1dd-d43f1cac5998'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:08.167803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.191702 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (80875029-a6fb-4f53-9d3f-80fdc4d78bdd), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.217120 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (80875029-a6fb-4f53-9d3f-80fdc4d78bdd), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.222661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:08.223244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.282985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2093108
Jan 15 21:41:08.283845 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59732) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:08.290666 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Request body: {'subnet': {'network_id': '80875029-a6fb-4f53-9d3f-80fdc4d78bdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:08.292877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f853f5c-db10-43e6-9ffa-940b95af40f4 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Network': ['ID=80875029-a6fb-4f53-9d3f-80fdc4d78bdd,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:08.304075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 80875029-a6fb-4f53-9d3f-80fdc4d78bdd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:08.364345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Allocated IP 2001:db8::2 (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf/11ee90dc-3c54-491d-b1dd-d43f1cac5998/b4b89842-ede7-4ade-980a-ddf388641c4b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:08.391267 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Made reservation on behalf of e87229649fec47ae8647317b669788a8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:08.394830 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.525044 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks [] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.533486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.579160 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:08.585845 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (81c1d3a9-936c-4120-9c5c-6dc63201aeb0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.586062 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:08.588917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:08.596372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Pushing event updated for resources: {'Port': ['ID=b4b89842-ede7-4ade-980a-ddf388641c4b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:08.651579 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event updated for resources: {'Subnet': ['ID=81c1d3a9-936c-4120-9c5c-6dc63201aeb0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:08.652413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Attempting to bind port b4b89842-ede7-4ade-980a-ddf388641c4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:08.652776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Attempting to bind port b4b89842-ede7-4ade-980a-ddf388641c4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4c3e96c-1f08-4105-aa55-2d87dac4072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:08.653902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Attempting to bind port b4b89842-ede7-4ade-980a-ddf388641c4b on network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:08.659559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:08.659926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Checking segment: {'id': 'f4c3e96c-1f08-4105-aa55-2d87dac4072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:08.660326 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.660717 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Bound using segment: {'id': 'f4c3e96c-1f08-4105-aa55-2d87dac4072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:08.661201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Bound port: b4b89842-ede7-4ade-980a-ddf388641c4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c3e96c-1f08-4105-aa55-2d87dac4072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:08.661575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.661772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Checking segment: {'id': '2b4176c3-02ee-4189-98fa-1e15fa84890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '80875029-a6fb-4f53-9d3f-80fdc4d78bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:08.662395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network hostable DHCP agents. Network: 80875029-a6fb-4f53-9d3f-80fdc4d78bdd, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:08.678916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Network 80875029-a6fb-4f53-9d3f-80fdc4d78bdd is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:08.688511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80875029-a6fb-4f53-9d3f-80fdc4d78bdd) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:08.693027 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:08.693848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.700097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a558863-89dc-498a-a610-f7772168aacd None None] Network 80875029-a6fb-4f53-9d3f-80fdc4d78bdd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:08.715529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c5c30675-9572-4743-ab33-630f98526247 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4279554
Jan 15 21:41:08.715966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59734) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:08.782257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] For port b4b89842-ede7-4ade-980a-ddf388641c4b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:08.786664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] For port b4b89842-ede7-4ade-980a-ddf388641c4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4b89842-ede7-4ade-980a-ddf388641c4b,segment=NetworkSegment(f4c3e96c-1f08-4105-aa55-2d87dac4072d),segment_id=f4c3e96c-1f08-4105-aa55-2d87dac4072d)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:08.795715 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.818396 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (80875029-a6fb-4f53-9d3f-80fdc4d78bdd), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.877703 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdae33-a549-4500-b20b-9c46d5c27d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80875029-a6fb-4f53-9d3f-80fdc4d78bdd', 'network_id': '80875029-a6fb-4f53-9d3f-80fdc4d78bdd', 'project_id': 'e87229649fec47ae8647317b669788a8', 'fixed_ips': [{'subnet_id': '81c1d3a9-936c-4120-9c5c-6dc63201aeb0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:08.878552 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b4fdae33-a549-4500-b20b-9c46d5c27d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.898906 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f751a-d17c-4ace-b83d-54906966dac1 None None] Pushing event updated for resources: {'Port': ['ID=b4b89842-ede7-4ade-980a-ddf388641c4b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:08.902849 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (81c1d3a9-936c-4120-9c5c-6dc63201aeb0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.975085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (81c1d3a9-936c-4120-9c5c-6dc63201aeb0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server [None req-b4fdae33-a549-4500-b20b-9c46d5c27d55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c1d3a9-936c-4120-9c5c-6dc63201aeb0: This subnet is being modified by another concurrent operation.
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise self.value
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server     raise exception
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c1d3a9-936c-4120-9c5c-6dc63201aeb0: This subnet is being modified by another concurrent operation.
Jan 15 21:41:08.995756 ncdv-master-1 neutron-server[114439]: ERROR oslo_messaging.rpc.server 
Jan 15 21:41:09.006681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Subnet': ['ID=81c1d3a9-936c-4120-9c5c-6dc63201aeb0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:09.021638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b506cf-d2d9-4d36-9d75-a912224e7c44 None None] Network 80875029-a6fb-4f53-9d3f-80fdc4d78bdd requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:09.086106 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (80875029-a6fb-4f53-9d3f-80fdc4d78bdd), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.112581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e819b7ee0>,) {'filters': {'network_id': ['80875029-a6fb-4f53-9d3f-80fdc4d78bdd']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:09.123470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e819b7ee0>, '2b4176c3-02ee-4189-98fa-1e15fa84890b') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:09.123765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e819b7ee0>, '2b4176c3-02ee-4189-98fa-1e15fa84890b') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:09.133982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (2b4176c3-02ee-4189-98fa-1e15fa84890b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.147366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (2b4176c3-02ee-4189-98fa-1e15fa84890b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.154295 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:09.154677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (2b4176c3-02ee-4189-98fa-1e15fa84890b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:09.157841 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:09.222915 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (80875029-a6fb-4f53-9d3f-80fdc4d78bdd), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.228048 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.231903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/80875029-a6fb-4f53-9d3f-80fdc4d78bdd HTTP/1.1" status: 204  len: 168 time: 0.5148759
Jan 15 21:41:09.235230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59736) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.246704 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff049-42e8-4b4f-9965-fd379eab1062 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Network': ['ID=80875029-a6fb-4f53-9d3f-80fdc4d78bdd,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:09.264766 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d770b1d9-ec77-43cc-8c01-00fd6a2b99c9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] GET failed (client error): The resource could not be found.
Jan 15 21:41:09.266082 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d770b1d9-ec77-43cc-8c01-00fd6a2b99c9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "GET /v2.0/subnets/81c1d3a9-936c-4120-9c5c-6dc63201aeb0 HTTP/1.1" status: 404  len: 337 time: 0.0298290
Jan 15 21:41:09.268780 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59738) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.286342 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5c74c1-ad1d-48e9-b227-5965a105f020 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:09.286751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5c74c1-ad1d-48e9-b227-5965a105f020 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:09.290239 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fa5c74c1-ad1d-48e9-b227-5965a105f020 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/80875029-a6fb-4f53-9d3f-80fdc4d78bdd HTTP/1.1" status: 404  len: 339 time: 0.0205476
Jan 15 21:41:09.293774 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59740) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.320424 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebc756e-ffd6-4776-a228-714bd8c54d61 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:09.320808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebc756e-ffd6-4776-a228-714bd8c54d61 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:09.323738 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bebc756e-ffd6-4776-a228-714bd8c54d61 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/subnets/81c1d3a9-936c-4120-9c5c-6dc63201aeb0 HTTP/1.1" status: 404  len: 337 time: 0.0286915
Jan 15 21:41:09.326156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59742) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.343232 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04e7a13-be2e-448b-a3f2-ec538af7817c tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:09.343582 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04e7a13-be2e-448b-a3f2-ec538af7817c tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:09.348649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e04e7a13-be2e-448b-a3f2-ec538af7817c tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/80875029-a6fb-4f53-9d3f-80fdc4d78bdd HTTP/1.1" status: 404  len: 339 time: 0.0194600
Jan 15 21:41:09.348903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59744) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.403567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting subnet 11ee90dc-3c54-491d-b1dd-d43f1cac5998 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:41:09.406820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (11ee90dc-3c54-491d-b1dd-d43f1cac5998), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.442016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b4b89842-ede7-4ade-980a-ddf388641c4b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:09.454156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (11ee90dc-3c54-491d-b1dd-d43f1cac5998), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.494642 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b4b89842-ede7-4ade-980a-ddf388641c4b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:09.495039 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.542832 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (11ee90dc-3c54-491d-b1dd-d43f1cac5998), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.582948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b4b89842-ede7-4ade-980a-ddf388641c4b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:09.583330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.604801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (11ee90dc-3c54-491d-b1dd-d43f1cac5998), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.641754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.647705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/subnets/11ee90dc-3c54-491d-b1dd-d43f1cac5998 HTTP/1.1" status: 204  len: 168 time: 0.2955313
Jan 15 21:41:09.647705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb673bfb-9d2b-4354-8824-2a573bcb5989 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Subnet': ['ID=11ee90dc-3c54-491d-b1dd-d43f1cac5998,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:09.648166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59746) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:09.753037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.810939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:41:09.811473 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:41:09.816668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting port b4b89842-ede7-4ade-980a-ddf388641c4b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:09.817045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.862895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e5a2e-278a-4119-97a8-d537e70cfbae None None] get_active_networks_info from ncdv-master-1 {{(pid=114439) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 15 21:41:09.882394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] For port b4b89842-ede7-4ade-980a-ddf388641c4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4b89842-ede7-4ade-980a-ddf388641c4b,segment=NetworkSegment(f4c3e96c-1f08-4105-aa55-2d87dac4072d),segment_id=f4c3e96c-1f08-4105-aa55-2d87dac4072d)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:09.882749 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.895506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Calling delete_port for b4b89842-ede7-4ade-980a-ddf388641c4b owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:09.922081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ee30d790-7904-41c5-99bb-2ae071779dbd None None] Provisioning complete for port b4b89842-ede7-4ade-980a-ddf388641c4b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:09.922466 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee30d790-7904-41c5-99bb-2ae071779dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.961661 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e5a2e-278a-4119-97a8-d537e70cfbae None None] Resources bound (agent type, host, resource id):  {{(pid=114439) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Jan 15 21:41:09.979863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b4b89842-ede7-4ade-980a-ddf388641c4b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:09.982007 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ee30d790-7904-41c5-99bb-2ae071779dbd None None] Could not find standard attr ID for object b4b89842-ede7-4ade-980a-ddf388641c4b. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:41:09.986858 ncdv-master-1 neutron-server[114439]: INFO neutron.plugins.ml2.db [None req-ee30d790-7904-41c5-99bb-2ae071779dbd None None] No ports have port_id starting with b4b89842-ede7-4ade-980a-ddf388641c4b
Jan 15 21:41:10.006559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Port': ['ID=b4b89842-ede7-4ade-980a-ddf388641c4b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:10.008967 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No DVR routers for this DVR port b4b89842-ede7-4ade-980a-ddf388641c4b on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:10.088583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.113740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a1e80>,) {'filters': {'network_id': ['6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:10.124641 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a1e80>, 'f4c3e96c-1f08-4105-aa55-2d87dac4072d') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:10.124977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a7a1e80>, 'f4c3e96c-1f08-4105-aa55-2d87dac4072d') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:10.135551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (f4c3e96c-1f08-4105-aa55-2d87dac4072d), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.148657 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (f4c3e96c-1f08-4105-aa55-2d87dac4072d), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.154631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:10.155221 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (f4c3e96c-1f08-4105-aa55-2d87dac4072d), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:10.158210 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:10.173683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd446829-89b2-4074-8d4c-3b7a87ebfc77 None None] Network 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:10.216942 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.221892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.225311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf HTTP/1.1" status: 204  len: 168 time: 0.5758553
Jan 15 21:41:10.228617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59748) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.240278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c421709-9d2c-4424-9257-ff9c6c67d5f1 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Network': ['ID=6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:10.257302 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a9b8b7-2dc2-434e-9639-199c83582f79 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:10.258004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a9b8b7-2dc2-434e-9639-199c83582f79 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:10.260973 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-43a9b8b7-2dc2-434e-9639-199c83582f79 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/subnets/627a58eb-371a-4872-a7ab-07abb11c5f72 HTTP/1.1" status: 404  len: 337 time: 0.0305350
Jan 15 21:41:10.263394 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59750) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.281457 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1dd272-ec7d-4069-a7f1-79ed76779551 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:10.281950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1dd272-ec7d-4069-a7f1-79ed76779551 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:10.285226 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e1dd272-ec7d-4069-a7f1-79ed76779551 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/0741d442-97e5-4671-94f7-d4cea342b789 HTTP/1.1" status: 404  len: 339 time: 0.0207865
Jan 15 21:41:10.287902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59752) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.314348 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b2b1dd-dc29-40e9-b39a-097c539b444f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:10.314795 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b2b1dd-dc29-40e9-b39a-097c539b444f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:10.317847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d6b2b1dd-dc29-40e9-b39a-097c539b444f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/subnets/a2c44555-722b-43d1-9ea4-4253fc9b7c36 HTTP/1.1" status: 404  len: 337 time: 0.0284245
Jan 15 21:41:10.320778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59754) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.325850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44c803-7d86-44d5-9e05-4b41e89da758 None None] DHCP port deletion for 6fadb169-3ad3-48b3-b76d-8e4c5bd8bdaf request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:10.339821 ncdv-master-1 neutron-server[114438]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f25a59-bede-4377-8ce9-dad64357605f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] DELETE failed (client error): The resource could not be found.
Jan 15 21:41:10.340225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f25a59-bede-4377-8ce9-dad64357605f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Jan 15 21:41:10.343176 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-10f25a59-bede-4377-8ce9-dad64357605f tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/d9481279-11d2-4cf7-89cb-953c40287c5e HTTP/1.1" status: 404  len: 339 time: 0.0210347
Jan 15 21:41:10.345770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59756) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.348031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port b4b89842-ede7-4ade-980a-ddf388641c4b update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:41:10.398129 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting subnet 723483ef-411d-4e77-ab4c-c0e3e66fe58a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:41:10.401188 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (723483ef-411d-4e77-ab4c-c0e3e66fe58a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.750750 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (723483ef-411d-4e77-ab4c-c0e3e66fe58a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.830566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (723483ef-411d-4e77-ab4c-c0e3e66fe58a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.885999 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (723483ef-411d-4e77-ab4c-c0e3e66fe58a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.913080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Subnet': ['ID=723483ef-411d-4e77-ab4c-c0e3e66fe58a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:10.915742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:10.918910 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-16a7175a-1ccf-4ab1-8e34-f6d873793de9 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/subnets/723483ef-411d-4e77-ab4c-c0e3e66fe58a HTTP/1.1" status: 204  len: 168 time: 0.5722446
Jan 15 21:41:10.921523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59758) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:10.922250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db040f5-aa62-483b-b95e-e35348a9d76d None None] Network 04c35865-2729-4c61-87a9-ae2e3da2ac1f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:11.068486 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] DHCP port deletion for 04c35865-2729-4c61-87a9-ae2e3da2ac1f request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:11.118053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Deleting port 24619e29-94b6-4b8d-a24a-9aec42a3b93c {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:11.118423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.186211 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] For port 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24619e29-94b6-4b8d-a24a-9aec42a3b93c,segment=NetworkSegment(abe29e03-47c4-46d4-8871-a505168760d9),segment_id=abe29e03-47c4-46d4-8871-a505168760d9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:11.186613 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.199400 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Calling delete_port for 24619e29-94b6-4b8d-a24a-9aec42a3b93c owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:11.236564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (04c35865-2729-4c61-87a9-ae2e3da2ac1f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.279032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.293519 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Deleting port 24619e29-94b6-4b8d-a24a-9aec42a3b93c {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:11.293857 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.310583 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] Pushing event deleted for resources: {'Port': ['ID=24619e29-94b6-4b8d-a24a-9aec42a3b93c,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:11.312356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e3d29-d7fd-433c-9b59-65f10ee99a3e None None] No DVR routers for this DVR port 24619e29-94b6-4b8d-a24a-9aec42a3b93c on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:11.360914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] For port 24619e29-94b6-4b8d-a24a-9aec42a3b93c, host ncdv-master-1, got binding levels [] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:11.361100 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.373608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Calling delete_port for 24619e29-94b6-4b8d-a24a-9aec42a3b93c owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:11.376676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.ipam_backend_mixin [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Port 24619e29-94b6-4b8d-a24a-9aec42a3b93c was not found and therefore no delete operation was performed {{(pid=114437) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:41:11.377974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (24619e29-94b6-4b8d-a24a-9aec42a3b93c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.406667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Port': ['ID=24619e29-94b6-4b8d-a24a-9aec42a3b93c,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:11.410650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24619e29-94b6-4b8d-a24a-9aec42a3b93c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:41:11.411529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] No DVR routers for this DVR port 24619e29-94b6-4b8d-a24a-9aec42a3b93c on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:11.434664 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 24619e29-94b6-4b8d-a24a-9aec42a3b93c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:41:11.435106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 24619e29-94b6-4b8d-a24a-9aec42a3b93c not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:41:11.435600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b4b89842-ede7-4ade-980a-ddf388641c4b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:41:11.455054 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: b4b89842-ede7-4ade-980a-ddf388641c4b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:41:11.455405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b4b89842-ede7-4ade-980a-ddf388641c4b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:41:11.493417 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (04c35865-2729-4c61-87a9-ae2e3da2ac1f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.513332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe8100>,) {'filters': {'network_id': ['04c35865-2729-4c61-87a9-ae2e3da2ac1f']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:11.522261 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe8100>, 'abe29e03-47c4-46d4-8871-a505168760d9') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:11.522551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe8100>, 'abe29e03-47c4-46d4-8871-a505168760d9') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:11.532207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (abe29e03-47c4-46d4-8871-a505168760d9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.546007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (abe29e03-47c4-46d4-8871-a505168760d9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.552121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:11.552572 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (abe29e03-47c4-46d4-8871-a505168760d9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:11.555556 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:11.615314 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (04c35865-2729-4c61-87a9-ae2e3da2ac1f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.622260 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:11.625333 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] 10.222.0.46 "DELETE /v2.0/networks/04c35865-2729-4c61-87a9-ae2e3da2ac1f HTTP/1.1" status: 204  len: 168 time: 0.7028196
Jan 15 21:41:11.637349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b1c35-e82c-4e94-a386-074846a26fd5 tempest-NetworksIpV6Test-1105885257 tempest-NetworksIpV6Test-1105885257-project] Pushing event deleted for resources: {'Network': ['ID=04c35865-2729-4c61-87a9-ae2e3da2ac1f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:11.870995 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59764) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:12.000656 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-66ebc94f-1dfd-4d81-90f6-5e4da05a950c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e87229649fec47ae8647317b669788a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1284971
Jan 15 21:41:12.003214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59768) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:12.051490 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] Publish callbacks [] for security_group (e82a8be0-0d38-4925-9c3f-9e9d680e9003), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.072823 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] Publish callbacks [] for security_group (e82a8be0-0d38-4925-9c3f-9e9d680e9003), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.122817 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e82a8be0-0d38-4925-9c3f-9e9d680e9003), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.125298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.126445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e82a8be0-0d38-4925-9c3f-9e9d680e9003 HTTP/1.1" status: 204  len: 168 time: 0.1222966
Jan 15 21:41:12.134670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1b7fe-f04e-42a2-9bff-3390229a59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a8be0-0d38-4925-9c3f-9e9d680e9003,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:12.766465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59790) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:12.863436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-791558544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:12.889146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.890127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.944334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router_controller (19515082-6483-49ae-a91a-4cdb8adcdc41), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.949008 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.967972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:12.971641 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aa649bb0-d9f2-499e-ad6d-21266ee1ace0 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2011247
Jan 15 21:41:12.971942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:12.977109 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1925973200'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:12.999575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Made reservation on behalf of bd189cd691044e12add5c877bb988ac8 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:13.002984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.012084 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.087720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for security_group (7b950f89-53f1-4cbc-8c48-9f10cd02bfab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.091139 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7b950f89-53f1-4cbc-8c48-9f10cd02bfab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.113169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:13.126623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b950f89-53f1-4cbc-8c48-9f10cd02bfab,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:13.131363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (46d381bd-f7eb-4eb7-a8b6-f2fbb91de324), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.131699 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Added segment 46d381bd-f7eb-4eb7-a8b6-f2fbb91de324 of type vlan for network 4eee545e-540b-4165-a9f8-57827c5cd103
Jan 15 21:41:13.172120 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (4eee545e-540b-4165-a9f8-57827c5cd103), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.199726 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (4eee545e-540b-4165-a9f8-57827c5cd103), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.205337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:13.206213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.264674 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2914920
Jan 15 21:41:13.267477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:13.272204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'subnet': {'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:13.318661 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39005-bdff-41fa-a224-36622a35876f tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event updated for resources: {'Network': ['ID=4eee545e-540b-4165-a9f8-57827c5cd103,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:13.329894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 4eee545e-540b-4165-a9f8-57827c5cd103 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:13.381143 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Made reservation on behalf of bd189cd691044e12add5c877bb988ac8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:13.385998 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.567196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.628180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event updated for resources: {'Subnet': ['ID=c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:13.635988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Checking segment: {'id': '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:13.636352 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Network hostable DHCP agents. Network: 4eee545e-540b-4165-a9f8-57827c5cd103, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:13.654524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Network 4eee545e-540b-4165-a9f8-57827c5cd103 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:13.663341 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4eee545e-540b-4165-a9f8-57827c5cd103) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:13.667533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:13.668129 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.674191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706050e-8d82-4499-ba99-9d33a435ab1b None None] Network 4eee545e-540b-4165-a9f8-57827c5cd103 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:13.685131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1edb8fcf-588b-446f-b784-1bc85e96fe2e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4166262
Jan 15 21:41:13.688124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:13.693302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1263454149'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:13.717639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Made reservation on behalf of bd189cd691044e12add5c877bb988ac8 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:13.721284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.746563 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:13.755811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a55d79e4-e173-4e26-a753-015e0c01d03c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.756195 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Added segment a55d79e4-e173-4e26-a753-015e0c01d03c of type vlan for network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979
Jan 15 21:41:13.781382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4eee545e-540b-4165-a9f8-57827c5cd103', 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103', 'project_id': 'bd189cd691044e12add5c877bb988ac8', 'fixed_ips': [{'subnet_id': 'c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:13.782252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.798481 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (804d97e4-0ec9-4a7e-b5f4-b89f11f67979), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.825586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (804d97e4-0ec9-4a7e-b5f4-b89f11f67979), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.831794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:13.832540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:13.895345 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2059584
Jan 15 21:41:13.898183 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:13.905473 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'subnet': {'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:13.919295 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Allocated IP 172.20.0.2 (4eee545e-540b-4165-a9f8-57827c5cd103/c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0/da1e1223-842f-45cb-81c5-a5f3dc166f30) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:13.925299 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced9636-e668-4943-a88b-15ab293be204 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event updated for resources: {'Network': ['ID=804d97e4-0ec9-4a7e-b5f4-b89f11f67979,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:13.939095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:14.004174 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Made reservation on behalf of bd189cd691044e12add5c877bb988ac8 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:14.007804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.126684 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks [] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.132557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.170548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Network 4eee545e-540b-4165-a9f8-57827c5cd103 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:14.173463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:14.180302 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:14.189537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (288ffa7a-5c19-45f1-b395-690617d3f2d5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.190339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Pushing event updated for resources: {'Port': ['ID=da1e1223-842f-45cb-81c5-a5f3dc166f30,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:14.214231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.214629 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.214924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.215262 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.215597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.215928 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.216257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.216582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.216933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.217259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.217582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.218561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.218561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:14.249475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Attempting to bind port da1e1223-842f-45cb-81c5-a5f3dc166f30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:14.249697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Attempting to bind port da1e1223-842f-45cb-81c5-a5f3dc166f30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:14.249883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Attempting to bind port da1e1223-842f-45cb-81c5-a5f3dc166f30 on network 4eee545e-540b-4165-a9f8-57827c5cd103 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:14.254932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:14.255312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Checking segment: {'id': '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:14.255715 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.256113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Bound using segment: {'id': '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:14.256582 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Bound port: da1e1223-842f-45cb-81c5-a5f3dc166f30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4eee545e-540b-4165-a9f8-57827c5cd103'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:14.256998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.259817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event updated for resources: {'Subnet': ['ID=288ffa7a-5c19-45f1-b395-690617d3f2d5,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:14.266258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Checking segment: {'id': 'a55d79e4-e173-4e26-a753-015e0c01d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:14.266623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Network hostable DHCP agents. Network: 804d97e4-0ec9-4a7e-b5f4-b89f11f67979, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:14.290327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:14.303399 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 804d97e4-0ec9-4a7e-b5f4-b89f11f67979) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:14.310401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:14.312484 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.314714 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a5f98-7f64-4c1a-b2a1-76f641e2982e None None] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:14.331304 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e17167ef-25bf-4a0a-b6ea-020228a00507 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4318268
Jan 15 21:41:14.334039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59802) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:14.339340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e1ae66df-33d5-4841-a0aa-044aadd64e56 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Request body: {'router': {'external_gateway_info': {'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:14.384097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] For port da1e1223-842f-45cb-81c5-a5f3dc166f30, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:14.387450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] For port da1e1223-842f-45cb-81c5-a5f3dc166f30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da1e1223-842f-45cb-81c5-a5f3dc166f30,segment=NetworkSegment(46d381bd-f7eb-4eb7-a8b6-f2fbb91de324),segment_id=46d381bd-f7eb-4eb7-a8b6-f2fbb91de324)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:14.394645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.483655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba841255-c972-457a-a9cc-c687701183b3 None None] Pushing event updated for resources: {'Port': ['ID=da1e1223-842f-45cb-81c5-a5f3dc166f30,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:14.489952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-804d97e4-0ec9-4a7e-b5f4-b89f11f67979', 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979', 'project_id': 'bd189cd691044e12add5c877bb988ac8', 'fixed_ips': [{'subnet_id': '288ffa7a-5c19-45f1-b395-690617d3f2d5'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:14.490833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.564938 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e1ae66df-33d5-4841-a0aa-044aadd64e56 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router_gateway (19515082-6483-49ae-a91a-4cdb8adcdc41), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.640954 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Allocated IP 172.21.0.2 (804d97e4-0ec9-4a7e-b5f4-b89f11f67979/288ffa7a-5c19-45f1-b395-690617d3f2d5/7b9342d8-51ae-4269-9c74-763fc8a211ee) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:14.728969 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [None req-e1ae66df-33d5-4841-a0aa-044aadd64e56 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Jan 15 21:41:14.735771 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e1ae66df-33d5-4841-a0aa-044aadd64e56 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "PUT /v2.0/routers/19515082-6483-49ae-a91a-4cdb8adcdc41 HTTP/1.1" status: 400  len: 364 time: 0.3950670
Jan 15 21:41:14.736723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:14.779911 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.794899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Deleting subnet 288ffa7a-5c19-45f1-b395-690617d3f2d5 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:41:14.829979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks [] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.834693 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (288ffa7a-5c19-45f1-b395-690617d3f2d5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.835918 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.876196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (288ffa7a-5c19-45f1-b395-690617d3f2d5), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.876980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:14.879701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:14.886045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:14.893198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Pushing event updated for resources: {'Port': ['ID=7b9342d8-51ae-4269-9c74-763fc8a211ee,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:14.943428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Attempting to bind port 7b9342d8-51ae-4269-9c74-763fc8a211ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:14.943886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Attempting to bind port 7b9342d8-51ae-4269-9c74-763fc8a211ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a55d79e4-e173-4e26-a753-015e0c01d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:14.944253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Attempting to bind port 7b9342d8-51ae-4269-9c74-763fc8a211ee on network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:14.949886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:14.950266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Checking segment: {'id': 'a55d79e4-e173-4e26-a753-015e0c01d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:14.950653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.951038 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Bound using segment: {'id': 'a55d79e4-e173-4e26-a753-015e0c01d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:14.951498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Bound port: 7b9342d8-51ae-4269-9c74-763fc8a211ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55d79e4-e173-4e26-a753-015e0c01d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '804d97e4-0ec9-4a7e-b5f4-b89f11f67979'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:14.951876 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:14.972588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (288ffa7a-5c19-45f1-b395-690617d3f2d5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.035490 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (288ffa7a-5c19-45f1-b395-690617d3f2d5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.036715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] For port 7b9342d8-51ae-4269-9c74-763fc8a211ee, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:15.040686 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] For port 7b9342d8-51ae-4269-9c74-763fc8a211ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b9342d8-51ae-4269-9c74-763fc8a211ee,segment=NetworkSegment(a55d79e4-e173-4e26-a753-015e0c01d03c),segment_id=a55d79e4-e173-4e26-a753-015e0c01d03c)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:15.045526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.064520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Subnet': ['ID=288ffa7a-5c19-45f1-b395-690617d3f2d5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:15.066548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.070543 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0fc012b3-1833-40f5-af95-ee3e65d3afd8 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "DELETE /v2.0/subnets/288ffa7a-5c19-45f1-b395-690617d3f2d5 HTTP/1.1" status: 204  len: 168 time: 0.3323095
Jan 15 21:41:15.072794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:15.110282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fabc33-eda7-45f4-bd67-c9be5fdacd1f None None] Pushing event updated for resources: {'Port': ['ID=7b9342d8-51ae-4269-9c74-763fc8a211ee,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:15.157116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (804d97e4-0ec9-4a7e-b5f4-b89f11f67979), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.213672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Deleting port 7b9342d8-51ae-4269-9c74-763fc8a211ee {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:15.214020 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.282810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] For port 7b9342d8-51ae-4269-9c74-763fc8a211ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b9342d8-51ae-4269-9c74-763fc8a211ee,segment=NetworkSegment(a55d79e4-e173-4e26-a753-015e0c01d03c),segment_id=a55d79e4-e173-4e26-a753-015e0c01d03c)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:15.283183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.315988 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Calling delete_port for 7b9342d8-51ae-4269-9c74-763fc8a211ee owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:15.424820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7b9342d8-51ae-4269-9c74-763fc8a211ee), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.462345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] No DVR routers for this DVR port 7b9342d8-51ae-4269-9c74-763fc8a211ee on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:15.465302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Port': ['ID=7b9342d8-51ae-4269-9c74-763fc8a211ee,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:15.534143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b9342d8-51ae-4269-9c74-763fc8a211ee up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:15.557200 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7b9342d8-51ae-4269-9c74-763fc8a211ee {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:41:15.557598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b9342d8-51ae-4269-9c74-763fc8a211ee not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Jan 15 21:41:15.570171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (804d97e4-0ec9-4a7e-b5f4-b89f11f67979), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.577580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Port 7b9342d8-51ae-4269-9c74-763fc8a211ee not found, will not notify nova. {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Jan 15 21:41:15.577986 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device da1e1223-842f-45cb-81c5-a5f3dc166f30 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:15.595997 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a596fa0>,) {'filters': {'network_id': ['804d97e4-0ec9-4a7e-b5f4-b89f11f67979']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:15.606877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a596fa0>, 'a55d79e4-e173-4e26-a753-015e0c01d03c') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:15.607242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a596fa0>, 'a55d79e4-e173-4e26-a753-015e0c01d03c') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:15.616085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1a431-f5ed-485f-b0c5-81499fba4577 None None] Network 4eee545e-540b-4165-a9f8-57827c5cd103 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:15.619058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (a55d79e4-e173-4e26-a753-015e0c01d03c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.631857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a55d79e4-e173-4e26-a753-015e0c01d03c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.639899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:15.640302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (a55d79e4-e173-4e26-a753-015e0c01d03c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:15.643318 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:15.706738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Provisioning complete for port da1e1223-842f-45cb-81c5-a5f3dc166f30 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:15.707122 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.708568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.715058 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (804d97e4-0ec9-4a7e-b5f4-b89f11f67979), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.724315 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.728347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "DELETE /v2.0/networks/804d97e4-0ec9-4a7e-b5f4-b89f11f67979 HTTP/1.1" status: 204  len: 168 time: 0.6546035
Jan 15 21:41:15.730978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59808) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:15.736217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port da1e1223-842f-45cb-81c5-a5f3dc166f30 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:15.736597 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.738436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85b40c-20af-4546-9873-e309d522c6c6 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Network': ['ID=804d97e4-0ec9-4a7e-b5f4-b89f11f67979,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:15.787959 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Deleting subnet c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:41:15.791992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.838907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.898130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port da1e1223-842f-45cb-81c5-a5f3dc166f30 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:15.898549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.900696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Current status of the port da1e1223-842f-45cb-81c5-a5f3dc166f30 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:15.901099 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.952480 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port da1e1223-842f-45cb-81c5-a5f3dc166f30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da1e1223-842f-45cb-81c5-a5f3dc166f30,segment=NetworkSegment(46d381bd-f7eb-4eb7-a8b6-f2fbb91de324),segment_id=46d381bd-f7eb-4eb7-a8b6-f2fbb91de324)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:15.959875 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:15.962447 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.041646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.064275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.db.api [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 21:41:16.064632 ncdv-master-1 neutron-server[114439]: DEBUG oslo_db.api [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 15 21:41:16.069405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=da1e1223-842f-45cb-81c5-a5f3dc166f30,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:16.075334 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Subnet': ['ID=c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:16.078176 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.081950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e8dc8d68-483a-42f7-bdab-3c5c1160d579 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "DELETE /v2.0/subnets/c4236d98-ffd6-409e-aacb-1e6fe0fdf7e0 HTTP/1.1" status: 204  len: 168 time: 0.3492007
Jan 15 21:41:16.084156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59810) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:16.170922 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (4eee545e-540b-4165-a9f8-57827c5cd103), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.194984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0702071-2cbc-458b-a651-f5ba8164cf69 None None] Network 4eee545e-540b-4165-a9f8-57827c5cd103 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:16.228446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Deleting port da1e1223-842f-45cb-81c5-a5f3dc166f30 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:16.229126 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.299015 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] For port da1e1223-842f-45cb-81c5-a5f3dc166f30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da1e1223-842f-45cb-81c5-a5f3dc166f30,segment=NetworkSegment(46d381bd-f7eb-4eb7-a8b6-f2fbb91de324),segment_id=46d381bd-f7eb-4eb7-a8b6-f2fbb91de324)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:16.299488 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.314665 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Calling delete_port for da1e1223-842f-45cb-81c5-a5f3dc166f30 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:16.389357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] DHCP port deletion for 4eee545e-540b-4165-a9f8-57827c5cd103 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:16.401868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.427189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7a83f-366a-4f2f-b94f-8ac5e2ac586c None None] DHCP port deletion for 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:16.433199 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Port': ['ID=da1e1223-842f-45cb-81c5-a5f3dc166f30,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:16.435138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] No DVR routers for this DVR port da1e1223-842f-45cb-81c5-a5f3dc166f30 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:16.459807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aba2a0-8dfc-49eb-9acc-70628fcd6415 None None] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:16.474435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Deleting port da1e1223-842f-45cb-81c5-a5f3dc166f30 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:41:16.474812 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.476396 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aba2a0-8dfc-49eb-9acc-70628fcd6415 None None] Network 804d97e4-0ec9-4a7e-b5f4-b89f11f67979 could not be found, it might have been deleted concurrently. {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Jan 15 21:41:16.513371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (4eee545e-540b-4165-a9f8-57827c5cd103), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.538048 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a204790>,) {'filters': {'network_id': ['4eee545e-540b-4165-a9f8-57827c5cd103']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:16.541995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] For port da1e1223-842f-45cb-81c5-a5f3dc166f30, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:16.542514 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.547866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a204790>, '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:16.548194 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a204790>, '46d381bd-f7eb-4eb7-a8b6-f2fbb91de324') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:16.554787 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Calling delete_port for da1e1223-842f-45cb-81c5-a5f3dc166f30 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:41:16.557439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Port da1e1223-842f-45cb-81c5-a5f3dc166f30 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:41:16.557680 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (46d381bd-f7eb-4eb7-a8b6-f2fbb91de324), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.564495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (da1e1223-842f-45cb-81c5-a5f3dc166f30), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.571673 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (46d381bd-f7eb-4eb7-a8b6-f2fbb91de324), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.577874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:41:16.578267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (46d381bd-f7eb-4eb7-a8b6-f2fbb91de324), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:41:16.581457 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:41:16.607731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e54be590-b36b-4556-a899-24b5f746b96d None None] Port da1e1223-842f-45cb-81c5-a5f3dc166f30 update to ACTIVE by agent not found {{(pid=114439) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}}
Jan 15 21:41:16.609488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] Pushing event deleted for resources: {'Port': ['ID=da1e1223-842f-45cb-81c5-a5f3dc166f30,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:16.613085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea850f-e9b8-4fa6-836c-ef9a89e83772 None None] No DVR routers for this DVR port da1e1223-842f-45cb-81c5-a5f3dc166f30 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:41:16.644442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (4eee545e-540b-4165-a9f8-57827c5cd103), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.652566 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.655639 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "DELETE /v2.0/networks/4eee545e-540b-4165-a9f8-57827c5cd103 HTTP/1.1" status: 204  len: 168 time: 0.5705438
Jan 15 21:41:16.658547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:16.668313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8084eb1-a4ce-48a5-96a3-e724b8469300 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Pushing event deleted for resources: {'Network': ['ID=4eee545e-540b-4165-a9f8-57827c5cd103,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:16.686418 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3cc9f7db-c268-4dda-be70-314dc630ff35 tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "GET /v2.0/ports?device_id=19515082-6483-49ae-a91a-4cdb8adcdc41 HTTP/1.1" status: 200  len: 205 time: 0.0267041
Jan 15 21:41:16.688785 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59814) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:16.719476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eae2a67f-185e-45c1-a30b-a903edd0ea94 None None] Could not find standard attr ID for object da1e1223-842f-45cb-81c5-a5f3dc166f30. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:41:16.722558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-eae2a67f-185e-45c1-a30b-a903edd0ea94 None None] Could not find standard attr ID for object 7b9342d8-51ae-4269-9c74-763fc8a211ee. {{(pid=114439) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Jan 15 21:41:16.766952 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.924909 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.927039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router_controller (19515082-6483-49ae-a91a-4cdb8adcdc41), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.971308 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (19515082-6483-49ae-a91a-4cdb8adcdc41), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.971777 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Fanout notify agent at l3_agent the message router_deleted on router 19515082-6483-49ae-a91a-4cdb8adcdc41 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:41:16.979152 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:16.980258 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-490421ab-c738-4ac9-81ff-c863e9688b1e tempest-RoutersNegativeTest-1808596782 tempest-RoutersNegativeTest-1808596782-project] 10.222.0.46 "DELETE /v2.0/routers/19515082-6483-49ae-a91a-4cdb8adcdc41 HTTP/1.1" status: 204  len: 168 time: 0.2905664
Jan 15 21:41:17.217145 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59820) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:17.349529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9b5bc218-02d1-4b7d-bf37-975ed1b9fe51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd189cd691044e12add5c877bb988ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1311588
Jan 15 21:41:17.352095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59824) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:17.403799 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] Publish callbacks [] for security_group (7b950f89-53f1-4cbc-8c48-9f10cd02bfab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:17.424425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b9342d8-51ae-4269-9c74-763fc8a211ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:41:17.425696 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] Publish callbacks [] for security_group (7b950f89-53f1-4cbc-8c48-9f10cd02bfab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:17.445512 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7b9342d8-51ae-4269-9c74-763fc8a211ee {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:41:17.445858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7b9342d8-51ae-4269-9c74-763fc8a211ee not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:41:17.446268 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device da1e1223-842f-45cb-81c5-a5f3dc166f30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:41:17.467924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: da1e1223-842f-45cb-81c5-a5f3dc166f30 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:41:17.468204 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device da1e1223-842f-45cb-81c5-a5f3dc166f30 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:41:17.475536 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (7b950f89-53f1-4cbc-8c48-9f10cd02bfab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:17.478451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:17.479730 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b950f89-53f1-4cbc-8c48-9f10cd02bfab HTTP/1.1" status: 204  len: 168 time: 0.1267314
Jan 15 21:41:17.487791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e999e-7538-4608-bbed-b6097d553e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b950f89-53f1-4cbc-8c48-9f10cd02bfab,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:18.015186 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fcb928e0-4608-4691-9ca6-c02d719c478a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.089171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59846) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:18.184810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-29110186-network', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:18.207934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Made reservation on behalf of 7c3e3591eb6a485591b4e5b9dbf636ee for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:18.210295 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.218547 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.289291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks [] for security_group (3863b2e2-a7b7-4e3b-b35c-364dc88d78aa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.292953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3863b2e2-a7b7-4e3b-b35c-364dc88d78aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.313947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:18.328985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:18.331784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (624c4f02-ec01-43fb-8790-e20c3a58dcd3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.332136 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Added segment 624c4f02-ec01-43fb-8790-e20c3a58dcd3 of type vlan for network db49f030-b94f-4947-8a67-4c6ce2ffda3f
Jan 15 21:41:18.376039 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (db49f030-b94f-4947-8a67-4c6ce2ffda3f), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.401510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (db49f030-b94f-4947-8a67-4c6ce2ffda3f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.402458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:18.403037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.458569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3683014
Jan 15 21:41:18.461724 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59850) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:18.467287 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Request body: {'subnet': {'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-29110186-subnet', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:18.467999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012b5b-412f-44f4-871a-4239cf3dfdff admin admin] Pushing event updated for resources: {'Network': ['ID=db49f030-b94f-4947-8a67-4c6ce2ffda3f,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:18.478901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:18.492559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Made reservation on behalf of 7c3e3591eb6a485591b4e5b9dbf636ee for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:18.495053 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.670449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (fd1a5354-7984-4159-9fa3-d8266af249de), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.723734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1a5354-7984-4159-9fa3-d8266af249de,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:18.735218 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Checking segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:18.735584 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Network hostable DHCP agents. Network: db49f030-b94f-4947-8a67-4c6ce2ffda3f, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:18.751483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:18.760458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db49f030-b94f-4947-8a67-4c6ce2ffda3f) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:18.765258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:18.765862 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.771254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76548c-da98-4d8f-bf2b-aefc185e2f06 None None] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:18.782795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-08bcfd81-3304-4905-a43b-9ffc035a5d73 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3194168
Jan 15 21:41:18.785486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59852) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:18.791054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:18.813601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (f06903ac-3f44-4cd4-895c-549676609a1c), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.814525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (f06903ac-3f44-4cd4-895c-549676609a1c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.872890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:18.873872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:18.877403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for router_controller (f06903ac-3f44-4cd4-895c-549676609a1c), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.007353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Allocated IP 172.20.0.2 (db49f030-b94f-4947-8a67-4c6ce2ffda3f/fd1a5354-7984-4159-9fa3-d8266af249de/9543c437-8a91-42c6-b492-b7ef47c7b939) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:19.020338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for router_gateway (f06903ac-3f44-4cd4-895c-549676609a1c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.222629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for router_gateway (f06903ac-3f44-4cd4-895c-549676609a1c), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.243301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.329707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks [] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.337120 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.354020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Allocated IP 172.35.1.212 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/ef9dc6aa-8b05-4a05-8db7-afe94b0eda81) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:19.379143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:19.382665 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:19.388380 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:19.395394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Pushing event updated for resources: {'Port': ['ID=9543c437-8a91-42c6-b492-b7ef47c7b939,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:19.448830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Attempting to bind port 9543c437-8a91-42c6-b492-b7ef47c7b939 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:19.449229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Attempting to bind port 9543c437-8a91-42c6-b492-b7ef47c7b939 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:19.449590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Attempting to bind port 9543c437-8a91-42c6-b492-b7ef47c7b939 on network db49f030-b94f-4947-8a67-4c6ce2ffda3f {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:19.454541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:19.454922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Checking segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:19.455360 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.455775 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Bound using segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:19.456328 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Bound port: 9543c437-8a91-42c6-b492-b7ef47c7b939, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:19.456708 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.463469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.499848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.518955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] For port 9543c437-8a91-42c6-b492-b7ef47c7b939, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:19.522266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] For port 9543c437-8a91-42c6-b492-b7ef47c7b939, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9543c437-8a91-42c6-b492-b7ef47c7b939,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:19.526997 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.539542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:19.544751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:19.549080 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:19.563544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdad8a9-1f67-41f8-982a-3397e329fd20 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:19.580377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Pushing event updated for resources: {'Port': ['ID=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:19.592431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a48756-a5a7-48a9-8634-22462c3a5297 None None] Pushing event updated for resources: {'Port': ['ID=9543c437-8a91-42c6-b492-b7ef47c7b939,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:19.660273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-67258273-a012-47f8-9395-eaeadea61bfc None None] Provisioning complete for port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:19.660776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67258273-a012-47f8-9395-eaeadea61bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:19.699791 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-67258273-a012-47f8-9395-eaeadea61bfc None None] Port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:19.838075 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for router_gateway (f06903ac-3f44-4cd4-895c-549676609a1c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.039155 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (f06903ac-3f44-4cd4-895c-549676609a1c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.167251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Router f06903ac-3f44-4cd4-895c-549676609a1c is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:41:20.284495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:41:20.294131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Sync routers for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:41:20.305932 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:20.306561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:40:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:20.308072 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.309697 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0bcda32d-a651-4937-85c4-febc8586c40d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5230343
Jan 15 21:41:20.312428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59854) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:20.430773 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:20.609041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98178152-6f0e-4ce6-a869-e607ffabd54c None None] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:20.683494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Provisioning complete for port 9543c437-8a91-42c6-b492-b7ef47c7b939 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:20.683878 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.732296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d5ee0>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:19Z', 'revision_number': 3, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:20.782197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Checking router: f06903ac-3f44-4cd4-895c-549676609a1c for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:41:20.782591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Updating router f06903ac-3f44-4cd4-895c-549676609a1c port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:41:20.800784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-92b2191a-a352-4b6a-99e2-0f85dd970913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.835273 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:20.967564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Current status of the port 9543c437-8a91-42c6-b492-b7ef47c7b939 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:20.967960 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.007215 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.057870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] For port 9543c437-8a91-42c6-b492-b7ef47c7b939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9543c437-8a91-42c6-b492-b7ef47c7b939,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:21.063748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.142218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095dc46-86f4-465d-90c7-3b95b688f329 None None] Pushing event updated for resources: {'Port': ['ID=9543c437-8a91-42c6-b492-b7ef47c7b939,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:21.178302 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Allocated IP 172.20.0.1 (db49f030-b94f-4947-8a67-4c6ce2ffda3f/fd1a5354-7984-4159-9fa3-d8266af249de/a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:21.209454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6d95c6da-ddc5-45b2-929b-6812680d027c None None] Provisioning complete for port 9543c437-8a91-42c6-b492-b7ef47c7b939 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:21.209829 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6d95c6da-ddc5-45b2-929b-6812680d027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.245819 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks [] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.255964 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.284244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks [] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.319234 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a130744-bb27-4acc-9fed-703c2bcd8694 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:21.322647 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.346865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Attempting to bind port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:21.347235 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Attempting to bind port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:21.347592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Attempting to bind port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:21.349834 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46122d5-113d-4dd8-a01a-429529536ba9 None None] Pushing event updated for resources: {'Port': ['ID=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:21.359598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:21.362187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:21.362437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:21.362570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:21.362948 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.363323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:21.364157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Bound port: ef9dc6aa-8b05-4a05-8db7-afe94b0eda81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:21.364507 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.366013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:21.391910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6d95c6da-ddc5-45b2-929b-6812680d027c None None] Current status of the port 9543c437-8a91-42c6-b492-b7ef47c7b939 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:21.394962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Pushing event updated for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:21.418173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (f06903ac-3f44-4cd4-895c-549676609a1c), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.434970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] For port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:21.439951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] For port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:21.446028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.497551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9367f21-86bf-4097-9415-5dbf73056341 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:21.523759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9543c437-8a91-42c6-b492-b7ef47c7b939 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:21.570190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:21.570915 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:21.584361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.607604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46122d5-113d-4dd8-a01a-429529536ba9 None None] Pushing event updated for resources: {'Port': ['ID=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:21.633377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Provisioning complete for port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:21.633752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.731198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9543c437-8a91-42c6-b492-b7ef47c7b939 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:21.731474 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.754077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:21.762301 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks [] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.766806 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.838211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Pushing event updated for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:21.843646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (f06903ac-3f44-4cd4-895c-549676609a1c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:21.938915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:21.940313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:22.046265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Current status of the port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:22.046743 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.075034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Router f06903ac-3f44-4cd4-895c-549676609a1c has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:41:22.109927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.115246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] For port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:22.139966 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.204676 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9543c437-8a91-42c6-b492-b7ef47c7b939 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:22.220004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:41:22.225155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48107206-3979-4a0a-b345-98418ca3760d admin admin] 10.222.0.46 "PUT /v2.0/routers/f06903ac-3f44-4cd4-895c-549676609a1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9110658
Jan 15 21:41:22.233586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141d1fa-e320-4a5e-82c7-4bbdb21eb92b None None] Pushing event updated for resources: {'Port': ['ID=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:22.276508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Provisioning complete for port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:22.276909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.324798 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d5ee0>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 1, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:22.354704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91337825-18f3-4b9c-b1d2-6b3f26c404eb None None] The sync data for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 is: [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 1, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:41:22.399209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Current status of the port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:22.419828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Provisioning complete for port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:22.419828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.454373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4da19287-6552-4ac8-b7d9-812bc0eaed00 None None] Port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:22.760938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59870) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:22.765471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-387931572-network', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:22.790218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Made reservation on behalf of b7286951e4214e3d8d2e94ceb611fa4b for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:22.792650 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.802671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.893347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks [] for security_group (cf021770-f31a-4436-a929-bf3d72571f1c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.898699 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cf021770-f31a-4436-a929-bf3d72571f1c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.911170 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:41:22.931554 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (97e9a375-e60d-43b1-9217-2dd85614ca37), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:22.932088 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Added segment 97e9a375-e60d-43b1-9217-2dd85614ca37 of type vlan for network 8218c890-138f-4604-865d-260d4c10adc8
Jan 15 21:41:22.950218 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf021770-f31a-4436-a929-bf3d72571f1c,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:22.992599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8218c890-138f-4604-865d-260d4c10adc8), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.024977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8218c890-138f-4604-865d-260d4c10adc8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.026629 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:23.030323 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.107958 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3484035
Jan 15 21:41:23.108710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd240145-b510-4c3d-a94f-4305d8aa1d1f admin admin] Pushing event updated for resources: {'Network': ['ID=8218c890-138f-4604-865d-260d4c10adc8,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:23.110881 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59872) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:23.116946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Request body: {'subnet': {'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-387931572-subnet', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:23.120326 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8218c890-138f-4604-865d-260d4c10adc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:41:23.141773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Made reservation on behalf of b7286951e4214e3d8d2e94ceb611fa4b for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:23.144096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.331352 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (92911196-c3a7-4bfc-aa59-9ea750df8e91), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.396785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92911196-c3a7-4bfc-aa59-9ea750df8e91,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:23.410426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Checking segment: {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:23.410854 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Network hostable DHCP agents. Network: 8218c890-138f-4604-865d-260d4c10adc8, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:41:23.434401 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Network 8218c890-138f-4604-865d-260d4c10adc8 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:41:23.439505 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.446647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8218c890-138f-4604-865d-260d4c10adc8) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:23.455974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a7d40-ba49-44fd-9bfe-ede087132807 None None] Network 8218c890-138f-4604-865d-260d4c10adc8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:23.459533 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:23.459533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.483886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-9b0613d0-4dda-48e1-8a6d-923cb1222c0f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3719406
Jan 15 21:41:23.486341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 59874) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:23.490672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:23.506838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:23.516041 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (92df14db-7fad-40de-b193-66341b8549ce), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.517568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (92df14db-7fad-40de-b193-66341b8549ce), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.588049 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for router_controller (92df14db-7fad-40de-b193-66341b8549ce), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.607161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:23.607537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.609226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8218c890-138f-4604-865d-260d4c10adc8', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:41:23.610043 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.730952 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for router_gateway (92df14db-7fad-40de-b193-66341b8549ce), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.810191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:23.815744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Allocated IP 172.20.0.2 (8218c890-138f-4604-865d-260d4c10adc8/92911196-c3a7-4bfc-aa59-9ea750df8e91/bccd91dd-dbcc-4132-9198-93a3a8be0fc6) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:23.948022 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for router_gateway (92df14db-7fad-40de-b193-66341b8549ce), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.959091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks [] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.966640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:23.968183 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.005157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Network 8218c890-138f-4604-865d-260d4c10adc8 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:24.009239 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:24.015792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:24.023098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Pushing event updated for resources: {'Port': ['ID=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:24.076639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Attempting to bind port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:24.077042 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Attempting to bind port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:24.077406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Attempting to bind port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 on network 8218c890-138f-4604-865d-260d4c10adc8 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:24.082036 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Allocated IP 172.35.1.138 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/68fe402a-2b09-4070-bceb-68e7c3277005) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:24.082397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:24.082790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Checking segment: {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:24.083618 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.083754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Bound using segment: {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:24.084139 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Bound port: bccd91dd-dbcc-4132-9198-93a3a8be0fc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:24.084526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.150055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] For port bccd91dd-dbcc-4132-9198-93a3a8be0fc6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:24.153696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] For port bccd91dd-dbcc-4132-9198-93a3a8be0fc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:24.158610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.199992 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for port (68fe402a-2b09-4070-bceb-68e7c3277005), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.220411 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b860-514f-496f-82e8-c55b83b1c1fa None None] Pushing event updated for resources: {'Port': ['ID=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:24.238356 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.283004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:24.287993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:24.294876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:24.305891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5c510-99b4-426b-9d7d-cf4087e64404 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:24.311959 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.319139 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Pushing event updated for resources: {'Port': ['ID=68fe402a-2b09-4070-bceb-68e7c3277005,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:24.403053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c05e3f81-0a11-4a88-8471-16720c529ffa None None] Provisioning complete for port 68fe402a-2b09-4070-bceb-68e7c3277005 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:24.406429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c05e3f81-0a11-4a88-8471-16720c529ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.486672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c05e3f81-0a11-4a88-8471-16720c529ffa None None] Port 68fe402a-2b09-4070-bceb-68e7c3277005 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:24.550242 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Sync routers for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:41:24.581552 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:24.582292 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa95b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:24.692959 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:24.845571 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for router_gateway (92df14db-7fad-40de-b193-66341b8549ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:24.896756 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa95b0>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 2, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:24.929245 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Checking router: f06903ac-3f44-4cd4-895c-549676609a1c for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:41:24.929602 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Updating router f06903ac-3f44-4cd4-895c-549676609a1c port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:41:24.955422 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.059240 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (92df14db-7fad-40de-b193-66341b8549ce), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.199111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Router 92df14db-7fad-40de-b193-66341b8549ce is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:41:25.229189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d54cab-50f1-459c-ac7e-b1f3dd743171 None None] Network 8218c890-138f-4604-865d-260d4c10adc8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:41:25.238546 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks [] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.245184 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.302215 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Pushing event updated for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:25.322621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:41:25.337293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Sync routers for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:41:25.345977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.348895 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3e576994-69a2-412d-9d0e-af7a172bcdda admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8602331
Jan 15 21:41:25.351013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 59876) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:41:25.365223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Provisioning complete for port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:25.365600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.383736 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.384282 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.384776 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.385519 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.386024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.386543 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.387019 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.387766 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.388246 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.388742 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.389255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.389920 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.390514 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:41:25.396600 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Attempting to bind port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:25.397707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Attempting to bind port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:25.398076 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Attempting to bind port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe on network db49f030-b94f-4947-8a67-4c6ce2ffda3f {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:25.400219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:25.400936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:25.406985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:25.407371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Checking segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:25.408078 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.408469 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Bound using segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:25.408977 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Bound port: a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:25.409357 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.554095 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] For port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:25.558629 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] For port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:25.567680 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.599296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Current status of the port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:25.599870 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.623835 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:25.641805 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfefc9-3ad8-42cd-8a1c-2c2521157e15 None None] Pushing event updated for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:25.687185 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:25.691271 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa95b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:25.698718 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bccd91dd-dbcc-4132-9198-93a3a8be0fc6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:25.813447 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] For port bccd91dd-dbcc-4132-9198-93a3a8be0fc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:25.823035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:25.940686 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:25.985370 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.082492 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:26.082738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.120685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058541e6-590e-4efd-8acc-4f36de3cafee None None] Pushing event updated for resources: {'Port': ['ID=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:26.147102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Provisioning complete for port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:26.147522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.170850 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa95b0>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:25Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:26.198991 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bc46f-2165-49e2-87cb-1f16103e90f3 None None] The sync data for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 is: [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:25Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:41:26.202658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Allocated IP 172.20.0.1 (8218c890-138f-4604-865d-260d4c10adc8/92911196-c3a7-4bfc-aa59-9ea750df8e91/6c51811d-161e-4a8b-adf3-cf938b025180) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:26.289763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d63a0>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:24Z', 'revision_number': 3, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:26.294260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:26.326083 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks [] for port (6c51811d-161e-4a8b-adf3-cf938b025180), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.326692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Checking router: 92df14db-7fad-40de-b193-66341b8549ce for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:41:26.327048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Updating router 92df14db-7fad-40de-b193-66341b8549ce port 68fe402a-2b09-4070-bceb-68e7c3277005 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:41:26.336399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Current status of the port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:26.368686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.369400 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.391880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Provisioning complete for port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:26.392259 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.410471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Network 8218c890-138f-4604-865d-260d4c10adc8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:26.414450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:26.418699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:26.447160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:26.472670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (92df14db-7fad-40de-b193-66341b8549ce), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.616063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Current status of the port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:26.617272 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.629145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.692626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] For port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:26.699864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.794678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198804a-94c2-4cf7-9054-6ea77a3d7acf None None] Pushing event updated for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:26.801232 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks [] for port (68fe402a-2b09-4070-bceb-68e7c3277005), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.811898 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.829605 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks [] for port (6c51811d-161e-4a8b-adf3-cf938b025180), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.834602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.874546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56314c-4add-4dc2-a97a-2ea8e0e6daeb None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:26.884558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Provisioning complete for port 6c51811d-161e-4a8b-adf3-cf938b025180 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:26.885288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.887460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7d5f-cbc7-4783-b87e-95f66ec01575 None None] Pushing event updated for resources: {'Port': ['ID=68fe402a-2b09-4070-bceb-68e7c3277005,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:26.893290 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Attempting to bind port 68fe402a-2b09-4070-bceb-68e7c3277005 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:26.893506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Attempting to bind port 68fe402a-2b09-4070-bceb-68e7c3277005 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:26.893907 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Attempting to bind port 68fe402a-2b09-4070-bceb-68e7c3277005 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:26.912156 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (92df14db-7fad-40de-b193-66341b8549ce), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.916816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:26.920161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:26.920543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:26.920981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.921377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:26.921862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Bound port: 68fe402a-2b09-4070-bceb-68e7c3277005, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:26.922284 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.959727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Port 6c51811d-161e-4a8b-adf3-cf938b025180 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:26.993069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Provisioning complete for port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:26.993449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:26.995393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] For port 68fe402a-2b09-4070-bceb-68e7c3277005, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:26.999387 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] For port 68fe402a-2b09-4070-bceb-68e7c3277005, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68fe402a-2b09-4070-bceb-68e7c3277005,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:27.017460 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.026861 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Network 8218c890-138f-4604-865d-260d4c10adc8 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:27.029942 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:27.075886 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211dad2f-f1cd-4bd5-be45-2e8e39365950 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:41:27.118575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:27.119217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:27.124196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7d5f-cbc7-4783-b87e-95f66ec01575 None None] Pushing event updated for resources: {'Port': ['ID=68fe402a-2b09-4070-bceb-68e7c3277005,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:27.237633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0ec60-ee0b-469e-8309-7adbbe92d292 None None] Current status of the port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:27.266355 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:27.410728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Provisioning complete for port 6c51811d-161e-4a8b-adf3-cf938b025180 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:27.411093 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.476861 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Port 6c51811d-161e-4a8b-adf3-cf938b025180 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:27.502229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bccd91dd-dbcc-4132-9198-93a3a8be0fc6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:27.506219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Router 92df14db-7fad-40de-b193-66341b8549ce has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:41:27.535645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Provisioning complete for port 68fe402a-2b09-4070-bceb-68e7c3277005 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:27.536023 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.615349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:41:27.620976 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-331c92c1-a4b1-4948-9c42-1d120d61a5b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/92df14db-7fad-40de-b193-66341b8549ce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2680824
Jan 15 21:41:27.622421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:27.622864 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.625593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a1d63a0>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c51811d-161e-4a8b-adf3-cf938b025180', 'name': '', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'mac_address': 'fa:16:3e:44:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:26Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 2, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'subnets': [{'id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:27.675970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7adeb7-ee78-4a64-a4fe-65b811043379 None None] The sync data for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 is: [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c51811d-161e-4a8b-adf3-cf938b025180', 'name': '', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'mac_address': 'fa:16:3e:44:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:26Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 2, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'subnets': [{'id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:41:27.731219 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Current status of the port 68fe402a-2b09-4070-bceb-68e7c3277005 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:27.731612 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.777401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] For port 68fe402a-2b09-4070-bceb-68e7c3277005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68fe402a-2b09-4070-bceb-68e7c3277005,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:27.782195 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:27.793033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:27.794125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:27.875441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9cd24-8fbe-4f30-9eb8-2d46fa09b73e None None] Pushing event updated for resources: {'Port': ['ID=68fe402a-2b09-4070-bceb-68e7c3277005,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:27.904070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:27.904509 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:28.014684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:29.496000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68fe402a-2b09-4070-bceb-68e7c3277005 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:29.564989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 68fe402a-2b09-4070-bceb-68e7c3277005 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:29.565504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:29.671905 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 68fe402a-2b09-4070-bceb-68e7c3277005 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:30.724902 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Sync routers for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:41:30.736457 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:30.737145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e83964610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:30.851392 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:30.890342 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:41:31.074837 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e83964610>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c51811d-161e-4a8b-adf3-cf938b025180', 'name': '', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'mac_address': 'fa:16:3e:44:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:26Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 2, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'subnets': [{'id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:31.103456 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Checking router: 92df14db-7fad-40de-b193-66341b8549ce for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:41:31.103762 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Updating router 92df14db-7fad-40de-b193-66341b8549ce port 6c51811d-161e-4a8b-adf3-cf938b025180 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:41:31.130251 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.407548 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks [] for port (6c51811d-161e-4a8b-adf3-cf938b025180), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.414453 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.471513 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4e687-ee23-42ab-8386-d9ba32b0c73d None None] Pushing event updated for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:31.535020 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Attempting to bind port 6c51811d-161e-4a8b-adf3-cf938b025180 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:31.535535 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Attempting to bind port 6c51811d-161e-4a8b-adf3-cf938b025180 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:31.535983 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Attempting to bind port 6c51811d-161e-4a8b-adf3-cf938b025180 on network 8218c890-138f-4604-865d-260d4c10adc8 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:31.543786 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:31.544294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Checking segment: {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:31.544932 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.545338 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Bound using segment: {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:31.545903 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Bound port: 6c51811d-161e-4a8b-adf3-cf938b025180, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9a375-e60d-43b1-9217-2dd85614ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8218c890-138f-4604-865d-260d4c10adc8'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:31.546388 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.626491 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] For port 6c51811d-161e-4a8b-adf3-cf938b025180, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:31.632182 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] For port 6c51811d-161e-4a8b-adf3-cf938b025180, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c51811d-161e-4a8b-adf3-cf938b025180,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:31.638007 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.701284 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:41:31.702058 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e83964610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:31.755301 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Provisioning complete for port 6c51811d-161e-4a8b-adf3-cf938b025180 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:31.759227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.823295 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4e687-ee23-42ab-8386-d9ba32b0c73d None None] Pushing event updated for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:31.874288 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:41:31.891138 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Current status of the port 6c51811d-161e-4a8b-adf3-cf938b025180 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:31.891138 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:31.930509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] For port 6c51811d-161e-4a8b-adf3-cf938b025180, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c51811d-161e-4a8b-adf3-cf938b025180,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:31.938879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:32.008711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2476a2-b7e3-4683-a973-36012d48ad44 None None] Pushing event updated for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:32.081232 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3803a9c1-1aa5-4f52-a70a-b5cfc7a30114 None None] Provisioning complete for port 6c51811d-161e-4a8b-adf3-cf938b025180 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:32.081614 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3803a9c1-1aa5-4f52-a70a-b5cfc7a30114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:32.179265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3803a9c1-1aa5-4f52-a70a-b5cfc7a30114 None None] Current status of the port 6c51811d-161e-4a8b-adf3-cf938b025180 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:32.190555 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e83964610>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c51811d-161e-4a8b-adf3-cf938b025180', 'name': '', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'mac_address': 'fa:16:3e:44:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:26Z', 'updated_at': '2022-01-15T21:41:31Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'subnets': [{'id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:41:32.321538 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515c0d9-c43b-4135-8a5d-a074ccf4a993 None None] The sync data for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 is: [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6c51811d-161e-4a8b-adf3-cf938b025180', 'name': '', 'network_id': '8218c890-138f-4604-865d-260d4c10adc8', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'mac_address': 'fa:16:3e:44:e6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:26Z', 'updated_at': '2022-01-15T21:41:31Z', 'revision_number': 4, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'subnets': [{'id': '92911196-c3a7-4bfc-aa59-9ea750df8e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:41:33.509314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6c51811d-161e-4a8b-adf3-cf938b025180 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:33.581742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6c51811d-161e-4a8b-adf3-cf938b025180 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:33.582261 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:33.686824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6c51811d-161e-4a8b-adf3-cf938b025180 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:37.783243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-a19aeb27-ac9a-46dc-9c33-88a7a82e6c64 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:37.784715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-a19aeb27-ac9a-46dc-9c33-88a7a82e6c64 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 813 time: 0.1054752
Jan 15 21:41:37.799161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-6ee48534-1b56-4ecb-ab62-f9bc2f1a97ed tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/quotas/7c3e3591eb6a485591b4e5b9dbf636ee HTTP/1.1" status: 200  len: 375 time: 0.0088027
Jan 15 21:41:37.850810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-0cfaa785-2545-4de7-b82a-f6019890f076 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0454404
Jan 15 21:41:37.952473 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-3223fad7-104e-49d6-ae1c-9ce0adc57ccc service neutron] 10.222.0.46 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906203
Jan 15 21:41:38.040384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-fb8601c5-42b5-4ff5-826f-7e1f557c635a service neutron] 10.222.0.46 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821364
Jan 15 21:41:39.207933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5fd8e790-821f-4ae8-a8a1-42c1bbbe1cf7 req-d656f2c6-fcc5-4c48-9d6f-dac5e906b085 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 210 time: 0.0262592
Jan 15 21:41:40.208099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-c10672b8-6c20-42b9-a88a-2513082b52f0 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:40.210323 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-c10672b8-6c20-42b9-a88a-2513082b52f0 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 813 time: 0.1083035
Jan 15 21:41:40.223256 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'port': {'device_id': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'admin_state_up': True, 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:40.310391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85a2746e-c860-4577-92e2-1c7b563cc9aa req-404b11c7-60ee-4618-99c0-cafab2eb9b9c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 210 time: 0.0329063
Jan 15 21:41:40.358392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Made reservation on behalf of 7c3e3591eb6a485591b4e5b9dbf636ee for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:41:40.362116 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:40.520392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Allocated IP 172.20.0.7 (db49f030-b94f-4947-8a67-4c6ce2ffda3f/fd1a5354-7984-4159-9fa3-d8266af249de/021182f9-1b1a-4c52-a3cc-64346bd7c5cb) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:41:40.829379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:40.871817 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:40.933249 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:41:40.934620 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:40.937440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:41:40.939544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:41:40.991140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:40.991787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:41.011704 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-cbf338d9-d00e-4544-9ed8-4613cf71c253 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7924819
Jan 15 21:41:41.278549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f48e1160-0902-440c-a37b-531822489904 None None] Provisioning complete for port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:41.279175 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f48e1160-0902-440c-a37b-531822489904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:41.317209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f48e1160-0902-440c-a37b-531822489904 None None] Port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:41:41.478400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743c28-58a2-4474-81f5-de5d573fcb1d req-6336a377-1f82-4f59-9942-49b085ca6f6a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:41.480002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9743c28-58a2-4474-81f5-de5d573fcb1d req-6336a377-1f82-4f59-9942-49b085ca6f6a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0914650
Jan 15 21:41:41.536138 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f9743c28-58a2-4474-81f5-de5d573fcb1d req-42141579-9fea-4915-b1e4-f0791bd474a8 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460441
Jan 15 21:41:42.672249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075ce1-5f7a-49ca-8019-d3508604a181 req-a1dd656a-5f18-43f6-ada0-a28f095bd86e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:42.673933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d075ce1-5f7a-49ca-8019-d3508604a181 req-a1dd656a-5f18-43f6-ada0-a28f095bd86e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0551457
Jan 15 21:41:42.726056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d075ce1-5f7a-49ca-8019-d3508604a181 req-6fdc87f6-75d0-49ff-af1e-5c25a5be26b6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456429
Jan 15 21:41:43.855368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1e10-464a-4eda-aa22-843009bc4b02 req-c8d5a053-0238-421a-91c4-2209cf3d5ba6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:43.856914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d7a1e10-464a-4eda-aa22-843009bc4b02 req-c8d5a053-0238-421a-91c4-2209cf3d5ba6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0590899
Jan 15 21:41:43.910115 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d7a1e10-464a-4eda-aa22-843009bc4b02 req-90a1ad90-82cf-4862-9bb8-b82384beb07d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460837
Jan 15 21:41:44.770073 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:45.039425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19025467-8b09-41e7-bfd1-d186e67e99c1 req-c6b7977e-9513-40cf-9957-83eec5d40730 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:45.041057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19025467-8b09-41e7-bfd1-d186e67e99c1 req-c6b7977e-9513-40cf-9957-83eec5d40730 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0527275
Jan 15 21:41:45.099440 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-19025467-8b09-41e7-bfd1-d186e67e99c1 req-180d686b-603b-4656-8523-c4fb0cf5a5c3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522873
Jan 15 21:41:45.688880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:46.231400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45fe0-173b-4398-966a-b3eae7ebc38a req-64338eac-260d-4302-9b58-ee6530fcdc82 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:46.233117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf45fe0-173b-4398-966a-b3eae7ebc38a req-64338eac-260d-4302-9b58-ee6530fcdc82 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0612297
Jan 15 21:41:46.294191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-caf45fe0-173b-4398-966a-b3eae7ebc38a req-eaea291e-3778-4909-876a-02a67a1f3321 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547736
Jan 15 21:41:47.420336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7442-03ae-47c5-92a9-60bf14464a25 req-542011c3-b965-46af-894f-af06551a46f2 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:47.421899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec7442-03ae-47c5-92a9-60bf14464a25 req-542011c3-b965-46af-894f-af06551a46f2 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0536668
Jan 15 21:41:47.473936 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3ec7442-03ae-47c5-92a9-60bf14464a25 req-5afa087f-2392-43bd-bbb5-656ec954bc1a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458906
Jan 15 21:41:48.018061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1603b138-50b7-486f-970f-9e7fb78ddd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:48.405493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Request body: {'port': {'device_id': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:41:48.458782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:48.598156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47119273-6ca4-40b0-915d-86ed8767b1e2 req-a6f6ff86-4bf6-49bd-b44b-5f695a8deed2 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:48.600314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47119273-6ca4-40b0-915d-86ed8767b1e2 req-a6f6ff86-4bf6-49bd-b44b-5f695a8deed2 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 931 time: 0.0496454
Jan 15 21:41:48.657607 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47119273-6ca4-40b0-915d-86ed8767b1e2 req-8c5fe9bd-dd7b-4e3c-8849-cc51b12312a8 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510147
Jan 15 21:41:48.735512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021182f9-1b1a-4c52-a3cc-64346bd7c5cb {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:41:48.742960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks [] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:48.755072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Transition to ACTIVE for port object 021182f9-1b1a-4c52-a3cc-64346bd7c5cb will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:41:48.759114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:48.811397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:48.878391 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Attempting to bind port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:41:48.878728 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Attempting to bind port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:41:48.879059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Attempting to bind port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb on network db49f030-b94f-4947-8a67-4c6ce2ffda3f {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:48.883758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb on network db49f030-b94f-4947-8a67-4c6ce2ffda3f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:41:48.884102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Attempting to bind port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb on network db49f030-b94f-4947-8a67-4c6ce2ffda3f {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:41:48.889099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:41:48.889439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Checking segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:41:48.889823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Bound using segment: {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:41:48.890248 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Bound port: 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624c4f02-ec01-43fb-8790-e20c3a58dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:41:48.890606 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:48.962520 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:41:48.965889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:41:48.972255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:49.008566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.009459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:49.010904 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] 10.222.0.45 "PUT /v2.0/ports/021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 1091 time: 0.6100304
Jan 15 21:41:49.011345 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:41:49.013798 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefa31b-3641-4012-9668-650958fa3154" -d '{"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:41:49.043366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ddbd-074b-443e-8a36-11bb8d099625 service neutron] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:49.087774 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857f21f-5526-4891-99c6-b7c7182be2f8 x-openstack-request-id: req-e857f21f-5526-4891-99c6-b7c7182be2f8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:41:49.088199 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:41:49.088517 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e857f21f-5526-4891-99c6-b7c7182be2f8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:41:49.089035 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:41:49.106217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-6ae6b689-97ce-4438-b361-7c5daacabede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.107825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-6ae6b689-97ce-4438-b361-7c5daacabede service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1094 time: 0.0472379
Jan 15 21:41:49.157169 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-88f5cb40-502f-40ea-a35a-7080bc99a85d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 217 time: 0.0406165
Jan 15 21:41:49.208617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-1a81b2f0-1b0b-423b-a666-5ea483c6a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.210190 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-1a81b2f0-1b0b-423b-a666-5ea483c6a366 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0444682
Jan 15 21:41:49.259929 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-8dc7e444-81c6-4464-8f47-af3d4bc7c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.261500 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-8dc7e444-81c6-4464-8f47-af3d4bc7c58c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423529
Jan 15 21:41:49.359003 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-e98dd54d-f7fd-4ff3-88ed-06cf7c3f2cfc service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873656
Jan 15 21:41:49.451562 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-83f60ed0-199b-4e4c-979d-6f297effb49b req-a60fcbd3-4ccf-41a4-b6aa-1623debec408 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837936
Jan 15 21:41:49.546816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa31b-3641-4012-9668-650958fa3154 req-06bb2506-38c3-4f82-ad5e-f6b66a2c13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.548253 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-06bb2506-38c3-4f82-ad5e-f6b66a2c13a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1094 time: 0.0427499
Jan 15 21:41:49.640893 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa31b-3641-4012-9668-650958fa3154 req-c9d20621-c5f3-4753-8f63-12ecf6cfd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.642380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-c9d20621-c5f3-4753-8f63-12ecf6cfd346 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.0876982
Jan 15 21:41:49.683242 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-686a4291-0a24-47d9-8a16-1439f91aff65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 217 time: 0.0348458
Jan 15 21:41:49.746618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa31b-3641-4012-9668-650958fa3154 req-7986f791-d767-4a93-991f-86a54a109dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.748132 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-7986f791-d767-4a93-991f-86a54a109dc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0585165
Jan 15 21:41:49.784689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f3a85-3eb8-4c2d-bc36-81659a0db7d5 req-761d0294-39f1-46c0-a111-9dadb7915d3e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.786210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-712f3a85-3eb8-4c2d-bc36-81659a0db7d5 req-761d0294-39f1-46c0-a111-9dadb7915d3e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 943 time: 0.0507231
Jan 15 21:41:49.795315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa31b-3641-4012-9668-650958fa3154 req-a84a3429-5e8e-4f5e-874b-464fb055dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:49.796884 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-a84a3429-5e8e-4f5e-874b-464fb055dcfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0414801
Jan 15 21:41:49.832968 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-712f3a85-3eb8-4c2d-bc36-81659a0db7d5 req-7fbdfdd4-54e8-4629-a7bc-08aab159f7f1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400448
Jan 15 21:41:49.886995 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-cb33ac5b-cde8-4ed8-b4c2-86bd49f2b4ec service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830455
Jan 15 21:41:49.977969 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3fefa31b-3641-4012-9668-650958fa3154 req-f6483876-cad6-467b-8b61-054fc9018bb7 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844235
Jan 15 21:41:50.732770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da1f5765-fb3f-47dc-892f-62e4808fde43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:50.954814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b7bf-96c7-4ec1-a813-da2bfc39ef19 req-a400301c-7131-4cd7-b67e-19b23f613787 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:50.956313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11f8b7bf-96c7-4ec1-a813-da2bfc39ef19 req-a400301c-7131-4cd7-b67e-19b23f613787 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 943 time: 0.0506475
Jan 15 21:41:51.004007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11f8b7bf-96c7-4ec1-a813-da2bfc39ef19 req-e5c05adf-0dbe-4be8-b241-3998748a82a6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412893
Jan 15 21:41:51.691523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 021182f9-1b1a-4c52-a3cc-64346bd7c5cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:41:51.941733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:51.952921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'port_id': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'mac_address': 'fa:16:3e:6e:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:41:51.988761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:51.989174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:52.002436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021182f9-1b1a-4c52-a3cc-64346bd7c5cb {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:41:52.021626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:52.025617 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:52.081711 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:52.090813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:52.130621 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f9c3f-680a-4bb0-b658-347e388a729a req-0a0abea3-7a9a-4fd1-bb3e-724375a61a0f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:52.132122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d5f9c3f-680a-4bb0-b658-347e388a729a req-0a0abea3-7a9a-4fd1-bb3e-724375a61a0f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 944 time: 0.0561614
Jan 15 21:41:52.177926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7d5f9c3f-680a-4bb0-b658-347e388a729a req-ca6f51d8-d297-4f5e-ac70-199bb94c3c26 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400572
Jan 15 21:41:52.278561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:41:53.316348 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26052d5c-8238-4812-8696-d1056cf7b5d8 req-e1452d0f-c42d-43e1-8180-0813d319d8d7 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:53.317899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26052d5c-8238-4812-8696-d1056cf7b5d8 req-e1452d0f-c42d-43e1-8180-0813d319d8d7 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 944 time: 0.0639925
Jan 15 21:41:53.374351 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26052d5c-8238-4812-8696-d1056cf7b5d8 req-9e8e25d3-412b-40ff-90a7-10be252a9254 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486572
Jan 15 21:41:53.439623 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:53.695031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 021182f9-1b1a-4c52-a3cc-64346bd7c5cb up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:41:53.745575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:41:53.749838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:41:53.750219 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:53.825936 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:41:53.826324 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:53.847484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:41:53.849832 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631a4a0-80f0-41c1-92d4-7eab02f7214f" -d '{"events": [{"server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "name": "network-vif-plugged", "status": "completed", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:41:53.863060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:41:53.867850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:53.893073 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429285ce-73d4-45f4-848d-38ac5f7795ff x-openstack-request-id: req-429285ce-73d4-45f4-848d-38ac5f7795ff {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:41:53.893366 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "name": "network-vif-plugged", "status": "completed", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:41:53.893617 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-429285ce-73d4-45f4-848d-38ac5f7795ff {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:41:53.894007 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'code': 200}
Jan 15 21:41:53.920508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:41:53.992348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a319-12bc-4fbf-9786-a3b6ede31412 req-9fa3ac8f-f2df-40d3-a29b-eedc2b606d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:53.993783 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b663a319-12bc-4fbf-9786-a3b6ede31412 req-9fa3ac8f-f2df-40d3-a29b-eedc2b606d4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1096 time: 0.0412109
Jan 15 21:41:54.042755 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b663a319-12bc-4fbf-9786-a3b6ede31412 req-7b9437ce-c1b7-45a0-9e01-a3308cf8dc86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380790
Jan 15 21:41:54.308033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:41:54.494588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc43074-7069-4403-8aa6-1dc00233ecbd req-101832cc-9408-4e49-b54c-ce9daddf3220 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:54.496079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dc43074-7069-4403-8aa6-1dc00233ecbd req-101832cc-9408-4e49-b54c-ce9daddf3220 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0497398
Jan 15 21:41:54.546898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dc43074-7069-4403-8aa6-1dc00233ecbd req-b295aa95-5a17-4bad-9348-48b72ba7fc61 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452721
Jan 15 21:41:55.662090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892e1bd-57f1-4610-956f-53c1aaaac32a req-51c9b8e6-6238-4b2e-99cd-6c715ee59a83 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:55.663594 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0892e1bd-57f1-4610-956f-53c1aaaac32a req-51c9b8e6-6238-4b2e-99cd-6c715ee59a83 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0490916
Jan 15 21:41:55.710181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0892e1bd-57f1-4610-956f-53c1aaaac32a req-91e3e28d-637e-4fef-abb5-b173b321c29f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410299
Jan 15 21:41:55.825121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0464ed-47ba-409d-8464-aa1f49039282 req-eeecaa01-875c-4048-9693-877e0b9d8f67 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:55.826595 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d0464ed-47ba-409d-8464-aa1f49039282 req-eeecaa01-875c-4048-9693-877e0b9d8f67 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0499086
Jan 15 21:41:55.874771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d0464ed-47ba-409d-8464-aa1f49039282 req-339fe094-3782-4486-909d-22e11f66ec45 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425706
Jan 15 21:41:56.067126 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d7e39-241c-43b9-be06-171d67d1ef4b req-3d4ce20c-a732-4ba1-912a-01f9d3d8552f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:41:56.068592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-278d7e39-241c-43b9-be06-171d67d1ef4b req-3d4ce20c-a732-4ba1-912a-01f9d3d8552f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0533023
Jan 15 21:41:56.116576 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-278d7e39-241c-43b9-be06-171d67d1ef4b req-892267d3-3e2c-4547-9d73-717420288d10 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414836
Jan 15 21:42:00.221298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556a5e-fe0c-4f9b-9e43-5d8d48cbacf6 req-c269145e-780f-4889-bb01-c43251409332 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:00.222683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca556a5e-fe0c-4f9b-9e43-5d8d48cbacf6 req-c269145e-780f-4889-bb01-c43251409332 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0484035
Jan 15 21:42:00.269199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ca556a5e-fe0c-4f9b-9e43-5d8d48cbacf6 req-c671655c-a9bc-405a-9577-7a04cb07ede1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402195
Jan 15 21:42:00.293266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60090) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:00.424488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13ceef-08bf-4c97-9938-4d1bed09f828 tempest-TestMinimumBasicScenario-1628856754 tempest-TestMinimumBasicScenario-1628856754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:00.429661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0f13ceef-08bf-4c97-9938-4d1bed09f828 tempest-TestMinimumBasicScenario-1628856754 tempest-TestMinimumBasicScenario-1628856754-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1091 time: 0.1318712
Jan 15 21:42:00.429954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:00.434384 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:00.458921 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:00.555756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:00.658215 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Allocated IP 172.35.1.135 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/445ee9be-dad1-48bf-ae5d-cfdc1c45395e) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:42:00.758930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:00.792277 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:00.832918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:42:00.837071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:42:00.842492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:42:00.847729 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'Port': ['ID=445ee9be-dad1-48bf-ae5d-cfdc1c45395e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:01.199476 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for floatingip (77a44888-1371-478a-8e85-09cb8b8ba7aa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.266916 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.418620 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.423330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.489987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'Port': ['ID=445ee9be-dad1-48bf-ae5d-cfdc1c45395e,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:01.502268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (77a44888-1371-478a-8e85-09cb8b8ba7aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.602834 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Floating IP 77a44888-1371-478a-8e85-09cb8b8ba7aa associated. External IP: 172.35.1.135, port: 021182f9-1b1a-4c52-a3cc-64346bd7c5cb.
Jan 15 21:42:01.815877 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Router f06903ac-3f44-4cd4-895c-549676609a1c has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:42:01.923198 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:42:01.933360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Sync routers for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:42:01.940400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:01.944967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:42:01.945591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:42:01.969466 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-02b21511-faab-4c55-a6aa-82fcb257f81a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5384791
Jan 15 21:42:01.970159 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:42:01.972470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60096) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:01.973012 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f" -d '{"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:42:01.978206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338849122', 'description': 'tempest-secgroup-smoke-338849122 description', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.003582 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.012814 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c23cd1-73b9-4899-951b-d01d10501a0e x-openstack-request-id: req-45c23cd1-73b9-4899-951b-d01d10501a0e {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:42:02.013925 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:42:02.014463 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45c23cd1-73b9-4899-951b-d01d10501a0e {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:42:02.014882 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:42:02.071292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:42:02.079877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (cb26bc60-6b4a-4f66-9990-212b5a56ad18), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.084043 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cb26bc60-6b4a-4f66-9990-212b5a56ad18), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.084413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-06ed921b-faaf-411d-80b6-63184d23775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:02.086665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-06ed921b-faaf-411d-80b6-63184d23775d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1096 time: 0.0511606
Jan 15 21:42:02.123869 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.125965 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1510155
Jan 15 21:42:02.127071 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb26bc60-6b4a-4f66-9990-212b5a56ad18,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.129236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60100) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.134324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.145775 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.146122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.146765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.147517 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.147790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.148073 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.148386 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.148717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.149072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.149398 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.149719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.150391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.150391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1348d74d-b8bb-4f87-bb0b-faf4146b1ce3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:42:02.181300 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (0b55e068-92f3-4c3c-bcef-09fbe76b3e44), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.190283 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-b247f7aa-3687-4f5e-a089-123330dd1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:02.191865 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-b247f7aa-3687-4f5e-a089-123330dd1e9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.0995154
Jan 15 21:42:02.234136 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (0b55e068-92f3-4c3c-bcef-09fbe76b3e44), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.238321 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (0b55e068-92f3-4c3c-bcef-09fbe76b3e44), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.258683 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b55e068-92f3-4c3c-bcef-09fbe76b3e44,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.269471 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.274224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5f7ac9c0-eb90-4c75-a5d0-697945f73a51 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1440485
Jan 15 21:42:02.274775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.279477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.292826 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-fd86f7da-b753-4eb6-ab6c-a565693fc485 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 999 time: 0.0886657
Jan 15 21:42:02.322081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d8670>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77a44888-1371-478a-8e85-09cb8b8ba7aa', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'floating_ip_address': '172.35.1.135', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'port_id': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'mac_address': 'fa:16:3e:6e:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:42:01Z', 'updated_at': '2022-01-15T21:42:01Z', 'revision_number': 0, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:42:02.348827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Checking router: f06903ac-3f44-4cd4-895c-549676609a1c for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:42:02.353466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (0886ec96-7202-4af9-b1db-0d9d2ed02209), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.357923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-fb822e09-88a8-4a10-8b2f-5af3590f7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:02.359410 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-fb822e09-88a8-4a10-8b2f-5af3590f7409 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0590999
Jan 15 21:42:02.361293 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:42:02.361903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:41:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:42:02.433992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-10d6deb3-e5f8-4d1b-8737-c5b702f0f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:02.435506 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-10d6deb3-e5f8-4d1b-8737-c5b702f0f74f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0699627
Jan 15 21:42:02.446111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (0886ec96-7202-4af9-b1db-0d9d2ed02209), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.454942 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (0886ec96-7202-4af9-b1db-0d9d2ed02209), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.483258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:42:02.512823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0886ec96-7202-4af9-b1db-0d9d2ed02209,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.530932 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.532113 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c363bee5-f849-42b1-b6f2-0250a7cc3227 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2564032
Jan 15 21:42:02.535111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.541682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.562162 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-63c9455a-8bfd-4796-8c50-9902cc99ed12 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184168
Jan 15 21:42:02.572374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (a594085a-01b1-4382-a70b-525262ff1527), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.632510 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (a594085a-01b1-4382-a70b-525262ff1527), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.636521 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a594085a-01b1-4382-a70b-525262ff1527), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.656504 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a594085a-01b1-4382-a70b-525262ff1527,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.665544 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.666784 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6314f4d4-975e-4093-8787-7c2da9c5c810 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1298401
Jan 15 21:42:02.667586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4c0a3e90-4b06-4a78-b8e5-c3c536ee582f req-72a3227a-fb07-41e0-9e5d-56f598733387 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966299
Jan 15 21:42:02.669621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60106) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.673934 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.705717 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (fd0a3ecd-5c21-460a-95b1-a1264162f1f6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.737216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a2d8670>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77a44888-1371-478a-8e85-09cb8b8ba7aa', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'floating_ip_address': '172.35.1.135', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'port_id': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'mac_address': 'fa:16:3e:6e:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:42:01Z', 'updated_at': '2022-01-15T21:42:01Z', 'revision_number': 0, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:42:02.765712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160f9e4-bd0b-4187-8247-69aecb683ad2 None None] The sync data for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 is: [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77a44888-1371-478a-8e85-09cb8b8ba7aa', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'floating_ip_address': '172.35.1.135', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'port_id': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'mac_address': 'fa:16:3e:6e:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:42:01Z', 'updated_at': '2022-01-15T21:42:01Z', 'revision_number': 0, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:42:02.767540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (fd0a3ecd-5c21-460a-95b1-a1264162f1f6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.771442 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (fd0a3ecd-5c21-460a-95b1-a1264162f1f6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.792211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0a3ecd-5c21-460a-95b1-a1264162f1f6,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.798181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.799385 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fc365d07-0a55-4ba7-9e95-abb5fa9d8fd1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1288428
Jan 15 21:42:02.802076 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.807619 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.833833 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Project 7c3e3591eb6a485591b4e5b9dbf636ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:42:02.839179 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (c5af2668-f837-434e-9153-4c14163eba41), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.900022 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (c5af2668-f837-434e-9153-4c14163eba41), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.903854 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c5af2668-f837-434e-9153-4c14163eba41), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.927268 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5af2668-f837-434e-9153-4c14163eba41,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:02.935949 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:02.939590 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9cf94a4e-d483-45cc-8a45-f6574cae4b0c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1340551
Jan 15 21:42:02.939950 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60110) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:42:02.945366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'security_group_rule': {'security_group_id': 'cb26bc60-6b4a-4f66-9990-212b5a56ad18', 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:02.974026 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Project 7c3e3591eb6a485591b4e5b9dbf636ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:42:02.975724 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752ef24a-4260-48cf-a9ed-bd3037d43df6 None None] New status for floating IP 77a44888-1371-478a-8e85-09cb8b8ba7aa: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:42:02.980874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (40596506-59f5-466c-a402-7853781da18a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.040799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (40596506-59f5-466c-a402-7853781da18a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.044568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (40596506-59f5-466c-a402-7853781da18a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.065822 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40596506-59f5-466c-a402-7853781da18a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:03.073262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.077794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-bced19a4-9179-47cb-99d0-0051f167f3ce tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1367159
Jan 15 21:42:03.170331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1c81a91-2012-4427-a437-372494dbf272 req-d98fd72a-ce0c-4c8f-8bc0-a2f8beaf2a7c tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338849122&fields=id&tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee HTTP/1.1" status: 200  len: 267 time: 0.0479381
Jan 15 21:42:03.223716 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81a91-2012-4427-a437-372494dbf272 req-a4798cd4-d572-440d-9ddf-5b175a8b1ffd tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:03.237763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1c81a91-2012-4427-a437-372494dbf272 req-a4798cd4-d572-440d-9ddf-5b175a8b1ffd tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0507081
Jan 15 21:42:03.238078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'port': {'security_groups': ['3863b2e2-a7b7-4e3b-b35c-364dc88d78aa', 'cb26bc60-6b4a-4f66-9990-212b5a56ad18']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:42:03.298376 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.519652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:42:03.548886 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.553991 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.565756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:42:03.622044 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:03.622720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:03.624165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1c81a91-2012-4427-a437-372494dbf272 req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "PUT /v2.0/ports/021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 981 time: 0.3907762
Jan 15 21:42:03.639789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:42:03.640403 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7eb4eb-d798-4d46-8302-0858e0347422" -d '{"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:42:03.680467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99abdb-88b7-49b1-a3e7-174b8ca6a480 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=6']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:42:03.696813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:42:03.713774 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0106ae99-974d-4336-a8a1-fec29f6575f4 x-openstack-request-id: req-0106ae99-974d-4336-a8a1-fec29f6575f4 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:42:03.714482 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:42:03.714996 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0106ae99-974d-4336-a8a1-fec29f6575f4 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:42:03.715478 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:42:03.767127 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4265ce-e0a1-475f-94e4-cd3cf7f2a41a req-53d7c558-5819-4128-9f29-d26bcb9b445f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:03.769507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c4265ce-e0a1-475f-94e4-cd3cf7f2a41a req-53d7c558-5819-4128-9f29-d26bcb9b445f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0797501
Jan 15 21:42:03.787201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-3afaf41f-8ea0-4f39-8c1b-5c60c6b25db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:03.789452 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-3afaf41f-8ea0-4f39-8c1b-5c60c6b25db3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1135 time: 0.0576024
Jan 15 21:42:03.846331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c4265ce-e0a1-475f-94e4-cd3cf7f2a41a req-8aadeae0-ee8f-444b-857c-8584495ce1f0 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0688245
Jan 15 21:42:03.892378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-4a3ac28a-f9ac-43c7-b27e-8d124dbdeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:03.893822 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-4a3ac28a-f9ac-43c7-b27e-8d124dbdeaf8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.0983646
Jan 15 21:42:03.965833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-c5a94ff7-eb15-4f42-b32b-e77363c209b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 1001 time: 0.0656888
Jan 15 21:42:03.997983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e902dc43-dcf7-47ff-a733-bf9e4a2571c7 None None] Provisioning complete for port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:42:03.998358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e902dc43-dcf7-47ff-a733-bf9e4a2571c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:04.016312 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-f14aedd1-f483-4418-a2b4-9a7674bd7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:04.017848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-f14aedd1-f483-4418-a2b4-9a7674bd7904 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0461848
Jan 15 21:42:04.062585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-f473ec28-4456-46bb-b8e9-79127a32381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:04.064075 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-f473ec28-4456-46bb-b8e9-79127a32381d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404360
Jan 15 21:42:04.159844 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-700027db-867a-41bf-98c2-84b2788c5151 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888696
Jan 15 21:42:04.205628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e902dc43-dcf7-47ff-a733-bf9e4a2571c7 None None] Current status of the port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:42:04.253886 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-1a7eb4eb-d798-4d46-8302-0858e0347422 req-fcd0a9e8-f35a-48ae-89c3-ec1ecbbfbb69 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878212
Jan 15 21:42:07.849869 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:42:14.766905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:15.688325 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:18.019713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-34ae5217-b43d-4dd6-a144-b372e37c2219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:20.723814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-349265a4-cc9f-4ff7-9b22-2617ef390405 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446935
Jan 15 21:42:20.735048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d3c64159-635b-432f-81e6-42dc5c718ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:21.118297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-82dc705a-2d53-45e7-98de-ee329152cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:21.119779 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-82dc705a-2d53-45e7-98de-ee329152cde0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1135 time: 0.3498955
Jan 15 21:42:21.221551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-448f972d-364c-4837-99b5-bb0db5cae9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:21.223054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-448f972d-364c-4837-99b5-bb0db5cae9bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.0834422
Jan 15 21:42:21.290516 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-4020490e-7650-440b-ad7f-152067583350 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 1001 time: 0.0613072
Jan 15 21:42:21.338324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-2146e560-557b-4598-8cf1-ca29449e5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:21.339756 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-2146e560-557b-4598-8cf1-ca29449e5008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0424201
Jan 15 21:42:21.386169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-abe9cd84-69cf-414b-a900-37f86c78d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:21.388054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-abe9cd84-69cf-414b-a900-37f86c78d3aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417047
Jan 15 21:42:21.484798 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-79e713b7-38f6-4eea-920b-7c7d7c3eacd3 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901358
Jan 15 21:42:21.578398 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-8502867a-8f7b-4765-bcdf-6ef584431003 req-d1cf30be-f50b-4d33-bf84-b7c88af92527 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870194
Jan 15 21:42:22.050910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:23.440518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:24.310728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:29.663165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-d26ddbb8-2512-4dc1-b249-9daf349862fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:29.664718 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-d26ddbb8-2512-4dc1-b249-9daf349862fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1135 time: 0.0420403
Jan 15 21:42:29.665868 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc5d3-c634-4d03-8adb-5a469f5d9850 req-96344af8-51cb-4e6f-bb7d-68026d9293c6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:29.667355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-782dc5d3-c634-4d03-8adb-5a469f5d9850 req-96344af8-51cb-4e6f-bb7d-68026d9293c6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0505297
Jan 15 21:42:29.727280 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-782dc5d3-c634-4d03-8adb-5a469f5d9850 req-cb482d82-dcd4-434a-a595-2dad30957929 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0542364
Jan 15 21:42:29.756005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-95be97b4-71c1-40c4-9637-12a8b75626c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:29.757712 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-95be97b4-71c1-40c4-9637-12a8b75626c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.0876029
Jan 15 21:42:29.834311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-c33abc20-4949-4be2-9a4f-22b3dab670f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 1001 time: 0.0689104
Jan 15 21:42:29.886715 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-4b8a14a2-c987-4997-8126-8e09c5d1237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:29.888250 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-4b8a14a2-c987-4997-8126-8e09c5d1237d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0476334
Jan 15 21:42:29.935764 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-84cc9b04-fd93-460c-a291-7e13dc4e44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:29.937300 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-84cc9b04-fd93-460c-a291-7e13dc4e44d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431275
Jan 15 21:42:30.028322 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-a929a60a-1e68-46fe-a27f-e71064eb08ba service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836897
Jan 15 21:42:30.116281 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-37ce83da-ffc3-4c5a-b3e9-c4641740ccba req-76ad9c04-4cee-4d61-842c-b2f7da86c318 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813007
Jan 15 21:42:30.849976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea0f6-d829-4b91-b1ff-302774c58eed req-55401f9e-059c-47bc-bba2-fa846dd8820b tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:30.851426 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20fea0f6-d829-4b91-b1ff-302774c58eed req-55401f9e-059c-47bc-bba2-fa846dd8820b tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0519209
Jan 15 21:42:30.913352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-20fea0f6-d829-4b91-b1ff-302774c58eed req-bf95a4f3-2b91-49d4-911c-bc03ef75feb8 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0563042
Jan 15 21:42:32.029647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226e29-4a27-4145-9109-fbaf8aedc420 req-c9647d6a-608b-4959-a4fa-2ca72b231879 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:32.031145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e226e29-4a27-4145-9109-fbaf8aedc420 req-c9647d6a-608b-4959-a4fa-2ca72b231879 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0506330
Jan 15 21:42:32.091711 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6e226e29-4a27-4145-9109-fbaf8aedc420 req-2771473f-6301-497c-a493-3921f997bb9f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0546963
Jan 15 21:42:33.206029 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a82348-bb1b-43f7-b979-a354b6bd03a7 req-80ed0666-3448-4d86-8e39-9ce1467fffbe tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:33.207493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1a82348-bb1b-43f7-b979-a354b6bd03a7 req-80ed0666-3448-4d86-8e39-9ce1467fffbe tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0486333
Jan 15 21:42:33.270058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a1a82348-bb1b-43f7-b979-a354b6bd03a7 req-564fc00b-5f9f-4c49-95ab-f527188e7d9b tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0565538
Jan 15 21:42:34.388144 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cbdab-f33a-47b6-8e8a-f8ee9f90e07b req-2719d8d6-b3ac-455a-b030-5f43c3b72568 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:34.389631 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e40cbdab-f33a-47b6-8e8a-f8ee9f90e07b req-2719d8d6-b3ac-455a-b030-5f43c3b72568 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0507219
Jan 15 21:42:34.449291 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e40cbdab-f33a-47b6-8e8a-f8ee9f90e07b req-6c8d488d-2dea-4515-993b-4f502301ec35 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539470
Jan 15 21:42:35.563990 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94a10a-75d2-4090-8564-d3c7dd2db5b8 req-2b47dd0f-1a10-4ba0-9302-4ec5bc82890b tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:35.565462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b94a10a-75d2-4090-8564-d3c7dd2db5b8 req-2b47dd0f-1a10-4ba0-9302-4ec5bc82890b tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0487466
Jan 15 21:42:35.625903 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0b94a10a-75d2-4090-8564-d3c7dd2db5b8 req-78974895-1f14-4f08-9b52-b0c253db356e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0537891
Jan 15 21:42:36.746399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8ce5-8206-4f61-b502-df465b1fda92 req-a25f71ea-13f0-48a1-a936-2626adf3a1b3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:36.747877 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbfc8ce5-8206-4f61-b502-df465b1fda92 req-a25f71ea-13f0-48a1-a936-2626adf3a1b3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0543985
Jan 15 21:42:36.807322 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fbfc8ce5-8206-4f61-b502-df465b1fda92 req-f9abc2ac-d8b2-41c8-a70f-a22db37528ae tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0537899
Jan 15 21:42:37.924678 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a8825-3884-4c13-9769-854236717c2c req-87835076-e00f-4254-9546-0d3e64240d23 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:37.926191 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-144a8825-3884-4c13-9769-854236717c2c req-87835076-e00f-4254-9546-0d3e64240d23 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0495143
Jan 15 21:42:37.986486 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-144a8825-3884-4c13-9769-854236717c2c req-2b40c3cb-df67-4ec4-86e0-b3869a88447f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0545471
Jan 15 21:42:39.102725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254380fc-ad84-4469-9c68-caa3bfca4300 req-411eb077-0639-417d-803c-d296c7f4987d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:39.104165 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-254380fc-ad84-4469-9c68-caa3bfca4300 req-411eb077-0639-417d-803c-d296c7f4987d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0482888
Jan 15 21:42:39.166445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-254380fc-ad84-4469-9c68-caa3bfca4300 req-58cbe117-4358-43d5-a22a-2ff16c19a1a3 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0565143
Jan 15 21:42:40.282099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818549c8-f7ea-4003-a954-0d1557635e5c req-3368b67b-b505-4d45-bd19-c7be1f087ae1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:40.283544 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-818549c8-f7ea-4003-a954-0d1557635e5c req-3368b67b-b505-4d45-bd19-c7be1f087ae1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0479767
Jan 15 21:42:40.343502 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-818549c8-f7ea-4003-a954-0d1557635e5c req-695032da-9850-4526-9f4f-4a83763c5d9f tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0532372
Jan 15 21:42:41.463636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c0cc2-b455-4274-a579-5d7b7b978f8e req-8acdd923-4de2-4671-9d25-faf703d50fab tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:42:41.465137 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be5c0cc2-b455-4274-a579-5d7b7b978f8e req-8acdd923-4de2-4671-9d25-faf703d50fab tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0514688
Jan 15 21:42:41.524402 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be5c0cc2-b455-4274-a579-5d7b7b978f8e req-1a334637-01df-421f-928a-5d70f8f9282e tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&id=cb26bc60-6b4a-4f66-9990-212b5a56ad18&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0535448
Jan 15 21:42:44.771897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:44.848132 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:42:45.684924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:48.022235 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-06347708-8b71-471f-a45b-8a4afb31187c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:50.736618 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1f681b2c-8c36-477c-b90a-fda30b7c5224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:52.053129 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:53.443768 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:42:54.315349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.062696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-4d824df0-0162-4b3b-8fe9-9859e410bba1 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338849122&fields=id&tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee HTTP/1.1" status: 200  len: 267 time: 0.0475109
Jan 15 21:43:14.114882 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-8fab78ec-7308-4878-a3ca-1cf3170a7072 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:14.116377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-8fab78ec-7308-4878-a3ca-1cf3170a7072 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 984 time: 0.0484815
Jan 15 21:43:14.127589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Request body: {'port': {'security_groups': ['3863b2e2-a7b7-4e3b-b35c-364dc88d78aa']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:14.190929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.362776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:14.392537 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.397111 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.413880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:43:14.445859 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:14.446594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.447951 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27c767fc-5479-43bd-9ecd-276a3f16b29e req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "PUT /v2.0/ports/021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 942 time: 0.3248208
Jan 15 21:43:14.448414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:14.450719 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdbf8a0-5172-4156-9699-99a5f7829644" -d '{"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:14.457940 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60184) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:14.518719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event updated for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=7']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:14.531002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:43:14.536550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.537185 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.537531 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.537871 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.538204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.538535 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.538870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.539195 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.540075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.540416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.540743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.541208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.541536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f2af3-0ea5-4d44-a2dd-5560e084c10d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:14.548115 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (cb26bc60-6b4a-4f66-9990-212b5a56ad18), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.575055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (cb26bc60-6b4a-4f66-9990-212b5a56ad18), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.643439 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cb26bc60-6b4a-4f66-9990-212b5a56ad18), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.647411 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.649530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "DELETE /v2.0/security-groups/cb26bc60-6b4a-4f66-9990-212b5a56ad18 HTTP/1.1" status: 204  len: 168 time: 0.1902077
Jan 15 21:43:14.652622 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60188) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:14.662734 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e90880-d01a-456e-82a2-89ce99bca634 x-openstack-request-id: req-37e90880-d01a-456e-82a2-89ce99bca634 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:14.662734 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:14.663017 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37e90880-d01a-456e-82a2-89ce99bca634 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:14.663311 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:43:14.665358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fa26a-94e8-49e3-bb11-3619df4caa30 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb26bc60-6b4a-4f66-9990-212b5a56ad18,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:14.773667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-c30643a1-9d7b-4f97-8988-1b03479c1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:14.776898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-c30643a1-9d7b-4f97-8988-1b03479c1117 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1096 time: 0.0723047
Jan 15 21:43:14.781060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a4a69403-49ac-4c7e-8e4d-1575bb680cb6 None None] Provisioning complete for port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:14.781447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a4a69403-49ac-4c7e-8e4d-1575bb680cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.822963 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:14.892165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a4a69403-49ac-4c7e-8e4d-1575bb680cb6 None None] Current status of the port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:14.940266 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-af9769c7-baf7-4ce7-a9dd-59df4a57b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:14.941790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-af9769c7-baf7-4ce7-a9dd-59df4a57b58b service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.1316285
Jan 15 21:43:14.996206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Deleting port 445ee9be-dad1-48bf-ae5d-cfdc1c45395e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:14.996599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.053299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-8e314f89-c52c-4a8d-9687-3a2bbf55e422 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 1001 time: 0.1047833
Jan 15 21:43:15.126343 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.126671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for floatingip (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.137029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-91679297-9430-43e4-89b2-dc88a010280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:15.138482 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-91679297-9430-43e4-89b2-dc88a010280c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0774224
Jan 15 21:43:15.143823 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Calling delete_port for 445ee9be-dad1-48bf-ae5d-cfdc1c45395e owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:15.238259 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-92078af7-852e-4cd5-96b0-815f348e2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:15.239759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-92078af7-852e-4cd5-96b0-815f348e2da9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0921955
Jan 15 21:43:15.380654 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-3f283de3-d9db-4ba9-93a8-390f5da34121 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303203
Jan 15 21:43:15.438664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (445ee9be-dad1-48bf-ae5d-cfdc1c45395e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.467876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event deleted for resources: {'Port': ['ID=445ee9be-dad1-48bf-ae5d-cfdc1c45395e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:15.487077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.487423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.487762 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.488105 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.488440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.488772 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.489124 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.489448 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.489771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.490096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.490416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.490733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.491050 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:15.567350 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcdbf8a0-5172-4156-9699-99a5f7829644 req-567429ee-8355-4b59-9c60-d41030ece332 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748242
Jan 15 21:43:15.572754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks [] for floatingip (77a44888-1371-478a-8e85-09cb8b8ba7aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.573167 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Floating IP 77a44888-1371-478a-8e85-09cb8b8ba7aa disassociated (deleted). External IP: 172.35.1.135, port: 021182f9-1b1a-4c52-a3cc-64346bd7c5cb.
Jan 15 21:43:15.684440 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.783411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Router f06903ac-3f44-4cd4-895c-549676609a1c has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:43:15.890358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:15.895095 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:15.900571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Sync routers for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:15.910528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:15.911143 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:42:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:15.922793 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f636280d-f5b9-456e-bacc-f5ac01c92da6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "DELETE /v2.0/floatingips/77a44888-1371-478a-8e85-09cb8b8ba7aa HTTP/1.1" status: 204  len: 168 time: 1.2679620
Jan 15 21:43:15.923389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:15.925687 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4" -d '{"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:16.028638 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:16.039199 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb903fa-44b2-4277-ad77-cbbd82083eeb x-openstack-request-id: req-2eb903fa-44b2-4277-ad77-cbbd82083eeb {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:16.040172 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:16.040500 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2eb903fa-44b2-4277-ad77-cbbd82083eeb {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:16.040945 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:43:16.108457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-c6bfb67c-4390-4510-8b59-3f33cf0c2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:16.110066 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-c6bfb67c-4390-4510-8b59-3f33cf0c2737 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 1096 time: 0.0447743
Jan 15 21:43:16.233387 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-032d71ef-4a7c-40ec-a673-86927cfa0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:16.234946 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-032d71ef-4a7c-40ec-a673-86927cfa0acf service neutron] 10.222.0.45 "GET /v2.0/networks?id=db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 200  len: 914 time: 0.1097956
Jan 15 21:43:16.279909 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-3e025695-7de5-41f6-87a7-53245cce5fb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 200  len: 217 time: 0.0356297
Jan 15 21:43:16.376415 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-be8b0934-0a76-4654-a3b1-6ded69a327f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:16.378060 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-be8b0934-0a76-4654-a3b1-6ded69a327f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 200  len: 852 time: 0.0464280
Jan 15 21:43:16.405617 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3d00>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:16.424326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-664ddec3-e0f0-48ac-ab0e-1ef85811ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:16.425881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-664ddec3-e0f0-48ac-ab0e-1ef85811ad4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=db49f030-b94f-4947-8a67-4c6ce2ffda3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405264
Jan 15 21:43:16.432653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Checking router: f06903ac-3f44-4cd4-895c-549676609a1c for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:16.441672 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:16.442289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:42:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:16.525794 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-ca7b5981-6797-4d35-803b-3a5f6c0f0efa service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892773
Jan 15 21:43:16.549466 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:16.623238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f6ffcfbc-a093-434b-abed-f1e0e0a495f4 req-48c86247-e770-4832-8d95-b9150b5dbcd2 service neutron] 10.222.0.45 "GET /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906940
Jan 15 21:43:16.748188 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3d00>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:16.780308 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8b5e1-6bca-47a4-a406-a55706d955ba None None] The sync data for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 is: [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:41:21Z', 'revision_number': 4, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe', 'name': '', 'network_id': 'db49f030-b94f-4947-8a67-4c6ce2ffda3f', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'mac_address': 'fa:16:3e:d9:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:21Z', 'updated_at': '2022-01-15T21:41:26Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'subnets': [{'id': 'fd1a5354-7984-4159-9fa3-d8266af249de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:17.029328 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333da5df-5841-4023-aa2f-0b41caadb311 None None] New status for floating IP 77a44888-1371-478a-8e85-09cb8b8ba7aa: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:43:18.025114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24b9b3e1-d634-41ae-80d0-895923041aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:18.659647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4e3d-a67b-48bd-9f7e-f595e850c5cc req-1ac75175-8c67-48db-988a-82ada1f47443 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:18.661179 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98dd4e3d-a67b-48bd-9f7e-f595e850c5cc req-1ac75175-8c67-48db-988a-82ada1f47443 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0510125
Jan 15 21:43:18.710922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98dd4e3d-a67b-48bd-9f7e-f595e850c5cc req-f99b31ad-b977-43ef-acc5-88477496d872 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432162
Jan 15 21:43:20.075765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b4208-dba7-46b1-bf3c-cea721db3fa7 req-cc65129b-03e3-414b-a525-333d5580073a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:20.077177 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-624b4208-dba7-46b1-bf3c-cea721db3fa7 req-cc65129b-03e3-414b-a525-333d5580073a tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.2925611
Jan 15 21:43:20.126899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-624b4208-dba7-46b1-bf3c-cea721db3fa7 req-8e1c85c8-652b-4ff3-a12f-25787b96927d tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/security-groups?id=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440204
Jan 15 21:43:20.510915 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-4474cd28-1df2-4202-979d-5fd944558efe tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:20.512361 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-4474cd28-1df2-4202-979d-5fd944558efe tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.45 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 945 time: 0.0488284
Jan 15 21:43:20.602670 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Deleting port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:20.603007 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:20.693768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] For port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:20.694136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:20.707655 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Calling delete_port for 021182f9-1b1a-4c52-a3cc-64346bd7c5cb owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:20.739162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8638f86-dc3a-4b63-8021-d60ca950a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:20.843495 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (021182f9-1b1a-4c52-a3cc-64346bd7c5cb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:20.861938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['021182f9-1b1a-4c52-a3cc-64346bd7c5cb'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:43:20.872714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Pushing event deleted for resources: {'Port': ['ID=021182f9-1b1a-4c52-a3cc-64346bd7c5cb,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:20.915324 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] No DVR routers for this DVR port 021182f9-1b1a-4c52-a3cc-64346bd7c5cb on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:43:20.918102 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:20.921524 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ce749d8-3e2a-459d-931c-79c6110abd7e req-31f9b620-c8a1-45eb-ae05-0ade931d17dc tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.45 "DELETE /v2.0/ports/021182f9-1b1a-4c52-a3cc-64346bd7c5cb HTTP/1.1" status: 204  len: 173 time: 0.4017301
Jan 15 21:43:20.921962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'name': 'network-vif-deleted', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:20.924179 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d977d-cf83-4b05-932e-bcd418ea2855" -d '{"events": [{"server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "name": "network-vif-deleted", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:20.966426 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a16ef9-b062-443d-922f-468bd5538e31 x-openstack-request-id: req-b0a16ef9-b062-443d-922f-468bd5538e31 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:20.966724 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0", "name": "network-vif-deleted", "tag": "021182f9-1b1a-4c52-a3cc-64346bd7c5cb", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:20.966998 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0a16ef9-b062-443d-922f-468bd5538e31 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:20.967388 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0', 'name': 'network-vif-deleted', 'tag': '021182f9-1b1a-4c52-a3cc-64346bd7c5cb', 'status': 'completed', 'code': 200}
Jan 15 21:43:21.233526 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a962aa5-7185-4306-8655-79ce2ffba1a7 req-564b6c6a-97d1-47c2-aad2-5b1a70cec8f6 tempest-TestMinimumBasicScenario-659011030 tempest-TestMinimumBasicScenario-659011030-project] 10.222.0.46 "GET /v2.0/ports?device_id=092fe1aa-1ff7-4f74-87c4-e14e1df6b7a0 HTTP/1.1" status: 200  len: 210 time: 0.0269971
Jan 15 21:43:21.846679 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:43:22.056902 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:23.449765 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:23.853763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60308) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:24.189742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 021182f9-1b1a-4c52-a3cc-64346bd7c5cb no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:24.205783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (f06903ac-3f44-4cd4-895c-549676609a1c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:24.209401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 021182f9-1b1a-4c52-a3cc-64346bd7c5cb {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:24.209957 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 021182f9-1b1a-4c52-a3cc-64346bd7c5cb not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:24.318209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:24.757456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Deleting port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:24.757797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:24.841022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] For port a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:24.841393 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:24.853790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Calling delete_port for a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:25.030675 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.058952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:25.230437 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (f06903ac-3f44-4cd4-895c-549676609a1c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.447559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Router f06903ac-3f44-4cd4-895c-549676609a1c has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:43:25.556221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:25.564125 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4326b30f-8652-4834-849c-883891f7b020 admin admin] 10.222.0.46 "PUT /v2.0/routers/f06903ac-3f44-4cd4-895c-549676609a1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7092826
Jan 15 21:43:25.564571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60310) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:25.565083 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Sync routers for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:25.575832 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:25.576806 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:25.668466 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks [] for router (f06903ac-3f44-4cd4-895c-549676609a1c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.683448 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:25.770414 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks [] for router_gateway (f06903ac-3f44-4cd4-895c-549676609a1c), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.824765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Deleting port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:25.825129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.873940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32b400>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:43:24Z', 'revision_number': 5, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port': {'id': 'ef9dc6aa-8b05-4a05-8db7-afe94b0eda81', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:19Z', 'updated_at': '2022-01-15T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:25.902255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Checking router: f06903ac-3f44-4cd4-895c-549676609a1c for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:25.907116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] For port ef9dc6aa-8b05-4a05-8db7-afe94b0eda81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:25.907515 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:25.910471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Routers {'f06903ac-3f44-4cd4-895c-549676609a1c'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:25.911078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['f06903ac-3f44-4cd4-895c-549676609a1c'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:25.920573 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Calling delete_port for ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:25.999215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] Set router f06903ac-3f44-4cd4-895c-549676609a1c gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:26.052049 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b32b400>, [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:43:25Z', 'revision_number': 6, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:26.081652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfa7404-5232-416c-81fa-60936fdc5fb5 None None] The sync data for ids ['f06903ac-3f44-4cd4-895c-549676609a1c'] in ncdv-master-1 is: [{'id': 'f06903ac-3f44-4cd4-895c-549676609a1c', 'name': 'tempest-TestMinimumBasicScenario-29110186-router', 'tenant_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:18Z', 'updated_at': '2022-01-15T21:43:25Z', 'revision_number': 6, 'project_id': '7c3e3591eb6a485591b4e5b9dbf636ee', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:26.093603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ef9dc6aa-8b05-4a05-8db7-afe94b0eda81), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.119613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9dc6aa-8b05-4a05-8db7-afe94b0eda81,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:26.133803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1dc69-c954-42bb-bb06-de777519cd98 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:26.183539 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (f06903ac-3f44-4cd4-895c-549676609a1c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.273599 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (f06903ac-3f44-4cd4-895c-549676609a1c), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.275839 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks [] for router_controller (f06903ac-3f44-4cd4-895c-549676609a1c), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.317956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (f06903ac-3f44-4cd4-895c-549676609a1c), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.318543 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f06903ac-3f44-4cd4-895c-549676609a1c {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:43:26.323468 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.324781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fa0c711a-1834-4075-b907-67747a52c05f admin admin] 10.222.0.46 "DELETE /v2.0/routers/f06903ac-3f44-4cd4-895c-549676609a1c HTTP/1.1" status: 204  len: 168 time: 0.7591820
Jan 15 21:43:26.327311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60312) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:26.372416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Deleting subnet fd1a5354-7984-4159-9fa3-d8266af249de {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:43:26.375529 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Publish callbacks [] for subnet (fd1a5354-7984-4159-9fa3-d8266af249de), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.413552 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (fd1a5354-7984-4159-9fa3-d8266af249de), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.496140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (fd1a5354-7984-4159-9fa3-d8266af249de), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.550074 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (fd1a5354-7984-4159-9fa3-d8266af249de), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.579110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1a5354-7984-4159-9fa3-d8266af249de,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:26.583096 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.586859 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b29c3da5-f1f9-44a5-8256-044054c5a7d7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd1a5354-7984-4159-9fa3-d8266af249de HTTP/1.1" status: 204  len: 168 time: 0.2586026
Jan 15 21:43:26.589425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f139772-5194-4dad-be6c-3f588fe9272d None None] Network db49f030-b94f-4947-8a67-4c6ce2ffda3f requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:43:26.589909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60314) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:26.656446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (db49f030-b94f-4947-8a67-4c6ce2ffda3f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.709226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Deleting port 9543c437-8a91-42c6-b492-b7ef47c7b939 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:26.709560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.776553 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] For port 9543c437-8a91-42c6-b492-b7ef47c7b939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9543c437-8a91-42c6-b492-b7ef47c7b939,segment=NetworkSegment(624c4f02-ec01-43fb-8790-e20c3a58dcd3),segment_id=624c4f02-ec01-43fb-8790-e20c3a58dcd3)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:26.776828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.790731 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Calling delete_port for 9543c437-8a91-42c6-b492-b7ef47c7b939 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:26.864955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] DHCP port deletion for db49f030-b94f-4947-8a67-4c6ce2ffda3f request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:26.876189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.903804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Pushing event deleted for resources: {'Port': ['ID=9543c437-8a91-42c6-b492-b7ef47c7b939,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:26.909378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] No DVR routers for this DVR port 9543c437-8a91-42c6-b492-b7ef47c7b939 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:43:26.920760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Deleting port 9543c437-8a91-42c6-b492-b7ef47c7b939 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:26.921270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.988034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] For port 9543c437-8a91-42c6-b492-b7ef47c7b939, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:26.988429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:26.989947 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (db49f030-b94f-4947-8a67-4c6ce2ffda3f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.002292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Calling delete_port for 9543c437-8a91-42c6-b492-b7ef47c7b939 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:27.004626 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Port 9543c437-8a91-42c6-b492-b7ef47c7b939 was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:43:27.005924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (9543c437-8a91-42c6-b492-b7ef47c7b939), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.011973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0eac70>,) {'filters': {'network_id': ['db49f030-b94f-4947-8a67-4c6ce2ffda3f']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:27.021379 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0eac70>, '624c4f02-ec01-43fb-8790-e20c3a58dcd3') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:27.021672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0eac70>, '624c4f02-ec01-43fb-8790-e20c3a58dcd3') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:27.031927 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (624c4f02-ec01-43fb-8790-e20c3a58dcd3), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.036037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Pushing event deleted for resources: {'Port': ['ID=9543c437-8a91-42c6-b492-b7ef47c7b939,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:27.041116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] No DVR routers for this DVR port 9543c437-8a91-42c6-b492-b7ef47c7b939 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:43:27.047999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.053013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.053013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.053729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (624c4f02-ec01-43fb-8790-e20c3a58dcd3), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.054241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f7d7e-bc7a-4828-81fc-eaebec645c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:27.058413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:43:27.058836 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (624c4f02-ec01-43fb-8790-e20c3a58dcd3), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:43:27.060577 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:43:27.121443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (db49f030-b94f-4947-8a67-4c6ce2ffda3f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.128232 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.131264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] 10.222.0.46 "DELETE /v2.0/networks/db49f030-b94f-4947-8a67-4c6ce2ffda3f HTTP/1.1" status: 204  len: 168 time: 0.5409007
Jan 15 21:43:27.134779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60316) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:27.144416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e6d1f-c406-48ba-98db-28a1a4af215e admin admin] Pushing event deleted for resources: {'Network': ['ID=db49f030-b94f-4947-8a67-4c6ce2ffda3f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:27.484984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (92df14db-7fad-40de-b193-66341b8549ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.503343 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9543c437-8a91-42c6-b492-b7ef47c7b939 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:27.524019 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9543c437-8a91-42c6-b492-b7ef47c7b939 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:27.524444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9543c437-8a91-42c6-b492-b7ef47c7b939 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:27.524909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:27.543291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:27.543633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ef9dc6aa-8b05-4a05-8db7-afe94b0eda81 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:27.544035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:27.562868 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:27.563207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device a84e30a1-cb41-44c3-b8e7-9c78cf8ccdfe not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:27.733158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Deleting port 6c51811d-161e-4a8b-adf3-cf938b025180 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:27.733496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.815030 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] For port 6c51811d-161e-4a8b-adf3-cf938b025180, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c51811d-161e-4a8b-adf3-cf938b025180,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:27.815391 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:27.827769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Calling delete_port for 6c51811d-161e-4a8b-adf3-cf938b025180 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:28.007056 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6c51811d-161e-4a8b-adf3-cf938b025180), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.031571 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c51811d-161e-4a8b-adf3-cf938b025180,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:28.203427 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (92df14db-7fad-40de-b193-66341b8549ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.412370 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Router 92df14db-7fad-40de-b193-66341b8549ce has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:43:28.518432 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:28.525138 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b6aa4cee-dc68-4ff9-b009-f28c74c9b504 admin admin] 10.222.0.46 "PUT /v2.0/routers/92df14db-7fad-40de-b193-66341b8549ce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3874259
Jan 15 21:43:28.526769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60318) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:28.528116 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Sync routers for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:28.538410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:28.539270 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37cf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:28.629632 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks [] for router (92df14db-7fad-40de-b193-66341b8549ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.645318 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:28.739598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks [] for router_gateway (92df14db-7fad-40de-b193-66341b8549ce), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.793496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Deleting port 68fe402a-2b09-4070-bceb-68e7c3277005 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:28.793838 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.827410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37cf40>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138'}], 'enable_snat': True}, 'gw_port_id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:43:27Z', 'revision_number': 5, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port': {'id': '68fe402a-2b09-4070-bceb-68e7c3277005', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92df14db-7fad-40de-b193-66341b8549ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:28.858510 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Checking router: 92df14db-7fad-40de-b193-66341b8549ce for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:28.866629 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Routers {'92df14db-7fad-40de-b193-66341b8549ce'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:28.867393 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37cf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['92df14db-7fad-40de-b193-66341b8549ce'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:28.875669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] For port 68fe402a-2b09-4070-bceb-68e7c3277005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=68fe402a-2b09-4070-bceb-68e7c3277005,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:28.876036 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:28.887960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Calling delete_port for 68fe402a-2b09-4070-bceb-68e7c3277005 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:28.956901 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] Set router 92df14db-7fad-40de-b193-66341b8549ce gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:29.009530 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37cf40>, [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:43:28Z', 'revision_number': 6, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:29.039930 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d84de-2291-48d7-a035-88830e8107c8 None None] The sync data for ids ['92df14db-7fad-40de-b193-66341b8549ce'] in ncdv-master-1 is: [{'id': '92df14db-7fad-40de-b193-66341b8549ce', 'name': 'tempest-TestMinimumBasicScenario-387931572-router', 'tenant_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:41:23Z', 'updated_at': '2022-01-15T21:43:28Z', 'revision_number': 6, 'project_id': 'b7286951e4214e3d8d2e94ceb611fa4b', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:29.062589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (68fe402a-2b09-4070-bceb-68e7c3277005), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.087140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Pushing event deleted for resources: {'Port': ['ID=68fe402a-2b09-4070-bceb-68e7c3277005,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:29.102568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fccea18-e172-4aba-a1f2-046f25e5a0ac None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:29.155127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (92df14db-7fad-40de-b193-66341b8549ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.244487 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (92df14db-7fad-40de-b193-66341b8549ce), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.246663 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks [] for router_controller (92df14db-7fad-40de-b193-66341b8549ce), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.289657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (92df14db-7fad-40de-b193-66341b8549ce), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.290197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92df14db-7fad-40de-b193-66341b8549ce {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:43:29.294960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.296432 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f4b3160e-a334-4f48-a9bd-f8dc8896172d admin admin] 10.222.0.46 "DELETE /v2.0/routers/92df14db-7fad-40de-b193-66341b8549ce HTTP/1.1" status: 204  len: 168 time: 0.7684391
Jan 15 21:43:29.298857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:29.343274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Deleting subnet 92911196-c3a7-4bfc-aa59-9ea750df8e91 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:43:29.346255 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Publish callbacks [] for subnet (92911196-c3a7-4bfc-aa59-9ea750df8e91), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.385697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (92911196-c3a7-4bfc-aa59-9ea750df8e91), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.473250 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (92911196-c3a7-4bfc-aa59-9ea750df8e91), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.530574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (92911196-c3a7-4bfc-aa59-9ea750df8e91), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.553987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92911196-c3a7-4bfc-aa59-9ea750df8e91,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:29.560218 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.565848 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-462d205c-95d6-4506-8ab9-d5ae83aad55a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/92911196-c3a7-4bfc-aa59-9ea750df8e91 HTTP/1.1" status: 204  len: 168 time: 0.2636633
Jan 15 21:43:29.566037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd3ab2-39ef-4cf2-9a57-5b5434a50264 None None] Network 8218c890-138f-4604-865d-260d4c10adc8 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:43:29.566156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60322) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:29.637671 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (8218c890-138f-4604-865d-260d4c10adc8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.691046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Deleting port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:43:29.691378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.755081 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] For port bccd91dd-dbcc-4132-9198-93a3a8be0fc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,segment=NetworkSegment(97e9a375-e60d-43b1-9217-2dd85614ca37),segment_id=97e9a375-e60d-43b1-9217-2dd85614ca37)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:29.755359 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.768237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Calling delete_port for bccd91dd-dbcc-4132-9198-93a3a8be0fc6 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:43:29.837971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d256a-3f50-49d4-900b-6c32ee778b22 None None] DHCP port deletion for 8218c890-138f-4604-865d-260d4c10adc8 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:29.852432 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (bccd91dd-dbcc-4132-9198-93a3a8be0fc6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.873742 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-424d256a-3f50-49d4-900b-6c32ee778b22 None None] The port 'bccd91dd-dbcc-4132-9198-93a3a8be0fc6' was deleted {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}}
Jan 15 21:43:29.896381 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] No DVR routers for this DVR port bccd91dd-dbcc-4132-9198-93a3a8be0fc6 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:43:29.900990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccd91dd-dbcc-4132-9198-93a3a8be0fc6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:29.910435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6c51811d-161e-4a8b-adf3-cf938b025180 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:29.935911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6c51811d-161e-4a8b-adf3-cf938b025180 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:29.936257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6c51811d-161e-4a8b-adf3-cf938b025180 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:29.976246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (8218c890-138f-4604-865d-260d4c10adc8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:29.999098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e81a05370>,) {'filters': {'network_id': ['8218c890-138f-4604-865d-260d4c10adc8']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:30.008716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81a05370>, '97e9a375-e60d-43b1-9217-2dd85614ca37') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:30.009055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e81a05370>, '97e9a375-e60d-43b1-9217-2dd85614ca37') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:30.018217 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (97e9a375-e60d-43b1-9217-2dd85614ca37), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.032719 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (97e9a375-e60d-43b1-9217-2dd85614ca37), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.040430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:43:30.041047 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (97e9a375-e60d-43b1-9217-2dd85614ca37), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:43:30.042957 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:43:30.099609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (8218c890-138f-4604-865d-260d4c10adc8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.106458 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.109705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8218c890-138f-4604-865d-260d4c10adc8 HTTP/1.1" status: 204  len: 168 time: 0.5427544
Jan 15 21:43:30.122230 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266d6a5-8778-4f52-b935-5dc50af695f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8218c890-138f-4604-865d-260d4c10adc8,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:30.275753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60326) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:30.636547 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2973c23e-03c3-4877-b418-4c949b247f6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c3e3591eb6a485591b4e5b9dbf636ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3595083
Jan 15 21:43:30.638889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60328) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:30.684860 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] Publish callbacks [] for security_group (3863b2e2-a7b7-4e3b-b35c-364dc88d78aa), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.704801 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] Publish callbacks [] for security_group (3863b2e2-a7b7-4e3b-b35c-364dc88d78aa), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.750396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (3863b2e2-a7b7-4e3b-b35c-364dc88d78aa), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.752992 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:30.754149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3863b2e2-a7b7-4e3b-b35c-364dc88d78aa HTTP/1.1" status: 204  len: 168 time: 0.1143675
Jan 15 21:43:30.761990 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878c044-d676-47ca-a2a4-730a4875a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3863b2e2-a7b7-4e3b-b35c-364dc88d78aa,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:31.069722 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60336) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:31.111774 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ae4b554d-58fb-4bbd-9c46-40d399198911 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7286951e4214e3d8d2e94ceb611fa4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407567
Jan 15 21:43:31.114140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60338) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:31.161450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] Publish callbacks [] for security_group (cf021770-f31a-4436-a929-bf3d72571f1c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:31.183685 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] Publish callbacks [] for security_group (cf021770-f31a-4436-a929-bf3d72571f1c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:31.232241 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (cf021770-f31a-4436-a929-bf3d72571f1c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:31.234934 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:31.236088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf021770-f31a-4436-a929-bf3d72571f1c HTTP/1.1" status: 204  len: 168 time: 0.1210549
Jan 15 21:43:31.244548 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93915d-9dd0-4ead-8a6f-c5a2d7039df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf021770-f31a-4436-a929-bf3d72571f1c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:31.488764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bccd91dd-dbcc-4132-9198-93a3a8be0fc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:31.509981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: bccd91dd-dbcc-4132-9198-93a3a8be0fc6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:31.510329 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device bccd91dd-dbcc-4132-9198-93a3a8be0fc6 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:31.510945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68fe402a-2b09-4070-bceb-68e7c3277005 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:43:31.530909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 68fe402a-2b09-4070-bceb-68e7c3277005 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:43:31.531255 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 68fe402a-2b09-4070-bceb-68e7c3277005 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:43:32.824522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60378) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:32.829609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249774727', 'description': 'tempest-secgroup-smoke-1249774727 description', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:32.853967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:32.861835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:32.938444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (71b24033-d748-4a58-968c-2bde5c15f411), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:32.942128 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71b24033-d748-4a58-968c-2bde5c15f411), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:32.978386 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b24033-d748-4a58-968c-2bde5c15f411,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.019258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (0ea780df-1c65-42d5-a8b5-cb18f5b45f56), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.022792 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea780df-1c65-42d5-a8b5-cb18f5b45f56), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.051082 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.052246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2266164
Jan 15 21:43:33.055778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60380) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.061360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.066803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92df1a-d55b-4d70-80f0-283510127d4b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea780df-1c65-42d5-a8b5-cb18f5b45f56,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.091404 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d863cb13-7b19-44f6-ae94-92371cf4de56), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.145831 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d863cb13-7b19-44f6-ae94-92371cf4de56), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.149528 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d863cb13-7b19-44f6-ae94-92371cf4de56), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.171357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d863cb13-7b19-44f6-ae94-92371cf4de56,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.177142 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.178350 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e0192e9e-563e-4c16-a22c-c6728b7a4b0e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1215649
Jan 15 21:43:33.182003 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60382) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.186340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.213913 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c77df9e5-aad3-4fa5-82a2-50e796f0a0a1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.271853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c77df9e5-aad3-4fa5-82a2-50e796f0a0a1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.276162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c77df9e5-aad3-4fa5-82a2-50e796f0a0a1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.297112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77df9e5-aad3-4fa5-82a2-50e796f0a0a1,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.303190 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.304316 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7ca07100-39ed-412f-aeaa-b56b80b9cebd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1213846
Jan 15 21:43:33.307086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.311316 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.339226 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (1f11d955-bc93-4b48-83f3-f4a45a296c45), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.396638 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (1f11d955-bc93-4b48-83f3-f4a45a296c45), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.401186 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (1f11d955-bc93-4b48-83f3-f4a45a296c45), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.419524 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f11d955-bc93-4b48-83f3-f4a45a296c45,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.426779 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.427951 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-65da1bdb-7517-45d0-8740-a66fcdf8dc41 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1199536
Jan 15 21:43:33.430912 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.435932 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.464445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (fbc23cfd-4100-4454-9122-e8240461ad9b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.522387 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (fbc23cfd-4100-4454-9122-e8240461ad9b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.526702 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (fbc23cfd-4100-4454-9122-e8240461ad9b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.545508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc23cfd-4100-4454-9122-e8240461ad9b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.551103 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.552759 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-231860f4-94b4-4b06-b02c-eb0e014ea820 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1206050
Jan 15 21:43:33.555459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60388) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.559739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.581719 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:43:33.587071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d4be426d-f523-42e9-8f4c-02300f973196), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.646430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d4be426d-f523-42e9-8f4c-02300f973196), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.650381 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d4be426d-f523-42e9-8f4c-02300f973196), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.668224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4be426d-f523-42e9-8f4c-02300f973196,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.675185 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.676371 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-61a185f7-3256-49ef-976d-243a18cab11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1199675
Jan 15 21:43:33.679161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60390) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.683525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '0ea780df-1c65-42d5-a8b5-cb18f5b45f56', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.706111 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:43:33.711615 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (10bdea30-5a6a-499c-ab59-98dd8b97460a), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.768865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (10bdea30-5a6a-499c-ab59-98dd8b97460a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.772283 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (10bdea30-5a6a-499c-ab59-98dd8b97460a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.790395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bdea30-5a6a-499c-ab59-98dd8b97460a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:33.798708 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.799907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ee3528cb-e1d3-455f-8af6-36a4e1928a3d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1197362
Jan 15 21:43:33.802966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60392) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.807714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'network': {'name': 'tempest-network-smoke--678854394', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:33.829923 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:43:33.833385 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.857274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:43:33.866967 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (21010b6c-dd0a-46d4-8762-3cea8fcbfd6a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.867981 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Added segment 21010b6c-dd0a-46d4-8762-3cea8fcbfd6a of type vlan for network 0a6986c8-9a0a-4971-9315-fd8c941b4a08
Jan 15 21:43:33.906166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (0a6986c8-9a0a-4971-9315-fd8c941b4a08), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.934328 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (0a6986c8-9a0a-4971-9315-fd8c941b4a08), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.940102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:33.940677 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:33.991306 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1873903
Jan 15 21:43:33.994991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:33.999789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'admin_state_up': True, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:34.009155 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440eec2-983d-4156-a68f-a27ea28eff9e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Network': ['ID=0a6986c8-9a0a-4971-9315-fd8c941b4a08,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:34.019912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:43:34.026222 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.027347 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.080009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (fd9cae82-656d-4b81-bf7d-1e7f28283121), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.237848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (fd9cae82-656d-4b81-bf7d-1e7f28283121), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.428683 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.448420 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.548893 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.49 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/dff355c5-54ac-4065-88b5-e16e082a28f6) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:43:34.650601 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.684738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.723773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:34.730025 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:34.733045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:43:34.743719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4d07e-c3ab-4363-b595-2afe108cbda7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:34.761954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=dff355c5-54ac-4065-88b5-e16e082a28f6,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:34.829941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1304bd7b-22f4-4b0b-80b5-4e44821586e8 None None] Provisioning complete for port dff355c5-54ac-4065-88b5-e16e082a28f6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:34.830312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1304bd7b-22f4-4b0b-80b5-4e44821586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:34.863514 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1304bd7b-22f4-4b0b-80b5-4e44821586e8 None None] Port dff355c5-54ac-4065-88b5-e16e082a28f6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:35.001050 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:35.198403 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:35.324807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router fd9cae82-656d-4b81-bf7d-1e7f28283121 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:43:35.430773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:35.441307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Sync routers for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:35.453499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:35.454113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:35.454850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:35.459111 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-acab42c7-6ff0-4cbc-af1c-f34485af825c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4630501
Jan 15 21:43:35.459418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60396) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:35.559488 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:35.580291 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-dca739e8-248d-4bf0-b61d-660c8ca63a23 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5f21548044704a2bbfc4ed1612c66fbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1195271
Jan 15 21:43:35.582835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60400) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:35.672991 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d5ad7-e8b8-4365-9802-fe9ca54b0273 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:35.674520 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a50d5ad7-e8b8-4365-9802-fe9ca54b0273 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0907848
Jan 15 21:43:35.677527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60402) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:35.712852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-2a1a7869-960d-462e-8668-e42c2195b983 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0340753
Jan 15 21:43:35.715431 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60404) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:35.720257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081886836', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:35.748789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be580>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:34Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:35.774955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Checking router: fd9cae82-656d-4b81-bf7d-1e7f28283121 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:35.775298 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Updating router fd9cae82-656d-4b81-bf7d-1e7f28283121 port dff355c5-54ac-4065-88b5-e16e082a28f6 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:43:35.799671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:35.813132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:43:35.816764 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.001551 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (838c53f7-dfe7-4f44-a00b-61851cdb9d73), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.057938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks [] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.064142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.067188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Subnet': ['ID=838c53f7-dfe7-4f44-a00b-61851cdb9d73,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:36.072340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Checking segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:43:36.072340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network hostable DHCP agents. Network: 0a6986c8-9a0a-4971-9315-fd8c941b4a08, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:43:36.089480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:43:36.104649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a6986c8-9a0a-4971-9315-fd8c941b4a08) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:36.110309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f07f60-b69d-4e0e-bcb1-3b4af81706f7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:36.111654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:36.112553 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.124876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae9b6a-1d8f-4e00-8b73-2113065e7db5 None None] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:43:36.129937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-33d4c444-64cf-41a3-8f50-46bdc04f0442 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4133275
Jan 15 21:43:36.132632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60406) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:36.138674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061038-12d0-4534-8a8a-9f727fb630ba None None] Pushing event updated for resources: {'Port': ['ID=dff355c5-54ac-4065-88b5-e16e082a28f6,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:36.141214 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Attempting to bind port dff355c5-54ac-4065-88b5-e16e082a28f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:43:36.141580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Attempting to bind port dff355c5-54ac-4065-88b5-e16e082a28f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:43:36.141938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Attempting to bind port dff355c5-54ac-4065-88b5-e16e082a28f6 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:43:36.184697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:43:36.185100 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:43:36.186296 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.186296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:43:36.186520 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Bound port: dff355c5-54ac-4065-88b5-e16e082a28f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:43:36.186719 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.427940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b73584e2-e2cf-4e5e-8938-db161079afbb None None] Provisioning complete for port dff355c5-54ac-4065-88b5-e16e082a28f6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:36.428330 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b73584e2-e2cf-4e5e-8938-db161079afbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.482735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] For port dff355c5-54ac-4065-88b5-e16e082a28f6, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:43:36.496647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:43:36.497524 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.511096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] For port dff355c5-54ac-4065-88b5-e16e082a28f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dff355c5-54ac-4065-88b5-e16e082a28f6,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:43:36.522342 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.524277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b73584e2-e2cf-4e5e-8938-db161079afbb None None] Port dff355c5-54ac-4065-88b5-e16e082a28f6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:36.583134 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504871ff-3887-4666-955f-36838c45be12 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:43:36.655561 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3061038-12d0-4534-8a8a-9f727fb630ba None None] Pushing event updated for resources: {'Port': ['ID=dff355c5-54ac-4065-88b5-e16e082a28f6,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:36.659240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:36.659920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:36.813048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Allocated IP 172.20.0.2 (0a6986c8-9a0a-4971-9315-fd8c941b4a08/838c53f7-dfe7-4f44-a00b-61851cdb9d73/4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:43:36.819367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Provisioning complete for port dff355c5-54ac-4065-88b5-e16e082a28f6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:36.819738 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.846959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:36.871185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:37.141795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Current status of the port dff355c5-54ac-4065-88b5-e16e082a28f6 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:37.142184 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.198669 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks [] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.202740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] For port dff355c5-54ac-4065-88b5-e16e082a28f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dff355c5-54ac-4065-88b5-e16e082a28f6,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:37.207724 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.214075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.256804 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.1 (0a6986c8-9a0a-4971-9315-fd8c941b4a08/838c53f7-dfe7-4f44-a00b-61851cdb9d73/80b24ab2-40e0-4e76-ad9c-4830428945fc) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:43:37.259201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:37.268476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:37.271096 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:43:37.289532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaba32-a36e-4996-86fc-1424d47f5519 None None] Pushing event updated for resources: {'Port': ['ID=dff355c5-54ac-4065-88b5-e16e082a28f6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:37.329421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3be580>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:34Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:37.368493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee902cdc-f039-40e0-bbe4-0b9f93d18f7e None None] The sync data for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 is: [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:34Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:37.385015 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.399518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Pushing event updated for resources: {'Port': ['ID=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:37.411420 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Attempting to bind port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:43:37.412039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Attempting to bind port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:43:37.412548 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Attempting to bind port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f on network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:43:37.418045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:43:37.418424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Checking segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:43:37.418829 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.419216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Bound using segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:43:37.419821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Bound port: 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:43:37.420207 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.434348 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.480880 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:37.486419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:37.491204 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:43:37.491581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] For port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:43:37.496941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] For port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:43:37.497802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:37.503686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.548531 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:37.578815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a3b18-123a-4a8d-a4fc-2bf777ddd982 None None] Pushing event updated for resources: {'Port': ['ID=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:37.746116 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.064295 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.069850 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.149877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:38.152349 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.245709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:38.247095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:38.370521 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router fd9cae82-656d-4b81-bf7d-1e7f28283121 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:43:38.486193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:38.493424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3091c357-64d8-42b7-b6e5-3ca0e08567fd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/fd9cae82-656d-4b81-bf7d-1e7f28283121/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3597755
Jan 15 21:43:38.599518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9c132-15ea-465b-9c58-eef0b81a344c None None] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:43:38.657962 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-b4705417-db3d-48a9-ad8d-fe302e451e99 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249774727&fields=id&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 267 time: 0.0498507
Jan 15 21:43:38.677103 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Provisioning complete for port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:38.677395 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.796712 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-d08ff714-3717-4334-8ebb-fe537fc84507 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:38.798425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-d08ff714-3717-4334-8ebb-fe537fc84507 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 796 time: 0.1318982
Jan 15 21:43:38.805795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Current status of the port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:38.806315 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.820279 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-8bb96839-a0fe-4fe4-a676-35fed1e964f0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/quotas/5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 375 time: 0.0153773
Jan 15 21:43:38.847093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] For port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:38.852600 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:38.886284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-425aa6f1-eaf0-4fca-b02a-de7adb9e18b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0593817
Jan 15 21:43:38.905819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-d300bac4-8ce7-4eed-a6ef-257db6e8253c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:43:38.907025 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-d300bac4-8ce7-4eed-a6ef-257db6e8253c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082059
Jan 15 21:43:38.937927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ec314-c055-4900-a56e-cfd62dfd8861 None None] Pushing event updated for resources: {'Port': ['ID=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:39.015268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-231fc607-b8c9-4ee5-b191-bf9dad79e774 service neutron] 10.222.0.46 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017389
Jan 15 21:43:39.075343 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Sync routers for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:39.079027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Provisioning complete for port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.079408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.087551 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:39.088334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:39.127528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-01c0892d-24c9-46fb-a645-3a304e8b6bb7 service neutron] 10.222.0.46 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057940
Jan 15 21:43:39.174231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Current status of the port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:39.185959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.186478 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.223522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f8f86f83-370b-460d-a116-e0cdc8efc82f None None] Port 80b24ab2-40e0-4e76-ad9c-4830428945fc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:39.321323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:39.329384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-adabe156-d8ab-4832-b24c-85457ff4bba8 req-be2c68fb-0c13-496b-8f2b-aec9c10983e9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0389285
Jan 15 21:43:39.343368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c4e54244-d8ca-4d62-b161-754cfb863aae None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.343816 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c4e54244-d8ca-4d62-b161-754cfb863aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.383600 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c4e54244-d8ca-4d62-b161-754cfb863aae None None] Port 80b24ab2-40e0-4e76-ad9c-4830428945fc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:39.502855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-cabc7e57-9c66-4db1-915a-567ec175ed99 None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.503240 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cabc7e57-9c66-4db1-915a-567ec175ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.543288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-cabc7e57-9c66-4db1-915a-567ec175ed99 None None] Port 80b24ab2-40e0-4e76-ad9c-4830428945fc cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:39.558943 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0670>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 2, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:39.562978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:43:39.586183 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Checking router: fd9cae82-656d-4b81-bf7d-1e7f28283121 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:39.586686 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Updating router fd9cae82-656d-4b81-bf7d-1e7f28283121 port 80b24ab2-40e0-4e76-ad9c-4830428945fc binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:43:39.612819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.613459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.614677 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.689082 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:39.690130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dff355c5-54ac-4065-88b5-e16e082a28f6 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:43:39.739441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port dff355c5-54ac-4065-88b5-e16e082a28f6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:39.739744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.815987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port dff355c5-54ac-4065-88b5-e16e082a28f6 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:39.868176 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks [] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.873313 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.923930 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Pushing event updated for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:39.948035 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.948371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.948917 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.949437 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.949956 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.950287 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.950610 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.950934 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.951255 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.951574 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.951893 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.952212 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.952523 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:43:39.985296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Attempting to bind port 80b24ab2-40e0-4e76-ad9c-4830428945fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:43:39.985657 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Attempting to bind port 80b24ab2-40e0-4e76-ad9c-4830428945fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:43:39.986014 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Attempting to bind port 80b24ab2-40e0-4e76-ad9c-4830428945fc on network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:43:39.991678 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:43:39.992823 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Checking segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:43:39.993286 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:39.993648 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Bound using segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:43:39.994656 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Bound port: 80b24ab2-40e0-4e76-ad9c-4830428945fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:43:39.995037 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.059229 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] For port 80b24ab2-40e0-4e76-ad9c-4830428945fc, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:43:40.062777 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] For port 80b24ab2-40e0-4e76-ad9c-4830428945fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80b24ab2-40e0-4e76-ad9c-4830428945fc,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:43:40.067211 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.113410 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:40.114122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:40.169237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:40.169546 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.172967 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f4cf8-95c5-4d2e-b5e3-5079ed245fdd None None] Pushing event updated for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:40.242305 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:40.260979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Current status of the port 80b24ab2-40e0-4e76-ad9c-4830428945fc is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:40.261370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.298477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] For port 80b24ab2-40e0-4e76-ad9c-4830428945fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80b24ab2-40e0-4e76-ad9c-4830428945fc,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:40.303894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.365724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba6809-07c4-40e7-9359-a5df944151b2 None None] Pushing event updated for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:40.429159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-38dfce63-d33f-4912-b4f0-64fd2010ce2a None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:40.429662 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-38dfce63-d33f-4912-b4f0-64fd2010ce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:40.437478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-388b8f2e-f71f-4f17-8255-137b043c7966 req-9ad93a95-2a28-4ea1-94b2-537341b81e22 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0410640
Jan 15 21:43:40.496893 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6d0670>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:40.525974 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c7c5-a59b-4b85-b76e-d0450e3f665f None None] The sync data for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 is: [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:40.699384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-38dfce63-d33f-4912-b4f0-64fd2010ce2a None None] Current status of the port 80b24ab2-40e0-4e76-ad9c-4830428945fc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:41.530844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c259e917-81cd-4255-9209-2b33191c6c2e req-e517ce0a-b663-4a27-925b-cdcfad0c75cd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0402293
Jan 15 21:43:41.549924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 80b24ab2-40e0-4e76-ad9c-4830428945fc up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:43:41.613745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 80b24ab2-40e0-4e76-ad9c-4830428945fc triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:41.614270 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:41.700549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 80b24ab2-40e0-4e76-ad9c-4830428945fc is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:42.628039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c7acb89-ea8c-45d4-bf2c-ffa5736be58f req-3ee092f8-3690-4176-84e3-a7ecc65bb210 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0262632
Jan 15 21:43:43.723084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2f22ac7-0220-4eba-84f8-6216ccde6e0d req-1e307f52-3c33-41db-8d91-7ec46e89e927 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0264308
Jan 15 21:43:44.446277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-e7434a02-2575-4d35-8300-f379a1a86dfa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:44.448035 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-e7434a02-2575-4d35-8300-f379a1a86dfa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 796 time: 0.1080995
Jan 15 21:43:44.512209 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-736cb02c-9dd4-4a33-bd78-76b977948503 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 380 time: 0.0562248
Jan 15 21:43:44.520625 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'port': {'device_id': '5684f397-fdae-42f0-bcec-989ab9b20340', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'admin_state_up': True, 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'security_groups': ['0ea780df-1c65-42d5-a8b5-cb18f5b45f56']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:44.633590 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:43:44.637060 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:44.766315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.9 (0a6986c8-9a0a-4971-9315-fd8c941b4a08/838c53f7-dfe7-4f44-a00b-61851cdb9d73/2c204f84-c862-41de-ae64-505b5a6c7154) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:43:44.791725 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:44.822751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed20fdfb-6ec9-4a92-af1f-3d6ebfcf6b89 req-34ec0ac1-d851-4135-9344-7746f03150da tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0261397
Jan 15 21:43:44.907707 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (2c204f84-c862-41de-ae64-505b5a6c7154), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:44.942157 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:44.988978 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:44.991973 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:44.997631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:43:45.003952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:45.052515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.053159 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.071235 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-4debff07-c780-48e2-be42-ad274c79721b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5541942
Jan 15 21:43:45.082862 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Request body: {'port': {'device_id': '5684f397-fdae-42f0-bcec-989ab9b20340', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:45.139329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.247342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ffc6367e-4ebc-404e-aed7-bf6399643e2a None None] Provisioning complete for port 2c204f84-c862-41de-ae64-505b5a6c7154 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:45.247718 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ffc6367e-4ebc-404e-aed7-bf6399643e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.281712 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6367e-4ebc-404e-aed7-bf6399643e2a None None] Port 2c204f84-c862-41de-ae64-505b5a6c7154 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:43:45.404429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c204f84-c862-41de-ae64-505b5a6c7154 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:43:45.412114 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks [] for port (2c204f84-c862-41de-ae64-505b5a6c7154), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.424535 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Transition to ACTIVE for port object 2c204f84-c862-41de-ae64-505b5a6c7154 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:43:45.428538 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.481044 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:45.552610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Attempting to bind port 2c204f84-c862-41de-ae64-505b5a6c7154 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:43:45.552981 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Attempting to bind port 2c204f84-c862-41de-ae64-505b5a6c7154 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:43:45.553311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Attempting to bind port 2c204f84-c862-41de-ae64-505b5a6c7154 on network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:43:45.557983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Port 2c204f84-c862-41de-ae64-505b5a6c7154 on network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:43:45.558305 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Attempting to bind port 2c204f84-c862-41de-ae64-505b5a6c7154 on network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:43:45.563360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:43:45.563699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Checking segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:43:45.564077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Bound using segment: {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:43:45.564503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Bound port: 2c204f84-c862-41de-ae64-505b5a6c7154, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:43:45.564873 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.635018 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:43:45.637948 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c204f84-c862-41de-ae64-505b5a6c7154,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:43:45.641236 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.675032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.675602 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.677095 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 1091 time: 0.5987060
Jan 15 21:43:45.677595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:45.681024 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46" -d '{"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:45.708439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdeea-e121-45a5-9665-67a8d821a8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:45.721454 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:45.743701 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3cae91-1f5d-486b-8802-e2d388133fda x-openstack-request-id: req-be3cae91-1f5d-486b-8802-e2d388133fda {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:45.743995 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:45.744248 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be3cae91-1f5d-486b-8802-e2d388133fda {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:45.744651 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154', 'status': 'completed', 'code': 200}
Jan 15 21:43:45.778382 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-985952d9-4f44-46c9-b12d-8132928a3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.779617 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-985952d9-4f44-46c9-b12d-8132928a3cea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1094 time: 0.0511818
Jan 15 21:43:45.829147 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-ce3e2012-a977-4ff3-8460-0274be29826f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 217 time: 0.0410666
Jan 15 21:43:45.883890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-ec7bd50d-465a-42fc-90a5-7b7b975dbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.885448 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-ec7bd50d-465a-42fc-90a5-7b7b975dbf28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 200  len: 835 time: 0.0499465
Jan 15 21:43:45.932058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-fd9d30f2-0e12-4aa0-993d-47d7e04e3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.934531 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-fd9d30f2-0e12-4aa0-993d-47d7e04e3369 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6986c8-9a0a-4971-9315-fd8c941b4a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430346
Jan 15 21:43:45.952606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4aa1a-3332-436c-86ba-00f2de3fb2b6 req-f978d85c-db4b-4356-a8ab-a820b70b2d39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:45.954305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6aa4aa1a-3332-436c-86ba-00f2de3fb2b6 req-f978d85c-db4b-4356-a8ab-a820b70b2d39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 943 time: 0.0511599
Jan 15 21:43:46.003715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6aa4aa1a-3332-436c-86ba-00f2de3fb2b6 req-35d6e52a-9be7-4ec0-862a-862887f83a0c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436227
Jan 15 21:43:46.029561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-ceaf3090-42a6-4277-b7e3-f3ca69c7125c service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894146
Jan 15 21:43:46.117707 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fc1aa44a-65cd-4d4c-9268-492a0b57b403 req-9900de90-8cb2-48d0-ab4a-482faf585241 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822964
Jan 15 21:43:46.205770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-f8f43afe-b3f8-4527-ae94-b9628f5e6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:46.207370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-f8f43afe-b3f8-4527-ae94-b9628f5e6e2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1094 time: 0.0430090
Jan 15 21:43:46.299611 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-9f375878-a405-421e-aa4d-67dc3262ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:46.301071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-9f375878-a405-421e-aa4d-67dc3262ba97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 897 time: 0.0881674
Jan 15 21:43:46.341196 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-280a454a-2847-4bf9-b9ae-fb6663398bc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 217 time: 0.0343692
Jan 15 21:43:46.393335 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-c0a66ddb-880a-42c9-a037-303442f50da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:46.394782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-c0a66ddb-880a-42c9-a037-303442f50da1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 200  len: 835 time: 0.0479908
Jan 15 21:43:46.440019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-54e18535-618a-4b20-b760-cb63acf97d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:46.441565 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-54e18535-618a-4b20-b760-cb63acf97d2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6986c8-9a0a-4971-9315-fd8c941b4a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403004
Jan 15 21:43:46.531847 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-50667b19-d4dd-41d9-ac78-4e8102e5ca9a service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833876
Jan 15 21:43:46.622899 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d1d17635-7d73-4ac7-9aeb-e6f03cc21b46 req-984fb131-e505-46dc-8a14-ed483c4e7571 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838199
Jan 15 21:43:47.122956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f0a3-4f2d-445e-b719-d5299586af3e req-0015ac9a-cfe3-44e9-a842-532468e7c5fb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:47.124383 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1061f0a3-4f2d-445e-b719-d5299586af3e req-0015ac9a-cfe3-44e9-a842-532468e7c5fb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 943 time: 0.0510986
Jan 15 21:43:47.173764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1061f0a3-4f2d-445e-b719-d5299586af3e req-bbc48432-bbfb-4f9e-af09-646a30c810ad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436978
Jan 15 21:43:48.027475 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-14a0d933-1f80-4b86-97ed-6b0d7e66a180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:48.290318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f04e-19e9-421b-83dd-d463c3517859 req-0befeb70-d32b-4572-b550-819cd761e67f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:48.291582 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62b9f04e-19e9-421b-83dd-d463c3517859 req-0befeb70-d32b-4572-b550-819cd761e67f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 943 time: 0.0496173
Jan 15 21:43:48.340330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62b9f04e-19e9-421b-83dd-d463c3517859 req-9dcc947a-5612-41b0-99a0-be80595ddcad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431149
Jan 15 21:43:48.759840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 2c204f84-c862-41de-ae64-505b5a6c7154 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:43:48.858278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c204f84-c862-41de-ae64-505b5a6c7154,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:48.869920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '2c204f84-c862-41de-ae64-505b5a6c7154', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'port_id': '2c204f84-c862-41de-ae64-505b5a6c7154', 'mac_address': 'fa:16:3e:60:9f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:43:48.909559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 2c204f84-c862-41de-ae64-505b5a6c7154 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:48.909946 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:48.923369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c204f84-c862-41de-ae64-505b5a6c7154 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:43:48.942422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c204f84-c862-41de-ae64-505b5a6c7154,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:48.946209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:48.996849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:49.175566 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['2c204f84-c862-41de-ae64-505b5a6c7154'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:43:49.458977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e60a-7f55-4446-b341-c5856e2e89b0 req-33620c68-52c2-4b6a-8b10-33da7c6d8384 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:49.460475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8178e60a-7f55-4446-b341-c5856e2e89b0 req-33620c68-52c2-4b6a-8b10-33da7c6d8384 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 944 time: 0.0528643
Jan 15 21:43:49.509765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8178e60a-7f55-4446-b341-c5856e2e89b0 req-c28f6070-0f93-47cb-be97-c84b6fac3f60 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427520
Jan 15 21:43:50.625791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a2849-b048-47c5-a03b-56d7a3cb4b5d req-73bea5d0-8e57-422e-8610-78a651b7fbe5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:50.627245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7a2849-b048-47c5-a03b-56d7a3cb4b5d req-73bea5d0-8e57-422e-8610-78a651b7fbe5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 944 time: 0.0498302
Jan 15 21:43:50.676015 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7a2849-b048-47c5-a03b-56d7a3cb4b5d req-380793bc-48bb-444f-ab9d-953529f584ba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431664
Jan 15 21:43:50.741835 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-feef4551-14f1-4059-b799-131e802232a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:50.775192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 2c204f84-c862-41de-ae64-505b5a6c7154 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:43:50.825849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 2c204f84-c862-41de-ae64-505b5a6c7154 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:43:50.831465 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 2c204f84-c862-41de-ae64-505b5a6c7154 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:43:50.832445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:50.925652 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 2c204f84-c862-41de-ae64-505b5a6c7154 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:43:50.926113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:50.950300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:50.952529 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafda1ec-e4c4-4fb8-b384-873c70326fdb" -d '{"events": [{"server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "name": "network-vif-plugged", "status": "completed", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:50.965476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c204f84-c862-41de-ae64-505b5a6c7154,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:43:50.970727 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:51.017513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:51.057966 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c597b7-863f-4b55-b26c-140725a1cda7 x-openstack-request-id: req-08c597b7-863f-4b55-b26c-140725a1cda7 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:51.058259 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "name": "network-vif-plugged", "status": "completed", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:51.058512 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08c597b7-863f-4b55-b26c-140725a1cda7 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:51.058933 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154', 'code': 200}
Jan 15 21:43:51.152672 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d61d5-9ff5-4fb4-a2c3-5cf32ab5a264 req-1629a9ea-739d-492b-b802-2813d0744952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:51.154194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-002d61d5-9ff5-4fb4-a2c3-5cf32ab5a264 req-1629a9ea-739d-492b-b802-2813d0744952 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1096 time: 0.0413270
Jan 15 21:43:51.199767 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-002d61d5-9ff5-4fb4-a2c3-5cf32ab5a264 req-2bf89c9f-d6cf-46d9-84db-d129e0b8ad7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394385
Jan 15 21:43:51.790993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27578f-525c-4b3b-9b83-72a4acd2f834 req-518bf873-2b0e-4b86-b029-5ea4a8f2d5d8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:51.792468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a27578f-525c-4b3b-9b83-72a4acd2f834 req-518bf873-2b0e-4b86-b029-5ea4a8f2d5d8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0477641
Jan 15 21:43:51.844309 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a27578f-525c-4b3b-9b83-72a4acd2f834 req-2b40a5ec-4662-4920-8ff0-53b18d002265 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463309
Jan 15 21:43:52.060958 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:52.961006 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0999-e99f-44a4-900f-68921f2c73cf req-ba8c3ed1-a7b0-46bc-b638-8b30d7386955 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:52.962506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fedd0999-e99f-44a4-900f-68921f2c73cf req-ba8c3ed1-a7b0-46bc-b638-8b30d7386955 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0492976
Jan 15 21:43:53.011431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fedd0999-e99f-44a4-900f-68921f2c73cf req-fb0cd976-c26a-4bfd-9a46-11a141369d44 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432029
Jan 15 21:43:53.127333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8b7b-fe20-470e-a6be-c128a89552f0 req-50383328-b0b2-4425-b88c-26f56c6acd27 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:53.128691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e0b8b7b-fe20-470e-a6be-c128a89552f0 req-50383328-b0b2-4425-b88c-26f56c6acd27 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0486236
Jan 15 21:43:53.176284 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e0b8b7b-fe20-470e-a6be-c128a89552f0 req-fdd94caf-f333-4b61-8cc1-4fd58655d177 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419989
Jan 15 21:43:53.198593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60492) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:53.242089 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667930ae-39e6-4f07-a3d4-166a5969d3c8 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:53.244364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-667930ae-39e6-4f07-a3d4-166a5969d3c8 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1091 time: 0.0447202
Jan 15 21:43:53.247090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60494) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:53.251236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '2c204f84-c862-41de-ae64-505b5a6c7154', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:43:53.274005 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:53.370203 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:53.449733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:53.478298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.14 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/ac4b9274-b56f-472a-8fe0-300d3f06776b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:43:53.576641 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:53.608799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:53.650480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:43:53.653138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:43:53.658465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:43:53.663864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=ac4b9274-b56f-472a-8fe0-300d3f06776b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:54.267208 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (09ae2809-6f12-4e75-bc8d-011a0ed52e76), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.329897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.337868 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.487535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.492458 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.556670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=ac4b9274-b56f-472a-8fe0-300d3f06776b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:43:54.569891 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (09ae2809-6f12-4e75-bc8d-011a0ed52e76), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:54.672892 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 09ae2809-6f12-4e75-bc8d-011a0ed52e76 associated. External IP: 172.35.1.14, port: 2c204f84-c862-41de-ae64-505b5a6c7154.
Jan 15 21:43:54.884930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router fd9cae82-656d-4b81-bf7d-1e7f28283121 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:43:54.995493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:43:55.004946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Sync routers for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:43:55.014171 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:43:55.015390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:55.016212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:55.042744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f816d1f6-24c3-4e63-9f04-a9aa91f9c14d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.7946465
Jan 15 21:43:55.043447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:43:55.046036 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714e55a-5820-4eea-9eed-62610cf4a841" -d '{"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:43:55.090852 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac18232-dab8-4c17-b4ab-2d377f7010b7 x-openstack-request-id: req-7ac18232-dab8-4c17-b4ab-2d377f7010b7 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:43:55.091378 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:43:55.091704 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ac18232-dab8-4c17-b4ab-2d377f7010b7 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:43:55.092182 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154', 'status': 'completed', 'code': 200}
Jan 15 21:43:55.130352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:55.147114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011351c-f285-4a3d-9cab-a106376739ae req-508e7d35-0075-49ee-82d2-b0ec82f93098 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:55.148669 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5011351c-f285-4a3d-9cab-a106376739ae req-508e7d35-0075-49ee-82d2-b0ec82f93098 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0555730
Jan 15 21:43:55.161285 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-4f4b55e2-5335-459f-945e-496f7d6a980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:55.163168 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-4f4b55e2-5335-459f-945e-496f7d6a980b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1096 time: 0.0470717
Jan 15 21:43:55.217033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5011351c-f285-4a3d-9cab-a106376739ae req-056b8fcf-0259-474f-9046-472f20c9cb73 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590360
Jan 15 21:43:55.233454 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60500) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:55.255518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-ddb38819-e742-47ca-9112-5a019d73d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:55.257088 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-ddb38819-e742-47ca-9112-5a019d73d3b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 897 time: 0.0881672
Jan 15 21:43:55.301776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-faaa70b5-b5c9-42f9-8fac-307ea2048958 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/09ae2809-6f12-4e75-bc8d-011a0ed52e76 HTTP/1.1" status: 200  len: 990 time: 0.0656049
Jan 15 21:43:55.328672 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-843eb326-63a8-4557-9764-414d9406974e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 998 time: 0.0660629
Jan 15 21:43:55.362884 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3850>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09ae2809-6f12-4e75-bc8d-011a0ed52e76', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.14', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'port_id': '2c204f84-c862-41de-ae64-505b5a6c7154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'mac_address': 'fa:16:3e:60:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684f397-fdae-42f0-bcec-989ab9b20340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:43:53Z', 'updated_at': '2022-01-15T21:43:53Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:55.380067 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-026d07b6-3071-4b69-98ab-77e5253c4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:55.381641 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-026d07b6-3071-4b69-98ab-77e5253c4c04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 200  len: 835 time: 0.0464892
Jan 15 21:43:55.389330 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Checking router: fd9cae82-656d-4b81-bf7d-1e7f28283121 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:43:55.397700 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:43:55.398237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:43:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:55.425534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-7c719414-f462-4820-bb3a-c4013b7a3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:43:55.426898 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-7c719414-f462-4820-bb3a-c4013b7a3ce5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6986c8-9a0a-4971-9315-fd8c941b4a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399737
Jan 15 21:43:55.504463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:43:55.520868 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-eb552c89-cefd-4f94-bb8d-735f3069d23f service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884020
Jan 15 21:43:55.610991 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0714e55a-5820-4eea-9eed-62610cf4a841 req-98f991f8-c2c1-442b-8a3d-c9bf386f4564 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849593
Jan 15 21:43:55.730719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3c3850>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09ae2809-6f12-4e75-bc8d-011a0ed52e76', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.14', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'port_id': '2c204f84-c862-41de-ae64-505b5a6c7154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'mac_address': 'fa:16:3e:60:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684f397-fdae-42f0-bcec-989ab9b20340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:43:53Z', 'updated_at': '2022-01-15T21:43:53Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:43:55.758828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e044405-265e-4b56-92c6-c34953e97153 None None] The sync data for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 is: [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09ae2809-6f12-4e75-bc8d-011a0ed52e76', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.14', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'port_id': '2c204f84-c862-41de-ae64-505b5a6c7154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'mac_address': 'fa:16:3e:60:9f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684f397-fdae-42f0-bcec-989ab9b20340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:43:53Z', 'updated_at': '2022-01-15T21:43:53Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:43:55.959431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1c6b0-d729-4eb5-826c-2df33d203ebc None None] New status for floating IP 09ae2809-6f12-4e75-bc8d-011a0ed52e76: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:43:56.304631 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60502) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:43:56.378479 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-eec38332-612b-496e-bf08-01c01d276fca tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/09ae2809-6f12-4e75-bc8d-011a0ed52e76 HTTP/1.1" status: 200  len: 992 time: 0.0726316
Jan 15 21:43:58.849288 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:44:14.795501 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:15.693298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:18.029323 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-441580a1-7dbc-4dcf-8c82-cd821dd70ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:20.742736 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-181e9781-7950-45f2-a923-909b41e1704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:21.525379 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-32f8b083-ef3e-4b15-9d21-80059d5d2ab9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392923
Jan 15 21:44:21.612112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-49817dd7-1f8c-47c3-bd1b-99bc4397017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:21.613628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-49817dd7-1f8c-47c3-bd1b-99bc4397017b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1096 time: 0.0407188
Jan 15 21:44:21.716698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-cb6971e9-5cbc-4e1a-810c-fbd2a9be3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:21.718185 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-cb6971e9-5cbc-4e1a-810c-fbd2a9be3cec service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 897 time: 0.0867095
Jan 15 21:44:21.782109 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-eec6b366-2479-4966-a079-08dc5e1edc9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 1000 time: 0.0575635
Jan 15 21:44:21.829163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-06bafe18-2888-4967-b0b3-75e3572b4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:21.830594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-06bafe18-2888-4967-b0b3-75e3572b4620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 200  len: 835 time: 0.0428283
Jan 15 21:44:21.878966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-89d0e3dc-b69a-4fd0-b6c4-70317224cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:21.880442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-89d0e3dc-b69a-4fd0-b6c4-70317224cd12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6986c8-9a0a-4971-9315-fd8c941b4a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429807
Jan 15 21:44:21.968243 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-2c99a386-658e-47dd-9685-2ecb35690aca service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807629
Jan 15 21:44:22.060049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4d0e67b5-7e4b-4029-a26d-73b98172cb0b req-7f0de9d8-9fed-4ebb-81fc-4ac7e57e505b service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853360
Jan 15 21:44:22.062663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:23.453640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:24.323053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:25.090946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba281d6-68f6-4664-8fbb-58972461e865 req-6e29f0a3-9ba6-46ab-b91f-ae57588cfe9d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:25.092463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ba281d6-68f6-4664-8fbb-58972461e865 req-6e29f0a3-9ba6-46ab-b91f-ae57588cfe9d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0512092
Jan 15 21:44:25.143258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6ba281d6-68f6-4664-8fbb-58972461e865 req-2e247418-e316-4044-9a90-02d7515ca922 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452907
Jan 15 21:44:26.266659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd4e3-f72a-4b66-947c-e651f7843231 req-1bb9535c-cdd8-4b90-a78d-321cce386122 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:26.268124 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c10cd4e3-f72a-4b66-947c-e651f7843231 req-1bb9535c-cdd8-4b90-a78d-321cce386122 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0540798
Jan 15 21:44:26.316934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c10cd4e3-f72a-4b66-947c-e651f7843231 req-7774ecba-137d-4bc8-b663-ee3a6635fca0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431697
Jan 15 21:44:26.338848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60520) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:26.401014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ae1a0981-5a18-4dd1-aaa6-14ecf831a7ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/09ae2809-6f12-4e75-bc8d-011a0ed52e76 HTTP/1.1" status: 200  len: 992 time: 0.0605140
Jan 15 21:44:27.675249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c46011-5abe-4ee7-ad56-a1c2fdca01f0 req-114e66d0-45ad-4bd3-b927-12574b4d6a01 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:27.676768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95c46011-5abe-4ee7-ad56-a1c2fdca01f0 req-114e66d0-45ad-4bd3-b927-12574b4d6a01 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0502682
Jan 15 21:44:27.731123 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-95c46011-5abe-4ee7-ad56-a1c2fdca01f0 req-46c8547c-e07d-4427-b608-6acaf5bc9059 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481730
Jan 15 21:44:28.849250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2fe6-f24e-4ecd-b18a-428179c54a57 req-d05fd615-104c-4c4e-a7ba-e61ff70b0e0d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:28.850692 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcec2fe6-f24e-4ecd-b18a-428179c54a57 req-d05fd615-104c-4c4e-a7ba-e61ff70b0e0d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0479829
Jan 15 21:44:28.899035 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dcec2fe6-f24e-4ecd-b18a-428179c54a57 req-cfe02467-d57e-4357-9ea7-7df2033f7504 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420299
Jan 15 21:44:28.923436 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60530) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:28.988475 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d6073867-6bbd-41ad-b022-19f55eda2df7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/09ae2809-6f12-4e75-bc8d-011a0ed52e76 HTTP/1.1" status: 200  len: 992 time: 0.0638549
Jan 15 21:44:29.267562 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60536) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:29.426161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port ac4b9274-b56f-472a-8fe0-300d3f06776b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:44:29.426511 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:29.501989 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:29.502319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (ac4b9274-b56f-472a-8fe0-300d3f06776b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:29.514606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for ac4b9274-b56f-472a-8fe0-300d3f06776b owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:44:29.663569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ac4b9274-b56f-472a-8fe0-300d3f06776b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:29.692300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=ac4b9274-b56f-472a-8fe0-300d3f06776b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:29.717336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.717685 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.718129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.718402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.718734 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.719060 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.719385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.719710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.720032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.720354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.720672 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.721020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.721339 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:29.762190 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (09ae2809-6f12-4e75-bc8d-011a0ed52e76), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:29.762527 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 09ae2809-6f12-4e75-bc8d-011a0ed52e76 disassociated (deleted). External IP: 172.35.1.14, port: 2c204f84-c862-41de-ae64-505b5a6c7154.
Jan 15 21:44:29.972648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router fd9cae82-656d-4b81-bf7d-1e7f28283121 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:44:30.080651 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:44:30.085382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:30.089871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Sync routers for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:44:30.099057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:30.099666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a458070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:30.113089 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ac9830ae-6f9c-4c63-8fca-808d8699cd37 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/floatingips/09ae2809-6f12-4e75-bc8d-011a0ed52e76 HTTP/1.1" status: 204  len: 168 time: 0.8444889
Jan 15 21:44:30.113699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:44:30.115987 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009" -d '{"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:44:30.157164 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3e385-e34d-4f11-ad94-a90b40238114 x-openstack-request-id: req-86a3e385-e34d-4f11-ad94-a90b40238114 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:44:30.157455 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:44:30.157834 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86a3e385-e34d-4f11-ad94-a90b40238114 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:44:30.158252 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154', 'status': 'completed', 'code': 200}
Jan 15 21:44:30.218205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:30.223366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-e5b81d07-3784-4049-a4c1-34a68e409560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:30.224804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-e5b81d07-3784-4049-a4c1-34a68e409560 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 1096 time: 0.0461373
Jan 15 21:44:30.340304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-bc714b1c-1c93-4c0c-8c25-2630e1b69182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:30.341420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-bc714b1c-1c93-4c0c-8c25-2630e1b69182 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 200  len: 897 time: 0.1097915
Jan 15 21:44:30.358000 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392baa9-e64c-457d-914a-bb56572b252b req-e51921cd-9b82-4c36-8766-4d75718a383f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:30.359592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0392baa9-e64c-457d-914a-bb56572b252b req-e51921cd-9b82-4c36-8766-4d75718a383f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0525701
Jan 15 21:44:30.396790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-58e69c63-4759-4b5f-9eb0-3f8bbb7ce722 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 200  len: 217 time: 0.0481071
Jan 15 21:44:30.419822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0392baa9-e64c-457d-914a-bb56572b252b req-7994509b-c599-4813-a64f-664c04b63b91 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543449
Jan 15 21:44:30.449605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a458070>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:30.451504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-2229f490-8091-400d-9850-f86f3572dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:30.453033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-2229f490-8091-400d-9850-f86f3572dbe7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 200  len: 835 time: 0.0485756
Jan 15 21:44:30.476187 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Checking router: fd9cae82-656d-4b81-bf7d-1e7f28283121 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:44:30.485551 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:30.486159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a458070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:30.498156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-4d8d012b-40bb-4f47-bab9-ca6a45c0d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:30.499667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-4d8d012b-40bb-4f47-bab9-ca6a45c0d8ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a6986c8-9a0a-4971-9315-fd8c941b4a08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404427
Jan 15 21:44:30.592054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-1f68c060-0d4e-4e93-b024-8d8edad9f2ec service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860417
Jan 15 21:44:30.596098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:30.685752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3e72bae9-22ca-4b1d-a6dc-b5c9a6423009 req-e9e83325-d963-4604-9ae9-e7c1e09b5925 service neutron] 10.222.0.39 "GET /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874939
Jan 15 21:44:30.793736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a458070>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:30.983696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547bd301-bd07-44e0-bdb2-2a30942d3ad9 None None] The sync data for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 is: [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80b24ab2-40e0-4e76-ad9c-4830428945fc', 'name': '', 'network_id': '0a6986c8-9a0a-4971-9315-fd8c941b4a08', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:8e:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:36Z', 'updated_at': '2022-01-15T21:43:40Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '838c53f7-dfe7-4f44-a00b-61851cdb9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:44:31.192814 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3669043-77dd-4d6e-90ff-92e735574ea4 None None] New status for floating IP 09ae2809-6f12-4e75-bc8d-011a0ed52e76: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:44:31.537387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ee24-81e9-4729-bafb-59a1a66625da req-f026e1dc-c1e3-4a68-9f2a-57274f49eb92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:31.538876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e469ee24-81e9-4729-bafb-59a1a66625da req-f026e1dc-c1e3-4a68-9f2a-57274f49eb92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0501647
Jan 15 21:44:31.591871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e469ee24-81e9-4729-bafb-59a1a66625da req-12ddc220-e7ba-4e41-a35a-5ca9e504d06d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea780df-1c65-42d5-a8b5-cb18f5b45f56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471890
Jan 15 21:44:31.990699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-d658886d-9648-41e4-a030-58574b23b0aa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:31.992137 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-d658886d-9648-41e4-a030-58574b23b0aa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 945 time: 0.0496945
Jan 15 21:44:32.078909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 2c204f84-c862-41de-ae64-505b5a6c7154 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:44:32.079246 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:32.168888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 2c204f84-c862-41de-ae64-505b5a6c7154, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c204f84-c862-41de-ae64-505b5a6c7154,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:32.169252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:32.181555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 2c204f84-c862-41de-ae64-505b5a6c7154 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:44:32.313540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (2c204f84-c862-41de-ae64-505b5a6c7154), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:32.342797 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=2c204f84-c862-41de-ae64-505b5a6c7154,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:32.358375 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.358737 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.359086 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.359430 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.359769 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.360104 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.360445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.360775 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.361140 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.361472 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.361800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.362131 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.362455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:32.396779 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port 2c204f84-c862-41de-ae64-505b5a6c7154 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:44:32.399376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:32.403456 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-6ca5c796-0f4f-47ce-8cdf-d080cc72f1eb req-b25a7904-5716-432f-a08e-385250abc197 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "DELETE /v2.0/ports/2c204f84-c862-41de-ae64-505b5a6c7154 HTTP/1.1" status: 204  len: 173 time: 0.4060860
Jan 15 21:44:32.403900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'name': 'network-vif-deleted', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:44:32.406190 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff67ef1c-74fc-4976-a1dd-2ba08c9300b1" -d '{"events": [{"server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "name": "network-vif-deleted", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:44:32.449483 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a776b1bc-dc28-4b5c-b402-007881439fa4 x-openstack-request-id: req-a776b1bc-dc28-4b5c-b402-007881439fa4 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:44:32.449775 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684f397-fdae-42f0-bcec-989ab9b20340", "name": "network-vif-deleted", "tag": "2c204f84-c862-41de-ae64-505b5a6c7154", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:44:32.450028 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a776b1bc-dc28-4b5c-b402-007881439fa4 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:44:32.450426 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684f397-fdae-42f0-bcec-989ab9b20340', 'name': 'network-vif-deleted', 'tag': '2c204f84-c862-41de-ae64-505b5a6c7154', 'status': 'completed', 'code': 200}
Jan 15 21:44:32.697930 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04474e97-be7b-40c9-9a3f-abb627f2e32d req-b14b76df-6295-4fec-a295-edd7d3c30f6f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=5684f397-fdae-42f0-bcec-989ab9b20340 HTTP/1.1" status: 200  len: 210 time: 0.0269403
Jan 15 21:44:33.757506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60556) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:34.371278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:34.625735 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 80b24ab2-40e0-4e76-ad9c-4830428945fc {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:44:34.625980 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:34.716799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 80b24ab2-40e0-4e76-ad9c-4830428945fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80b24ab2-40e0-4e76-ad9c-4830428945fc,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:34.717196 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:34.732324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 80b24ab2-40e0-4e76-ad9c-4830428945fc owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:44:34.916452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (80b24ab2-40e0-4e76-ad9c-4830428945fc), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:34.944031 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=80b24ab2-40e0-4e76-ad9c-4830428945fc,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:34.966164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 2c204f84-c862-41de-ae64-505b5a6c7154 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:44:34.988202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 2c204f84-c862-41de-ae64-505b5a6c7154 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:44:34.988540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 2c204f84-c862-41de-ae64-505b5a6c7154 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:44:35.155712 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.368193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router fd9cae82-656d-4b81-bf7d-1e7f28283121 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:44:35.474437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:44:35.480467 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b75cf4ec-045a-4e94-b080-8210d9496db8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/fd9cae82-656d-4b81-bf7d-1e7f28283121/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7217357
Jan 15 21:44:35.482404 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60558) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:35.488555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Sync routers for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:44:35.501150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:35.501864 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc907f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:35.535952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting subnet 838c53f7-dfe7-4f44-a00b-61851cdb9d73 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:44:35.539558 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (838c53f7-dfe7-4f44-a00b-61851cdb9d73), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.579084 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (838c53f7-dfe7-4f44-a00b-61851cdb9d73), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.606975 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:35.665243 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (838c53f7-dfe7-4f44-a00b-61851cdb9d73), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.722613 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (838c53f7-dfe7-4f44-a00b-61851cdb9d73), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.750490 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Subnet': ['ID=838c53f7-dfe7-4f44-a00b-61851cdb9d73,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:35.754585 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.757839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-48b3f6be-94a5-41ae-81b9-9b9b8d537e90 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/subnets/838c53f7-dfe7-4f44-a00b-61851cdb9d73 HTTP/1.1" status: 204  len: 168 time: 0.2743843
Jan 15 21:44:35.760390 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60560) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:35.766322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef092d-aae2-4149-aafd-374a820429fd None None] Network 0a6986c8-9a0a-4971-9315-fd8c941b4a08 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:44:35.848871 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:44:35.864106 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc907f0>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:44:34Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:35.871799 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:35.900153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Checking router: fd9cae82-656d-4b81-bf7d-1e7f28283121 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:44:35.907538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Routers {'fd9cae82-656d-4b81-bf7d-1e7f28283121'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:35.908159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc907f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['fd9cae82-656d-4b81-bf7d-1e7f28283121'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:35.944489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] DHCP port deletion for 0a6986c8-9a0a-4971-9315-fd8c941b4a08 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:44:35.984371 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (fd9cae82-656d-4b81-bf7d-1e7f28283121), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.035785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port dff355c5-54ac-4065-88b5-e16e082a28f6 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:44:36.036124 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.048153 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] Set router fd9cae82-656d-4b81-bf7d-1e7f28283121 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:36.106315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Deleting port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:44:36.106707 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.117827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port dff355c5-54ac-4065-88b5-e16e082a28f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dff355c5-54ac-4065-88b5-e16e082a28f6,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:36.118257 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.129759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for dff355c5-54ac-4065-88b5-e16e082a28f6 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:44:36.212922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] For port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,segment=NetworkSegment(21010b6c-dd0a-46d4-8762-3cea8fcbfd6a),segment_id=21010b6c-dd0a-46d4-8762-3cea8fcbfd6a)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:36.213231 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.235604 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Calling delete_port for 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:44:36.297733 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (dff355c5-54ac-4065-88b5-e16e082a28f6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.323265 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=dff355c5-54ac-4065-88b5-e16e082a28f6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:36.346682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ac0c1-c573-4b05-b56c-5050c1902a91 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:44:36.367246 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc907f0>, [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:44:34Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:36.371628 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.392738 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.419431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491a7a4-7eb3-4b8c-ab48-b42649fd7874 None None] The sync data for ids ['fd9cae82-656d-4b81-bf7d-1e7f28283121'] in ncdv-master-1 is: [{'id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855131904', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:44:34Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'dff355c5-54ac-4065-88b5-e16e082a28f6', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9cae82-656d-4b81-bf7d-1e7f28283121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:43:34Z', 'updated_at': '2022-01-15T21:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:44:36.422023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Pushing event deleted for resources: {'Port': ['ID=4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:36.426176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] No DVR routers for this DVR port 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:44:36.434843 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.435191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.435530 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.435881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.436205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.436537 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.436881 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.437217 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.437540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.437865 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.438186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.438523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.438828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2463c60b-ec04-406e-a2b8-987a8060bee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:36.498267 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.500354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (fd9cae82-656d-4b81-bf7d-1e7f28283121), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.543577 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (fd9cae82-656d-4b81-bf7d-1e7f28283121), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.544148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Fanout notify agent at l3_agent the message router_deleted on router fd9cae82-656d-4b81-bf7d-1e7f28283121 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:44:36.551071 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.552182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fc6dcc0b-e62e-4fdd-bbec-a5620eb40c4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/routers/fd9cae82-656d-4b81-bf7d-1e7f28283121 HTTP/1.1" status: 204  len: 168 time: 0.7908320
Jan 15 21:44:36.554866 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60562) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:36.634245 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (0a6986c8-9a0a-4971-9315-fd8c941b4a08), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.717583 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (0a6986c8-9a0a-4971-9315-fd8c941b4a08), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.737640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7b889790>,) {'filters': {'network_id': ['0a6986c8-9a0a-4971-9315-fd8c941b4a08']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:36.746889 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b889790>, '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:36.747188 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7b889790>, '21010b6c-dd0a-46d4-8762-3cea8fcbfd6a') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:36.756826 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (21010b6c-dd0a-46d4-8762-3cea8fcbfd6a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.771771 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (21010b6c-dd0a-46d4-8762-3cea8fcbfd6a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.779081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:44:36.779470 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (21010b6c-dd0a-46d4-8762-3cea8fcbfd6a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:44:36.783295 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:44:36.846870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (0a6986c8-9a0a-4971-9315-fd8c941b4a08), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.854525 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.858676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/networks/0a6986c8-9a0a-4971-9315-fd8c941b4a08 HTTP/1.1" status: 204  len: 168 time: 0.3028319
Jan 15 21:44:36.861235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60564) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:36.878399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f186e4-67d2-4f36-87d9-dab5ba251d58 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Network': ['ID=0a6986c8-9a0a-4971-9315-fd8c941b4a08,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:36.930750 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (0ea780df-1c65-42d5-a8b5-cb18f5b45f56), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:36.956728 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (0ea780df-1c65-42d5-a8b5-cb18f5b45f56), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.025758 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (0ea780df-1c65-42d5-a8b5-cb18f5b45f56), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.029427 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.030621 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ea780df-1c65-42d5-a8b5-cb18f5b45f56 HTTP/1.1" status: 204  len: 168 time: 0.1684735
Jan 15 21:44:37.040412 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678af2f6-39e2-4bc4-bc10-726f11d8b5e2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea780df-1c65-42d5-a8b5-cb18f5b45f56,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.334779 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60570) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.339516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42684536', 'description': 'tempest-secgroup-smoke-42684536 description', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:37.363323 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.432224 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (c2fbc564-d48a-4932-930c-fb447c6451c0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.437426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2fbc564-d48a-4932-930c-fb447c6451c0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.480278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.481868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1460578
Jan 15 21:44:37.483004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2585d-726b-499b-be47-966e0e8f9358 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbc564-d48a-4932-930c-fb447c6451c0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.485167 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60572) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.491144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:37.525421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (bcd3c42b-daec-438c-943b-73391335efad), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.543440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:44:37.564033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:44:37.564299 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 4c14adf4-90e6-4499-a6a0-bb23ee2b9d3f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:44:37.564929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 80b24ab2-40e0-4e76-ad9c-4830428945fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:44:37.582791 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (bcd3c42b-daec-438c-943b-73391335efad), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.586733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (bcd3c42b-daec-438c-943b-73391335efad), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.589547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 80b24ab2-40e0-4e76-ad9c-4830428945fc {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:44:37.590391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 80b24ab2-40e0-4e76-ad9c-4830428945fc not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:44:37.590829 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dff355c5-54ac-4065-88b5-e16e082a28f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:44:37.608364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd3c42b-daec-438c-943b-73391335efad,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.610363 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: dff355c5-54ac-4065-88b5-e16e082a28f6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:44:37.610776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device dff355c5-54ac-4065-88b5-e16e082a28f6 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:44:37.616720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.617971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1f30b76e-a582-47b4-bc3b-0b1fd125cce8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1312211
Jan 15 21:44:37.621220 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60574) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.625694 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:37.653930 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (b3c1a59d-c244-4de9-892e-1b74af488e38), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.710630 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (b3c1a59d-c244-4de9-892e-1b74af488e38), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.714496 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b3c1a59d-c244-4de9-892e-1b74af488e38), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.733842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c1a59d-c244-4de9-892e-1b74af488e38,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.738358 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.739559 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a70318d2-9fe7-414d-be82-0966d9f0471e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1173472
Jan 15 21:44:37.742236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60576) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.747028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:37.775300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (2ce7c5be-273b-4701-ad89-ff949b1fc48a), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.832238 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (2ce7c5be-273b-4701-ad89-ff949b1fc48a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.836208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2ce7c5be-273b-4701-ad89-ff949b1fc48a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.854639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce7c5be-273b-4701-ad89-ff949b1fc48a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.862553 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.863732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09d25857-fc1f-45c7-a644-9b89a99e8143 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1205888
Jan 15 21:44:37.866498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60578) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.871417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:37.898126 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (8bf8a661-83e1-478e-b7e3-b91eb44ee13c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.953974 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (8bf8a661-83e1-478e-b7e3-b91eb44ee13c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.957196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8bf8a661-83e1-478e-b7e3-b91eb44ee13c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.977211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf8a661-83e1-478e-b7e3-b91eb44ee13c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:37.983649 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:37.984830 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-42156e17-de3e-4611-b0a5-0227bbf93fb8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1173513
Jan 15 21:44:37.987647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60580) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:37.991884 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:38.014287 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:44:38.019031 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (bb8574ff-8030-4f0d-a866-bd01c5696675), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.075797 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (bb8574ff-8030-4f0d-a866-bd01c5696675), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.079237 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (bb8574ff-8030-4f0d-a866-bd01c5696675), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.098161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8574ff-8030-4f0d-a866-bd01c5696675,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:38.105636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.106823 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-91c2e10e-1d32-442f-9331-6d9a6b45f0ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1182737
Jan 15 21:44:38.109589 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60582) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:38.114184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': 'c2fbc564-d48a-4932-930c-fb447c6451c0', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:38.139153 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:44:38.144287 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (315f8f08-560e-4121-9533-e7b6aaa29a00), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.202963 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (315f8f08-560e-4121-9533-e7b6aaa29a00), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.206438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (315f8f08-560e-4121-9533-e7b6aaa29a00), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.225070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315f8f08-560e-4121-9533-e7b6aaa29a00,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:38.230927 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.231892 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f2532479-9af2-4757-ba8b-cf2a637ad8b9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1213727
Jan 15 21:44:38.235083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60584) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:38.240335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'network': {'name': 'tempest-network-smoke--1643688001', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'port_security_enabled': True}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:38.262160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:44:38.265674 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.289382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:44:38.298748 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (56ec80f6-71b7-4a08-99b6-24c6a3d9e488), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.299087 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Added segment 56ec80f6-71b7-4a08-99b6-24c6a3d9e488 of type vlan for network 32a605fb-941f-42fe-a7e4-f5c31502e0c9
Jan 15 21:44:38.337177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (32a605fb-941f-42fe-a7e4-f5c31502e0c9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.361654 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (32a605fb-941f-42fe-a7e4-f5c31502e0c9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.367313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:38.367890 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.425733 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1895099
Jan 15 21:44:38.428539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60586) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:38.432848 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'admin_state_up': True, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:38.451585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732999c-d532-45cf-b1ca-d1e6deed9622 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Network': ['ID=32a605fb-941f-42fe-a7e4-f5c31502e0c9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:38.462614 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:44:38.467464 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.468612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.785497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (b030515f-4ed5-45df-87c6-f46a5c74c8bb), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:38.920212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b030515f-4ed5-45df-87c6-f46a5c74c8bb), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.107785 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.126263 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.228544 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.129 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/9674b7bd-6d7f-4c81-8030-c5c04494aa6f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:44:39.327579 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.364945 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.398982 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:39.403358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:39.406725 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:44:39.417036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f8d70-5a93-446c-9c0a-9b750c50f1bc None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:44:39.432565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:39.511862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-96a6eb33-63fa-49be-b8e6-fa5613e19a4c None None] Provisioning complete for port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:39.512237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-96a6eb33-63fa-49be-b8e6-fa5613e19a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.550286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-96a6eb33-63fa-49be-b8e6-fa5613e19a4c None None] Port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:44:39.671709 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:39.874327 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.001488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b030515f-4ed5-45df-87c6-f46a5c74c8bb is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:44:40.110101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:44:40.120269 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Sync routers for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:44:40.130114 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:40.130628 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.130782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:40.134842 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b265a7a-bcea-4ab0-9fa3-bf255acf7135 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7024517
Jan 15 21:44:40.135065 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60588) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:40.170553 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-77e4b9d8-a3a9-4c94-bac8-d01b209cfe0e tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5f21548044704a2bbfc4ed1612c66fbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0343182
Jan 15 21:44:40.173121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60590) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:40.326752 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a5ecea-afa7-4e9e-b75a-04f8659476c4 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:40.330762 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-b0a5ecea-afa7-4e9e-b75a-04f8659476c4 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1540658
Jan 15 21:44:40.331378 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:40.331492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60592) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:40.365149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6e97b602-a118-4e59-a82d-ab3a9005eb7a tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0326762
Jan 15 21:44:40.367576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60594) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:40.373327 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525239642', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:40.466108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:44:40.469944 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.510940 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010550>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:39Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:40.541721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Checking router: b030515f-4ed5-45df-87c6-f46a5c74c8bb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:44:40.542370 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Updating router b030515f-4ed5-45df-87c6-f46a5c74c8bb port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:44:40.567665 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.659173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (dc5a7b60-861a-4846-8552-e8eebfd9e54a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.712226 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Subnet': ['ID=dc5a7b60-861a-4846-8552-e8eebfd9e54a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:40.727212 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Checking segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:44:40.727592 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network hostable DHCP agents. Network: 32a605fb-941f-42fe-a7e4-f5c31502e0c9, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:44:40.744388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:44:40.755591 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32a605fb-941f-42fe-a7e4-f5c31502e0c9) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:40.760300 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:40.761187 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.769994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf8c42-3f24-4720-b290-abcf6bb948d7 None None] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:44:40.779016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83a1f688-1e11-41cb-aab1-eb891aac4665 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4103971
Jan 15 21:44:40.781513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60596) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:40.825812 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks [] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.832876 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.894889 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Pushing event updated for resources: {'Port': ['ID=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:40.897047 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Attempting to bind port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:44:40.897411 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Attempting to bind port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:44:40.897938 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Attempting to bind port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:44:40.901814 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba6798-0091-48f9-b5e9-25acd11950e3 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:44:40.903990 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:44:40.904366 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:44:40.904767 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.905210 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:44:40.906054 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Bound port: 9674b7bd-6d7f-4c81-8030-c5c04494aa6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:44:40.906424 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.906857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:44:40.907701 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:40.942491 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.942844 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.943768 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.944113 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.944455 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.944805 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.945150 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.946011 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.946352 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.946683 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.947030 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.947342 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.948195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:44:40.981504 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] For port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:44:40.984884 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] For port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:44:40.989776 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.017207 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Provisioning complete for port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:41.017584 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.041617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:41.042278 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:41.062533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00656f-19ac-451c-9a30-5e0970607efa None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:44:41.106451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e875a7-33ad-47bc-82bb-cb5596f1699d None None] Pushing event updated for resources: {'Port': ['ID=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:41.110316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Allocated IP 172.20.0.2 (32a605fb-941f-42fe-a7e4-f5c31502e0c9/dc5a7b60-861a-4846-8552-e8eebfd9e54a/60736f90-6c76-4117-a4da-ad888d70fe5f) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:44:41.165451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:41.213612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Current status of the port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:41.214053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.257048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] For port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:41.264899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.287264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.354311 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks [] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.357591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea968de6-87ce-424c-b784-1dbb02b80f95 None None] Pushing event updated for resources: {'Port': ['ID=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:41.363590 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.365154 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010550>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:39Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:41.400565 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04593d-3fd8-494c-b96d-48e38b51a2d0 None None] The sync data for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 is: [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:39Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:44:41.412388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:41.416756 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:41.425942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:44:41.435265 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Pushing event updated for resources: {'Port': ['ID=60736f90-6c76-4117-a4da-ad888d70fe5f,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:41.437655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e691ae2c-9fb7-4a1c-a159-21985f0dccf6 None None] Provisioning complete for port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:41.438007 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e691ae2c-9fb7-4a1c-a159-21985f0dccf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.529320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Attempting to bind port 60736f90-6c76-4117-a4da-ad888d70fe5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:44:41.529799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Attempting to bind port 60736f90-6c76-4117-a4da-ad888d70fe5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:44:41.530222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Attempting to bind port 60736f90-6c76-4117-a4da-ad888d70fe5f on network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:44:41.540092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:44:41.540471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Checking segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:44:41.540947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.541415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Bound using segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:44:41.541980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Bound port: 60736f90-6c76-4117-a4da-ad888d70fe5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:44:41.542381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.641646 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.1 (32a605fb-941f-42fe-a7e4-f5c31502e0c9/dc5a7b60-861a-4846-8552-e8eebfd9e54a/ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:44:41.642252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] For port 60736f90-6c76-4117-a4da-ad888d70fe5f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:44:41.645588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] For port 60736f90-6c76-4117-a4da-ad888d70fe5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60736f90-6c76-4117-a4da-ad888d70fe5f,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:44:41.647057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e691ae2c-9fb7-4a1c-a159-21985f0dccf6 None None] Current status of the port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:41.651137 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.725109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d93820-3c3d-47e5-a194-c585aa38091c None None] Pushing event updated for resources: {'Port': ['ID=60736f90-6c76-4117-a4da-ad888d70fe5f,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:41.812362 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.850662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:41.902551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:41.912077 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:41.928070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:44:41.960100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:41.983263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.476543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.725549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c36351-45a6-4ba7-a710-ad7ce746264f None None] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:44:42.766552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.771350 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.849413 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.852636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:42.962890 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:42.964332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Provisioning complete for port 60736f90-6c76-4117-a4da-ad888d70fe5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:42.964694 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:42.965158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:43.084590 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Current status of the port 60736f90-6c76-4117-a4da-ad888d70fe5f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:43.085094 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.101488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b030515f-4ed5-45df-87c6-f46a5c74c8bb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:44:43.124645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] For port 60736f90-6c76-4117-a4da-ad888d70fe5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60736f90-6c76-4117-a4da-ad888d70fe5f,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:43.130304 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.191694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486b02f-bf82-4374-a5f1-41da6be5f383 None None] Pushing event updated for resources: {'Port': ['ID=60736f90-6c76-4117-a4da-ad888d70fe5f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:43.236135 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:44:43.241268 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-19f473c4-6160-46ad-a56a-b6995766410c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/b030515f-4ed5-45df-87c6-f46a5c74c8bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4586122
Jan 15 21:44:43.254354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Sync routers for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:44:43.267032 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:43.267708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9ace50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:43.404569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-77576358-ba1b-447f-9e97-61993818957b None None] Provisioning complete for port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:43.405113 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-77576358-ba1b-447f-9e97-61993818957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.408065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:43.408658 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-94b9c492-b4a5-4675-a935-3eb18c9d1a71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42684536&fields=id&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 267 time: 0.0487580
Jan 15 21:44:43.518092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-77576358-ba1b-447f-9e97-61993818957b None None] Port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:44:43.538301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-9a71ba73-e439-4b1b-bd8e-b52cd7d4f9f4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:43.542616 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-9a71ba73-e439-4b1b-bd8e-b52cd7d4f9f4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 797 time: 0.1265852
Jan 15 21:44:43.560885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-789c2f29-ff39-4226-be36-08fa299f002a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/quotas/5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 375 time: 0.0115957
Jan 15 21:44:43.577394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-77576358-ba1b-447f-9e97-61993818957b None None] Provisioning complete for port 60736f90-6c76-4117-a4da-ad888d70fe5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:43.577790 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-77576358-ba1b-447f-9e97-61993818957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.629174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-47dc9b97-8304-4a5a-bb86-c2a88a338092 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0601270
Jan 15 21:44:43.638630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9674b7bd-6d7f-4c81-8030-c5c04494aa6f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:44:43.771863 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:43.772468 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.774484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-77576358-ba1b-447f-9e97-61993818957b None None] Current status of the port 60736f90-6c76-4117-a4da-ad888d70fe5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:43.788977 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-c0450e81-89c5-4c2e-9c44-1c2bd4bffe98 service neutron] 10.222.0.46 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520097
Jan 15 21:44:43.818722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9ace50>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 2, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:43.850518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Checking router: b030515f-4ed5-45df-87c6-f46a5c74c8bb for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:44:43.850871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Updating router b030515f-4ed5-45df-87c6-f46a5c74c8bb port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:44:43.879354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-2b750ed9-6310-4ac8-b2bf-0cf139271804 service neutron] 10.222.0.46 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836716
Jan 15 21:44:43.898156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:43.949393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:43.950534 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 60736f90-6c76-4117-a4da-ad888d70fe5f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:44:43.974124 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-785af145-6074-4998-bec3-09eb6d763ffb None None] Provisioning complete for port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:43.974498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-785af145-6074-4998-bec3-09eb6d763ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.050702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e4c7f87-6e12-4531-9ac0-66d34aa29a94 req-76d57899-ecf0-4c52-a0a1-294bbd2341ca tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 210 time: 0.0330806
Jan 15 21:44:44.097519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-785af145-6074-4998-bec3-09eb6d763ffb None None] Port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:44:44.159386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 60736f90-6c76-4117-a4da-ad888d70fe5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:44.159762 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.313917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 60736f90-6c76-4117-a4da-ad888d70fe5f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:44.332214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks [] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.338089 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.419840 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473274a-bb59-4310-ade0-86c9473a2b28 None None] Pushing event updated for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:44.473021 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Attempting to bind port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:44:44.473390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Attempting to bind port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:44:44.473741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Attempting to bind port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 on network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:44:44.479415 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:44:44.480067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Checking segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:44:44.480263 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.480650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Bound using segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:44:44.481319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Bound port: ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:44:44.481627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.554820 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] For port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:44:44.559984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] For port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:44:44.565631 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.621647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:44.622445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9ace50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:44.678719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473274a-bb59-4310-ade0-86c9473a2b28 None None] Pushing event updated for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:44.769675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Provisioning complete for port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:44.770049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.775895 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:44.862342 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:44.985280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Current status of the port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:44.985660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.057271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] For port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:45.064312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.131644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a34c6f-a6c4-49e6-8a96-005233c52e59 None None] Pushing event updated for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:45.147428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b9ace50>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:44Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:45.169681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-83704525-f464-4170-ba28-21d5d2196017 req-049853a2-f44f-4111-8424-507065d98cec tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 210 time: 0.0356231
Jan 15 21:44:45.184185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664f579-e79e-4abd-8e6c-6bbf658b4b10 None None] The sync data for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 is: [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:44Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:44:45.200556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3f19ce8c-4c40-4707-9e8b-d62547aeb035 None None] Provisioning complete for port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:45.201249 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3f19ce8c-4c40-4707-9e8b-d62547aeb035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.250993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-e925073b-6c48-4290-a680-4052882c2bf5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:45.253608 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-e925073b-6c48-4290-a680-4052882c2bf5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 797 time: 0.1568046
Jan 15 21:44:45.325036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3f19ce8c-4c40-4707-9e8b-d62547aeb035 None None] Current status of the port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:45.337155 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-99e1ad81-c726-4a4d-95d7-3550e61b6149 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 378 time: 0.0709789
Jan 15 21:44:45.346908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'port': {'device_id': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'admin_state_up': True, 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'security_groups': ['c2fbc564-d48a-4932-930c-fb447c6451c0']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:45.470179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:44:45.473755 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.581637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:44:45.613349 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.13 (32a605fb-941f-42fe-a7e4-f5c31502e0c9/dc5a7b60-861a-4846-8552-e8eebfd9e54a/9c58511b-30b1-4ca9-8b42-a55c342b60b6) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:44:45.634900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:45.635280 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.728161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.739622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:45.773715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.809517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.856713 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:45.859903 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:45.866051 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:44:45.873047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:45.927812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:45.928430 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:45.946939 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8c234be7-63e5-4e3b-a7a2-5133573cc9c3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6031935
Jan 15 21:44:45.962154 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Request body: {'port': {'device_id': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:46.027144 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.329955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12771c08-83f7-4960-b575-c1d2822471a0 req-03da780c-e9a3-4ed4-802f-b23fd311f986 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:46.331999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ca78d6d4-bdfd-4529-9f1f-3ada4e6e0aaf None None] Provisioning complete for port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:46.332464 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ca78d6d4-bdfd-4529-9f1f-3ada4e6e0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.336190 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c58511b-30b1-4ca9-8b42-a55c342b60b6 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:44:46.337348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12771c08-83f7-4960-b575-c1d2822471a0 req-03da780c-e9a3-4ed4-802f-b23fd311f986 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 932 time: 0.0815651
Jan 15 21:44:46.354441 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks [] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.368252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Transition to ACTIVE for port object 9c58511b-30b1-4ca9-8b42-a55c342b60b6 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:44:46.372098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ca78d6d4-bdfd-4529-9f1f-3ada4e6e0aaf None None] Port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:44:46.377970 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.395224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-12771c08-83f7-4960-b575-c1d2822471a0 req-0417a3f2-f498-4278-96f6-93fe66fde693 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507679
Jan 15 21:44:46.445630 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:46.523049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Attempting to bind port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:44:46.523467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Attempting to bind port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:44:46.523867 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Attempting to bind port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 on network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:44:46.529522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 on network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:44:46.529927 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Attempting to bind port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 on network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:44:46.535231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:44:46.535602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Checking segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:44:46.535985 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Bound using segment: {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:44:46.536667 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Bound port: 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ec80f6-71b7-4a08-99b6-24c6a3d9e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:44:46.537065 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.603758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:44:46.607278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:44:46.611586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.651419 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:46.652141 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:46.653638 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 1092 time: 0.6961627
Jan 15 21:44:46.654108 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:44:46.656381 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4" -d '{"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:44:46.685195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af826d3-0009-478e-8023-03b4c88077e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:46.737080 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676419d-5749-41e9-adcf-3da8c6f98a39 x-openstack-request-id: req-e676419d-5749-41e9-adcf-3da8c6f98a39 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:44:46.737377 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:44:46.737640 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e676419d-5749-41e9-adcf-3da8c6f98a39 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:44:46.738047 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'status': 'completed', 'code': 200}
Jan 15 21:44:46.755829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-e3b3f754-a447-4e5d-b4bf-0f26037f1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:46.757517 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-e3b3f754-a447-4e5d-b4bf-0f26037f1baf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1095 time: 0.0494149
Jan 15 21:44:46.801680 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-2dc5be98-7e6c-4532-85f0-4b49b7b0d4a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 217 time: 0.0367091
Jan 15 21:44:46.861062 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-2de7f941-b286-4496-8776-3cda9d7c2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:46.862521 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-2de7f941-b286-4496-8776-3cda9d7c2dab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0505719
Jan 15 21:44:46.907402 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-9f8d9396-763c-4420-9bb7-88f61f8b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:46.908953 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-9f8d9396-763c-4420-9bb7-88f61f8b425a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404611
Jan 15 21:44:46.998248 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-a36f4fc0-d565-4358-a07d-8aafae10c7e9 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806973
Jan 15 21:44:47.093933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b630d8b8-8d7d-4def-8666-7ca7ed7fed49 req-768a34b8-a486-4d69-83a0-da244474b8d8 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866675
Jan 15 21:44:47.190525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-a80c13bc-9b0c-47c2-b887-60895d00d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:47.192001 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-a80c13bc-9b0c-47c2-b887-60895d00d5e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1095 time: 0.0407856
Jan 15 21:44:47.283427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-cf1da88e-7f73-4f80-92a7-a1b2d59ec0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:47.284947 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-cf1da88e-7f73-4f80-92a7-a1b2d59ec0d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 898 time: 0.0873184
Jan 15 21:44:47.326111 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-abe24aa0-317f-4fe2-9606-31cffa81fb50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 217 time: 0.0355084
Jan 15 21:44:47.374763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-e135562a-b562-4e78-b46d-6ff83682d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:47.376363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-e135562a-b562-4e78-b46d-6ff83682d197 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0438623
Jan 15 21:44:47.428179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-b9d09560-739e-4931-af23-2408214d2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:47.429747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-b9d09560-739e-4931-af23-2408214d2057 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451186
Jan 15 21:44:47.520357 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da3863-0283-4d93-a08d-1ed789324e8d req-9947dcdd-047f-4866-9138-094764438ef7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:47.520988 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-0d1594c6-6ced-420f-92c4-7274079bca76 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836351
Jan 15 21:44:47.521852 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45da3863-0283-4d93-a08d-1ed789324e8d req-9947dcdd-047f-4866-9138-094764438ef7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 944 time: 0.0492432
Jan 15 21:44:47.575060 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-45da3863-0283-4d93-a08d-1ed789324e8d req-2a0a9055-33be-43a4-aff0-4070b0228388 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475795
Jan 15 21:44:47.616782 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-ea5fbc88-42f9-4adf-a287-8fc1904e20c4 req-ee53a1dd-ef67-4fd7-bd22-95c1b4b66495 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893526
Jan 15 21:44:48.031840 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9cd04fa0-d3aa-4df6-9453-fbc6f6167908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:48.692773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09322c19-58f9-4539-aac7-c6306984d9d3 req-dfb7cae8-466d-4bde-a020-b1e38f795095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:48.694290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09322c19-58f9-4539-aac7-c6306984d9d3 req-dfb7cae8-466d-4bde-a020-b1e38f795095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 944 time: 0.0512598
Jan 15 21:44:48.744424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-09322c19-58f9-4539-aac7-c6306984d9d3 req-866e758a-f4f5-47c8-b56f-06454d81a104 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431006
Jan 15 21:44:49.867271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d9e3d-fb3e-411b-a50b-558aad2ee8c6 req-75e64418-74be-439a-bacf-75ae23f3a7c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:49.868719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee2d9e3d-fb3e-411b-a50b-558aad2ee8c6 req-75e64418-74be-439a-bacf-75ae23f3a7c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 944 time: 0.0520668
Jan 15 21:44:49.920509 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee2d9e3d-fb3e-411b-a50b-558aad2ee8c6 req-d5fbacab-bb54-49ed-8cb8-b88771b16178 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453699
Jan 15 21:44:50.443288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9c58511b-30b1-4ca9-8b42-a55c342b60b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:44:50.540860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:50.552076 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'port_id': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'mac_address': 'fa:16:3e:bb:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:44:50.590594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:50.590994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:50.603736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c58511b-30b1-4ca9-8b42-a55c342b60b6 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:44:50.622679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:50.626610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:50.676164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:50.743937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9b23-7dc9-49bb-9a79-ec663366b7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:50.917650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['9c58511b-30b1-4ca9-8b42-a55c342b60b6'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:44:51.038085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13d165-4702-4a80-a1c7-4714a83c1633 req-a366b8ab-92b4-4d5d-bdf6-5e7d48b68266 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:51.039562 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a13d165-4702-4a80-a1c7-4714a83c1633 req-a366b8ab-92b4-4d5d-bdf6-5e7d48b68266 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 945 time: 0.0518951
Jan 15 21:44:51.088117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a13d165-4702-4a80-a1c7-4714a83c1633 req-110a7a3e-02f5-412c-9cbf-6e15da46baa1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427437
Jan 15 21:44:52.064494 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:52.205516 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a0bc1-e01b-4d5e-8aa0-dacff0930cb9 req-1505ae4a-96fb-4654-aebe-eda45e23ceaa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:52.206956 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-592a0bc1-e01b-4d5e-8aa0-dacff0930cb9 req-1505ae4a-96fb-4654-aebe-eda45e23ceaa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 945 time: 0.0475092
Jan 15 21:44:52.257943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-592a0bc1-e01b-4d5e-8aa0-dacff0930cb9 req-88ec73cd-2b9d-4eb2-8bab-72fe85eacc16 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449557
Jan 15 21:44:52.453752 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9c58511b-30b1-4ca9-8b42-a55c342b60b6 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:44:52.502704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:44:52.506405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:44:52.506780 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:52.586434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:44:52.586821 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:52.609476 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:44:52.611723 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce1d8c7-cfe5-4c2f-8bef-39fa7d9bc3e6" -d '{"events": [{"server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "name": "network-vif-plugged", "status": "completed", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:44:52.625191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:44:52.629342 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:52.651941 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22511db-2dd9-4d31-8800-df750332bf1b x-openstack-request-id: req-b22511db-2dd9-4d31-8800-df750332bf1b {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:44:52.652231 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "name": "network-vif-plugged", "status": "completed", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:44:52.652481 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b22511db-2dd9-4d31-8800-df750332bf1b {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:44:52.652892 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'code': 200}
Jan 15 21:44:52.678653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:52.757637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dc558-0b23-44a3-a483-2b09aa5b989d req-a3e5c2c2-2e3e-4e18-b7ac-3821f9ea2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:52.759186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-351dc558-0b23-44a3-a483-2b09aa5b989d req-a3e5c2c2-2e3e-4e18-b7ac-3821f9ea2829 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1097 time: 0.0416830
Jan 15 21:44:52.808911 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-351dc558-0b23-44a3-a483-2b09aa5b989d req-77847b61-1164-466b-9bc8-06887f1ee81c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391455
Jan 15 21:44:53.376870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034a8a-ecb0-4eee-9969-58f2fd3626d9 req-1c1d3f92-c8f9-4b7a-866d-0aa440163ed9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:53.378400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40034a8a-ecb0-4eee-9969-58f2fd3626d9 req-1c1d3f92-c8f9-4b7a-866d-0aa440163ed9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0483971
Jan 15 21:44:53.430407 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40034a8a-ecb0-4eee-9969-58f2fd3626d9 req-42514b18-4398-45c9-a8de-4be4b0909149 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465045
Jan 15 21:44:53.457641 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:54.325057 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:54.551927 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2b606-664c-4e55-a410-6d1be29b1125 req-d752c703-009a-4be1-8d3a-794f84128dcf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:54.553451 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ae2b606-664c-4e55-a410-6d1be29b1125 req-d752c703-009a-4be1-8d3a-794f84128dcf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0507922
Jan 15 21:44:54.602147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9ae2b606-664c-4e55-a410-6d1be29b1125 req-8c58eab5-b513-4e8c-81df-b8749c5b0841 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431302
Jan 15 21:44:54.715236 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385afe83-5bed-48f6-944d-ee0cb70a18bb req-da2fc348-0632-49de-9f81-5686070331fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:54.716676 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385afe83-5bed-48f6-944d-ee0cb70a18bb req-da2fc348-0632-49de-9f81-5686070331fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0476384
Jan 15 21:44:54.766229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-385afe83-5bed-48f6-944d-ee0cb70a18bb req-fa16600e-0fe4-4534-9b9b-a2fa33a91da0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439787
Jan 15 21:44:54.788611 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60670) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:54.830124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d1439-4bea-4d1b-a61b-bedca536b574 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:54.831608 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-944d1439-4bea-4d1b-a61b-bedca536b574 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1092 time: 0.0420074
Jan 15 21:44:54.834332 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60672) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:54.839074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:44:54.862200 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:54.957006 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:55.060891 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.238 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/38d83c68-f3ff-4b08-ba29-40db3c241ae9) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:44:55.163557 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:55.196408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:55.499604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:44:55.502403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:44:55.508214 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:44:55.530275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=38d83c68-f3ff-4b08-ba29-40db3c241ae9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:55.863605 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (353304a9-fa28-4d4e-b5f4-0a9e267526c5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:55.929280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:56.079844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:56.084252 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:56.155883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=38d83c68-f3ff-4b08-ba29-40db3c241ae9,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:44:56.167741 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (353304a9-fa28-4d4e-b5f4-0a9e267526c5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:56.271862 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 353304a9-fa28-4d4e-b5f4-0a9e267526c5 associated. External IP: 172.35.1.238, port: 9c58511b-30b1-4ca9-8b42-a55c342b60b6.
Jan 15 21:44:56.478308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b030515f-4ed5-45df-87c6-f46a5c74c8bb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:44:56.587701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:44:56.598294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Sync routers for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:44:56.607260 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:44:56.608673 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:56.609511 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:56.634476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8d821304-79f1-470a-bbcf-212e622fa31a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7991340
Jan 15 21:44:56.635233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:44:56.637810 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83" -d '{"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:44:56.690988 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c0407-c468-45e0-bcbc-96f4169c68e2 x-openstack-request-id: req-c62c0407-c468-45e0-bcbc-96f4169c68e2 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:44:56.691290 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:44:56.691547 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c62c0407-c468-45e0-bcbc-96f4169c68e2 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:44:56.691955 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'status': 'completed', 'code': 200}
Jan 15 21:44:56.723559 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:56.766658 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-60667083-77f2-4e32-aa50-98d13508130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:56.768469 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-60667083-77f2-4e32-aa50-98d13508130a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1097 time: 0.0546653
Jan 15 21:44:56.773598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bd4f3-608a-45d9-a7a7-5955fdb97459 req-bd92c114-83b0-4d92-b8b2-8cf78ab047d9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:56.775166 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f64bd4f3-608a-45d9-a7a7-5955fdb97459 req-bd92c114-83b0-4d92-b8b2-8cf78ab047d9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0702565
Jan 15 21:44:56.830912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f64bd4f3-608a-45d9-a7a7-5955fdb97459 req-542ea4e3-f4f1-41d3-9fe7-0f1e752e399b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483286
Jan 15 21:44:56.859954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60678) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:56.875244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-72a7e3d5-4403-4c40-8e75-f976b522abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:56.876940 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-72a7e3d5-4403-4c40-8e75-f976b522abfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 898 time: 0.1029289
Jan 15 21:44:56.926732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-da1e9040-b2e3-4a5c-9215-a6d36f3fe09a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/353304a9-fa28-4d4e-b5f4-0a9e267526c5 HTTP/1.1" status: 200  len: 992 time: 0.0645690
Jan 15 21:44:56.958311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-0a4e58be-b082-4a6a-a47e-de574052ae3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 1000 time: 0.0744724
Jan 15 21:44:56.972760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010af0>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '353304a9-fa28-4d4e-b5f4-0a9e267526c5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.238', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'port_id': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'mac_address': 'fa:16:3e:bb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:44:55Z', 'updated_at': '2022-01-15T21:44:55Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:57.004317 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Checking router: b030515f-4ed5-45df-87c6-f46a5c74c8bb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:44:57.012717 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:44:57.013356 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:44:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:57.017269 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-078aacd1-6afe-4f76-ad3a-63b41425d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:57.018426 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-078aacd1-6afe-4f76-ad3a-63b41425d6eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0534232
Jan 15 21:44:57.066721 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-ee302b01-eaa8-4e8c-82c5-f21af8740b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:44:57.067902 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-ee302b01-eaa8-4e8c-82c5-f21af8740b2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432894
Jan 15 21:44:57.137793 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:44:57.172855 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-d6d2b516-6a43-4922-aed5-8538636cf902 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980575
Jan 15 21:44:57.277409 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-02d7e3a6-e95f-4121-8ae8-b5ec11411f83 req-70b03b1d-4689-4475-9078-962028d5ca89 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982611
Jan 15 21:44:57.403402 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b010af0>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '353304a9-fa28-4d4e-b5f4-0a9e267526c5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.238', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'port_id': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'mac_address': 'fa:16:3e:bb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:44:55Z', 'updated_at': '2022-01-15T21:44:55Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:44:57.539215 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66abe-ba74-4477-a214-1edfbda2f2ce None None] The sync data for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 is: [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '353304a9-fa28-4d4e-b5f4-0a9e267526c5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.238', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'port_id': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'mac_address': 'fa:16:3e:bb:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:44:55Z', 'updated_at': '2022-01-15T21:44:55Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:44:57.750991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bcf489-e994-42ea-b6be-ad869175130b None None] New status for floating IP 353304a9-fa28-4d4e-b5f4-0a9e267526c5: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:44:57.929579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60680) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:44:57.994324 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-12d68d93-be29-46e5-8183-2c578e88839f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/353304a9-fa28-4d4e-b5f4-0a9e267526c5 HTTP/1.1" status: 200  len: 994 time: 0.0635314
Jan 15 21:45:12.847143 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:45:14.793441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:15.697255 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:18.032922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4d8a80bd-1df8-4a83-a922-4d27e0e33a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:20.745689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6c4b989d-0fa4-40c7-9445-6593bb27ee69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:22.066974 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:23.459266 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:24.327405 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:25.740568 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-cc3d3e06-c31b-4c05-937f-90035c534d65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0869558
Jan 15 21:45:25.823368 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-3554542f-a1ca-4ba2-a748-b26a2b04caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:25.824967 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-3554542f-a1ca-4ba2-a748-b26a2b04caf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1097 time: 0.0409558
Jan 15 21:45:25.934601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-a2346002-8ea2-424c-81b4-ee282484d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:25.936557 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-a2346002-8ea2-424c-81b4-ee282484d39e service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 898 time: 0.0894644
Jan 15 21:45:26.004784 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-4219adf8-cc76-4811-bc9e-3d3dd15faab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 1002 time: 0.0574741
Jan 15 21:45:26.057360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-b55655e9-7880-4ee3-8cfd-acc47bbd56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:26.058786 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-b55655e9-7880-4ee3-8cfd-acc47bbd56d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0481510
Jan 15 21:45:26.102224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-2b0cb95f-ebb3-4c93-ba1e-cccb9e03ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:26.103660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-2b0cb95f-ebb3-4c93-ba1e-cccb9e03ff00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383480
Jan 15 21:45:26.192212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-9da9a2fc-8e48-4675-85bd-e4845604fd0e service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808496
Jan 15 21:45:26.287609 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0729f5de-2bf5-4b73-b5cc-a7fb86d82cce req-7943845a-411e-49cf-b9f3-ac0776dc67d9 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867517
Jan 15 21:45:31.364605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-e797ac11-7062-408e-9fdc-d476146314d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:31.366180 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-e797ac11-7062-408e-9fdc-d476146314d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1097 time: 0.0438125
Jan 15 21:45:31.434758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23891d-60c7-4b4d-9d3c-7c2925c3ca94 req-73fe6173-8d86-4cf8-8b55-195198b41a44 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:31.436709 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f23891d-60c7-4b4d-9d3c-7c2925c3ca94 req-73fe6173-8d86-4cf8-8b55-195198b41a44 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.1120343
Jan 15 21:45:31.461502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-39970b08-f91d-4932-b2b4-d9292ba6d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:31.462966 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-39970b08-f91d-4932-b2b4-d9292ba6d572 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 898 time: 0.0904264
Jan 15 21:45:31.487490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5f23891d-60c7-4b4d-9d3c-7c2925c3ca94 req-9ab40bcd-9e9c-474a-955c-37278ea44599 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450168
Jan 15 21:45:31.529108 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-497d0a06-4599-48b0-93fd-5b514acf27f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 1002 time: 0.0599322
Jan 15 21:45:31.577887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-2a5f4689-a3ba-4bd7-802a-8348abe95668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:31.579340 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-2a5f4689-a3ba-4bd7-802a-8348abe95668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0450661
Jan 15 21:45:31.629019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-8f31ad06-44b1-4329-a225-40050601988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:31.630493 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-8f31ad06-44b1-4329-a225-40050601988a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451708
Jan 15 21:45:31.721375 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-045b78cb-1fba-45e7-bece-8edae8b7e309 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844686
Jan 15 21:45:31.814405 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-0ad68ea7-a31e-47ec-8dc7-42d83d36df19 req-c8dbf340-edae-4dc6-9bf8-ad0b809e9c10 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869832
Jan 15 21:45:32.664300 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce03c-e9a1-49e7-8eb8-2c2c99232fe5 req-ade5d8d5-9131-4f2f-aada-6a2535954b0c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:32.665846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-599ce03c-e9a1-49e7-8eb8-2c2c99232fe5 req-ade5d8d5-9131-4f2f-aada-6a2535954b0c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.1071279
Jan 15 21:45:32.715780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-599ce03c-e9a1-49e7-8eb8-2c2c99232fe5 req-d4980e9e-8efe-4dcc-8a7d-9ca15675ec28 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435898
Jan 15 21:45:33.835052 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef5ff0-ad1c-44d6-b50b-41455f24ce3c req-86a55625-7c61-4ee7-8d3b-e49383a209bf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:33.836549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9ef5ff0-ad1c-44d6-b50b-41455f24ce3c req-86a55625-7c61-4ee7-8d3b-e49383a209bf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0479081
Jan 15 21:45:33.883906 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9ef5ff0-ad1c-44d6-b50b-41455f24ce3c req-0368b379-be96-4f91-9288-6c6970a29ca4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418193
Jan 15 21:45:34.998636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565af086-dc74-4799-8694-3cf4c1ceb6cc req-b1125387-81b8-48bd-8edd-491b98ef3cba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:35.000155 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-565af086-dc74-4799-8694-3cf4c1ceb6cc req-b1125387-81b8-48bd-8edd-491b98ef3cba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0486832
Jan 15 21:45:35.053128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-565af086-dc74-4799-8694-3cf4c1ceb6cc req-15c72306-74d7-4814-abf2-444b837062ed tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473826
Jan 15 21:45:36.167196 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e173-f5b1-4fa7-a402-a2905c305078 req-948ea9bd-e08e-46d3-a2eb-d2569626ce51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:36.168650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c50e173-f5b1-4fa7-a402-a2905c305078 req-948ea9bd-e08e-46d3-a2eb-d2569626ce51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0485332
Jan 15 21:45:36.217713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0c50e173-f5b1-4fa7-a402-a2905c305078 req-570c2ccc-33db-4077-94b6-7358b3c848c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426397
Jan 15 21:45:37.335726 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e73c0-36f5-4a43-8e0a-6a59381e7f4d req-e17199f3-b682-48f2-9fde-9c89143c9878 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:37.337230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f3e73c0-36f5-4a43-8e0a-6a59381e7f4d req-e17199f3-b682-48f2-9fde-9c89143c9878 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0495479
Jan 15 21:45:37.385997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8f3e73c0-36f5-4a43-8e0a-6a59381e7f4d req-318ad1d6-3f0e-418e-b53f-9901a993d0df tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432220
Jan 15 21:45:38.505777 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf64c3a-d5c3-408b-a3b6-8601f2b1d186 req-1f3743ea-302e-462e-981c-1c56db3e1b9f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:38.507229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcf64c3a-d5c3-408b-a3b6-8601f2b1d186 req-1f3743ea-302e-462e-981c-1c56db3e1b9f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0521309
Jan 15 21:45:38.555134 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcf64c3a-d5c3-408b-a3b6-8601f2b1d186 req-ba1d184d-af07-4ebd-acef-7dc3e622ec53 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423584
Jan 15 21:45:39.669122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec889e4e-bf32-48dd-8c71-d9b05e08dda2 req-110ec5f8-b6f8-44a4-a01a-4c64e54f37cb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:39.670626 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec889e4e-bf32-48dd-8c71-d9b05e08dda2 req-110ec5f8-b6f8-44a4-a01a-4c64e54f37cb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0486417
Jan 15 21:45:39.719506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ec889e4e-bf32-48dd-8c71-d9b05e08dda2 req-481f3dc5-7b65-424d-9dec-b69435392aca tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417387
Jan 15 21:45:40.833975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b1f3a-c6d8-46f4-a45b-626a661d6639 req-081eaa1f-053b-47e9-a4c4-38cc9d7b7f68 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:40.835442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-441b1f3a-c6d8-46f4-a45b-626a661d6639 req-081eaa1f-053b-47e9-a4c4-38cc9d7b7f68 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0485322
Jan 15 21:45:40.888096 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-441b1f3a-c6d8-46f4-a45b-626a661d6639 req-2e7b93af-a74b-4f65-95c9-fa18a96d31c8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471783
Jan 15 21:45:42.004551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112817f1-3f00-4dcd-b350-f30a7375fb21 req-023c8580-8f89-44e5-af9b-0f86bfac5034 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:42.006039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-112817f1-3f00-4dcd-b350-f30a7375fb21 req-023c8580-8f89-44e5-af9b-0f86bfac5034 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0491574
Jan 15 21:45:42.054826 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-112817f1-3f00-4dcd-b350-f30a7375fb21 req-3bbc013a-b964-4489-a63d-4d13bea5e26b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432410
Jan 15 21:45:43.171244 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11033f6d-e7fb-4bd3-93e5-7b2c1e40d8b5 req-076f520f-1689-4027-b70f-a5fdaec58ab2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:45:43.172713 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11033f6d-e7fb-4bd3-93e5-7b2c1e40d8b5 req-076f520f-1689-4027-b70f-a5fdaec58ab2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0488303
Jan 15 21:45:43.221298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11033f6d-e7fb-4bd3-93e5-7b2c1e40d8b5 req-25809a80-7794-4143-9749-40961313c79e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429578
Jan 15 21:45:43.243425 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60738) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:45:43.307071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0964fec0-0524-4a02-87c3-0f4ec9bc53a7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/353304a9-fa28-4d4e-b5f4-0a9e267526c5 HTTP/1.1" status: 200  len: 994 time: 0.0625327
Jan 15 21:45:44.800003 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:45.711540 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:48.034333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b9ff642c-8043-4cb6-97f5-8fd3001b9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:49.846603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:45:50.746945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51fececb-2ac5-4b96-b4b3-bd5d96f4199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:52.069520 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:53.462215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:45:54.330549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:14.815758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:15.706045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60750) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:15.713376 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:15.864154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 38d83c68-f3ff-4b08-ba29-40db3c241ae9 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:46:15.864495 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:15.942472 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:15.942803 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (38d83c68-f3ff-4b08-ba29-40db3c241ae9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:15.954238 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 38d83c68-f3ff-4b08-ba29-40db3c241ae9 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:46:16.099993 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (38d83c68-f3ff-4b08-ba29-40db3c241ae9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:16.125808 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=38d83c68-f3ff-4b08-ba29-40db3c241ae9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:16.137373 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.137732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.138090 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.138421 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.138757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.139087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.139417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.139746 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.140337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.140974 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.141093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.141391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.141714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:16.194900 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (353304a9-fa28-4d4e-b5f4-0a9e267526c5), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:16.195227 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 353304a9-fa28-4d4e-b5f4-0a9e267526c5 disassociated (deleted). External IP: 172.35.1.238, port: 9c58511b-30b1-4ca9-8b42-a55c342b60b6.
Jan 15 21:46:16.401973 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b030515f-4ed5-45df-87c6-f46a5c74c8bb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:46:16.508758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:46:16.513661 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:16.519447 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Sync routers for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:46:16.528644 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:16.529294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0953a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:45:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:16.540515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-fabfa129-9d00-466d-8561-d25f457e41b3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/floatingips/353304a9-fa28-4d4e-b5f4-0a9e267526c5 HTTP/1.1" status: 204  len: 168 time: 0.8333952
Jan 15 21:46:16.541242 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:46:16.543745 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d49b30eb4c7ed27b3092db53b916abae6acb37565d690dabc321dd913452d450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4" -d '{"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:46:16.583469 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8939b4cc-9ee7-48e4-9fa1-89b9476abc8b x-openstack-request-id: req-8939b4cc-9ee7-48e4-9fa1-89b9476abc8b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:46:16.583902 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:46:16.584162 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8939b4cc-9ee7-48e4-9fa1-89b9476abc8b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:46:16.584569 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'status': 'completed', 'code': 200}
Jan 15 21:46:16.643199 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:16.658987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-a668c049-d2f2-450e-988a-6ec45ca88705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:16.660665 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-a668c049-d2f2-450e-988a-6ec45ca88705 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 1097 time: 0.0455828
Jan 15 21:46:16.762540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-563eeb30-2cb1-4e04-946f-75b043136039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:16.764376 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-563eeb30-2cb1-4e04-946f-75b043136039 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 200  len: 898 time: 0.0948899
Jan 15 21:46:16.778981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b39ac-726c-475f-be52-0af985384f36 req-4821c995-0a47-4a19-b9af-0dfa5d6f6108 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:16.782172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd1b39ac-726c-475f-be52-0af985384f36 req-4821c995-0a47-4a19-b9af-0dfa5d6f6108 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0543368
Jan 15 21:46:16.814709 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-fd0876cf-a3eb-409a-8b70-71da78fe3466 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 200  len: 217 time: 0.0422263
Jan 15 21:46:16.842355 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd1b39ac-726c-475f-be52-0af985384f36 req-14a89d12-88ce-41b4-a194-2483ca5c8690 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491061
Jan 15 21:46:16.867568 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-29962414-77ed-4c86-8392-8659d3eb8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:16.868993 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-29962414-77ed-4c86-8392-8659d3eb8d78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 200  len: 835 time: 0.0467772
Jan 15 21:46:16.869648 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0953a0>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:16.897416 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Checking router: b030515f-4ed5-45df-87c6-f46a5c74c8bb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:46:16.905889 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:16.906501 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0953a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:45:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:16.914071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-467f9f52-0c62-4eea-a943-dbdbaab8d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:16.915592 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-467f9f52-0c62-4eea-a943-dbdbaab8d4bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a605fb-941f-42fe-a7e4-f5c31502e0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399940
Jan 15 21:46:17.008834 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-d000d0cf-4b66-4cb7-a528-48dc8a2d9cd1 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860784
Jan 15 21:46:17.009458 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:17.099503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fff5bc4e-3b7d-4783-8ef3-8e5f50d107f4 req-bbf261d0-0307-4bb8-aa92-82f7bc560262 service neutron] 10.222.0.45 "GET /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845439
Jan 15 21:46:17.201363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b0953a0>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:17.231537 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8c1ad-a2f0-47cb-b316-58be6bf25633 None None] The sync data for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 is: [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:44:42Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1', 'name': '', 'network_id': '32a605fb-941f-42fe-a7e4-f5c31502e0c9', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:0a:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:41Z', 'updated_at': '2022-01-15T21:44:45Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'dc5a7b60-861a-4846-8552-e8eebfd9e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:46:17.451554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8c73d-7d5f-4e19-8aa5-52e08e5a7b03 None None] New status for floating IP 353304a9-fa28-4d4e-b5f4-0a9e267526c5: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:46:17.963785 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05e99e-1a03-4a3b-bb43-c8e04a5c7373 req-9395c070-5118-4c00-8234-8b96275f576a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:17.965242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f05e99e-1a03-4a3b-bb43-c8e04a5c7373 req-9395c070-5118-4c00-8234-8b96275f576a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0474660
Jan 15 21:46:18.014541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f05e99e-1a03-4a3b-bb43-c8e04a5c7373 req-cf51d1fb-a431-48eb-a2f6-c802607778ec tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2fbc564-d48a-4932-930c-fb447c6451c0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431468
Jan 15 21:46:18.036653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-53f4428d-9e2a-43c2-95b3-6185263130c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:18.415320 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-e6105397-85b3-4376-8abb-1f38103b3eba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:18.416825 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-e6105397-85b3-4376-8abb-1f38103b3eba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 946 time: 0.0563960
Jan 15 21:46:18.514150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:46:18.514491 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:18.914952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 9c58511b-30b1-4ca9-8b42-a55c342b60b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c58511b-30b1-4ca9-8b42-a55c342b60b6,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:18.915299 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:18.928112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 9c58511b-30b1-4ca9-8b42-a55c342b60b6 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:46:19.051902 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9c58511b-30b1-4ca9-8b42-a55c342b60b6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:19.082857 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=9c58511b-30b1-4ca9-8b42-a55c342b60b6,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:19.098010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.098360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.098700 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.099031 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.099364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.099689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.100013 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.100338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.100660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.101009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.101332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.101648 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.101965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:19.120995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f4437477-a3c4-4198-a854-a7bbc9f4083e req-ad0bc87c-f4c3-4f6c-ac86-3868a378a11d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=024e2ad3-f1f5-4797-9972-d48d8080ec8a HTTP/1.1" status: 200  len: 210 time: 0.0340354
Jan 15 21:46:19.137276 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port 9c58511b-30b1-4ca9-8b42-a55c342b60b6 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:46:19.143763 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:19.147072 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e1ae5840-bd3f-4dc5-8e3e-7e3788c9333d req-f4f0a5f6-a5f0-4c35-93c1-bb361b78d057 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "DELETE /v2.0/ports/9c58511b-30b1-4ca9-8b42-a55c342b60b6 HTTP/1.1" status: 204  len: 173 time: 0.7217023
Jan 15 21:46:19.147511 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'name': 'network-vif-deleted', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:46:19.149767 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca1268-dc97-490b-b463-c8fdb9f9db15" -d '{"events": [{"server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "name": "network-vif-deleted", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:46:19.188796 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870072d-6444-4abe-890f-97f5dd6100da x-openstack-request-id: req-a870072d-6444-4abe-890f-97f5dd6100da {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:46:19.189123 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024e2ad3-f1f5-4797-9972-d48d8080ec8a", "name": "network-vif-deleted", "tag": "9c58511b-30b1-4ca9-8b42-a55c342b60b6", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:46:19.189379 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a870072d-6444-4abe-890f-97f5dd6100da {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:46:19.189778 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024e2ad3-f1f5-4797-9972-d48d8080ec8a', 'name': 'network-vif-deleted', 'tag': '9c58511b-30b1-4ca9-8b42-a55c342b60b6', 'status': 'completed', 'code': 200}
Jan 15 21:46:20.179971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60772) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:20.749104 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ac268051-4d5b-4a3e-bbb6-156c6a7ade07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:20.811373 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:21.065403 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:46:21.065666 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:21.153191 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:21.153568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:21.167853 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:46:21.353907 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:21.384732 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:21.569269 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:21.788756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b030515f-4ed5-45df-87c6-f46a5c74c8bb has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:46:21.896711 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:46:21.901746 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-03bbd58d-f3b2-4cd3-8096-9950cf708d7c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/b030515f-4ed5-45df-87c6-f46a5c74c8bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7207644
Jan 15 21:46:21.904572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60774) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:21.907904 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Sync routers for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:46:21.917444 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:21.918058 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:21.956389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting subnet dc5a7b60-861a-4846-8552-e8eebfd9e54a {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:46:21.959662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (dc5a7b60-861a-4846-8552-e8eebfd9e54a), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.000514 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (dc5a7b60-861a-4846-8552-e8eebfd9e54a), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.023866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:22.073834 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.089394 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (dc5a7b60-861a-4846-8552-e8eebfd9e54a), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.147828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (dc5a7b60-861a-4846-8552-e8eebfd9e54a), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.173321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5a7b60-861a-4846-8552-e8eebfd9e54a,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:22.180033 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.186470 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1a99be74-d8eb-42c8-8479-bf2d2a419cfd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/subnets/dc5a7b60-861a-4846-8552-e8eebfd9e54a HTTP/1.1" status: 204  len: 168 time: 0.2763877
Jan 15 21:46:22.186470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60776) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:22.189687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a4894-1238-4d1c-a2d4-cb888ec3a851 None None] Network 32a605fb-941f-42fe-a7e4-f5c31502e0c9 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:46:22.205710 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669190>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:46:21Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:22.314133 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.331926 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Checking router: b030515f-4ed5-45df-87c6-f46a5c74c8bb for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:46:22.340505 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Routers {'b030515f-4ed5-45df-87c6-f46a5c74c8bb'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:22.341228 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:22.367987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] DHCP port deletion for 32a605fb-941f-42fe-a7e4-f5c31502e0c9 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:46:22.422130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Deleting port 60736f90-6c76-4117-a4da-ad888d70fe5f {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:46:22.422904 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.433134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b030515f-4ed5-45df-87c6-f46a5c74c8bb), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.452118 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] Set router b030515f-4ed5-45df-87c6-f46a5c74c8bb gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:22.486115 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] For port 60736f90-6c76-4117-a4da-ad888d70fe5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60736f90-6c76-4117-a4da-ad888d70fe5f,segment=NetworkSegment(56ec80f6-71b7-4a08-99b6-24c6a3d9e488),segment_id=56ec80f6-71b7-4a08-99b6-24c6a3d9e488)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:22.486586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.489434 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:46:22.489782 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.499399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Calling delete_port for 60736f90-6c76-4117-a4da-ad888d70fe5f owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:46:22.575026 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 9674b7bd-6d7f-4c81-8030-c5c04494aa6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:22.575379 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.587238 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (60736f90-6c76-4117-a4da-ad888d70fe5f), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.588602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 9674b7bd-6d7f-4c81-8030-c5c04494aa6f owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:46:22.612575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Pushing event deleted for resources: {'Port': ['ID=60736f90-6c76-4117-a4da-ad888d70fe5f,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:22.616901 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] No DVR routers for this DVR port 60736f90-6c76-4117-a4da-ad888d70fe5f on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:46:22.623910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.625137 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.625671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.626023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.626359 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.626692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.627518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.627518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.627709 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.627958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.628280 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.628601 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.628946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c0787e-f896-48ce-9af8-71f50c2fd4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:22.650363 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669190>, [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:46:21Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:22.676924 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4719c7-dfe8-4504-8dac-f82a4f6d7c7b None None] The sync data for ids ['b030515f-4ed5-45df-87c6-f46a5c74c8bb'] in ncdv-master-1 is: [{'id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267100324', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:44:38Z', 'updated_at': '2022-01-15T21:46:21Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '9674b7bd-6d7f-4c81-8030-c5c04494aa6f', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b030515f-4ed5-45df-87c6-f46a5c74c8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:44:39Z', 'updated_at': '2022-01-15T21:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:46:22.774384 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (9674b7bd-6d7f-4c81-8030-c5c04494aa6f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.801301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=9674b7bd-6d7f-4c81-8030-c5c04494aa6f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:22.811598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7253ea9-2fe1-4477-a987-da0a248b487f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:46:22.857733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9c58511b-30b1-4ca9-8b42-a55c342b60b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:46:22.864548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.878503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 9c58511b-30b1-4ca9-8b42-a55c342b60b6 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:46:22.878855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 9c58511b-30b1-4ca9-8b42-a55c342b60b6 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:46:22.954497 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.956742 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (b030515f-4ed5-45df-87c6-f46a5c74c8bb), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.998046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (b030515f-4ed5-45df-87c6-f46a5c74c8bb), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:22.998708 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Fanout notify agent at l3_agent the message router_deleted on router b030515f-4ed5-45df-87c6-f46a5c74c8bb {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:46:23.006181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.007308 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-385ba8c6-7282-45a0-a9a6-80bbb85d61fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/routers/b030515f-4ed5-45df-87c6-f46a5c74c8bb HTTP/1.1" status: 204  len: 168 time: 0.8204446
Jan 15 21:46:23.009957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60778) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:23.096502 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (32a605fb-941f-42fe-a7e4-f5c31502e0c9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.184249 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (32a605fb-941f-42fe-a7e4-f5c31502e0c9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.206097 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bb3d1c0>,) {'filters': {'network_id': ['32a605fb-941f-42fe-a7e4-f5c31502e0c9']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:23.215610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bb3d1c0>, '56ec80f6-71b7-4a08-99b6-24c6a3d9e488') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:23.215911 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bb3d1c0>, '56ec80f6-71b7-4a08-99b6-24c6a3d9e488') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:23.225987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (56ec80f6-71b7-4a08-99b6-24c6a3d9e488), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.239635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (56ec80f6-71b7-4a08-99b6-24c6a3d9e488), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.245810 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:46:23.246205 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (56ec80f6-71b7-4a08-99b6-24c6a3d9e488), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:46:23.250132 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:46:23.317581 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (32a605fb-941f-42fe-a7e4-f5c31502e0c9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.324740 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.328392 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/networks/32a605fb-941f-42fe-a7e4-f5c31502e0c9 HTTP/1.1" status: 204  len: 168 time: 0.3172684
Jan 15 21:46:23.330980 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60780) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:23.348745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b684ea-e29f-4c4d-8420-359bed18b0a0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Network': ['ID=32a605fb-941f-42fe-a7e4-f5c31502e0c9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:23.400812 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (c2fbc564-d48a-4932-930c-fb447c6451c0), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.425820 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (c2fbc564-d48a-4932-930c-fb447c6451c0), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.465890 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.489848 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (c2fbc564-d48a-4932-930c-fb447c6451c0), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.492540 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.493734 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/security-groups/c2fbc564-d48a-4932-930c-fb447c6451c0 HTTP/1.1" status: 204  len: 168 time: 0.1618118
Jan 15 21:46:23.504194 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dc3e7-4f1e-4bc7-972c-cdef82d6ea71 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbc564-d48a-4932-930c-fb447c6451c0,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:23.720264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60786) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:23.724907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505276896', 'description': 'tempest-secgroup-smoke-1505276896 description', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:23.738052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9674b7bd-6d7f-4c81-8030-c5c04494aa6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:46:23.757213 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.762609 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 9674b7bd-6d7f-4c81-8030-c5c04494aa6f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:46:23.762959 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 9674b7bd-6d7f-4c81-8030-c5c04494aa6f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:46:23.763378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:46:23.784733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:46:23.785109 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device ca6d0b8a-4dea-4b86-b9eb-1f8f24d1fdb1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:46:23.785526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 60736f90-6c76-4117-a4da-ad888d70fe5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:46:23.805344 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 60736f90-6c76-4117-a4da-ad888d70fe5f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:46:23.805692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 60736f90-6c76-4117-a4da-ad888d70fe5f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:46:23.829171 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (63b0bbc8-5f9e-4668-a8c4-7b58b8d09544), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.832997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (63b0bbc8-5f9e-4668-a8c4-7b58b8d09544), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.870574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.871804 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1504931
Jan 15 21:46:23.872951 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0f24-a71c-4668-94e6-2d44306c0eaf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:23.875156 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60788) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:23.880915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:23.909848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (a8c0ddf6-6c99-4562-83a3-d27ace3e9330), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.964506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (a8c0ddf6-6c99-4562-83a3-d27ace3e9330), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.968975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a8c0ddf6-6c99-4562-83a3-d27ace3e9330), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.988085 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c0ddf6-6c99-4562-83a3-d27ace3e9330,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:23.995545 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:23.996748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0c887c37-124d-4365-8991-03ff06a6e01d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1196363
Jan 15 21:46:23.999424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60790) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.003708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.032948 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (8b94db9e-f6c3-48d7-b9f4-1c11672d9581), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.091784 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (8b94db9e-f6c3-48d7-b9f4-1c11672d9581), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.096362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8b94db9e-f6c3-48d7-b9f4-1c11672d9581), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.115664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b94db9e-f6c3-48d7-b9f4-1c11672d9581,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.120976 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.125517 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13067588-4f00-4d63-b6d7-816c432d3b49 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1251338
Jan 15 21:46:24.125878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60792) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.131538 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.165080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (9a63c4b4-9b8a-4f7c-8c4e-6b929b706bc2), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.223953 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (9a63c4b4-9b8a-4f7c-8c4e-6b929b706bc2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.227209 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9a63c4b4-9b8a-4f7c-8c4e-6b929b706bc2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.245278 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a63c4b4-9b8a-4f7c-8c4e-6b929b706bc2,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.253533 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.257541 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a0cb2c27-0275-4a28-b67c-1cbb0a50b36e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1271741
Jan 15 21:46:24.257707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60794) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.262221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.293211 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (9887147c-86be-44fc-9ee3-3a9ca50b1e9c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.337619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.356761 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (9887147c-86be-44fc-9ee3-3a9ca50b1e9c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.361134 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9887147c-86be-44fc-9ee3-3a9ca50b1e9c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.379566 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9887147c-86be-44fc-9ee3-3a9ca50b1e9c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.391181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.392390 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-143ecc60-4fc0-42ba-b633-21349cc42305 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1336660
Jan 15 21:46:24.395137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60796) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.399373 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.421646 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:46:24.431351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (a98c8a93-fca7-4d1e-8057-19b5b9be53e3), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.490686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (a98c8a93-fca7-4d1e-8057-19b5b9be53e3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.493986 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a98c8a93-fca7-4d1e-8057-19b5b9be53e3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.513698 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98c8a93-fca7-4d1e-8057-19b5b9be53e3,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.522400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.523616 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9474ddeb-9da0-4458-8173-109fcda2fa0b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1275663
Jan 15 21:46:24.526380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60798) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.530865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '63b0bbc8-5f9e-4668-a8c4-7b58b8d09544', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.553417 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:46:24.558005 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d3e5a1fd-d4e0-41b3-95b5-f000d14a0f91), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.617339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d3e5a1fd-d4e0-41b3-95b5-f000d14a0f91), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.621067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d3e5a1fd-d4e0-41b3-95b5-f000d14a0f91), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.640871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e5a1fd-d4e0-41b3-95b5-f000d14a0f91,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.645567 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.646752 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1d456f7f-f8e9-4a67-b4b1-4e6f44b76546 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1192760
Jan 15 21:46:24.649714 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60800) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.654555 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'network': {'name': 'tempest-network-smoke--1002459888', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.677467 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:46:24.680960 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.705490 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:46:24.715104 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (4a4a7630-eb4a-4a5f-a0c9-6472293af455), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.715453 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Added segment 4a4a7630-eb4a-4a5f-a0c9-6472293af455 of type vlan for network 5082283f-3c8b-4364-a390-e19158b4e3b5
Jan 15 21:46:24.755714 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (5082283f-3c8b-4364-a390-e19158b4e3b5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.779857 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (5082283f-3c8b-4364-a390-e19158b4e3b5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.786310 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:24.786899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.848191 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1974428
Jan 15 21:46:24.850900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60802) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:24.855209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'admin_state_up': True, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:24.872439 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465050de-7f79-47e2-9f78-d06e7750502f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Network': ['ID=5082283f-3c8b-4364-a390-e19158b4e3b5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:24.883663 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:46:24.890534 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (5723234b-af04-48b4-aeec-b73416ecee61), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.891552 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (5723234b-af04-48b4-aeec-b73416ecee61), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:24.945910 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (5723234b-af04-48b4-aeec-b73416ecee61), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.084168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (5723234b-af04-48b4-aeec-b73416ecee61), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.271373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (5723234b-af04-48b4-aeec-b73416ecee61), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.293670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.394557 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.65 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/7d438cbe-880b-4525-b80a-bd335ad9589d) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:46:25.506987 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.542172 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.578552 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:25.581303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:25.584637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:46:25.593862 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e0ba5-8e5c-4ecf-a49f-fb17deb6f92f None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:46:25.612477 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=7d438cbe-880b-4525-b80a-bd335ad9589d,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:25.648744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-68c82f6c-a7e7-45ed-827d-ec693a9b64a4 None None] Provisioning complete for port 7d438cbe-880b-4525-b80a-bd335ad9589d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:25.649167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-68c82f6c-a7e7-45ed-827d-ec693a9b64a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:25.683554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-68c82f6c-a7e7-45ed-827d-ec693a9b64a4 None None] Port 7d438cbe-880b-4525-b80a-bd335ad9589d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:25.838826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (5723234b-af04-48b4-aeec-b73416ecee61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.042325 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (5723234b-af04-48b4-aeec-b73416ecee61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.185851 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 5723234b-af04-48b4-aeec-b73416ecee61 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:46:26.294295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:46:26.304453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Sync routers for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:46:26.314657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.318881 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8e16828f-c49c-4a50-9247-d1ca5b6cbb54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4640858
Jan 15 21:46:26.319034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:26.319034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:26.319258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60804) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:26.350349 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b21291ac-50f0-45f7-9560-f5842d319116 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5f21548044704a2bbfc4ed1612c66fbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276721
Jan 15 21:46:26.350610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60806) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:26.426489 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:26.436242 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b03e7-f410-476e-84a6-5767b45c8534 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:26.438465 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7e6b03e7-f410-476e-84a6-5767b45c8534 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0869422
Jan 15 21:46:26.441217 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60808) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:26.474914 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9ee12cde-287f-4434-8fcf-6bfa11cf6724 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0326011
Jan 15 21:46:26.477460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60810) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:26.482103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904743909', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:26.582794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:46:26.586233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.608179 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b6d0>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:25Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:26.635285 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Checking router: 5723234b-af04-48b4-aeec-b73416ecee61 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:46:26.635632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Updating router 5723234b-af04-48b4-aeec-b73416ecee61 port 7d438cbe-880b-4525-b80a-bd335ad9589d binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:46:26.661627 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.769327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (c1c8b805-1641-4794-9e06-d27f4e9ffc77), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.837533 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Subnet': ['ID=c1c8b805-1641-4794-9e06-d27f4e9ffc77,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:26.846309 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:46:26.853171 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Checking segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:46:26.853537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network hostable DHCP agents. Network: 5082283f-3c8b-4364-a390-e19158b4e3b5, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:46:26.873624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:46:26.883865 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5082283f-3c8b-4364-a390-e19158b4e3b5) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:26.887952 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:26.888543 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.905534 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d24f55bd-b243-474c-a877-00b6a87b3d78 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4269531
Jan 15 21:46:26.908279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:26.911518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015e22c-75c4-48c3-921b-49893d9d4e8d None None] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:46:26.974333 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks [] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:26.985126 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.045063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7253ec-aedd-47fd-96c9-7cc09f7063a6 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:46:27.080336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Attempting to bind port 7d438cbe-880b-4525-b80a-bd335ad9589d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:46:27.080784 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Attempting to bind port 7d438cbe-880b-4525-b80a-bd335ad9589d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:46:27.081252 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Attempting to bind port 7d438cbe-880b-4525-b80a-bd335ad9589d on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:46:27.084381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e65ec-c8aa-4e94-9a83-b289c088ad1c None None] Pushing event updated for resources: {'Port': ['ID=7d438cbe-880b-4525-b80a-bd335ad9589d,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:27.093475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:46:27.093841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:46:27.094247 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.094634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:46:27.095213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Bound port: 7d438cbe-880b-4525-b80a-bd335ad9589d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:46:27.095481 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.119942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5082283f-3c8b-4364-a390-e19158b4e3b5', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:46:27.120800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.216812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bee3ca9c-2944-4708-a031-4198f59d6f5a None None] Provisioning complete for port 7d438cbe-880b-4525-b80a-bd335ad9589d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:27.217212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca9c-2944-4708-a031-4198f59d6f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.352378 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.417678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] For port 7d438cbe-880b-4525-b80a-bd335ad9589d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:46:27.440047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] For port 7d438cbe-880b-4525-b80a-bd335ad9589d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d438cbe-880b-4525-b80a-bd335ad9589d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:46:27.453252 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.507634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bee3ca9c-2944-4708-a031-4198f59d6f5a None None] Port 7d438cbe-880b-4525-b80a-bd335ad9589d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:27.530942 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c30db0-e27a-4921-be9f-dbc47d9f55ca None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:46:27.552017 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Allocated IP 172.20.0.2 (5082283f-3c8b-4364-a390-e19158b4e3b5/c1c8b805-1641-4794-9e06-d27f4e9ffc77/8712095c-407e-4161-8329-5190f559cdb9) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:46:27.578596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e65ec-c8aa-4e94-9a83-b289c088ad1c None None] Pushing event updated for resources: {'Port': ['ID=7d438cbe-880b-4525-b80a-bd335ad9589d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:27.581458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:27.582113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:27.725980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Provisioning complete for port 7d438cbe-880b-4525-b80a-bd335ad9589d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:27.726355 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.809092 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:27.951675 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks [] for port (8712095c-407e-4161-8329-5190f559cdb9), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:27.981339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (8712095c-407e-4161-8329-5190f559cdb9), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.008663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.1 (5082283f-3c8b-4364-a390-e19158b4e3b5/c1c8b805-1641-4794-9e06-d27f4e9ffc77/fe81fec1-b0bb-46cf-82b4-7d435b354238) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:46:28.049102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Current status of the port 7d438cbe-880b-4525-b80a-bd335ad9589d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:28.049498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.056615 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:28.064263 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:28.077708 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:46:28.088828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Pushing event updated for resources: {'Port': ['ID=8712095c-407e-4161-8329-5190f559cdb9,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:28.111270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] For port 7d438cbe-880b-4525-b80a-bd335ad9589d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d438cbe-880b-4525-b80a-bd335ad9589d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:28.119483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.125670 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.160280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.206773 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:28.208891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Attempting to bind port 8712095c-407e-4161-8329-5190f559cdb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:46:28.209276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Attempting to bind port 8712095c-407e-4161-8329-5190f559cdb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:46:28.209643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Attempting to bind port 8712095c-407e-4161-8329-5190f559cdb9 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:46:28.210355 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:28.216132 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:46:28.226201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:46:28.226580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Checking segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:46:28.226992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.227388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Bound using segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:46:28.227855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Bound port: 8712095c-407e-4161-8329-5190f559cdb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:46:28.228238 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8712095c-407e-4161-8329-5190f559cdb9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.231984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fe0d2-53c9-4962-99aa-685d9849b59d None None] Pushing event updated for resources: {'Port': ['ID=7d438cbe-880b-4525-b80a-bd335ad9589d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:28.241836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:28.253747 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b6d0>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:25Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:28.264698 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (5723234b-af04-48b4-aeec-b73416ecee61), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.300487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbfd9c-5fd7-46cc-9912-b50dd1afc9ce None None] The sync data for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 is: [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:25Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:46:28.334365 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] For port 8712095c-407e-4161-8329-5190f559cdb9, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:46:28.338117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] For port 8712095c-407e-4161-8329-5190f559cdb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8712095c-407e-4161-8329-5190f559cdb9,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:46:28.343174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8712095c-407e-4161-8329-5190f559cdb9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:28.405015 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef78b7a-49e5-486f-a9e8-698579ccab2e None None] Pushing event updated for resources: {'Port': ['ID=8712095c-407e-4161-8329-5190f559cdb9,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:28.805893 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.097846 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.103609 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.180057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:29.182588 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (5723234b-af04-48b4-aeec-b73416ecee61), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.293900 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:29.295397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:29.415493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 5723234b-af04-48b4-aeec-b73416ecee61 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:46:29.417176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db3a50-f3a2-43a4-a9b8-24203e9b2e2b None None] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:46:29.502513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Provisioning complete for port 8712095c-407e-4161-8329-5190f559cdb9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:29.502884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8712095c-407e-4161-8329-5190f559cdb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.535758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:46:29.542134 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-72cdcc1d-1731-4266-8e5b-3bb6889ceb39 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/5723234b-af04-48b4-aeec-b73416ecee61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6328201
Jan 15 21:46:29.615722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Current status of the port 8712095c-407e-4161-8329-5190f559cdb9 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:29.616189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8712095c-407e-4161-8329-5190f559cdb9), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.679000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] For port 8712095c-407e-4161-8329-5190f559cdb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8712095c-407e-4161-8329-5190f559cdb9,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:29.690244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8712095c-407e-4161-8329-5190f559cdb9), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.723052 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7d438cbe-880b-4525-b80a-bd335ad9589d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:46:29.748063 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-2a53192e-1fd6-42ca-a172-243fc0c61cf4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505276896&fields=id&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 267 time: 0.0621839
Jan 15 21:46:29.787432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f03016-ded0-4c03-b911-2580189dcb33 None None] Pushing event updated for resources: {'Port': ['ID=8712095c-407e-4161-8329-5190f559cdb9,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:29.812659 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 7d438cbe-880b-4525-b80a-bd335ad9589d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:29.813052 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.895279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-c53b4c18-9acb-4651-aa8f-275f1e27e699 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:29.901336 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-c53b4c18-9acb-4651-aa8f-275f1e27e699 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 797 time: 0.1395202
Jan 15 21:46:29.915391 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 7d438cbe-880b-4525-b80a-bd335ad9589d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:29.916872 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8712095c-407e-4161-8329-5190f559cdb9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:46:29.918354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-0129cca0-1ef9-49c3-8c70-6ac2e5163a28 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/quotas/5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 375 time: 0.0159667
Jan 15 21:46:29.954571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:29.954946 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:29.970074 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-62496130-3e95-412e-99ff-b35c6a6a7b74 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0508406
Jan 15 21:46:29.997978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Port fe81fec1-b0bb-46cf-82b4-7d435b354238 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:30.012064 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8712095c-407e-4161-8329-5190f559cdb9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:30.012443 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8712095c-407e-4161-8329-5190f559cdb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.037254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Provisioning complete for port 8712095c-407e-4161-8329-5190f559cdb9 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:30.037626 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8712095c-407e-4161-8329-5190f559cdb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.115764 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Sync routers for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:46:30.130900 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:30.131947 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b270c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:30.141269 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8712095c-407e-4161-8329-5190f559cdb9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:30.172392 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-ff1e3867-dbd7-4b2e-925a-45797517207c service neutron] 10.222.0.46 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890025
Jan 15 21:46:30.183544 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-93c91e6a-8c24-4643-bcda-b848b61f7c1c None None] Current status of the port 8712095c-407e-4161-8329-5190f559cdb9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:30.249909 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:30.277839 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-5e98afe4-30fb-49ac-8650-2ccdb92fe121 service neutron] 10.222.0.46 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958292
Jan 15 21:46:30.309924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5547a2fd-2ea8-44a4-a9a7-8700687c809e None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:30.310309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5547a2fd-2ea8-44a4-a9a7-8700687c809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.351008 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5547a2fd-2ea8-44a4-a9a7-8700687c809e None None] Port fe81fec1-b0bb-46cf-82b4-7d435b354238 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:30.477945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-79b43948-83f9-4d57-bffb-240756caaa4e None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:30.478567 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-79b43948-83f9-4d57-bffb-240756caaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.494615 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b270c70>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 2, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:30.525952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-79b43948-83f9-4d57-bffb-240756caaa4e None None] Port fe81fec1-b0bb-46cf-82b4-7d435b354238 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:30.532431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Checking router: 5723234b-af04-48b4-aeec-b73416ecee61 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:46:30.532783 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Updating router 5723234b-af04-48b4-aeec-b73416ecee61 port fe81fec1-b0bb-46cf-82b4-7d435b354238 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:46:30.557401 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53771dfa-6b4b-41a5-b51f-376b7f6bf92b req-88f81497-41a3-4497-811a-e6e66b97c569 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 210 time: 0.0335734
Jan 15 21:46:30.565718 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.830385 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks [] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.835529 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.886769 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Pushing event updated for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:30.909417 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.909760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.910099 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.910432 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.910760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.911344 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.911674 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.911996 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.912314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.912632 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.912981 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.913298 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.913615 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:46:30.951476 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Attempting to bind port fe81fec1-b0bb-46cf-82b4-7d435b354238 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:46:30.951842 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Attempting to bind port fe81fec1-b0bb-46cf-82b4-7d435b354238 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:46:30.952314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Attempting to bind port fe81fec1-b0bb-46cf-82b4-7d435b354238 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:46:30.957732 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:46:30.958105 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Checking segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:46:30.958506 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:30.958891 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Bound using segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:46:30.959334 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Bound port: fe81fec1-b0bb-46cf-82b4-7d435b354238, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:46:30.959713 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.031925 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] For port fe81fec1-b0bb-46cf-82b4-7d435b354238, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:46:31.035149 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] For port fe81fec1-b0bb-46cf-82b4-7d435b354238, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe81fec1-b0bb-46cf-82b4-7d435b354238,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:46:31.040924 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.107129 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e669ca3-232b-47c6-9ed9-d2988c2b7a78 None None] Pushing event updated for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:31.114048 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:31.114687 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b270c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:31.152616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:31.153671 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.246979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Current status of the port fe81fec1-b0bb-46cf-82b4-7d435b354238 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:31.247370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.249792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:31.286322 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] For port fe81fec1-b0bb-46cf-82b4-7d435b354238, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe81fec1-b0bb-46cf-82b4-7d435b354238,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:31.291820 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.365360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee00e0-553d-467d-85f8-e3daba9e909d None None] Pushing event updated for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:31.419229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9a766c72-3556-481b-b9b5-46de85595d5a None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:31.419729 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9a766c72-3556-481b-b9b5-46de85595d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.516771 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-4893b019-8d72-445d-a72a-8ce77c2070a8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:31.519005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-4893b019-8d72-445d-a72a-8ce77c2070a8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 797 time: 0.1368024
Jan 15 21:46:31.531988 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9a766c72-3556-481b-b9b5-46de85595d5a None None] Current status of the port fe81fec1-b0bb-46cf-82b4-7d435b354238 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:31.605172 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b270c70>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:31.621703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-eda0d96d-2365-46a1-ba98-5105fc408273 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 380 time: 0.0891924
Jan 15 21:46:31.631201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8712095c-407e-4161-8329-5190f559cdb9 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:46:31.633338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'port': {'device_id': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'admin_state_up': True, 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'security_groups': ['63b0bbc8-5f9e-4668-a8c4-7b58b8d09544']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:31.635002 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42ad84-7e00-4248-a465-33d5dc0a2593 None None] The sync data for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 is: [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:46:31.720077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8712095c-407e-4161-8329-5190f559cdb9 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:31.720937 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8712095c-407e-4161-8329-5190f559cdb9), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.755217 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93116347-c55e-4daf-beae-5263a6532ab6 req-5b446caa-e304-4ebd-beb1-52771d1f1771 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 210 time: 0.0382857
Jan 15 21:46:31.793492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:46:31.797080 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:31.818999 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8712095c-407e-4161-8329-5190f559cdb9 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:31.934273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.10 (5082283f-3c8b-4364-a390-e19158b4e3b5/c1c8b805-1641-4794-9e06-d27f4e9ffc77/f900af71-4c68-4032-81f3-9c78b98f2a65) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:46:32.090589 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.129225 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.173184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:32.176221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:32.182280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:46:32.189800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:32.261317 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:32.261977 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.280503 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6240f0f3-457b-4e6a-b41a-1361001603fc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6503384
Jan 15 21:46:32.295440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Request body: {'port': {'device_id': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:32.362686 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.459987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f669f98c-351d-4c1b-86ba-5a16dd3f92e2 None None] Provisioning complete for port f900af71-4c68-4032-81f3-9c78b98f2a65 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:32.460622 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f669f98c-351d-4c1b-86ba-5a16dd3f92e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.497883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f669f98c-351d-4c1b-86ba-5a16dd3f92e2 None None] Port f900af71-4c68-4032-81f3-9c78b98f2a65 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:46:32.637304 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f900af71-4c68-4032-81f3-9c78b98f2a65 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:46:32.645302 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks [] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.658412 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Transition to ACTIVE for port object f900af71-4c68-4032-81f3-9c78b98f2a65 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:46:32.663868 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.722493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:32.796693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:46:32.797075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:46:32.797528 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:46:32.802325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:46:32.802662 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:46:32.810101 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:46:32.812763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Checking segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:46:32.813237 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Bound using segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:46:32.813705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Bound port: f900af71-4c68-4032-81f3-9c78b98f2a65, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:46:32.814349 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.882938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:46:32.888133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:46:32.894622 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.906886 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cac69-a067-47dc-b2b6-3fd656a30e4b req-9621f8ac-3a31-47b8-a070-93a92e653ea6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:32.908470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6cac69-a067-47dc-b2b6-3fd656a30e4b req-9621f8ac-3a31-47b8-a070-93a92e653ea6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0620232
Jan 15 21:46:32.940039 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:32.940653 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:32.942073 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] 10.222.0.45 "PUT /v2.0/ports/f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1092 time: 0.6511095
Jan 15 21:46:32.942505 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:46:32.944818 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4d2310-9388-4d76-98fa-6e3211fb8927" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:46:32.965453 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19abf-5698-460f-af9f-e098b24455bc service neutron] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:32.976604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1c6cac69-a067-47dc-b2b6-3fd656a30e4b req-ee280d19-e3ba-4b11-9f2c-025197f8a57c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596199
Jan 15 21:46:32.998647 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a2eef-4b49-48fa-9df2-d6f96c492538 x-openstack-request-id: req-f71a2eef-4b49-48fa-9df2-d6f96c492538 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:46:32.999580 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:46:32.999898 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f71a2eef-4b49-48fa-9df2-d6f96c492538 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:46:33.000311 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'status': 'completed', 'code': 200}
Jan 15 21:46:33.053537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6f1e4f0f-7073-4199-a5eb-ceaea8272cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.055205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-6f1e4f0f-7073-4199-a5eb-ceaea8272cd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1095 time: 0.0488729
Jan 15 21:46:33.100963 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-b682f31c-3608-41e0-b46d-843d580986dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 217 time: 0.0351868
Jan 15 21:46:33.160423 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-c4a9564b-8cf9-485f-9256-b2716d248e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.162458 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-c4a9564b-8cf9-485f-9256-b2716d248e0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0509527
Jan 15 21:46:33.210935 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-0481116a-ae69-4b0f-be5f-1e57cbd40269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.212341 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-0481116a-ae69-4b0f-be5f-1e57cbd40269 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400822
Jan 15 21:46:33.307370 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-d4abe39f-7b44-4152-8427-08c94867822f service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854561
Jan 15 21:46:33.402926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-7c03c36b-3b5b-451e-9a55-9ac9f67fc196 req-e1c732fa-2cf8-466d-9cff-d9b5b480e13a service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871565
Jan 15 21:46:33.497214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-67259274-990d-4c3a-8e65-62f9321d78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.498675 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-67259274-990d-4c3a-8e65-62f9321d78e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1095 time: 0.0409660
Jan 15 21:46:33.596184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-274e0b37-4e3e-4dd3-b5f5-f49998e84f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.597705 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-274e0b37-4e3e-4dd3-b5f5-f49998e84f4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.0910897
Jan 15 21:46:33.619772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fe81fec1-b0bb-46cf-82b4-7d435b354238 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:46:33.642636 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-9e2b9912-19b3-46a7-8739-1d85888782cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 217 time: 0.0384190
Jan 15 21:46:33.668783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port fe81fec1-b0bb-46cf-82b4-7d435b354238 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:33.669178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:33.692916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-da57099d-7183-4241-85b3-51bfcb58ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.694334 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-da57099d-7183-4241-85b3-51bfcb58ef77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0441315
Jan 15 21:46:33.744726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-9342d21f-24b4-460a-8cb5-fbab0be7bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:33.746037 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port fe81fec1-b0bb-46cf-82b4-7d435b354238 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:33.746288 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-9342d21f-24b4-460a-8cb5-fbab0be7bf9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446005
Jan 15 21:46:33.840142 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-be88e5d5-7fbe-4e32-b241-994b81eb5154 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810747
Jan 15 21:46:33.930400 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9b4d2310-9388-4d76-98fa-6e3211fb8927 req-43fd0d03-b4ac-4899-9410-20f2434d30ef service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831954
Jan 15 21:46:34.176768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c938b-6d7c-4729-9221-30efa0b468aa req-81ef1803-e390-4dcf-aae9-2894a2f40f00 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:34.178282 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43c938b-6d7c-4729-9221-30efa0b468aa req-81ef1803-e390-4dcf-aae9-2894a2f40f00 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0967507
Jan 15 21:46:34.228021 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a43c938b-6d7c-4729-9221-30efa0b468aa req-4e3d1a8f-54bc-4640-9f64-360874d4685f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440707
Jan 15 21:46:35.430163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f717a-2e2f-4986-aa5b-a790231fb300 req-93f0185c-360b-4897-88ad-bb8c261ffa92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:35.431637 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f13f717a-2e2f-4986-aa5b-a790231fb300 req-93f0185c-360b-4897-88ad-bb8c261ffa92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0977423
Jan 15 21:46:35.481567 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f13f717a-2e2f-4986-aa5b-a790231fb300 req-e1c5d547-3e5d-46ca-96ea-b9bb1b644a47 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438216
Jan 15 21:46:36.598739 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb96e2-8c59-41c5-b9e8-9c0c938499a4 req-e39c036c-5ee2-4292-8cc9-373170d7c75d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:36.600193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3eb96e2-8c59-41c5-b9e8-9c0c938499a4 req-e39c036c-5ee2-4292-8cc9-373170d7c75d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0496149
Jan 15 21:46:36.649455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e3eb96e2-8c59-41c5-b9e8-9c0c938499a4 req-77c4ef06-eb4f-4ddc-b736-f9ba1dad956f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436072
Jan 15 21:46:36.949592 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:46:37.043505 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:37.054704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'mac_address': 'fa:16:3e:80:39:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:46:37.090543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f900af71-4c68-4032-81f3-9c78b98f2a65 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:37.090927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:37.103587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f900af71-4c68-4032-81f3-9c78b98f2a65 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:46:37.126687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:37.130797 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:37.177336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:37.450731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['f900af71-4c68-4032-81f3-9c78b98f2a65'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:46:37.763099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f817198-0206-408e-8000-afbb3c978841 req-b62e32e5-140f-40d7-9d52-f6fc034db30d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:37.764952 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f817198-0206-408e-8000-afbb3c978841 req-b62e32e5-140f-40d7-9d52-f6fc034db30d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 945 time: 0.0489492
Jan 15 21:46:37.821599 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f817198-0206-408e-8000-afbb3c978841 req-0b2f5012-dcb9-4008-a765-cc7d3bf8cc77 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510070
Jan 15 21:46:38.937874 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532475b-cd19-4c77-9879-0d2ed4f5000d req-8bee36cc-ca51-4c06-b9d3-0e6e9bc9718b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:38.939337 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a532475b-cd19-4c77-9879-0d2ed4f5000d req-8bee36cc-ca51-4c06-b9d3-0e6e9bc9718b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 945 time: 0.0494812
Jan 15 21:46:38.951565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:46:38.989504 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a532475b-cd19-4c77-9879-0d2ed4f5000d req-51864a44-d72c-4342-aabb-784016c3ef51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445230
Jan 15 21:46:39.001347 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port f900af71-4c68-4032-81f3-9c78b98f2a65 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:46:39.012522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port f900af71-4c68-4032-81f3-9c78b98f2a65 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:46:39.012522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:39.086560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port f900af71-4c68-4032-81f3-9c78b98f2a65 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:46:39.086872 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:39.109695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:46:39.111931 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708b210af2649c553f951d3239be1e48cf6f43386838c02eb5e150b3fefd17a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae1149-8a5d-475e-ad04-7ddc393bfe51" -d '{"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-plugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:46:39.124421 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:46:39.128620 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:39.150940 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ccd649-e419-4a1c-b15d-c90d9bd97950 x-openstack-request-id: req-54ccd649-e419-4a1c-b15d-c90d9bd97950 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:46:39.151233 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-plugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:46:39.151486 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54ccd649-e419-4a1c-b15d-c90d9bd97950 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:46:39.151875 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'code': 200}
Jan 15 21:46:39.178309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:39.329121 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093593-ee78-4aad-ad78-384d96f2dd83 req-bbf867aa-0ea6-41d8-aedf-99da0d902174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:39.330610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f8093593-ee78-4aad-ad78-384d96f2dd83 req-bbf867aa-0ea6-41d8-aedf-99da0d902174 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1097 time: 0.0818818
Jan 15 21:46:39.381236 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f8093593-ee78-4aad-ad78-384d96f2dd83 req-32ae1773-97ea-47d6-b64e-c9666347ed17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402503
Jan 15 21:46:40.105754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af357-80af-48c6-9222-766ece146980 req-7fbde9be-6cdf-4597-b23e-9c9fb870f7d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:40.107200 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd3af357-80af-48c6-9222-766ece146980 req-7fbde9be-6cdf-4597-b23e-9c9fb870f7d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0477116
Jan 15 21:46:40.156493 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd3af357-80af-48c6-9222-766ece146980 req-1ddd5919-1cd9-4dbd-a667-5c2a46928b38 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431254
Jan 15 21:46:41.281998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783054d-9b11-4c8d-b439-bd022eaab91f req-51a6ddfe-e475-472d-89db-3edc602818d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:41.283459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e783054d-9b11-4c8d-b439-bd022eaab91f req-51a6ddfe-e475-472d-89db-3edc602818d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0550671
Jan 15 21:46:41.334161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e783054d-9b11-4c8d-b439-bd022eaab91f req-2e661cec-731c-4f1e-b84b-b5997eaded25 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447285
Jan 15 21:46:41.454136 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5b13f-7cdb-4d83-b99b-022ba29bcccc req-190127e6-73b8-4d1d-95a1-3d2eaa4c7179 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:41.455654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76a5b13f-7cdb-4d83-b99b-022ba29bcccc req-190127e6-73b8-4d1d-95a1-3d2eaa4c7179 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0534120
Jan 15 21:46:41.504204 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-76a5b13f-7cdb-4d83-b99b-022ba29bcccc req-f0678dd7-ac84-490e-a9db-de79e653f1d3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430160
Jan 15 21:46:41.526954 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60896) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:41.567456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6483ef5-b7f8-41cf-83f8-b2fc18b79236 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:41.568998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f6483ef5-b7f8-41cf-83f8-b2fc18b79236 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1092 time: 0.0410357
Jan 15 21:46:41.571796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60898) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:41.575887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:46:41.601183 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:41.705679 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:41.809240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.151 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/183a60f9-3659-44ab-a8af-602fc8ab98c3) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:46:41.908795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:41.943767 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:41.979944 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:46:41.982507 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:46:41.987193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:46:42.016801 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=183a60f9-3659-44ab-a8af-602fc8ab98c3,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:42.352774 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (3911417b-23d2-4965-a4fc-feabac3f7e1b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:42.423019 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:42.567474 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:42.571804 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:42.657826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=183a60f9-3659-44ab-a8af-602fc8ab98c3,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:46:42.666425 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (3911417b-23d2-4965-a4fc-feabac3f7e1b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:42.765704 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 3911417b-23d2-4965-a4fc-feabac3f7e1b associated. External IP: 172.35.1.151, port: f900af71-4c68-4032-81f3-9c78b98f2a65.
Jan 15 21:46:43.284411 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 5723234b-af04-48b4-aeec-b73416ecee61 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:46:43.392998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:46:43.402547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Sync routers for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:46:43.410656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:43.413819 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:43.414451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:43.438915 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d916324f-20b8-4968-b58f-59ab6e925f48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8661094
Jan 15 21:46:43.439516 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:46:43.441824 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3390515598b2337836c3c0c1a2dd6094e10110bbbb07ab0d45c5a09214dca19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098d59a-e50a-4008-9561-ec3e69697ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:46:43.490239 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6009c-4daa-491f-ba70-a85aed10a904 x-openstack-request-id: req-d6b6009c-4daa-491f-ba70-a85aed10a904 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:46:43.490598 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:46:43.490858 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6b6009c-4daa-491f-ba70-a85aed10a904 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:46:43.491260 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'status': 'completed', 'code': 200}
Jan 15 21:46:43.555733 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1dbf9-6dcd-4f16-931d-ba739315dba9 req-f463e6fc-6443-415e-9703-db01acb76eec tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:43.557537 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11b1dbf9-6dcd-4f16-931d-ba739315dba9 req-f463e6fc-6443-415e-9703-db01acb76eec tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0618610
Jan 15 21:46:43.564060 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-6453f590-3576-4a38-a62a-6b47e89d835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:43.565610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-6453f590-3576-4a38-a62a-6b47e89d835a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1097 time: 0.0503521
Jan 15 21:46:43.611816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11b1dbf9-6dcd-4f16-931d-ba739315dba9 req-d730dbbd-4a96-432a-aa92-6a075b47259b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484915
Jan 15 21:46:43.634909 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 60904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:43.674294 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-ac54e9c1-93aa-4e94-afed-d15716e7120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:43.675772 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-ac54e9c1-93aa-4e94-afed-d15716e7120a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.1041589
Jan 15 21:46:43.697757 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:43.698018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-77df5b48-ed6c-4cc6-9fc6-161d4d00315b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/3911417b-23d2-4965-a4fc-feabac3f7e1b HTTP/1.1" status: 200  len: 992 time: 0.0619185
Jan 15 21:46:43.743594 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-6fa13b30-65a7-4960-9e7b-87c3033264ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1000 time: 0.0619228
Jan 15 21:46:43.794021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-7e70eb2e-ecd2-406f-8e01-5ceb40b65310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:43.796098 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-7e70eb2e-ecd2-406f-8e01-5ceb40b65310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0446975
Jan 15 21:46:43.845342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-e58adb5c-325d-4fa2-b791-041447d1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:46:43.846805 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-e58adb5c-325d-4fa2-b791-041447d1e236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443494
Jan 15 21:46:43.926922 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b5b0>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3911417b-23d2-4965-a4fc-feabac3f7e1b', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.151', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'mac_address': 'fa:16:3e:80:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:46:42Z', 'updated_at': '2022-01-15T21:46:42Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:43.937501 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-ceb22aa7-3d00-432f-a54c-705a105b2650 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842886
Jan 15 21:46:43.953839 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Checking router: 5723234b-af04-48b4-aeec-b73416ecee61 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:46:43.962183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:46:43.962797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:46:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:44.032555 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9098d59a-e50a-4008-9561-ec3e69697ea8 req-c9fe4deb-607c-4c0a-ae6d-19c174592099 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887182
Jan 15 21:46:44.073267 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:46:44.297715 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b14b5b0>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3911417b-23d2-4965-a4fc-feabac3f7e1b', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.151', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'mac_address': 'fa:16:3e:80:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:46:42Z', 'updated_at': '2022-01-15T21:46:42Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:46:44.324230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1ffca-98c1-4808-91e2-7a268eaccf2d None None] The sync data for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 is: [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3911417b-23d2-4965-a4fc-feabac3f7e1b', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.151', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'mac_address': 'fa:16:3e:80:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:46:42Z', 'updated_at': '2022-01-15T21:46:42Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:46:44.518168 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670e810-35c7-4910-96a8-c3c8de721084 None None] New status for floating IP 3911417b-23d2-4965-a4fc-feabac3f7e1b: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:46:44.701654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60906) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:46:44.762152 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-83b26a90-2904-4778-adf1-02ef9a9efd83 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/3911417b-23d2-4965-a4fc-feabac3f7e1b HTTP/1.1" status: 200  len: 994 time: 0.0593374
Jan 15 21:46:44.821856 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:45.727214 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:48.038348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-697e05fb-79a6-4752-889e-34c603c98019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:50.752575 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a47394cd-f6df-4f79-9bdb-2f0a87675d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:52.076537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:53.468771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:46:54.330931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:03.846162 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:47:14.819767 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:15.733057 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:17.848326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 60922) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:47:17.906013 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509343-8d78-49d2-a454-8ce9ca6a501b req-5038367b-7700-4bc3-962d-f2be6f6a7d92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:17.908043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66509343-8d78-49d2-a454-8ce9ca6a501b req-5038367b-7700-4bc3-962d-f2be6f6a7d92 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0500400
Jan 15 21:47:17.942763 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-03bb4480-41d1-455a-be36-ebeb001b36fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0932233
Jan 15 21:47:17.951786 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-1eb0ac75-1c3a-43e5-b764-6a3d52a13a97 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:47:17.952745 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-1eb0ac75-1c3a-43e5-b764-6a3d52a13a97 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050628
Jan 15 21:47:17.963007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66509343-8d78-49d2-a454-8ce9ca6a501b req-41ee389c-32c6-4d04-b68f-af3fe5e94e2e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485940
Jan 15 21:47:18.039539 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-769d730a-ff6a-434b-ac6f-4b308a111246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:19.083539 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa998d0-e3a0-4a22-b4a6-c04270e08a56 req-cee3c2be-4ff4-4a06-8fa6-10ede2a661f1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:19.085293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aaa998d0-e3a0-4a22-b4a6-c04270e08a56 req-cee3c2be-4ff4-4a06-8fa6-10ede2a661f1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0511489
Jan 15 21:47:19.135476 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aaa998d0-e3a0-4a22-b4a6-c04270e08a56 req-9dff1a6d-d8ce-421f-bcfa-e3227ee9e801 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441806
Jan 15 21:47:19.165532 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-c6fd8659-7e27-40b6-ada3-3efce4a78807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:19.167033 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-c6fd8659-7e27-40b6-ada3-3efce4a78807 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1097 time: 0.0471923
Jan 15 21:47:19.256908 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-ae71c3ff-b4b2-495c-b869-1dd0b4985e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:19.258732 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-ae71c3ff-b4b2-495c-b869-1dd0b4985e35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.0846424
Jan 15 21:47:19.328669 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-8ae56c8a-c3d9-4a3a-a964-ee03e85f17e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1002 time: 0.0630159
Jan 15 21:47:19.377275 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-847ebd84-e8b1-4343-a941-bb5552100dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:19.378750 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-847ebd84-e8b1-4343-a941-bb5552100dbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0437987
Jan 15 21:47:19.424429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-18e82c60-1b88-4cbb-a0a9-8fd0450eb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:19.425941 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-18e82c60-1b88-4cbb-a0a9-8fd0450eb645 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402951
Jan 15 21:47:19.519971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-37c2266e-7241-4d89-b1e1-9aa75e420080 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871463
Jan 15 21:47:19.609623 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-d98c8983-d356-48a2-8308-beda395075a9 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835996
Jan 15 21:47:20.250605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a467bc-ffb5-4cab-b54a-2cf13be3a241 req-26920ed0-6b76-4d54-a64f-6cd5140e593d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:20.252756 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5a467bc-ffb5-4cab-b54a-2cf13be3a241 req-26920ed0-6b76-4d54-a64f-6cd5140e593d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0486078
Jan 15 21:47:20.300311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5a467bc-ffb5-4cab-b54a-2cf13be3a241 req-59935705-2775-4a4b-8da1-1a3a73d60563 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419736
Jan 15 21:47:20.762986 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5800b434-b15e-46cf-bef5-13c86663d2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:21.422818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c09e15-9ac5-4e54-9913-22a28a15bc8a req-5356cc4c-ab8a-4042-8aa3-211b86341555 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:21.424286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93c09e15-9ac5-4e54-9913-22a28a15bc8a req-5356cc4c-ab8a-4042-8aa3-211b86341555 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0534282
Jan 15 21:47:21.473915 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93c09e15-9ac5-4e54-9913-22a28a15bc8a req-85b2450b-65c5-4af1-8c8f-cda03630b1e6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437181
Jan 15 21:47:22.078480 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:22.587738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bdcc6-ec23-49b3-9ba5-c3b5a883cdfc req-a3b4704f-5eab-4763-ac7d-93dc1131ca16 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:22.589246 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b98bdcc6-ec23-49b3-9ba5-c3b5a883cdfc req-a3b4704f-5eab-4763-ac7d-93dc1131ca16 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0484314
Jan 15 21:47:22.637293 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b98bdcc6-ec23-49b3-9ba5-c3b5a883cdfc req-7cfaa5a3-2e11-4c16-bd84-1e4c672f8a61 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424297
Jan 15 21:47:23.471926 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:23.759264 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed7822-144b-458c-811b-01d2419a7ab9 req-12301771-b641-4a3c-8dcf-a0fe256e1681 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:23.760730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ed7822-144b-458c-811b-01d2419a7ab9 req-12301771-b641-4a3c-8dcf-a0fe256e1681 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0528235
Jan 15 21:47:23.809871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5ed7822-144b-458c-811b-01d2419a7ab9 req-3a9a38fa-0f62-4b6d-b772-e7bd84a5f1c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435915
Jan 15 21:47:24.333071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:24.924605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35417e-1343-4f79-84d3-903df4a29bc5 req-f6025070-4f97-4a35-a952-699d31272cba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:24.926073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de35417e-1343-4f79-84d3-903df4a29bc5 req-f6025070-4f97-4a35-a952-699d31272cba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0489187
Jan 15 21:47:24.973888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-de35417e-1343-4f79-84d3-903df4a29bc5 req-c3646552-d37b-4541-889e-93dd7d3ba6aa tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423586
Jan 15 21:47:26.088341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f4dcf-aa6b-41c6-ad69-fbaca96fbd5e req-3fce6423-9cd8-4a5f-9b46-825bb0276b72 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:26.089899 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e0f4dcf-aa6b-41c6-ad69-fbaca96fbd5e req-3fce6423-9cd8-4a5f-9b46-825bb0276b72 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0482945
Jan 15 21:47:26.142302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e0f4dcf-aa6b-41c6-ad69-fbaca96fbd5e req-9d6957b9-9bcb-4ab5-b3b1-13014258e858 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461578
Jan 15 21:47:27.261296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40505984-0d6d-42fe-8cde-947491143961 req-1674eb2a-7479-4497-b47c-ecc26821c869 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:27.262765 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40505984-0d6d-42fe-8cde-947491143961 req-1674eb2a-7479-4497-b47c-ecc26821c869 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0482755
Jan 15 21:47:27.312971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40505984-0d6d-42fe-8cde-947491143961 req-0df13edf-536f-45e3-8bc1-dfc58e2b9d4c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437634
Jan 15 21:47:28.430844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40056534-3929-4490-b601-c372cebd6cea req-e6abdfb8-4e79-4896-998a-86d525459a98 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:28.432306 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40056534-3929-4490-b601-c372cebd6cea req-e6abdfb8-4e79-4896-998a-86d525459a98 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0491338
Jan 15 21:47:28.481457 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40056534-3929-4490-b601-c372cebd6cea req-0816d213-5dde-439c-b7d3-482e2be4c783 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436478
Jan 15 21:47:28.748586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e63d3-38e9-462f-bde7-743069ea2209 req-99355bbf-042a-4737-a170-136c9fc00633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:28.750112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-99355bbf-042a-4737-a170-136c9fc00633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1097 time: 0.0487473
Jan 15 21:47:28.857562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e63d3-38e9-462f-bde7-743069ea2209 req-708116b3-5b50-4598-adcf-42e2ed66a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:28.859030 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-708116b3-5b50-4598-adcf-42e2ed66a026 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.0864100
Jan 15 21:47:28.930989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-039dc062-ff2a-46af-857a-64dba1794219 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1002 time: 0.0624728
Jan 15 21:47:28.978219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e63d3-38e9-462f-bde7-743069ea2209 req-3bcca2db-40d2-4552-98d9-680ea567969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:28.979651 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-3bcca2db-40d2-4552-98d9-680ea567969c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0428379
Jan 15 21:47:29.027284 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e63d3-38e9-462f-bde7-743069ea2209 req-4598a34c-124d-4918-864c-712234ebacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:29.028806 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-4598a34c-124d-4918-864c-712234ebacbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399313
Jan 15 21:47:29.124071 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-b2d2ff8a-4e26-4225-82b3-dcbce35841d8 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859561
Jan 15 21:47:29.215907 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-021e63d3-38e9-462f-bde7-743069ea2209 req-66cc4dd1-f196-454a-a2a9-4e0c20470371 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828311
Jan 15 21:47:29.602429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690862-f934-4de1-bc95-fe45d7cff98a req-5ab5e5e4-ea52-4de0-a45f-5f67ce1f82e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:29.603918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd690862-f934-4de1-bc95-fe45d7cff98a req-5ab5e5e4-ea52-4de0-a45f-5f67ce1f82e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0537329
Jan 15 21:47:29.653777 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd690862-f934-4de1-bc95-fe45d7cff98a req-f8bad2d8-86fa-44a2-8e5d-27161c4ce5d1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442507
Jan 15 21:47:30.770424 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d73298-af12-4d64-8301-3ea7f17e7ac6 req-6cb8d87c-ec34-4030-b025-5e4308980148 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:30.771885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90d73298-af12-4d64-8301-3ea7f17e7ac6 req-6cb8d87c-ec34-4030-b025-5e4308980148 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0492768
Jan 15 21:47:30.822837 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-90d73298-af12-4d64-8301-3ea7f17e7ac6 req-fb195412-83be-4dc5-a959-709c4c3afdb5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452387
Jan 15 21:47:31.936389 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed0be3-f5d8-40ac-873c-a9a42b7f4787 req-7afa293d-a802-4875-953d-7c0f9fc6d7ac tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:31.937862 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8aed0be3-f5d8-40ac-873c-a9a42b7f4787 req-7afa293d-a802-4875-953d-7c0f9fc6d7ac tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0479627
Jan 15 21:47:31.989876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8aed0be3-f5d8-40ac-873c-a9a42b7f4787 req-cb3f4258-cb3d-49b9-8e01-ad430a84539e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458910
Jan 15 21:47:33.105772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f74d3-dc0f-4064-a935-ede9bcfe1a2c req-de2c4cc6-676c-4b2b-84bd-b829877bcec2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:33.107248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9f74d3-dc0f-4064-a935-ede9bcfe1a2c req-de2c4cc6-676c-4b2b-84bd-b829877bcec2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0488880
Jan 15 21:47:33.156263 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e9f74d3-dc0f-4064-a935-ede9bcfe1a2c req-e1160240-aa9d-45be-8376-7a40531abb20 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434096
Jan 15 21:47:34.270758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee3cb3-b107-4584-8eaa-b45dc690dbfe req-f35aac9a-4aa4-4650-ad5e-7bf38ef92085 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:34.272209 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53ee3cb3-b107-4584-8eaa-b45dc690dbfe req-f35aac9a-4aa4-4650-ad5e-7bf38ef92085 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0480304
Jan 15 21:47:34.320329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-53ee3cb3-b107-4584-8eaa-b45dc690dbfe req-501df3ae-81bc-4175-9055-5f1fd70dc063 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425389
Jan 15 21:47:35.438605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45870d2-218e-47b6-ab43-46128284a52c req-14ffac28-e63d-4459-a0f0-76849dae319f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:35.440059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45870d2-218e-47b6-ab43-46128284a52c req-14ffac28-e63d-4459-a0f0-76849dae319f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0526204
Jan 15 21:47:35.488485 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a45870d2-218e-47b6-ab43-46128284a52c req-f38053fa-6359-44d1-80f9-966d8cdc0025 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429013
Jan 15 21:47:36.605968 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c1fac-0869-46aa-889b-83cbfa7abb72 req-41aef9d9-9470-4026-b782-5421942d8606 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:36.607433 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e0c1fac-0869-46aa-889b-83cbfa7abb72 req-41aef9d9-9470-4026-b782-5421942d8606 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0501883
Jan 15 21:47:36.656767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e0c1fac-0869-46aa-889b-83cbfa7abb72 req-d105ea70-e5a5-4091-8a93-a0fe5846b0bc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435121
Jan 15 21:47:36.736612 ncdv-master-1 neutron-server[114438]: INFO neutron.api.v2.resource [req-01f93cc2-c885-4362-8169-607693b03aab req-a9bfcf72-f6fa-43b3-9fff-7d122dcb6d90 service neutron] show failed (client error): The resource could not be found.
Jan 15 21:47:36.737661 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-a9bfcf72-f6fa-43b3-9fff-7d122dcb6d90 service neutron] 10.222.0.45 "GET /v2.0/ports/f900af71-4c68-4032-81f3-9c78b98f2a65/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0553977
Jan 15 21:47:37.025046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-18b352ba-9229-4258-8073-013bcec7922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:37.026573 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-18b352ba-9229-4258-8073-013bcec7922a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 1097 time: 0.0831809
Jan 15 21:47:37.037321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:47:37.089153 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.287816 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:47:37.320916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:47:37.363791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:47:37.368917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks [] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.382808 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Transition to ACTIVE for port object f900af71-4c68-4032-81f3-9c78b98f2a65 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:47:37.387672 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.414444 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319becb9-2af3-4e03-af99-bb965028ead0" -d '{"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-unplugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:47:37.441022 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:47:37.480073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.480422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.480760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.481130 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.481458 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.481782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.482103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.482425 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.482741 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.483059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.483380 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.483693 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.484007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:37.528979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] No DVR routers for this DVR port f900af71-4c68-4032-81f3-9c78b98f2a65 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:47:37.568398 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c2fc0a-c660-452d-a973-c8185121a22b x-openstack-request-id: req-05c2fc0a-c660-452d-a973-c8185121a22b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:47:37.568770 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-unplugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:47:37.569108 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05c2fc0a-c660-452d-a973-c8185121a22b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:47:37.569567 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'code': 200}
Jan 15 21:47:37.674001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:47:37.674374 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:47:37.674706 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:47:37.679156 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:47:37.679705 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Attempting to bind port f900af71-4c68-4032-81f3-9c78b98f2a65 on network 5082283f-3c8b-4364-a390-e19158b4e3b5 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:47:37.685209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:47:37.685209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Checking segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:47:37.685468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Bound using segment: {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:47:37.685852 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Bound port: f900af71-4c68-4032-81f3-9c78b98f2a65, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4a7630-eb4a-4a5f-a0c9-6472293af455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:47:37.686210 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.755322 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:47:37.758342 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:47:37.763327 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.779930 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd315e-1e97-4478-8d7d-c35d973c847c req-794d2a6d-b6b6-48b6-8ae8-b1e1593b9e82 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:37.781442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86dd315e-1e97-4478-8d7d-c35d973c847c req-794d2a6d-b6b6-48b6-8ae8-b1e1593b9e82 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0547311
Jan 15 21:47:37.809550 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:37.810099 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:37.811522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] 10.222.0.39 "PUT /v2.0/ports/f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1092 time: 0.7784109
Jan 15 21:47:37.829789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff556-6693-4b8f-ae04-4fa60c50c49d service neutron] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:47:37.834884 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-86dd315e-1e97-4478-8d7d-c35d973c847c req-4bb79e6d-a4db-44e4-978b-731be1f5a3f0 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468950
Jan 15 21:47:37.875888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-73dfd758-9e27-48d9-a48e-fb8014c17b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:37.877539 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-73dfd758-9e27-48d9-a48e-fb8014c17b52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1095 time: 0.0451005
Jan 15 21:47:37.972806 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-bcacf427-8ae3-43c9-bbc6-0e0eddb68425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:37.974311 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-bcacf427-8ae3-43c9-bbc6-0e0eddb68425 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.0913920
Jan 15 21:47:38.043336 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-1064f293-f512-4fcc-9dcc-b150bedb294f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1000 time: 0.0612590
Jan 15 21:47:38.094987 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-4120b4b6-4ce8-4e42-9343-9045b5ca044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:38.096477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-4120b4b6-4ce8-4e42-9343-9045b5ca044f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0476146
Jan 15 21:47:38.139161 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93cc2-c885-4362-8169-607693b03aab req-3a0e8dec-d988-424f-8813-ee1e376f4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:38.140605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-3a0e8dec-d988-424f-8813-ee1e376f4c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385227
Jan 15 21:47:38.226586 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-c7ad9aa4-9e72-4fff-9e3e-79ddec12339b service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799558
Jan 15 21:47:38.318548 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-01f93cc2-c885-4362-8169-607693b03aab req-f9910ab2-c6d5-4723-9340-9df520fd2363 service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857091
Jan 15 21:47:38.965505 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8442-ad1d-4828-935e-2bbda6de603a req-c6d7bddb-21d3-4ef5-b2d7-49869d58adf9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:38.967009 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b2c8442-ad1d-4828-935e-2bbda6de603a req-c6d7bddb-21d3-4ef5-b2d7-49869d58adf9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0504057
Jan 15 21:47:39.030645 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b2c8442-ad1d-4828-935e-2bbda6de603a req-a26419dc-9864-4622-9fea-4d01a09e32ef tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573232
Jan 15 21:47:39.570558 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:47:39.572948 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce9bb1-8ada-456f-adf1-165d081b9897" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:47:39.620978 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308067d-b576-47f6-b4ef-0964dd15ba2f x-openstack-request-id: req-8308067d-b576-47f6-b4ef-0964dd15ba2f {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:47:39.621270 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:47:39.621524 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8308067d-b576-47f6-b4ef-0964dd15ba2f {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:47:39.621924 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'status': 'completed', 'code': 200}
Jan 15 21:47:39.711735 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-49f600f8-9d55-478c-a15f-bc40ed9afbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:39.713246 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-49f600f8-9d55-478c-a15f-bc40ed9afbbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1095 time: 0.0674200
Jan 15 21:47:39.714905 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-b0106363-ebba-42fb-8772-3c663376d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:39.716205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-b0106363-ebba-42fb-8772-3c663376d627 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1095 time: 0.0627384
Jan 15 21:47:39.881498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-ec8a2f28-08ce-4f60-b0cb-df593202609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:39.882960 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-ec8a2f28-08ce-4f60-b0cb-df593202609f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.1588585
Jan 15 21:47:39.885497 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-bf3604d6-cdb5-4239-a952-6adf1e100d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:39.886824 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-bf3604d6-cdb5-4239-a952-6adf1e100d30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.1545644
Jan 15 21:47:39.925012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:47:40.000200 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-1db851e8-1e95-47e5-a225-8868c0460507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1000 time: 0.1041849
Jan 15 21:47:40.007677 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-b860ed3e-55df-43e6-87b6-b95204ed1793 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1000 time: 0.0760338
Jan 15 21:47:40.027006 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:47:40.039482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'port_id': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'mac_address': 'fa:16:3e:80:39:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:47:40.082293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-46b8e6f5-a733-4720-ae84-a901c14b7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.082539 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f900af71-4c68-4032-81f3-9c78b98f2a65 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:47:40.082776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:40.083602 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-46b8e6f5-a733-4720-ae84-a901c14b7a7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0744574
Jan 15 21:47:40.096857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f900af71-4c68-4032-81f3-9c78b98f2a65 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:47:40.106180 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-7c6a070c-0568-4e9d-b01a-04ce18f8c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.107741 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-7c6a070c-0568-4e9d-b01a-04ce18f8c538 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0906332
Jan 15 21:47:40.121283 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:47:40.129357 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:40.162277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaa97c-e469-4a8a-ba1c-0002ae01d334 req-c39a8b66-8350-4ea1-99d6-d39985b497be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.164514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ebaa97c-e469-4a8a-ba1c-0002ae01d334 req-c39a8b66-8350-4ea1-99d6-d39985b497be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 944 time: 0.0514479
Jan 15 21:47:40.171883 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-36e138f4-7c8b-4e50-b9e0-b565f18c2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.173522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-36e138f4-7c8b-4e50-b9e0-b565f18c2d7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0809886
Jan 15 21:47:40.180144 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-e1390a8f-e93a-4a3a-8c30-60008900c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.181703 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-e1390a8f-e93a-4a3a-8c30-60008900c5b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0594409
Jan 15 21:47:40.182028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:47:40.189890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.190238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.190581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.190916 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.191249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.191581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.192388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.192518 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.192765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.193177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.193506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.193827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.194148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:47:40.221507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0ebaa97c-e469-4a8a-ba1c-0002ae01d334 req-78261eec-cbef-4f4f-ae26-90474bcb7c28 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502472
Jan 15 21:47:40.346416 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-e3027fa7-efd3-4c04-aab2-26d1414f9818 service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556518
Jan 15 21:47:40.348570 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-3ee4e9e7-b750-4b56-87ff-28e643b0bb9e service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652009
Jan 15 21:47:40.377619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['f900af71-4c68-4032-81f3-9c78b98f2a65'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:47:40.405257 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.45', 65164) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:47:40.501162 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99289a61-0165-446e-bc12-949b5f189fa3 req-993e9f4f-acde-44f4-ae6c-723d85b53272 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.502988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99289a61-0165-446e-bc12-949b5f189fa3 req-993e9f4f-acde-44f4-ae6c-723d85b53272 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 945 time: 0.1062002
Jan 15 21:47:40.529499 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-b17256a0-2dfd-453e-af19-a48d629b2064 service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769710
Jan 15 21:47:40.531337 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-a4b7b2e9-99e2-49c5-a0bb-89c0145ffc24 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703730
Jan 15 21:47:40.539303 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-b5eb3d6b-6a92-43eb-82e8-c281816b20d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:40.540787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-b5eb3d6b-6a92-43eb-82e8-c281816b20d6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42&tenant_id=5f21548044704a2bbfc4ed1612c66fbc&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1143024
Jan 15 21:47:40.600991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-99289a61-0165-446e-bc12-949b5f189fa3 req-6ad70eee-3c54-4bc1-a107-f7d0cddf9e8c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898197
Jan 15 21:47:40.633389 ncdv-master-1 neutron-server[114437]: INFO neutron.api.v2.resource [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-68ae2979-e30d-4bc7-8bea-529337e82442 service neutron] delete failed (client error): The resource could not be found.
Jan 15 21:47:40.634403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-68ae2979-e30d-4bc7-8bea-529337e82442 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f900af71-4c68-4032-81f3-9c78b98f2a65/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0777969
Jan 15 21:47:40.845525 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:47:41.041759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-309ee60b-403a-4a05-bcbe-02583e677b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:41.043241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-309ee60b-403a-4a05-bcbe-02583e677b37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1096 time: 0.3568282
Jan 15 21:47:41.051581 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceb87f-13ef-47c6-bb15-9cd395784efe req-a5dc8dd9-7cae-4ad0-98de-fa5db37d88a4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:41.052949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bceb87f-13ef-47c6-bb15-9cd395784efe req-a5dc8dd9-7cae-4ad0-98de-fa5db37d88a4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 945 time: 0.3760977
Jan 15 21:47:41.146135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9bceb87f-13ef-47c6-bb15-9cd395784efe req-0123bc1e-a104-40fa-ab5a-a772cbc4c0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853896
Jan 15 21:47:41.171805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-998cbb1e-6817-4c05-b33a-21556ad56db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:41.174360 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-998cbb1e-6817-4c05-b33a-21556ad56db8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.1205819
Jan 15 21:47:41.298513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-17bcc12d-d934-410c-88d9-dc05e39972c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 1001 time: 0.1096249
Jan 15 21:47:41.323831 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:47:41.360768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-ded854fb-9aff-42c1-a45d-6765e6e9049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:41.362950 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-ded854fb-9aff-42c1-a45d-6765e6e9049c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0556979
Jan 15 21:47:41.364524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port f900af71-4c68-4032-81f3-9c78b98f2a65 host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:47:41.364982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:47:41.441857 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-9863a244-8184-4ab2-9085-d8a8306e4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:41.443395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-9863a244-8184-4ab2-9085-d8a8306e4d45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0715957
Jan 15 21:47:41.540391 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-ab787a0b-9632-4aba-82b6-eca2bea356cf service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872831
Jan 15 21:47:41.634715 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ac1bb131-b9b6-4232-a866-077877d9b45e req-4a912a24-8cda-4235-8cf4-302c07562292 service neutron] 10.222.0.45 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852950
Jan 15 21:47:41.914878 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:47:41.964684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port f900af71-4c68-4032-81f3-9c78b98f2a65 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:47:41.968199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port f900af71-4c68-4032-81f3-9c78b98f2a65 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:47:41.968568 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:42.046451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port f900af71-4c68-4032-81f3-9c78b98f2a65 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:47:42.046842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:42.071980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:47:42.086345 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:47:42.090945 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:42.118161 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56537744-855b-4cfd-b058-fccb7d506971" -d '{"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-plugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:47:42.147890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:47:42.211490 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6625d5b-b324-475c-9bb3-82cd8d594128 x-openstack-request-id: req-c6625d5b-b324-475c-9bb3-82cd8d594128 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:47:42.211891 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-plugged", "status": "completed", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:47:42.212212 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6625d5b-b324-475c-9bb3-82cd8d594128 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:47:42.212675 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'code': 200}
Jan 15 21:47:42.275020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21835038-e69f-43bc-89fe-eadc6f6f7b69 req-0e895a99-8e1f-4ba2-90ef-399c90294f55 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:47:42.277046 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21835038-e69f-43bc-89fe-eadc6f6f7b69 req-0e895a99-8e1f-4ba2-90ef-399c90294f55 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0533538
Jan 15 21:47:42.330241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-21835038-e69f-43bc-89fe-eadc6f6f7b69 req-230f9c93-3393-4e8a-a00f-3afc467fad87 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475211
Jan 15 21:47:42.352142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32794) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:47:42.414530 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-3f8236bc-3544-4c98-a40e-8f271b114032 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/3911417b-23d2-4965-a4fc-feabac3f7e1b HTTP/1.1" status: 200  len: 994 time: 0.0612531
Jan 15 21:47:44.822310 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:45.726685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:48.041595 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a3d3cb0d-565a-4fc7-b742-7f1553fa1c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:50.756407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f48c2ac7-4db1-4b50-8dc8-6b16b7fc787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:52.081794 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:53.474152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:47:54.334862 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:10.959887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32812) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:11.113409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 183a60f9-3659-44ab-a8af-602fc8ab98c3 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:48:11.113744 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:11.502561 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:11.502889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (183a60f9-3659-44ab-a8af-602fc8ab98c3), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:11.514238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 183a60f9-3659-44ab-a8af-602fc8ab98c3 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:48:11.659886 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (183a60f9-3659-44ab-a8af-602fc8ab98c3), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:11.682842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=183a60f9-3659-44ab-a8af-602fc8ab98c3,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:11.743623 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (3911417b-23d2-4965-a4fc-feabac3f7e1b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:11.743955 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP 3911417b-23d2-4965-a4fc-feabac3f7e1b disassociated (deleted). External IP: 172.35.1.151, port: f900af71-4c68-4032-81f3-9c78b98f2a65.
Jan 15 21:48:11.948696 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 5723234b-af04-48b4-aeec-b73416ecee61 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:48:12.059187 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:48:12.064518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:12.069031 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Sync routers for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:48:12.080229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:12.080971 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:47:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:12.091477 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-57cad1af-9dcc-4c8f-8bd7-46285903bbe4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/floatingips/3911417b-23d2-4965-a4fc-feabac3f7e1b HTTP/1.1" status: 204  len: 168 time: 1.1300745
Jan 15 21:48:12.091787 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:48:12.094454 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067376ff-e5d2-40de-a1e1-d5522f75bf69" -d '{"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:48:12.137225 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b5b56-b7d2-41d7-9a26-c13ca460957c x-openstack-request-id: req-805b5b56-b7d2-41d7-9a26-c13ca460957c {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:48:12.137515 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:48:12.137798 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-805b5b56-b7d2-41d7-9a26-c13ca460957c {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:48:12.138200 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'status': 'completed', 'code': 200}
Jan 15 21:48:12.200068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:12.210354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-78b8d3ee-de74-429e-ae8e-a34383538bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:12.212021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-78b8d3ee-de74-429e-ae8e-a34383538bbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 1097 time: 0.0503106
Jan 15 21:48:12.321678 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-2a601167-aea4-4c7b-8240-4ed1b364f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:12.323591 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-2a601167-aea4-4c7b-8240-4ed1b364f417 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 200  len: 898 time: 0.1007268
Jan 15 21:48:12.344288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b242d-7f36-4cbe-afdd-2dcccc740a44 req-30bb0424-5404-46b9-b07f-8eba9bf6451d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:12.350465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b26b242d-7f36-4cbe-afdd-2dcccc740a44 req-30bb0424-5404-46b9-b07f-8eba9bf6451d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0595901
Jan 15 21:48:12.369227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-65d0e74f-7c97-490a-ba24-40b19c3d2bdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 200  len: 217 time: 0.0384552
Jan 15 21:48:12.405606 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b26b242d-7f36-4cbe-afdd-2dcccc740a44 req-54fdb5e1-2882-4bda-ab57-838cb6743c10 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539670
Jan 15 21:48:12.426847 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97e310>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:12.430640 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-8782acc6-7cbb-4056-bcc5-cc2d2ddf6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:12.432133 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-8782acc6-7cbb-4056-bcc5-cc2d2ddf6086 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 200  len: 835 time: 0.0570788
Jan 15 21:48:12.453373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Checking router: 5723234b-af04-48b4-aeec-b73416ecee61 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:48:12.461969 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:12.462577 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:47:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:12.479836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-98d2adc7-0415-448e-9a04-284594f26064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:12.481439 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-98d2adc7-0415-448e-9a04-284594f26064 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5082283f-3c8b-4364-a390-e19158b4e3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420384
Jan 15 21:48:12.568519 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:12.570918 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-61c3ceb7-565d-4593-985d-7db46e1e06c9 service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826178
Jan 15 21:48:12.666103 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-067376ff-e5d2-40de-a1e1-d5522f75bf69 req-f077cfe2-ba98-4f2d-b8c3-c71192f06dba service neutron] 10.222.0.39 "GET /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881813
Jan 15 21:48:12.778622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b97e310>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:12.805572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f2f2a-60fb-4127-94cd-0f52ab04c8eb None None] The sync data for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 is: [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe81fec1-b0bb-46cf-82b4-7d435b354238', 'name': '', 'network_id': '5082283f-3c8b-4364-a390-e19158b4e3b5', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:97:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:27Z', 'updated_at': '2022-01-15T21:46:31Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'c1c8b805-1641-4794-9e06-d27f4e9ffc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:48:13.026110 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc713ce5-4005-4829-aa41-a87b393f7068 None None] New status for floating IP 3911417b-23d2-4965-a4fc-feabac3f7e1b: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:48:13.531557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efdd07-8266-4173-b8d9-e9e70b19650c req-f19a2ce3-15f6-4f0c-b05d-76b7111dc405 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:13.533070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5efdd07-8266-4173-b8d9-e9e70b19650c req-f19a2ce3-15f6-4f0c-b05d-76b7111dc405 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0497103
Jan 15 21:48:13.582245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5efdd07-8266-4173-b8d9-e9e70b19650c req-98bb67cd-b691-4e02-8813-e45040e949bf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434351
Jan 15 21:48:13.643277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-68c2afe6-efca-4257-b6a3-1ff2a7a33fd3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:13.644510 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-68c2afe6-efca-4257-b6a3-1ff2a7a33fd3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "GET /v2.0/ports?device_id=26b0c340-0fd1-464b-89a0-32ffd4586c42 HTTP/1.1" status: 200  len: 946 time: 0.0495174
Jan 15 21:48:13.736588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port f900af71-4c68-4032-81f3-9c78b98f2a65 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:48:13.737025 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:13.824357 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port f900af71-4c68-4032-81f3-9c78b98f2a65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f900af71-4c68-4032-81f3-9c78b98f2a65,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:13.824721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:13.837539 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for f900af71-4c68-4032-81f3-9c78b98f2a65 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:48:13.965982 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (f900af71-4c68-4032-81f3-9c78b98f2a65), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:13.995236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=f900af71-4c68-4032-81f3-9c78b98f2a65,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:14.041209 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port f900af71-4c68-4032-81f3-9c78b98f2a65 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:48:14.043859 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:14.048420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3a9f5e9e-432e-426e-bb89-c1ce70e58af7 req-15cea853-1740-4b5d-9f41-4efa56be7e88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.39 "DELETE /v2.0/ports/f900af71-4c68-4032-81f3-9c78b98f2a65 HTTP/1.1" status: 204  len: 173 time: 0.3987751
Jan 15 21:48:14.139513 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-deleted', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:48:14.142430 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070479f5-3247-4016-b444-9cd19f844d9e" -d '{"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-deleted", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:48:14.188998 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf487ab-678f-46fb-b875-aff5b5d00403 x-openstack-request-id: req-2bf487ab-678f-46fb-b875-aff5b5d00403 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:48:14.189294 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b0c340-0fd1-464b-89a0-32ffd4586c42", "name": "network-vif-deleted", "tag": "f900af71-4c68-4032-81f3-9c78b98f2a65", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:48:14.189553 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bf487ab-678f-46fb-b875-aff5b5d00403 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:48:14.189963 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b0c340-0fd1-464b-89a0-32ffd4586c42', 'name': 'network-vif-deleted', 'tag': 'f900af71-4c68-4032-81f3-9c78b98f2a65', 'status': 'completed', 'code': 200}
Jan 15 21:48:14.638676 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32832) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:14.821698 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:14.991805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (5723234b-af04-48b4-aeec-b73416ecee61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.248628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port fe81fec1-b0bb-46cf-82b4-7d435b354238 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:48:15.248926 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.341527 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port fe81fec1-b0bb-46cf-82b4-7d435b354238, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe81fec1-b0bb-46cf-82b4-7d435b354238,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:15.341890 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.354755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for fe81fec1-b0bb-46cf-82b4-7d435b354238 owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:48:15.543127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (fe81fec1-b0bb-46cf-82b4-7d435b354238), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.570405 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=fe81fec1-b0bb-46cf-82b4-7d435b354238,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:15.744321 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.754279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (5723234b-af04-48b4-aeec-b73416ecee61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:15.964514 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 5723234b-af04-48b4-aeec-b73416ecee61 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:48:16.069244 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:48:16.074478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d3edd2c0-2c53-4e4f-958a-7de76e925468 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/5723234b-af04-48b4-aeec-b73416ecee61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4344413
Jan 15 21:48:16.077019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32834) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:16.079802 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Sync routers for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:48:16.089317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:16.089927 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76d970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:47:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:16.134854 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting subnet c1c8b805-1641-4794-9e06-d27f4e9ffc77 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:48:16.137976 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (c1c8b805-1641-4794-9e06-d27f4e9ffc77), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.179822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (c1c8b805-1641-4794-9e06-d27f4e9ffc77), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.202827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:16.260883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (c1c8b805-1641-4794-9e06-d27f4e9ffc77), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.322899 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (c1c8b805-1641-4794-9e06-d27f4e9ffc77), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.353595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c8b805-1641-4794-9e06-d27f4e9ffc77,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:16.354484 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.360694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9352a884-b321-40ea-b945-a937a2f765c6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/subnets/c1c8b805-1641-4794-9e06-d27f4e9ffc77 HTTP/1.1" status: 204  len: 168 time: 0.2795432
Jan 15 21:48:16.361295 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32836) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:16.367755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38506f1-74b8-4f2e-b702-85a4cb6b5c97 None None] Network 5082283f-3c8b-4364-a390-e19158b4e3b5 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:48:16.490439 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (5723234b-af04-48b4-aeec-b73416ecee61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.599517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (5723234b-af04-48b4-aeec-b73416ecee61), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.622033 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76d970>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65'}], 'enable_snat': True}, 'gw_port_id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:48:15Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '7d438cbe-880b-4525-b80a-bd335ad9589d', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5723234b-af04-48b4-aeec-b73416ecee61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:46:25Z', 'updated_at': '2022-01-15T21:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:16.653675 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 7d438cbe-880b-4525-b80a-bd335ad9589d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:48:16.654015 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.657596 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Checking router: 5723234b-af04-48b4-aeec-b73416ecee61 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:48:16.666830 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Routers {'5723234b-af04-48b4-aeec-b73416ecee61'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:16.667440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76d970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:47:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['5723234b-af04-48b4-aeec-b73416ecee61'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:16.738305 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] DHCP port deletion for 5082283f-3c8b-4364-a390-e19158b4e3b5 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:48:16.739614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 7d438cbe-880b-4525-b80a-bd335ad9589d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d438cbe-880b-4525-b80a-bd335ad9589d,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:16.740001 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.754493 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 7d438cbe-880b-4525-b80a-bd335ad9589d owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:48:16.779979 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] Set router 5723234b-af04-48b4-aeec-b73416ecee61 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:16.841697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b76d970>, [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:48:16Z', 'revision_number': 6, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:16.873776 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc25d9d-08cc-4024-aa75-f98fd06f843b None None] The sync data for ids ['5723234b-af04-48b4-aeec-b73416ecee61'] in ncdv-master-1 is: [{'id': '5723234b-af04-48b4-aeec-b73416ecee61', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969223375', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:46:24Z', 'updated_at': '2022-01-15T21:48:16Z', 'revision_number': 6, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:48:16.892933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Deleting port 8712095c-407e-4161-8329-5190f559cdb9 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:48:16.893339 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8712095c-407e-4161-8329-5190f559cdb9), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.959947 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] For port 8712095c-407e-4161-8329-5190f559cdb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8712095c-407e-4161-8329-5190f559cdb9,segment=NetworkSegment(4a4a7630-eb4a-4a5f-a0c9-6472293af455),segment_id=4a4a7630-eb4a-4a5f-a0c9-6472293af455)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:16.960269 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8712095c-407e-4161-8329-5190f559cdb9), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:16.974154 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Calling delete_port for 8712095c-407e-4161-8329-5190f559cdb9 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:48:17.060105 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (8712095c-407e-4161-8329-5190f559cdb9), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.090974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] Pushing event deleted for resources: {'Port': ['ID=8712095c-407e-4161-8329-5190f559cdb9,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:17.097827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1a4df-579b-41f5-af1d-4ad578c1b6a8 None None] No DVR routers for this DVR port 8712095c-407e-4161-8329-5190f559cdb9 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:48:17.245233 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (7d438cbe-880b-4525-b80a-bd335ad9589d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.274791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=7d438cbe-880b-4525-b80a-bd335ad9589d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:17.290399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff28a2a-f7a4-4bcd-b44f-811cc7cff0c7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:48:17.341673 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (5723234b-af04-48b4-aeec-b73416ecee61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.452145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (5723234b-af04-48b4-aeec-b73416ecee61), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.454348 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (5723234b-af04-48b4-aeec-b73416ecee61), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.501787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (5723234b-af04-48b4-aeec-b73416ecee61), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.502534 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Fanout notify agent at l3_agent the message router_deleted on router 5723234b-af04-48b4-aeec-b73416ecee61 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:48:17.510480 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.511622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-1aecfff9-1979-497b-aa19-a875bc5844cc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/routers/5723234b-af04-48b4-aeec-b73416ecee61 HTTP/1.1" status: 204  len: 168 time: 1.1493998
Jan 15 21:48:17.514435 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32838) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:17.591836 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (5082283f-3c8b-4364-a390-e19158b4e3b5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.660399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8712095c-407e-4161-8329-5190f559cdb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:48:17.682148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8712095c-407e-4161-8329-5190f559cdb9 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:48:17.682516 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8712095c-407e-4161-8329-5190f559cdb9 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:48:17.682892 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fe81fec1-b0bb-46cf-82b4-7d435b354238 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:48:17.691373 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (5082283f-3c8b-4364-a390-e19158b4e3b5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.708434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: fe81fec1-b0bb-46cf-82b4-7d435b354238 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:48:17.708888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device fe81fec1-b0bb-46cf-82b4-7d435b354238 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:48:17.709372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7d438cbe-880b-4525-b80a-bd335ad9589d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:48:17.715048 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c826d0>,) {'filters': {'network_id': ['5082283f-3c8b-4364-a390-e19158b4e3b5']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:17.726351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c826d0>, '4a4a7630-eb4a-4a5f-a0c9-6472293af455') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:17.726645 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c826d0>, '4a4a7630-eb4a-4a5f-a0c9-6472293af455') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:17.730622 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 7d438cbe-880b-4525-b80a-bd335ad9589d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:48:17.730965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 7d438cbe-880b-4525-b80a-bd335ad9589d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:48:17.737409 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (4a4a7630-eb4a-4a5f-a0c9-6472293af455), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.750127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (4a4a7630-eb4a-4a5f-a0c9-6472293af455), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.756040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:48:17.756415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (4a4a7630-eb4a-4a5f-a0c9-6472293af455), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:48:17.759335 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:48:17.815516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (5082283f-3c8b-4364-a390-e19158b4e3b5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.822633 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.826055 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/networks/5082283f-3c8b-4364-a390-e19158b4e3b5 HTTP/1.1" status: 204  len: 168 time: 0.3105636
Jan 15 21:48:17.829689 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32840) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:17.838189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24c94e-29d6-4eb5-beb2-30e5528e5441 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Network': ['ID=5082283f-3c8b-4364-a390-e19158b4e3b5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:17.846096 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:48:17.890146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (63b0bbc8-5f9e-4668-a8c4-7b58b8d09544), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.919762 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (63b0bbc8-5f9e-4668-a8c4-7b58b8d09544), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.977917 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (63b0bbc8-5f9e-4668-a8c4-7b58b8d09544), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.980597 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:17.981945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/security-groups/63b0bbc8-5f9e-4668-a8c4-7b58b8d09544 HTTP/1.1" status: 204  len: 168 time: 0.1508265
Jan 15 21:48:17.991068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b0bbc8-5f9e-4668-a8c4-7b58b8d09544,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.001467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.001894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.002248 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.002588 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.002926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.003258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.003590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.003920 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.004252 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.004636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.004946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.005434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.005896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46020bac-5678-498a-9b8b-9d4ed8588e51 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:18.054097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:48:18.058825 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3cd5d4b3-1c13-46f1-8bbc-abb602667c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.080946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: f900af71-4c68-4032-81f3-9c78b98f2a65 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:48:18.081297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device f900af71-4c68-4032-81f3-9c78b98f2a65 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:48:18.252322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32848) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.257009 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952529906', 'description': 'tempest-secgroup-smoke-1952529906 description', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.280859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.346853 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (9ecac6c1-6588-44bb-80d9-8e043054fad7), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.351936 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9ecac6c1-6588-44bb-80d9-8e043054fad7), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.383057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecac6c1-6588-44bb-80d9-8e043054fad7,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.387811 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.391772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-831af999-c78d-434b-acc2-79c47633d9c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1356561
Jan 15 21:48:18.392887 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32850) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.397325 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.426814 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d8282d66-eaa9-42da-bd95-12fba105fe23), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.486444 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (d8282d66-eaa9-42da-bd95-12fba105fe23), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.489914 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d8282d66-eaa9-42da-bd95-12fba105fe23), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.507095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8282d66-eaa9-42da-bd95-12fba105fe23,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.514537 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.515720 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c97703c5-34ac-4f54-85d2-e1397403bc03 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1221561
Jan 15 21:48:18.519119 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32852) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.523354 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.550450 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (42c1793b-5d31-43a8-86d6-5d002ceb86aa), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.605778 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (42c1793b-5d31-43a8-86d6-5d002ceb86aa), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.609200 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (42c1793b-5d31-43a8-86d6-5d002ceb86aa), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.629179 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c1793b-5d31-43a8-86d6-5d002ceb86aa,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.634284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.635474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fcd86319-b469-4e5a-b40b-2300a8de6449 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1154368
Jan 15 21:48:18.638280 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32854) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.642723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.670440 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c3854025-efb8-43ff-8a81-6bf4c70ada68), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.730280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c3854025-efb8-43ff-8a81-6bf4c70ada68), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.733518 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c3854025-efb8-43ff-8a81-6bf4c70ada68), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.752065 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3854025-efb8-43ff-8a81-6bf4c70ada68,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.760471 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.761736 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6f972b4a-dea9-4c2b-8b3e-88025bb878de tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1225467
Jan 15 21:48:18.764404 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32856) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.768946 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.796826 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (14389233-c6cd-4bb7-81ff-c1e5a30cd4fe), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.858042 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (14389233-c6cd-4bb7-81ff-c1e5a30cd4fe), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.861656 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (14389233-c6cd-4bb7-81ff-c1e5a30cd4fe), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.879913 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14389233-c6cd-4bb7-81ff-c1e5a30cd4fe,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:18.887351 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.888419 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3ba9a83e-05e0-4ba2-9f1f-ce3f6f756e2c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1229346
Jan 15 21:48:18.891112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32858) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:18.896753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:18.919309 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:48:18.924208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (b762c2b6-3a85-4ced-aecf-21201a19bb19), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.980961 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (b762c2b6-3a85-4ced-aecf-21201a19bb19), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:18.984202 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b762c2b6-3a85-4ced-aecf-21201a19bb19), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.004235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b762c2b6-3a85-4ced-aecf-21201a19bb19,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:19.014292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.015498 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aff0b909-1267-4d9f-8344-84ebdc864352 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1227546
Jan 15 21:48:19.018390 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32860) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:19.022699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '9ecac6c1-6588-44bb-80d9-8e043054fad7', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:19.046314 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:48:19.052356 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (25a713d5-d93c-402e-a1df-2b69159032ee), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.112375 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (25a713d5-d93c-402e-a1df-2b69159032ee), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.116261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (25a713d5-d93c-402e-a1df-2b69159032ee), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.134182 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a713d5-d93c-402e-a1df-2b69159032ee,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:19.143273 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.144478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4bc9a668-3faa-462b-a52a-426c56cc528b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1251757
Jan 15 21:48:19.147406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32862) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:19.152185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'network': {'name': 'tempest-network-smoke--541868840', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:19.174328 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:48:19.177789 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.201720 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:48:19.211259 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9aca5a27-1a78-4e06-846d-717faa759582), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.211601 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Added segment 9aca5a27-1a78-4e06-846d-717faa759582 of type vlan for network 8181e61b-281d-44d3-9d87-ee9cad1f211e
Jan 15 21:48:19.253925 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (8181e61b-281d-44d3-9d87-ee9cad1f211e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.278662 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (8181e61b-281d-44d3-9d87-ee9cad1f211e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.285201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:19.286110 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.344000 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1955457
Jan 15 21:48:19.347346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32864) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:19.354297 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'admin_state_up': True, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:19.369009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487bbf-87d0-49ee-87a9-6afcd47a8f06 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Network': ['ID=8181e61b-281d-44d3-9d87-ee9cad1f211e,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:19.381657 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:48:19.387758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.388767 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.447397 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (b2c721e0-ebf8-4513-b4b7-0125210597d1), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.585245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b2c721e0-ebf8-4513-b4b7-0125210597d1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.778631 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.797805 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:19.902007 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.26 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/e1fff645-1343-4930-a00c-7c65066a6b19) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:48:20.008009 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (e1fff645-1343-4930-a00c-7c65066a6b19), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.040734 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.083369 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:20.086302 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:20.088669 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:48:20.099683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55761832-1c11-47df-9106-c22855b03fe2 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:48:20.116685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=e1fff645-1343-4930-a00c-7c65066a6b19,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:20.185410 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8d226846-61be-4ac4-940e-6eb938992ac7 None None] Provisioning complete for port e1fff645-1343-4930-a00c-7c65066a6b19 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:20.185782 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8d226846-61be-4ac4-940e-6eb938992ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.218890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8d226846-61be-4ac4-940e-6eb938992ac7 None None] Port e1fff645-1343-4930-a00c-7c65066a6b19 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:48:20.349506 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.553288 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.684924 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b2c721e0-ebf8-4513-b4b7-0125210597d1 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:48:20.763095 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-970b38b0-b62c-4690-b577-fc42c7539ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.799502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:48:20.809550 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Sync routers for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:48:20.818887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:20.819431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:20.823047 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:20.823238 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-96b9db00-b5ff-4b02-8c47-f346b207d8f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4717231
Jan 15 21:48:20.823238 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32868) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:20.853545 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8cd9462c-776a-4f0b-b7c2-8d11ea0532fd tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5f21548044704a2bbfc4ed1612c66fbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0291290
Jan 15 21:48:20.855979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32870) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:20.928774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:20.942498 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d40d23-4677-41ad-9b78-71ae50e77889 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:20.944021 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c7d40d23-4677-41ad-9b78-71ae50e77889 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0871077
Jan 15 21:48:20.946825 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32872) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:20.974833 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3a20f035-b124-4a70-83f5-daf5127925f2 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269268
Jan 15 21:48:20.977301 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 32874) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:20.981864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174208628', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:21.075598 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:48:21.079852 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.108506 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29ba60>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:20Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:21.134707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Checking router: b2c721e0-ebf8-4513-b4b7-0125210597d1 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:48:21.135052 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Updating router b2c721e0-ebf8-4513-b4b7-0125210597d1 port e1fff645-1343-4930-a00c-7c65066a6b19 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:48:21.162898 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.264229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (af8d39af-d999-4299-a830-cbd9d4e1c3f9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.325733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Subnet': ['ID=af8d39af-d999-4299-a830-cbd9d4e1c3f9,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:21.333308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Checking segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:48:21.333308 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network hostable DHCP agents. Network: 8181e61b-281d-44d3-9d87-ee9cad1f211e, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:48:21.351687 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:48:21.361707 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8181e61b-281d-44d3-9d87-ee9cad1f211e) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:21.365996 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:21.366597 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.374253 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6972a9a-404c-47ec-a50f-20589eef15f1 None None] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:48:21.389495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32876) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:21.390043 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-f9976456-5692-4a7e-a028-4893b1d43095 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4116378
Jan 15 21:48:21.419498 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks [] for port (e1fff645-1343-4930-a00c-7c65066a6b19), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.426233 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.498147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Attempting to bind port e1fff645-1343-4930-a00c-7c65066a6b19 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:48:21.498147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Attempting to bind port e1fff645-1343-4930-a00c-7c65066a6b19 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:48:21.498665 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Attempting to bind port e1fff645-1343-4930-a00c-7c65066a6b19 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:48:21.500148 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a0b70-3632-4ae5-af3b-c8f7eea2ffba None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:48:21.519337 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:48:21.519954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:48:21.520577 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.521294 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:48:21.521874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Bound port: e1fff645-1343-4930-a00c-7c65066a6b19, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:48:21.522490 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.523765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8181e61b-281d-44d3-9d87-ee9cad1f211e', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:48:21.524654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.546620 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Pushing event updated for resources: {'Port': ['ID=e1fff645-1343-4930-a00c-7c65066a6b19,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:21.581094 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.581408 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.581657 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.582205 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.582533 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.582854 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.583170 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.583670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.584098 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.584411 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.584945 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.585263 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.585580 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:48:21.601135 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] For port e1fff645-1343-4930-a00c-7c65066a6b19, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:48:21.607705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Provisioning complete for port e1fff645-1343-4930-a00c-7c65066a6b19 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:21.608300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.608444 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] For port e1fff645-1343-4930-a00c-7c65066a6b19, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fff645-1343-4930-a00c-7c65066a6b19,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:48:21.615411 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.659477 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:21.660376 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:21.695763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d19fc-d6ea-4c4a-905b-f7d7befad749 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:48:21.731226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Allocated IP 172.20.0.2 (8181e61b-281d-44d3-9d87-ee9cad1f211e/af8d39af-d999-4299-a830-cbd9d4e1c3f9/b5b27f38-ddb6-4ca7-9298-679e98e5862e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:48:21.818593 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c277-41f0-4ebc-9b14-c63817f91aac None None] Pushing event updated for resources: {'Port': ['ID=e1fff645-1343-4930-a00c-7c65066a6b19,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:21.827828 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Current status of the port e1fff645-1343-4930-a00c-7c65066a6b19 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:21.828360 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.851446 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1afba318-68d8-404a-951a-631d631c3180 None None] For port e1fff645-1343-4930-a00c-7c65066a6b19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fff645-1343-4930-a00c-7c65066a6b19,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:21.856224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.883107 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:21.890236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:21.937394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afba318-68d8-404a-951a-631d631c3180 None None] Pushing event updated for resources: {'Port': ['ID=e1fff645-1343-4930-a00c-7c65066a6b19,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:22.021671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5859aa76-2091-4332-a134-0ea1c2deb35b None None] Provisioning complete for port e1fff645-1343-4930-a00c-7c65066a6b19 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:22.022047 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5859aa76-2091-4332-a134-0ea1c2deb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.026928 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks [] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.055381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.087838 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b29ba60>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:20Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:22.117208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03fbec-a7a7-47a0-b48d-9e6534f09aa3 None None] The sync data for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 is: [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:20Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:48:22.123764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:22.137189 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:22.139581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:48:22.144045 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.146016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Pushing event updated for resources: {'Port': ['ID=b5b27f38-ddb6-4ca7-9298-679e98e5862e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:22.201878 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.1 (8181e61b-281d-44d3-9d87-ee9cad1f211e/af8d39af-d999-4299-a830-cbd9d4e1c3f9/99f3798f-36a9-48d1-af98-96468eaa282d) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:48:22.238309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Attempting to bind port b5b27f38-ddb6-4ca7-9298-679e98e5862e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:48:22.238822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Attempting to bind port b5b27f38-ddb6-4ca7-9298-679e98e5862e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:48:22.239339 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Attempting to bind port b5b27f38-ddb6-4ca7-9298-679e98e5862e on network 8181e61b-281d-44d3-9d87-ee9cad1f211e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:48:22.241545 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5859aa76-2091-4332-a134-0ea1c2deb35b None None] Current status of the port e1fff645-1343-4930-a00c-7c65066a6b19 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:22.248068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:48:22.248443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Checking segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:48:22.248855 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.249275 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Bound using segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:48:22.249869 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Bound port: b5b27f38-ddb6-4ca7-9298-679e98e5862e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:48:22.250155 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.322870 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] For port b5b27f38-ddb6-4ca7-9298-679e98e5862e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:48:22.327374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] For port b5b27f38-ddb6-4ca7-9298-679e98e5862e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5b27f38-ddb6-4ca7-9298-679e98e5862e,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:48:22.334451 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (99f3798f-36a9-48d1-af98-96468eaa282d), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.339072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.403778 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.446779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8c65-f8c9-4d2a-b0da-cb6a48b149df None None] Pushing event updated for resources: {'Port': ['ID=b5b27f38-ddb6-4ca7-9298-679e98e5862e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:22.457966 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:22.470911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:22.472717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:22.481479 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:48:22.532581 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.703650 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:22.998046 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (99f3798f-36a9-48d1-af98-96468eaa282d), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.002760 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.083084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:23.086667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.179972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:23.181384 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:23.306376 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b2c721e0-ebf8-4513-b4b7-0125210597d1 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:48:23.420697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:48:23.426086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-06036e24-bc19-40e7-b59b-226a19fac851 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/b2c721e0-ebf8-4513-b4b7-0125210597d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0347552
Jan 15 21:48:23.433028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16712d-50fa-4740-82cb-362b58d5b9c9 None None] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:48:23.510140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.514644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Provisioning complete for port b5b27f38-ddb6-4ca7-9298-679e98e5862e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:23.515000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.586094 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-ad2ba045-199f-41be-9e3c-3873cbb161a2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952529906&fields=id&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 267 time: 0.0479729
Jan 15 21:48:23.650478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Current status of the port b5b27f38-ddb6-4ca7-9298-679e98e5862e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:23.650984 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.707349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] For port b5b27f38-ddb6-4ca7-9298-679e98e5862e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5b27f38-ddb6-4ca7-9298-679e98e5862e,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:23.719648 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.730757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-fc0cbcb4-27fd-4798-bca9-5d9a0f117743 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:23.740363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-fc0cbcb4-27fd-4798-bca9-5d9a0f117743 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 796 time: 0.1474326
Jan 15 21:48:23.769649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e1fff645-1343-4930-a00c-7c65066a6b19 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:48:23.773796 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-5d6851a4-fc8a-4154-8d44-02e5808b12a4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/quotas/5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 375 time: 0.0324717
Jan 15 21:48:23.823338 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7051d98-d56c-4f50-8700-a6f41ca74049 None None] Pushing event updated for resources: {'Port': ['ID=b5b27f38-ddb6-4ca7-9298-679e98e5862e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:23.842067 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-9e5aca77-f3e7-4231-817b-530ceacaebcf tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0666878
Jan 15 21:48:23.847300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port e1fff645-1343-4930-a00c-7c65066a6b19 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:23.847670 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:23.958468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port e1fff645-1343-4930-a00c-7c65066a6b19 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:23.959535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5b27f38-ddb6-4ca7-9298-679e98e5862e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:48:23.983660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Provisioning complete for port b5b27f38-ddb6-4ca7-9298-679e98e5862e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:23.984074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:24.060741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b5b27f38-ddb6-4ca7-9298-679e98e5862e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:24.061151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:24.066668 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-a754c89d-92e7-4db3-9084-0b9c94c1724d service neutron] 10.222.0.46 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509502
Jan 15 21:48:24.108736 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Sync routers for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:48:24.137643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Current status of the port b5b27f38-ddb6-4ca7-9298-679e98e5862e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:24.143696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:24.144650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:24.177910 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-86a5ea93-a736-4954-8ad0-329c3f0a5554 service neutron] 10.222.0.46 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048689
Jan 15 21:48:24.204602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Provisioning complete for port 99f3798f-36a9-48d1-af98-96468eaa282d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:24.205034 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:24.399251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5ca8b2d2-7016-4e6e-b1d0-d74e6d3242eb req-bd07aa1e-e722-4bbe-8569-7e74246ddca3 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 210 time: 0.0438340
Jan 15 21:48:24.513807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8919d-7af5-4e35-a70d-524d45ee48b7 None None] Port 99f3798f-36a9-48d1-af98-96468eaa282d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:48:24.518884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:24.522679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b5b27f38-ddb6-4ca7-9298-679e98e5862e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:24.531223 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:24.674145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-61d4d9b8-9565-41e4-92d4-34b626e54462 None None] Provisioning complete for port 99f3798f-36a9-48d1-af98-96468eaa282d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:24.674524 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-61d4d9b8-9565-41e4-92d4-34b626e54462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:24.733570 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-61d4d9b8-9565-41e4-92d4-34b626e54462 None None] Port 99f3798f-36a9-48d1-af98-96468eaa282d cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:48:24.789822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428f40>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 2, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:24.819453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Checking router: b2c721e0-ebf8-4513-b4b7-0125210597d1 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:48:24.819786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Updating router b2c721e0-ebf8-4513-b4b7-0125210597d1 port 99f3798f-36a9-48d1-af98-96468eaa282d binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:48:24.847060 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.121531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks [] for port (99f3798f-36a9-48d1-af98-96468eaa282d), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.127066 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.173790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75125728-59f4-458a-a377-ad096287d479 None None] Pushing event updated for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:25.236980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Attempting to bind port 99f3798f-36a9-48d1-af98-96468eaa282d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:48:25.237349 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Attempting to bind port 99f3798f-36a9-48d1-af98-96468eaa282d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:48:25.237733 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Attempting to bind port 99f3798f-36a9-48d1-af98-96468eaa282d on network 8181e61b-281d-44d3-9d87-ee9cad1f211e {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:48:25.243390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:48:25.243772 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Checking segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:48:25.244192 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.244587 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Bound using segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:48:25.245094 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Bound port: 99f3798f-36a9-48d1-af98-96468eaa282d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:48:25.245735 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.316434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] For port 99f3798f-36a9-48d1-af98-96468eaa282d, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:48:25.319771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] For port 99f3798f-36a9-48d1-af98-96468eaa282d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f3798f-36a9-48d1-af98-96468eaa282d,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:48:25.323427 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.394201 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:25.394859 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:25.441978 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75125728-59f4-458a-a377-ad096287d479 None None] Pushing event updated for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:25.511616 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Provisioning complete for port 99f3798f-36a9-48d1-af98-96468eaa282d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:25.511995 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.576431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:25.688735 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5b27f38-ddb6-4ca7-9298-679e98e5862e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:48:25.756398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dc3658a4-a37f-4a64-9008-031f9536726c req-cadadd1c-7d5c-470c-a074-80f30074b8d8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 210 time: 0.0309412
Jan 15 21:48:25.771023 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Current status of the port 99f3798f-36a9-48d1-af98-96468eaa282d is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:25.771495 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.803698 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-4dac8a56-94a9-4035-9e2b-f4ca24df9cce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:25.805687 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-4dac8a56-94a9-4035-9e2b-f4ca24df9cce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 796 time: 0.4702072
Jan 15 21:48:25.839763 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] For port 99f3798f-36a9-48d1-af98-96468eaa282d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f3798f-36a9-48d1-af98-96468eaa282d,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:25.850939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.878953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-61bbd7b5-6814-4128-9b1e-b3d326efa05a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 380 time: 0.0648973
Jan 15 21:48:25.886691 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b5b27f38-ddb6-4ca7-9298-679e98e5862e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:25.887074 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:25.890367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'port': {'device_id': '391031bf-162c-4701-a570-7cc7054aa3b5', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'admin_state_up': True, 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'security_groups': ['9ecac6c1-6588-44bb-80d9-8e043054fad7']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:25.958167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95190e-309d-49c7-9446-e41f311d53ba None None] Pushing event updated for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:25.990612 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-85685c5f-85e6-4152-b16c-ce340a857bf4 None None] Provisioning complete for port 99f3798f-36a9-48d1-af98-96468eaa282d triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:25.990981 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-85685c5f-85e6-4152-b16c-ce340a857bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.010791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:48:26.014570 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.053129 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a428f40>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:26.087992 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0d123-b542-453e-adfa-a1beebc0ad4b None None] The sync data for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 is: [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:48:26.102084 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b5b27f38-ddb6-4ca7-9298-679e98e5862e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:26.161463 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-85685c5f-85e6-4152-b16c-ce340a857bf4 None None] Current status of the port 99f3798f-36a9-48d1-af98-96468eaa282d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:26.171542 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.6 (8181e61b-281d-44d3-9d87-ee9cad1f211e/af8d39af-d999-4299-a830-cbd9d4e1c3f9/c15e8e1e-3b40-4089-953f-40f1386b3d5f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:48:26.324714 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.360694 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.406276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:26.409447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:26.413443 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:48:26.447791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:26.480130 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:26.481045 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.504808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-b5e87580-c80e-4a36-9bdc-2dd4637d6c1b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6181262
Jan 15 21:48:26.522579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Request body: {'port': {'device_id': '391031bf-162c-4701-a570-7cc7054aa3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:26.584677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.690900 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5e3a4881-b1ab-4004-9945-2927b3d7fb40 None None] Provisioning complete for port c15e8e1e-3b40-4089-953f-40f1386b3d5f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:26.691467 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4881-b1ab-4004-9945-2927b3d7fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:26.732450 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a4881-b1ab-4004-9945-2927b3d7fb40 None None] Port c15e8e1e-3b40-4089-953f-40f1386b3d5f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:48:26.917772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5719d1-90b7-4977-a4dd-199a5f67bce4 req-b3ba6d5d-8c8c-478a-ac0c-452ae6afd664 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:26.919201 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc5719d1-90b7-4977-a4dd-199a5f67bce4 req-b3ba6d5d-8c8c-478a-ac0c-452ae6afd664 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 931 time: 0.0783513
Jan 15 21:48:27.005663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15e8e1e-3b40-4089-953f-40f1386b3d5f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:48:27.014212 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks [] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.020442 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc5719d1-90b7-4977-a4dd-199a5f67bce4 req-1a5c4626-f5a6-4a1d-9591-d06595364623 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947084
Jan 15 21:48:27.036525 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Transition to ACTIVE for port object c15e8e1e-3b40-4089-953f-40f1386b3d5f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:48:27.040338 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.089399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Pushing event updated for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:27.167083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Attempting to bind port c15e8e1e-3b40-4089-953f-40f1386b3d5f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:48:27.167411 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Attempting to bind port c15e8e1e-3b40-4089-953f-40f1386b3d5f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:48:27.167748 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Attempting to bind port c15e8e1e-3b40-4089-953f-40f1386b3d5f on network 8181e61b-281d-44d3-9d87-ee9cad1f211e {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:48:27.172790 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Port c15e8e1e-3b40-4089-953f-40f1386b3d5f on network 8181e61b-281d-44d3-9d87-ee9cad1f211e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:48:27.173135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Attempting to bind port c15e8e1e-3b40-4089-953f-40f1386b3d5f on network 8181e61b-281d-44d3-9d87-ee9cad1f211e {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:48:27.178572 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:48:27.178921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Checking segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:48:27.179497 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Bound using segment: {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:48:27.179933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Bound port: c15e8e1e-3b40-4089-953f-40f1386b3d5f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aca5a27-1a78-4e06-846d-717faa759582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:48:27.180298 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.259057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:48:27.262430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:48:27.268685 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.304929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.305559 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.307751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] 10.222.0.45 "PUT /v2.0/ports/c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 1091 time: 0.7893596
Jan 15 21:48:27.308969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:48:27.342241 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f4f27-0e88-4e25-ad05-d35905fa08aa service neutron] Pushing event updated for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:27.371726 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266" -d '{"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:48:27.424640 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-52a8c273-9405-4bc5-85be-bb6ded41ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.426198 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-52a8c273-9405-4bc5-85be-bb6ded41ea6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1094 time: 0.0514379
Jan 15 21:48:27.479462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-390a9b49-5039-40c6-8ce5-9c087cff5a94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 217 time: 0.0426033
Jan 15 21:48:27.488147 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eb47a0-27bc-4b90-b6c5-d333044af953 x-openstack-request-id: req-d1eb47a0-27bc-4b90-b6c5-d333044af953 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:48:27.488450 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:48:27.488703 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1eb47a0-27bc-4b90-b6c5-d333044af953 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:48:27.489271 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'status': 'completed', 'code': 200}
Jan 15 21:48:27.534813 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-5d689009-10aa-4e23-a4b8-e3304a139bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.536532 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-5d689009-10aa-4e23-a4b8-e3304a139bbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0462999
Jan 15 21:48:27.583987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-c0072ed7-38e9-49b3-bca5-fab574139246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.586302 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-c0072ed7-38e9-49b3-bca5-fab574139246 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395532
Jan 15 21:48:27.683546 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 99f3798f-36a9-48d1-af98-96468eaa282d up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:48:27.683819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-bd1d28f1-1156-481d-9175-f750c6d9b06b service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913448
Jan 15 21:48:27.731422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 99f3798f-36a9-48d1-af98-96468eaa282d triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:27.732030 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:27.777430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1536c59c-3457-44bb-aafd-17c3cfec8814 req-9c4ebc4f-b601-41e5-b5ff-310f45658799 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837862
Jan 15 21:48:27.810724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 99f3798f-36a9-48d1-af98-96468eaa282d is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:27.874464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-004e4d71-6ba6-40da-a57c-e8243b03fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.876657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-004e4d71-6ba6-40da-a57c-e8243b03fe61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1094 time: 0.0407066
Jan 15 21:48:27.970314 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-aafb1c2f-6991-4e02-9fe2-11d6c235245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:27.971703 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-aafb1c2f-6991-4e02-9fe2-11d6c235245b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 897 time: 0.0887916
Jan 15 21:48:28.013024 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-5414c64b-8e52-4930-ab50-fd9a50f72fe9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 217 time: 0.0345271
Jan 15 21:48:28.071923 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-04c3d5dd-e367-4d10-8ab5-444457feb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:28.073399 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-04c3d5dd-e367-4d10-8ab5-444457feb262 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0529726
Jan 15 21:48:28.141284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-fa739466-7914-4e58-b4fc-88dab655f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:28.142763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-fa739466-7914-4e58-b4fc-88dab655f649 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0631602
Jan 15 21:48:28.167345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04661a49-aa89-4cc0-b8a9-54874e8de9d2 req-9396f8dc-251b-4e32-82c6-890b4ebbdcc1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:28.168768 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04661a49-aa89-4cc0-b8a9-54874e8de9d2 req-9396f8dc-251b-4e32-82c6-890b4ebbdcc1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 943 time: 0.0663414
Jan 15 21:48:28.273145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-04661a49-aa89-4cc0-b8a9-54874e8de9d2 req-33fb6565-6e6d-4cf6-8a1a-bfe3321bb177 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926464
Jan 15 21:48:28.283363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-66b25370-5c73-447c-8f71-1511852adaa7 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311920
Jan 15 21:48:28.374681 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7af2e46e-d7ea-4ffb-9c7a-d2868074a266 req-0c812388-e3a3-43ce-928e-498d94a8f5b5 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843112
Jan 15 21:48:29.395226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3bf28-2598-4750-966d-e8c2d6388761 req-6449c7c9-019e-44a8-8aa6-de490bb4bc6e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:29.396735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81d3bf28-2598-4750-966d-e8c2d6388761 req-6449c7c9-019e-44a8-8aa6-de490bb4bc6e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 943 time: 0.0547538
Jan 15 21:48:29.445408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81d3bf28-2598-4750-966d-e8c2d6388761 req-6ae2535c-cf90-4c3e-abe8-ca971d007224 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429566
Jan 15 21:48:29.634178 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c15e8e1e-3b40-4089-953f-40f1386b3d5f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:48:29.724765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:29.736181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'port_id': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'mac_address': 'fa:16:3e:c0:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:48:29.775222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port c15e8e1e-3b40-4089-953f-40f1386b3d5f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:29.775610 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:29.788027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15e8e1e-3b40-4089-953f-40f1386b3d5f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:48:29.806636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:29.810815 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:29.856483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:30.064059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['c15e8e1e-3b40-4089-953f-40f1386b3d5f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:48:30.559745 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d369aa-a7da-4ab5-b53b-2b9745a5870c req-f42f2aa3-9c02-4727-82ac-babd020a711a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:30.561250 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3d369aa-a7da-4ab5-b53b-2b9745a5870c req-f42f2aa3-9c02-4727-82ac-babd020a711a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 944 time: 0.0492992
Jan 15 21:48:30.610909 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a3d369aa-a7da-4ab5-b53b-2b9745a5870c req-004613b3-f8e1-485b-8eab-df627a2b74c2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440927
Jan 15 21:48:31.651117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c15e8e1e-3b40-4089-953f-40f1386b3d5f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:48:31.701581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port c15e8e1e-3b40-4089-953f-40f1386b3d5f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:48:31.706237 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port c15e8e1e-3b40-4089-953f-40f1386b3d5f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:48:31.707319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:31.732709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89fcf9-0110-4048-9236-ef6bffce8930 req-653280a6-c3f2-4901-9b20-f07f721dc6c2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:31.734269 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b89fcf9-0110-4048-9236-ef6bffce8930 req-653280a6-c3f2-4901-9b20-f07f721dc6c2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 944 time: 0.0535254
Jan 15 21:48:31.788437 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b89fcf9-0110-4048-9236-ef6bffce8930 req-e3c72cc7-16dc-44ec-9f96-e56843bf59c8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480285
Jan 15 21:48:31.789914 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port c15e8e1e-3b40-4089-953f-40f1386b3d5f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:48:31.790301 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:31.812889 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:48:31.815176 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f32194-7b7b-4a21-9e4c-fa7005036c13" -d '{"events": [{"server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "name": "network-vif-plugged", "status": "completed", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:48:31.827030 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:48:31.831647 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:31.854287 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988e4f67-0249-4eab-a113-fed5633f8e65 x-openstack-request-id: req-988e4f67-0249-4eab-a113-fed5633f8e65 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:48:31.854580 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "name": "network-vif-plugged", "status": "completed", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:48:31.854833 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-988e4f67-0249-4eab-a113-fed5633f8e65 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:48:31.855222 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'code': 200}
Jan 15 21:48:31.880903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:31.970681 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4177f-4c09-4994-82f1-a950e151797d req-c4a7926e-0331-46b3-bedd-01af68666008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:31.972281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eaa4177f-4c09-4994-82f1-a950e151797d req-c4a7926e-0331-46b3-bedd-01af68666008 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1096 time: 0.0449798
Jan 15 21:48:32.019846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eaa4177f-4c09-4994-82f1-a950e151797d req-1d5ca058-90e9-418a-b3af-ec0b8568906d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385170
Jan 15 21:48:32.954157 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd54552-97ab-4915-858c-6652ef297f25 req-84168f31-b235-4805-a28d-fcb41282f2e7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:32.955822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fd54552-97ab-4915-858c-6652ef297f25 req-84168f31-b235-4805-a28d-fcb41282f2e7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0497212
Jan 15 21:48:33.004721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2fd54552-97ab-4915-858c-6652ef297f25 req-3c8e1596-43fa-4030-919c-2c976f02fbce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431972
Jan 15 21:48:34.124896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da39d4-91f4-47fa-a0cc-341bc30d17f3 req-41c9f463-5699-4ffa-a8c1-02448972b60f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:34.126394 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92da39d4-91f4-47fa-a0cc-341bc30d17f3 req-41c9f463-5699-4ffa-a8c1-02448972b60f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0525925
Jan 15 21:48:34.177326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-92da39d4-91f4-47fa-a0cc-341bc30d17f3 req-b8684484-dbdb-48a0-8602-47a6488723cb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450113
Jan 15 21:48:34.291317 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724cf7f-8cf0-44cb-aaad-c927a67d838c req-08517fe5-94fb-4cfe-a810-de2814c87e34 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:34.292716 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b724cf7f-8cf0-44cb-aaad-c927a67d838c req-08517fe5-94fb-4cfe-a810-de2814c87e34 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0492835
Jan 15 21:48:34.341570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b724cf7f-8cf0-44cb-aaad-c927a67d838c req-e81d6eae-50f5-42e5-b848-f676e6e36047 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432146
Jan 15 21:48:34.364178 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32944) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:34.406710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa64ae-8080-4cb8-bb2b-ceb67f1ece84 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:34.408273 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6baa64ae-8080-4cb8-bb2b-ceb67f1ece84 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1091 time: 0.0429797
Jan 15 21:48:34.411269 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32946) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:34.415399 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:48:34.437997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:34.532125 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:34.635020 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.159 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5474a4d3-f00b-49da-8ca5-f8d02f8e449f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:48:34.731977 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:34.766974 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:34.810518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:48:34.813331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:48:34.820153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:48:34.825486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=5474a4d3-f00b-49da-8ca5-f8d02f8e449f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:35.178737 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (edf92147-5812-48ec-a86f-25640925b3a6), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:35.246941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:35.394698 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:35.399119 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:35.470768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=5474a4d3-f00b-49da-8ca5-f8d02f8e449f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:48:35.479535 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (edf92147-5812-48ec-a86f-25640925b3a6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:35.580284 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP edf92147-5812-48ec-a86f-25640925b3a6 associated. External IP: 172.35.1.159, port: c15e8e1e-3b40-4089-953f-40f1386b3d5f.
Jan 15 21:48:36.071718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b2c721e0-ebf8-4513-b4b7-0125210597d1 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:48:36.178352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:48:36.187717 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Sync routers for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:48:36.196024 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:36.197781 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:36.198377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:36.223670 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ce0ab4a8-6f43-4094-9292-43624e898eb9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8113990
Jan 15 21:48:36.224270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:48:36.226547 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193741f-1d6d-47b6-bf1e-41e17216d28e" -d '{"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:48:36.274382 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b29ad4d-a7d2-400e-9f11-7ceef2a90e25 x-openstack-request-id: req-3b29ad4d-a7d2-400e-9f11-7ceef2a90e25 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:48:36.274674 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:48:36.274931 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b29ad4d-a7d2-400e-9f11-7ceef2a90e25 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:48:36.275331 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'status': 'completed', 'code': 200}
Jan 15 21:48:36.311880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:36.360072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bb41-df82-4cf2-83b2-c5589c368c17 req-79c0fc44-efbd-4969-bedd-03126c15083e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:36.361769 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e285bb41-df82-4cf2-83b2-c5589c368c17 req-79c0fc44-efbd-4969-bedd-03126c15083e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0795157
Jan 15 21:48:36.377360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-f9ce3039-f25d-4412-b9c2-07181da8e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:36.378804 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-f9ce3039-f25d-4412-b9c2-07181da8e295 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1096 time: 0.0700076
Jan 15 21:48:36.465016 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e285bb41-df82-4cf2-83b2-c5589c368c17 req-9cd23308-8860-4f83-8d38-391e1a8f283e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962229
Jan 15 21:48:36.488587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32952) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:36.538087 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-62de2084-a0d7-4d41-805b-619494fc5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:36.539554 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-62de2084-a0d7-4d41-805b-619494fc5088 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 897 time: 0.1533906
Jan 15 21:48:36.543866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367130>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'edf92147-5812-48ec-a86f-25640925b3a6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.159', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'port_id': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'mac_address': 'fa:16:3e:c0:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391031bf-162c-4701-a570-7cc7054aa3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:48:35Z', 'updated_at': '2022-01-15T21:48:35Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:36.569991 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Checking router: b2c721e0-ebf8-4513-b4b7-0125210597d1 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:48:36.578166 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:48:36.578792 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:48:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:36.601857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6ce941d1-8c7a-49a6-acd7-8facb636e461 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/edf92147-5812-48ec-a86f-25640925b3a6 HTTP/1.1" status: 200  len: 991 time: 0.1109161
Jan 15 21:48:36.617148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-00ca4420-b4fe-4b59-8921-04f52070cd56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 999 time: 0.0711410
Jan 15 21:48:36.666352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-7a8878a8-33eb-47a5-a1c5-e4008107cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:36.667811 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-7a8878a8-33eb-47a5-a1c5-e4008107cb05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0448234
Jan 15 21:48:36.683172 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:48:36.715922 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-ee24d95a-12b2-4f2e-af7a-781153584941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:48:36.717491 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-ee24d95a-12b2-4f2e-af7a-781153584941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438123
Jan 15 21:48:36.809738 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-c4e91376-c464-4636-b9b3-99b5ea1a0776 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864553
Jan 15 21:48:36.903934 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b367130>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'edf92147-5812-48ec-a86f-25640925b3a6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.159', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'port_id': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'mac_address': 'fa:16:3e:c0:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391031bf-162c-4701-a570-7cc7054aa3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:48:35Z', 'updated_at': '2022-01-15T21:48:35Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:48:36.907683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a193741f-1d6d-47b6-bf1e-41e17216d28e req-d2bb9061-6821-4d85-a0ae-d398a7303451 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917647
Jan 15 21:48:36.933314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b3152-8290-4cab-a3a9-cc673341f9f5 None None] The sync data for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 is: [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'edf92147-5812-48ec-a86f-25640925b3a6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.159', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'port_id': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'mac_address': 'fa:16:3e:c0:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391031bf-162c-4701-a570-7cc7054aa3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:48:35Z', 'updated_at': '2022-01-15T21:48:35Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:48:37.119647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d5b3c-829e-4319-8058-de771ccda0e8 None None] New status for floating IP edf92147-5812-48ec-a86f-25640925b3a6: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:48:37.604803 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 32954) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:48:37.665216 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e690c410-2ecb-4acd-884c-fa0511a50321 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/edf92147-5812-48ec-a86f-25640925b3a6 HTTP/1.1" status: 200  len: 993 time: 0.0592632
Jan 15 21:48:44.842365 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:45.755010 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:48.044314 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-46f6479f-d3c4-46f4-8eb1-8e7e11966446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:50.766744 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eb8bca01-3d66-4995-b190-38e71ddcaf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:52.088057 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:53.478919 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:54.341686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:48:54.844518 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:49:10.994888 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582f7ac-61b4-446d-bd87-33fa3757958c req-a4031ae1-208c-4b3b-9f87-c09ff5f1186b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:10.996370 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1582f7ac-61b4-446d-bd87-33fa3757958c req-a4031ae1-208c-4b3b-9f87-c09ff5f1186b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0522444
Jan 15 21:49:11.050933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1582f7ac-61b4-446d-bd87-33fa3757958c req-1cbe46f9-e6bd-47c2-b179-905c4bbc5d9c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489240
Jan 15 21:49:12.174167 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e15070-a092-48b5-a530-fa7c8dd09b5b req-c80d764c-33ea-41e8-a35c-f056ab055dc8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:12.175641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02e15070-a092-48b5-a530-fa7c8dd09b5b req-c80d764c-33ea-41e8-a35c-f056ab055dc8 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0519085
Jan 15 21:49:12.223719 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02e15070-a092-48b5-a530-fa7c8dd09b5b req-917c9441-0e90-49a4-b71b-63fe61c81bd1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424626
Jan 15 21:49:13.340192 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcfd61-a7a0-4d5b-bcd6-6c1e03cb137e req-57f26c50-8dcc-494b-a61e-95b85674cb2f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:13.341696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44bcfd61-a7a0-4d5b-bcd6-6c1e03cb137e req-57f26c50-8dcc-494b-a61e-95b85674cb2f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0484169
Jan 15 21:49:13.391091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44bcfd61-a7a0-4d5b-bcd6-6c1e03cb137e req-34b61d21-3912-49f1-a109-ec4466220436 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432224
Jan 15 21:49:14.509594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18a71f-b7c9-4200-b030-dea82a3e11f9 req-2564fb20-c5c0-4ca1-a944-a7366c8411b1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:14.511018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f18a71f-b7c9-4200-b030-dea82a3e11f9 req-2564fb20-c5c0-4ca1-a944-a7366c8411b1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0526865
Jan 15 21:49:14.560260 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4f18a71f-b7c9-4200-b030-dea82a3e11f9 req-de36c640-847f-472e-89eb-236de8faa559 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436304
Jan 15 21:49:14.858202 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:15.674041 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7cc5d-fb64-4f0e-8dea-daab2a7da926 req-4b6e732f-3464-487c-b771-f7856c077b00 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:15.675500 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a7cc5d-fb64-4f0e-8dea-daab2a7da926 req-4b6e732f-3464-487c-b771-f7856c077b00 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0491393
Jan 15 21:49:15.723974 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-84a7cc5d-fb64-4f0e-8dea-daab2a7da926 req-a677b6da-9d78-44ff-8f68-2d1845a86138 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430217
Jan 15 21:49:15.750784 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:16.845063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0e8bf-0ff9-46bb-b149-0f849ecc51b0 req-83020165-b148-41c0-9564-a6581759bd52 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:16.847313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73e0e8bf-0ff9-46bb-b149-0f849ecc51b0 req-83020165-b148-41c0-9564-a6581759bd52 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0549679
Jan 15 21:49:16.896053 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-73e0e8bf-0ff9-46bb-b149-0f849ecc51b0 req-73cb3be7-a6f5-40ec-b851-71b0ef131174 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430491
Jan 15 21:49:18.011946 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e792f27-7c2c-48a9-832d-9a2bbc176249 req-237c4029-dc0f-4ed8-9d99-b336a8ace38a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:18.013445 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e792f27-7c2c-48a9-832d-9a2bbc176249 req-237c4029-dc0f-4ed8-9d99-b336a8ace38a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0491810
Jan 15 21:49:18.046429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65210706-21c3-4c3a-8820-c8b11d746b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:18.064871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e792f27-7c2c-48a9-832d-9a2bbc176249 req-0cf3e316-310d-4a61-bf05-7ef10e9d02c7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456328
Jan 15 21:49:19.192119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449dd08-1c99-41da-a8b4-80ca8d82108a req-9acb2440-52a7-4476-a6dd-c3f2b595cd98 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:19.193617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5449dd08-1c99-41da-a8b4-80ca8d82108a req-9acb2440-52a7-4476-a6dd-c3f2b595cd98 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0570021
Jan 15 21:49:19.245483 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5449dd08-1c99-41da-a8b4-80ca8d82108a req-2f3c1fe3-6208-4fcb-94c2-f7543d5b9b47 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462277
Jan 15 21:49:20.364872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93481bd-f81b-4bfa-b7cc-ba1eb30f5d3f req-2a63ca03-83de-4969-9568-3e220a0abfe5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:20.366393 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f93481bd-f81b-4bfa-b7cc-ba1eb30f5d3f req-2a63ca03-83de-4969-9568-3e220a0abfe5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0522904
Jan 15 21:49:20.416229 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f93481bd-f81b-4bfa-b7cc-ba1eb30f5d3f req-e6b445ba-7c11-4a87-9ac2-dd0110150e55 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441315
Jan 15 21:49:20.768112 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e080330-a799-458e-a01d-6e6dd0ab0538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:21.532649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf1698-4763-4367-870c-07c23f341e01 req-856dcbef-15a8-4580-a15c-b213f565bca2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:21.535425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8bf1698-4763-4367-870c-07c23f341e01 req-856dcbef-15a8-4580-a15c-b213f565bca2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0514951
Jan 15 21:49:21.585154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c8bf1698-4763-4367-870c-07c23f341e01 req-65a122ac-d68e-4be2-851a-0a28f07af430 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442126
Jan 15 21:49:21.607610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33020) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:49:21.674170 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4a32782f-5879-4a0f-b6ef-fd904cac6e33 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/edf92147-5812-48ec-a86f-25640925b3a6 HTTP/1.1" status: 200  len: 993 time: 0.0648248
Jan 15 21:49:22.090629 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:22.954331 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574679b-cd6c-4da1-bef5-cdb3d157248d req-7a938c82-cf82-4909-81de-fb9ba0d64575 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:22.956242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d574679b-cd6c-4da1-bef5-cdb3d157248d req-7a938c82-cf82-4909-81de-fb9ba0d64575 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0603561
Jan 15 21:49:23.019844 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-b825f93c-a760-46dc-be07-3da681dcd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:23.021384 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-b825f93c-a760-46dc-be07-3da681dcd5c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1096 time: 0.0918858
Jan 15 21:49:23.031625 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d574679b-cd6c-4da1-bef5-cdb3d157248d req-816f173b-04a8-405e-bd4b-f28cb72ba70e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618422
Jan 15 21:49:23.121571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-cfe73897-e885-493c-a8aa-734f41067c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:23.123082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-cfe73897-e885-493c-a8aa-734f41067c67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 897 time: 0.0958195
Jan 15 21:49:23.193876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-f0f42a8f-096e-40df-aa38-e31f7d54aab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 1001 time: 0.0650682
Jan 15 21:49:23.243166 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-38ad723a-a671-49e7-82aa-e9c55665f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:23.244492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-38ad723a-a671-49e7-82aa-e9c55665f5e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0440662
Jan 15 21:49:23.289396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-23336e85-e2c2-4fca-9d53-4bf967bb2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:23.290841 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-23336e85-e2c2-4fca-9d53-4bf967bb2800 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393276
Jan 15 21:49:23.385281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-427b2502-d9e4-4df8-801d-b9503bc17e53 service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862594
Jan 15 21:49:23.478130 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf9886fd-c3dd-403e-a72b-a3b5ae609409 req-76400d61-0b83-4d44-9847-0882b6f8d65f service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858417
Jan 15 21:49:23.482645 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:24.153207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a0a53-f8eb-4060-8b46-1883af4cc270 req-d6fca295-245d-4796-9176-5170ce6cd56e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:24.154712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d81a0a53-f8eb-4060-8b46-1883af4cc270 req-d6fca295-245d-4796-9176-5170ce6cd56e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0491736
Jan 15 21:49:24.209224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d81a0a53-f8eb-4060-8b46-1883af4cc270 req-b774a13b-a355-4989-b699-a1c327a09c9d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480921
Jan 15 21:49:24.232134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33036) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:49:24.293320 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1019bf7f-15ab-452d-b28f-db2453bb1591 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/edf92147-5812-48ec-a86f-25640925b3a6 HTTP/1.1" status: 200  len: 993 time: 0.0600114
Jan 15 21:49:24.343544 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:30.697632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-8a80c874-7605-47d1-ba5b-cffe412e7144 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0405095
Jan 15 21:49:30.779612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-2f94617d-f286-4fca-be9e-33c4e08b5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:30.781122 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-2f94617d-f286-4fca-be9e-33c4e08b5c9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1096 time: 0.0431223
Jan 15 21:49:30.882605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-fc7d1195-18d1-406e-9bfa-5efe2e263ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:30.884068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-fc7d1195-18d1-406e-9bfa-5efe2e263ce4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 897 time: 0.0839248
Jan 15 21:49:30.952653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-fdb6091a-d3ea-4ccf-96c0-a3368309795d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 1001 time: 0.0621934
Jan 15 21:49:30.999366 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-df7e10f7-76f6-4b32-900c-484ff376f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:31.000758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-df7e10f7-76f6-4b32-900c-484ff376f8b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0423698
Jan 15 21:49:31.044021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-e1185371-ff9f-49c1-ae68-4f58466610ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:31.045492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-e1185371-ff9f-49c1-ae68-4f58466610ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387995
Jan 15 21:49:31.137214 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-4cac43a9-9c5b-4417-afd2-b0d3046cccbb service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855074
Jan 15 21:49:31.225143 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-823e3c07-dfd6-4954-9431-eb3de9b29fa4 req-89a861af-5ba8-4d27-83f7-da3fa503b06e service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821152
Jan 15 21:49:31.843319 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:49:44.855044 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:45.769434 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:48.049209 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5d267e47-0b60-42a6-a02a-d6c49afe7b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:50.770463 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-70da664a-a2f4-4bdb-a058-62deef48e9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:52.092979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:53.485082 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:54.346334 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:56.692988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33064) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:49:56.859381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 5474a4d3-f00b-49da-8ca5-f8d02f8e449f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:49:56.859726 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:56.934364 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:56.934692 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:56.946962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 5474a4d3-f00b-49da-8ca5-f8d02f8e449f owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:49:57.093996 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5474a4d3-f00b-49da-8ca5-f8d02f8e449f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:57.117760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=5474a4d3-f00b-49da-8ca5-f8d02f8e449f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:49:57.127741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.128078 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.128413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.128755 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.129114 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.129441 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.129769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.130095 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.131375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.131375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.131375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.131375 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.131913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:49:57.190734 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (edf92147-5812-48ec-a86f-25640925b3a6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:57.191091 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP edf92147-5812-48ec-a86f-25640925b3a6 disassociated (deleted). External IP: 172.35.1.159, port: c15e8e1e-3b40-4089-953f-40f1386b3d5f.
Jan 15 21:49:57.401945 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b2c721e0-ebf8-4513-b4b7-0125210597d1 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:49:57.509561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:49:57.514426 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:57.520219 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Sync routers for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:49:57.529119 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:49:57.529721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:49:57.542624 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c89028ca-95f2-498f-8861-07647d83149e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/floatingips/edf92147-5812-48ec-a86f-25640925b3a6 HTTP/1.1" status: 204  len: 168 time: 0.8485358
Jan 15 21:49:57.543223 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:49:57.545521 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225bec45-8c8a-4918-9116-73b60faacf04" -d '{"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:49:57.586392 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d300579-3d65-4de3-ba9b-0e735aca21b9 x-openstack-request-id: req-3d300579-3d65-4de3-ba9b-0e735aca21b9 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:49:57.586689 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:49:57.586953 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d300579-3d65-4de3-ba9b-0e735aca21b9 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:49:57.587490 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'status': 'completed', 'code': 200}
Jan 15 21:49:57.671937 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bec45-8c8a-4918-9116-73b60faacf04 req-3942a9e5-41ba-4f57-a1a1-cd713042d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:57.674410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-3942a9e5-41ba-4f57-a1a1-cd713042d1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 1096 time: 0.0629292
Jan 15 21:49:57.747675 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:49:57.806193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bec45-8c8a-4918-9116-73b60faacf04 req-2c45886f-1956-48fd-bd6a-3cdaadd045fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:57.807685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-2c45886f-1956-48fd-bd6a-3cdaadd045fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 200  len: 897 time: 0.1272218
Jan 15 21:49:57.820043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fbeb1-40b1-4ded-aa83-6614e124e074 req-9555eae0-9958-4c75-9a82-069d4074c8be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:57.821481 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c2fbeb1-40b1-4ded-aa83-6614e124e074 req-9555eae0-9958-4c75-9a82-069d4074c8be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0764287
Jan 15 21:49:57.863441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-43080e03-12ee-4a29-9323-c763bb99ba3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 200  len: 217 time: 0.0409880
Jan 15 21:49:57.933984 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8c2fbeb1-40b1-4ded-aa83-6614e124e074 req-640edb43-9fc5-4942-967f-8f10032d502e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060390
Jan 15 21:49:57.937696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bec45-8c8a-4918-9116-73b60faacf04 req-d193be4c-cb41-4c62-8e0a-9490d3e604ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:57.939086 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-d193be4c-cb41-4c62-8e0a-9490d3e604ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 200  len: 835 time: 0.0696650
Jan 15 21:49:57.946540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7940>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:49:57.976470 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Checking router: b2c721e0-ebf8-4513-b4b7-0125210597d1 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:49:57.984574 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:49:57.985208 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:49:57.990350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bec45-8c8a-4918-9116-73b60faacf04 req-d7810827-dd06-4868-9ff5-2e10f5013690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:57.991868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-d7810827-dd06-4868-9ff5-2e10f5013690 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8181e61b-281d-44d3-9d87-ee9cad1f211e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450976
Jan 15 21:49:58.082778 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-d9de53cd-bf7b-4991-ba13-8370fe00e05a service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831022
Jan 15 21:49:58.089688 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:49:58.177652 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-225bec45-8c8a-4918-9116-73b60faacf04 req-7d8ccb88-27b4-4154-9920-6c1346da22fb service neutron] 10.222.0.45 "GET /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888994
Jan 15 21:49:58.286503 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2b7940>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:49:58.314077 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ee19d-9b57-40ee-80bf-5c9bc33ec0e9 None None] The sync data for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 is: [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:22Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99f3798f-36a9-48d1-af98-96468eaa282d', 'name': '', 'network_id': '8181e61b-281d-44d3-9d87-ee9cad1f211e', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:2e:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:22Z', 'updated_at': '2022-01-15T21:48:25Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': 'af8d39af-d999-4299-a830-cbd9d4e1c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:49:58.534220 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b06e2-1bd7-41c4-81b8-82a221efc23c None None] New status for floating IP edf92147-5812-48ec-a86f-25640925b3a6: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:49:59.057111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4af6db-a0ae-46cc-8122-006016cb125b req-0bf74e39-a2ac-42ff-8edd-c9e82b5c2a6d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:59.058611 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b4af6db-a0ae-46cc-8122-006016cb125b req-0bf74e39-a2ac-42ff-8edd-c9e82b5c2a6d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0512311
Jan 15 21:49:59.107540 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b4af6db-a0ae-46cc-8122-006016cb125b req-52acf5b8-9509-4693-9db4-db9b08dd4b5a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=9ecac6c1-6588-44bb-80d9-8e043054fad7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434084
Jan 15 21:49:59.407416 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-3dfbe877-74a9-4b7a-b066-9f8037a33708 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:49:59.408917 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-3dfbe877-74a9-4b7a-b066-9f8037a33708 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 945 time: 0.0497801
Jan 15 21:49:59.507537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port c15e8e1e-3b40-4089-953f-40f1386b3d5f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:49:59.507909 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:59.595413 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port c15e8e1e-3b40-4089-953f-40f1386b3d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c15e8e1e-3b40-4089-953f-40f1386b3d5f,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:49:59.595778 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:59.607695 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for c15e8e1e-3b40-4089-953f-40f1386b3d5f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:49:59.739547 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c15e8e1e-3b40-4089-953f-40f1386b3d5f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:59.769088 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=c15e8e1e-3b40-4089-953f-40f1386b3d5f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:49:59.813477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port c15e8e1e-3b40-4089-953f-40f1386b3d5f on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:49:59.816991 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:49:59.820245 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ce13189f-d02d-4b2b-968e-345d2e132375 req-5c535471-aa09-4218-b3bc-7454e02b7cfc tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "DELETE /v2.0/ports/c15e8e1e-3b40-4089-953f-40f1386b3d5f HTTP/1.1" status: 204  len: 173 time: 0.4058964
Jan 15 21:49:59.820738 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'name': 'network-vif-deleted', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:49:59.822977 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcd80a6-3565-468f-8348-b117d7b452af" -d '{"events": [{"server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "name": "network-vif-deleted", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:49:59.863381 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81442bfe-17be-40bc-b1ca-659534d3342a x-openstack-request-id: req-81442bfe-17be-40bc-b1ca-659534d3342a {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:49:59.863801 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391031bf-162c-4701-a570-7cc7054aa3b5", "name": "network-vif-deleted", "tag": "c15e8e1e-3b40-4089-953f-40f1386b3d5f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:49:59.864083 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81442bfe-17be-40bc-b1ca-659534d3342a {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:49:59.864525 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391031bf-162c-4701-a570-7cc7054aa3b5', 'name': 'network-vif-deleted', 'tag': 'c15e8e1e-3b40-4089-953f-40f1386b3d5f', 'status': 'completed', 'code': 200}
Jan 15 21:50:00.217150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-64b4be58-c21e-4060-9966-32c7aafb406b req-71c7fe08-c377-4cd0-bdd2-bfe687d17d0c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=391031bf-162c-4701-a570-7cc7054aa3b5 HTTP/1.1" status: 200  len: 210 time: 0.0267091
Jan 15 21:50:01.278930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33080) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:01.647917 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:02.165159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c15e8e1e-3b40-4089-953f-40f1386b3d5f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:50:02.185695 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: c15e8e1e-3b40-4089-953f-40f1386b3d5f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:50:02.186044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device c15e8e1e-3b40-4089-953f-40f1386b3d5f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:50:02.203332 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 99f3798f-36a9-48d1-af98-96468eaa282d {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:50:02.203678 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:02.290114 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 99f3798f-36a9-48d1-af98-96468eaa282d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f3798f-36a9-48d1-af98-96468eaa282d,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:02.290872 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:02.308251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 99f3798f-36a9-48d1-af98-96468eaa282d owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:50:02.499229 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (99f3798f-36a9-48d1-af98-96468eaa282d), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:02.524681 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=99f3798f-36a9-48d1-af98-96468eaa282d,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:02.537839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.538196 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.538551 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.538895 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.539229 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.539560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.539892 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.540231 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.540562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.540976 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.541251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.541575 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.541898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:02.723189 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:02.965416 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router b2c721e0-ebf8-4513-b4b7-0125210597d1 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:50:03.086315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:50:03.091529 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b29d7851-2912-4de4-a125-e4753977803a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/b2c721e0-ebf8-4513-b4b7-0125210597d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8113718
Jan 15 21:50:03.094292 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33090) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:03.102537 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Sync routers for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:50:03.118210 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:03.118931 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81c85730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:03.150632 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting subnet af8d39af-d999-4299-a830-cbd9d4e1c3f9 {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:50:03.153864 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (af8d39af-d999-4299-a830-cbd9d4e1c3f9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.198525 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (af8d39af-d999-4299-a830-cbd9d4e1c3f9), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.245462 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:03.298449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (af8d39af-d999-4299-a830-cbd9d4e1c3f9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.364286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (af8d39af-d999-4299-a830-cbd9d4e1c3f9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.394709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Subnet': ['ID=af8d39af-d999-4299-a830-cbd9d4e1c3f9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:03.399165 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.403367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-17d47b32-9ba3-436a-8eaa-113069267c54 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/subnets/af8d39af-d999-4299-a830-cbd9d4e1c3f9 HTTP/1.1" status: 204  len: 168 time: 0.3080833
Jan 15 21:50:03.405949 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33092) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:03.408683 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e26c92-d3ce-4759-bfa8-f498bad55aff None None] Network 8181e61b-281d-44d3-9d87-ee9cad1f211e requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:50:03.479566 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81c85730>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:50:02Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:03.509019 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Checking router: b2c721e0-ebf8-4513-b4b7-0125210597d1 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:50:03.519083 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Routers {'b2c721e0-ebf8-4513-b4b7-0125210597d1'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:03.519763 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81c85730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['b2c721e0-ebf8-4513-b4b7-0125210597d1'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:03.530862 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.586506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] DHCP port deletion for 8181e61b-281d-44d3-9d87-ee9cad1f211e request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:50:03.636554 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] Set router b2c721e0-ebf8-4513-b4b7-0125210597d1 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:03.646157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Deleting port b5b27f38-ddb6-4ca7-9298-679e98e5862e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:50:03.646530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.655050 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (b2c721e0-ebf8-4513-b4b7-0125210597d1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.721880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port e1fff645-1343-4930-a00c-7c65066a6b19 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:50:03.722272 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.727554 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] For port b5b27f38-ddb6-4ca7-9298-679e98e5862e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5b27f38-ddb6-4ca7-9298-679e98e5862e,segment=NetworkSegment(9aca5a27-1a78-4e06-846d-717faa759582),segment_id=9aca5a27-1a78-4e06-846d-717faa759582)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:03.727949 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.742580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Calling delete_port for b5b27f38-ddb6-4ca7-9298-679e98e5862e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:50:03.825353 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5b27f38-ddb6-4ca7-9298-679e98e5862e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:50:03.831395 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port e1fff645-1343-4930-a00c-7c65066a6b19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1fff645-1343-4930-a00c-7c65066a6b19,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:03.831395 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.845998 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for e1fff645-1343-4930-a00c-7c65066a6b19 owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:50:03.848661 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81c85730>, [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:50:02Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:03.873431 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (b5b27f38-ddb6-4ca7-9298-679e98e5862e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:03.876036 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6477f-c461-488f-829e-baee9453ad12 None None] The sync data for ids ['b2c721e0-ebf8-4513-b4b7-0125210597d1'] in ncdv-master-1 is: [{'id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381743856', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26'}], 'enable_snat': True}, 'gw_port_id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:50:02Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': 'e1fff645-1343-4930-a00c-7c65066a6b19', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c721e0-ebf8-4513-b4b7-0125210597d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:48:19Z', 'updated_at': '2022-01-15T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:50:03.903151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Pushing event deleted for resources: {'Port': ['ID=b5b27f38-ddb6-4ca7-9298-679e98e5862e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:03.905605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No active binding found for port b5b27f38-ddb6-4ca7-9298-679e98e5862e {{(pid=114439) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Jan 15 21:50:03.905983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] The host ncdv-master-1 is not matching for port b5b27f38-ddb6-4ca7-9298-679e98e5862e host None! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:50:03.906369 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b5b27f38-ddb6-4ca7-9298-679e98e5862e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:50:03.916149 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] No DVR routers for this DVR port b5b27f38-ddb6-4ca7-9298-679e98e5862e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:50:03.918526 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.918759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.919093 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.919427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.919754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.920077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.920428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.920745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.921259 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.921552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.922498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.922498 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:03.922711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d605f1-14f3-4949-adc0-5eba9cccdd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:04.034312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (e1fff645-1343-4930-a00c-7c65066a6b19), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.059089 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=e1fff645-1343-4930-a00c-7c65066a6b19,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:04.073432 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b85bf-9aa3-4274-840d-9601b51b504d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:50:04.123037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.215443 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.217568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (b2c721e0-ebf8-4513-b4b7-0125210597d1), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.262595 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (b2c721e0-ebf8-4513-b4b7-0125210597d1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.263184 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Fanout notify agent at l3_agent the message router_deleted on router b2c721e0-ebf8-4513-b4b7-0125210597d1 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:50:04.270548 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.274087 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e3de7872-80a6-41fb-8cc2-a66aef536a48 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/routers/b2c721e0-ebf8-4513-b4b7-0125210597d1 HTTP/1.1" status: 204  len: 168 time: 0.8645709
Jan 15 21:50:04.274659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33094) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:04.365517 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (8181e61b-281d-44d3-9d87-ee9cad1f211e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.459725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (8181e61b-281d-44d3-9d87-ee9cad1f211e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.482663 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e79e1b220>,) {'filters': {'network_id': ['8181e61b-281d-44d3-9d87-ee9cad1f211e']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:04.492992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79e1b220>, '9aca5a27-1a78-4e06-846d-717faa759582') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:04.493206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e79e1b220>, '9aca5a27-1a78-4e06-846d-717faa759582') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:04.502940 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (9aca5a27-1a78-4e06-846d-717faa759582), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.516560 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (9aca5a27-1a78-4e06-846d-717faa759582), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.523410 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:50:04.523788 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (9aca5a27-1a78-4e06-846d-717faa759582), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:50:04.527048 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:50:04.600326 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (8181e61b-281d-44d3-9d87-ee9cad1f211e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.607996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.610792 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/networks/8181e61b-281d-44d3-9d87-ee9cad1f211e HTTP/1.1" status: 204  len: 168 time: 0.3353746
Jan 15 21:50:04.613613 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33096) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:04.629487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a21b-abc8-4789-9e3a-d12c5345b88c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Network': ['ID=8181e61b-281d-44d3-9d87-ee9cad1f211e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:04.680193 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (9ecac6c1-6588-44bb-80d9-8e043054fad7), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.707204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (9ecac6c1-6588-44bb-80d9-8e043054fad7), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.764896 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9ecac6c1-6588-44bb-80d9-8e043054fad7), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.767445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:04.769485 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/security-groups/9ecac6c1-6588-44bb-80d9-8e043054fad7 HTTP/1.1" status: 204  len: 168 time: 0.1539474
Jan 15 21:50:04.778480 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86eb1b-cefb-44f8-8b62-30cdf0f409a1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecac6c1-6588-44bb-80d9-8e043054fad7,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.015223 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33102) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.020970 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439291443', 'description': 'tempest-secgroup-smoke-1439291443 description', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.046887 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.117085 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.120809 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.149965 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.151194 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1349525
Jan 15 21:50:05.152396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720bb99-6451-4e2a-b279-236e75f2c5ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.154311 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33104) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.159064 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.188440 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (7b4cbe48-7ea0-4a35-8740-a76ddefe439b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.243967 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (7b4cbe48-7ea0-4a35-8740-a76ddefe439b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.247560 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (7b4cbe48-7ea0-4a35-8740-a76ddefe439b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.265766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4cbe48-7ea0-4a35-8740-a76ddefe439b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.272721 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.273961 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5304ddb2-2aee-4cce-b0b4-8f4a4edfe577 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1185377
Jan 15 21:50:05.276714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33106) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.281022 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.309184 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (5723dd6d-9488-442e-af6f-9fab8fb23836), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.368574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (5723dd6d-9488-442e-af6f-9fab8fb23836), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.372054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (5723dd6d-9488-442e-af6f-9fab8fb23836), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.387308 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723dd6d-9488-442e-af6f-9fab8fb23836,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.398374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.399578 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7b19b39a-00b7-46f3-a9b1-2ba44c7e7189 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1219175
Jan 15 21:50:05.402468 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33108) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.406979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.435758 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (f94f2ef5-2975-417a-82b1-bb4a299b8ec9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.494158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (f94f2ef5-2975-417a-82b1-bb4a299b8ec9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.497705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (f94f2ef5-2975-417a-82b1-bb4a299b8ec9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.516925 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94f2ef5-2975-417a-82b1-bb4a299b8ec9,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.522664 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.523863 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e89aa3d6-53d2-44de-acd9-ac7e616f958d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1204348
Jan 15 21:50:05.526609 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33110) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.530872 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.559683 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c3d5b4c7-6e84-44c5-b446-c7425c2e40ee), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.615946 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (c3d5b4c7-6e84-44c5-b446-c7425c2e40ee), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.619418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c3d5b4c7-6e84-44c5-b446-c7425c2e40ee), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.648853 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d5b4c7-6e84-44c5-b446-c7425c2e40ee,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.653018 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.654219 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a6408ab3-740a-43f2-b4f2-d51f9f4cddf2 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1266909
Jan 15 21:50:05.657169 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33112) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.662616 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.687412 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:50:05.692733 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (cfde6519-e69f-46d7-85b1-0f7bb7142ce7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.722376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e1fff645-1343-4930-a00c-7c65066a6b19 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:50:05.742402 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: e1fff645-1343-4930-a00c-7c65066a6b19 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:50:05.742912 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device e1fff645-1343-4930-a00c-7c65066a6b19 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:50:05.743500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 99f3798f-36a9-48d1-af98-96468eaa282d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:50:05.753337 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (cfde6519-e69f-46d7-85b1-0f7bb7142ce7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.756994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (cfde6519-e69f-46d7-85b1-0f7bb7142ce7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.764306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 99f3798f-36a9-48d1-af98-96468eaa282d {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:50:05.764755 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 99f3798f-36a9-48d1-af98-96468eaa282d not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:50:05.774754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfde6519-e69f-46d7-85b1-0f7bb7142ce7,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.781737 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.782948 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9de43c5e-4435-43c9-be79-c57be6b2f5e1 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1248710
Jan 15 21:50:05.787234 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33114) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.791544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'security_group_rule': {'security_group_id': '1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.813961 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Project 5f21548044704a2bbfc4ed1612c66fbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:50:05.818760 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (ef57c8e4-8123-449c-9c3c-2b66d05e737b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.877566 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (ef57c8e4-8123-449c-9c3c-2b66d05e737b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.881361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (ef57c8e4-8123-449c-9c3c-2b66d05e737b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.899011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef57c8e4-8123-449c-9c3c-2b66d05e737b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:05.906994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.908227 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ec4898a3-82e5-465a-b024-90ed85aab12a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1199920
Jan 15 21:50:05.911340 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33116) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:05.916071 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'network': {'name': 'tempest-network-smoke--1792825189', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'port_security_enabled': True}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:05.937873 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:50:05.942127 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.970164 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:50:05.980196 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (20fabe5b-387c-4bcb-8486-a8638cb3ede4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:05.980650 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Added segment 20fabe5b-387c-4bcb-8486-a8638cb3ede4 of type vlan for network bd7810f9-2ba1-4950-806c-efcb1f6be274
Jan 15 21:50:06.022828 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (bd7810f9-2ba1-4950-806c-efcb1f6be274), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.047424 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (bd7810f9-2ba1-4950-806c-efcb1f6be274), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.053888 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:06.054449 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.108684 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1963367
Jan 15 21:50:06.111503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33118) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:06.116764 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'admin_state_up': True, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:06.126214 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f53140-45d5-411f-9ea2-9d183e0be6be tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Network': ['ID=bd7810f9-2ba1-4950-806c-efcb1f6be274,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:06.136944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:50:06.142832 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (580e2690-33af-47ed-9257-2621e391922f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.143848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (580e2690-33af-47ed-9257-2621e391922f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.503390 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (580e2690-33af-47ed-9257-2621e391922f), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.642604 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (580e2690-33af-47ed-9257-2621e391922f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.832643 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (580e2690-33af-47ed-9257-2621e391922f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.851339 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:06.958586 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.3 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/0e2fe141-bbe0-482e-a931-27f0150b3b7b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:50:07.058432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.093424 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.135351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:07.138171 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:07.140692 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:50:07.151904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c7468-f241-4e31-a8a5-2084ac1ad35e None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:50:07.169787 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=0e2fe141-bbe0-482e-a931-27f0150b3b7b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:07.232759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b38ef962-ffac-463c-b027-946c21aa7981 None None] Provisioning complete for port 0e2fe141-bbe0-482e-a931-27f0150b3b7b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:07.233166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b38ef962-ffac-463c-b027-946c21aa7981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.266980 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b38ef962-ffac-463c-b027-946c21aa7981 None None] Port 0e2fe141-bbe0-482e-a931-27f0150b3b7b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:07.403626 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (580e2690-33af-47ed-9257-2621e391922f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.600358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (580e2690-33af-47ed-9257-2621e391922f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.726818 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 580e2690-33af-47ed-9257-2621e391922f is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:50:07.830864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:50:07.840521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Sync routers for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:50:07.852054 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:07.856363 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-47a7ae07-152f-4ff6-ba2d-b41170c663f6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.7408185
Jan 15 21:50:07.856645 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33120) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:07.859917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:07.860555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afbbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:07.967723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:07.977453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a55df101-3fce-4d1b-9ddc-2efeea4cca9c tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5f21548044704a2bbfc4ed1612c66fbc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1196985
Jan 15 21:50:07.980153 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33124) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:08.065969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19a6e6-9ed7-4e5b-a0cb-51d0b5737af7 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:08.068452 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8e19a6e6-9ed7-4e5b-a0cb-51d0b5737af7 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0873785
Jan 15 21:50:08.071163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33126) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:08.099125 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f9538375-6a43-4d8f-97c1-36e4215a8552 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=8352f5d9-3635-4bc2-9859-c634bbd8ef52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0267189
Jan 15 21:50:08.101449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33128) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:08.106098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1661365289', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:08.148523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afbbca0>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:07Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:08.175513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Checking router: 580e2690-33af-47ed-9257-2621e391922f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:50:08.176484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Updating router 580e2690-33af-47ed-9257-2621e391922f port 0e2fe141-bbe0-482e-a931-27f0150b3b7b binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:50:08.198526 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:50:08.200185 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.202278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.388008 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (6aaad3c9-aabd-4e1b-8900-d3c0d370900e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.448495 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Subnet': ['ID=6aaad3c9-aabd-4e1b-8900-d3c0d370900e,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:08.459312 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Checking segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:50:08.459682 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network hostable DHCP agents. Network: bd7810f9-2ba1-4950-806c-efcb1f6be274, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:50:08.462580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks [] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.468267 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.478233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:50:08.486977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd7810f9-2ba1-4950-806c-efcb1f6be274) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:08.491791 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:08.493497 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.497040 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdd433-2b81-42f5-a3d0-20ac4bb93283 None None] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:50:08.513744 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f4fa6eed-e015-4398-8af1-95dd206aa6d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4087648
Jan 15 21:50:08.514037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33130) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:08.547477 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c0de8-d235-40b3-84c0-b98e40310a04 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:50:08.574461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8269a0-7415-43f9-9682-bc044822f743 None None] Pushing event updated for resources: {'Port': ['ID=0e2fe141-bbe0-482e-a931-27f0150b3b7b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:08.579304 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Attempting to bind port 0e2fe141-bbe0-482e-a931-27f0150b3b7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:50:08.579673 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Attempting to bind port 0e2fe141-bbe0-482e-a931-27f0150b3b7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:50:08.580036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Attempting to bind port 0e2fe141-bbe0-482e-a931-27f0150b3b7b on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:50:08.590279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:50:08.590653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:50:08.591114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.591500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:50:08.591965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Bound port: 0e2fe141-bbe0-482e-a931-27f0150b3b7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:50:08.592340 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.664086 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-933e55e8-43aa-46e7-99a9-d0818a8e87eb None None] Provisioning complete for port 0e2fe141-bbe0-482e-a931-27f0150b3b7b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:08.664455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-933e55e8-43aa-46e7-99a9-d0818a8e87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.700499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] For port 0e2fe141-bbe0-482e-a931-27f0150b3b7b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:50:08.704417 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd7810f9-2ba1-4950-806c-efcb1f6be274', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:50:08.705275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.732766 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] For port 0e2fe141-bbe0-482e-a931-27f0150b3b7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e2fe141-bbe0-482e-a931-27f0150b3b7b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:50:08.743453 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.753705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-933e55e8-43aa-46e7-99a9-d0818a8e87eb None None] Port 0e2fe141-bbe0-482e-a931-27f0150b3b7b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:08.834225 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6dc1a1-5b2b-41e3-8f10-d6b53d884b88 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:50:08.844487 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:50:08.888902 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:08.889523 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afbbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:08.907474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8269a0-7415-43f9-9682-bc044822f743 None None] Pushing event updated for resources: {'Port': ['ID=0e2fe141-bbe0-482e-a931-27f0150b3b7b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:08.969569 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:08.982373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Allocated IP 172.20.0.2 (bd7810f9-2ba1-4950-806c-efcb1f6be274/6aaad3c9-aabd-4e1b-8900-d3c0d370900e/b72fbf8c-73d7-4189-8432-b9e2c2ddac30) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:50:09.076099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Provisioning complete for port 0e2fe141-bbe0-482e-a931-27f0150b3b7b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:09.076476 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.117167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:09.517846 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Current status of the port 0e2fe141-bbe0-482e-a931-27f0150b3b7b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:09.518594 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.528227 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks [] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.543387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.573564 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] For port 0e2fe141-bbe0-482e-a931-27f0150b3b7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e2fe141-bbe0-482e-a931-27f0150b3b7b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:09.582662 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.592429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.1 (bd7810f9-2ba1-4950-806c-efcb1f6be274/6aaad3c9-aabd-4e1b-8900-d3c0d370900e/11160c1c-7c79-436d-bdf9-39342b999953) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:50:09.625785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:09.627890 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Pushing event updated for resources: {'Port': ['ID=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:09.632553 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:09.637394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:50:09.707173 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (11160c1c-7c79-436d-bdf9-39342b999953), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.719891 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272cc48-4dc9-499e-b9f9-5821c08b51aa None None] Pushing event updated for resources: {'Port': ['ID=0e2fe141-bbe0-482e-a931-27f0150b3b7b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:09.736249 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Attempting to bind port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:50:09.736618 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Attempting to bind port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:50:09.737081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Attempting to bind port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 on network bd7810f9-2ba1-4950-806c-efcb1f6be274 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:50:09.741641 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.745372 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:50:09.745746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Checking segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:50:09.746136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.746521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Bound using segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:50:09.746982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Bound port: b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:50:09.747357 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.749933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afbbca0>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:07Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:09.784222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:09.787254 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8791ef9c-21b8-48fc-833b-9909955beb4e None None] The sync data for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 is: [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:07Z', 'revision_number': 3, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:50:09.789493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:09.795984 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:50:09.820354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:09.844663 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (580e2690-33af-47ed-9257-2621e391922f), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.850366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] For port b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:50:09.854746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] For port b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:50:09.864166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:09.924991 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d22802-c6ef-4362-8710-f965ee3f8a1d None None] Pushing event updated for resources: {'Port': ['ID=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:09.996374 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (11160c1c-7c79-436d-bdf9-39342b999953), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:10.328287 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (11160c1c-7c79-436d-bdf9-39342b999953), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:10.334153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:10.417021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:10.422533 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (580e2690-33af-47ed-9257-2621e391922f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:10.520701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:10.522237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:10.643811 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 580e2690-33af-47ed-9257-2621e391922f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:50:10.764083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:50:10.772891 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6e051140-f0d9-40a1-a7cc-93ae0c30e0af tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/580e2690-33af-47ed-9257-2621e391922f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2553196
Jan 15 21:50:10.936161 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-3d73f3c8-dbec-447e-acfd-d466b9adf13b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439291443&fields=id&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 267 time: 0.0462492
Jan 15 21:50:10.940497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800507b-c32e-4a06-bcdd-642f8f6c40bd None None] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:50:11.031057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Provisioning complete for port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.031438 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.055776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-f7e706d6-6d4a-46d1-8a73-3ebe9c8f0253 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:11.058605 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-f7e706d6-6d4a-46d1-8a73-3ebe9c8f0253 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 797 time: 0.1149142
Jan 15 21:50:11.075598 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-4fb86685-2a6c-4c4f-b9c9-976f90df1559 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/quotas/5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 375 time: 0.0110509
Jan 15 21:50:11.130966 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-53ac7124-c2e8-46c8-9d8e-206e68107da9 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0502234
Jan 15 21:50:11.138803 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Current status of the port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:11.139195 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.185229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] For port b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:11.190994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.251723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361e89d-fdf6-46bd-9ae7-8ad0c0d77664 None None] Pushing event updated for resources: {'Port': ['ID=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:11.385912 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-cb6aa753-dff6-4e0d-b5e3-74cdb96edd35 service neutron] 10.222.0.46 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551535
Jan 15 21:50:11.418737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.419253 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.463737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Port 11160c1c-7c79-436d-bdf9-39342b999953 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:11.475351 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Provisioning complete for port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.475732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.494030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-9d2a6fc2-f607-4861-87e3-429225a42125 service neutron] 10.222.0.46 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025009
Jan 15 21:50:11.575503 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Sync routers for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:50:11.579297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-890e8249-fdb9-48f8-ab97-eacc6869163a None None] Current status of the port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:11.586315 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:11.587798 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:11.704903 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-be905833-7a20-414e-afbf-0cd6213661de None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.705289 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-be905833-7a20-414e-afbf-0cd6213661de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.735640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-856cc45e-8a45-426d-8c20-70b461beeb27 req-826135a3-3f41-4bc6-92b4-79b7a6867df4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0667965
Jan 15 21:50:11.766114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-be905833-7a20-414e-afbf-0cd6213661de None None] Port 11160c1c-7c79-436d-bdf9-39342b999953 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:11.822243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b72fbf8c-73d7-4189-8432-b9e2c2ddac30 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:50:11.835145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:11.880045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.880429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.918399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-609a13fe-7f86-4e5d-bc8d-2242d044b0e9 None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:11.918773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-609a13fe-7f86-4e5d-bc8d-2242d044b0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:11.961373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-609a13fe-7f86-4e5d-bc8d-2242d044b0e9 None None] Port 11160c1c-7c79-436d-bdf9-39342b999953 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:11.997827 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:11.998885 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0e2fe141-bbe0-482e-a931-27f0150b3b7b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:50:12.032875 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c370>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:10Z', 'revision_number': 2, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:12.051173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0e2fe141-bbe0-482e-a931-27f0150b3b7b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:12.052015 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.063439 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Checking router: 580e2690-33af-47ed-9257-2621e391922f for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:50:12.063789 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Updating router 580e2690-33af-47ed-9257-2621e391922f port 11160c1c-7c79-436d-bdf9-39342b999953 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:50:12.088074 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (11160c1c-7c79-436d-bdf9-39342b999953), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.129011 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0e2fe141-bbe0-482e-a931-27f0150b3b7b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:12.348752 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks [] for port (11160c1c-7c79-436d-bdf9-39342b999953), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.354259 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.406205 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Pushing event updated for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:12.428793 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.429176 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.429487 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.429820 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.430147 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.430473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.430795 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.431116 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.431442 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.431758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.432078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.432394 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.432715 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:50:12.465310 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Attempting to bind port 11160c1c-7c79-436d-bdf9-39342b999953 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:50:12.465684 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Attempting to bind port 11160c1c-7c79-436d-bdf9-39342b999953 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:50:12.466051 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Attempting to bind port 11160c1c-7c79-436d-bdf9-39342b999953 on network bd7810f9-2ba1-4950-806c-efcb1f6be274 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:50:12.471704 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:50:12.472078 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Checking segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:50:12.473074 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.473458 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Bound using segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:50:12.473971 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Bound port: 11160c1c-7c79-436d-bdf9-39342b999953, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:50:12.474291 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (11160c1c-7c79-436d-bdf9-39342b999953), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.539803 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] For port 11160c1c-7c79-436d-bdf9-39342b999953, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:50:12.542900 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] For port 11160c1c-7c79-436d-bdf9-39342b999953, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11160c1c-7c79-436d-bdf9-39342b999953,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:50:12.547644 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.586724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:12.587307 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.602445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:12.602987 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:49:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:12.660380 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6383-0180-4cb9-a728-e476d2d58238 None None] Pushing event updated for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=4']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:12.677133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Current status of the port 11160c1c-7c79-436d-bdf9-39342b999953 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:12.677523 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (11160c1c-7c79-436d-bdf9-39342b999953), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.717278 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] For port 11160c1c-7c79-436d-bdf9-39342b999953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11160c1c-7c79-436d-bdf9-39342b999953,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:12.729640 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.741086 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:12.786728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c459f-be62-43d7-8680-ef21b62a5c83 None None] Pushing event updated for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:12.841175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-940e3cb9-bc46-4bb0-8dc1-3d4d4ab798e3 req-d9e3f6dc-30e9-4f1c-8962-34e90ebd3d6c tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0457444
Jan 15 21:50:12.950209 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-d4c1b31a-ea3d-49fa-878a-9501b21c6535 None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:12.950579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b31a-ea3d-49fa-878a-9501b21c6535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:12.971382 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b37c370>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:12.997736 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f505145a-fb85-4bbb-9f71-06dd2da6d5bd None None] The sync data for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 is: [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:50:13.032597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1b31a-ea3d-49fa-878a-9501b21c6535 None None] Current status of the port 11160c1c-7c79-436d-bdf9-39342b999953 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:13.749352 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 11160c1c-7c79-436d-bdf9-39342b999953 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:50:13.801132 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 11160c1c-7c79-436d-bdf9-39342b999953 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:13.801511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (11160c1c-7c79-436d-bdf9-39342b999953), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:13.884057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 11160c1c-7c79-436d-bdf9-39342b999953 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:13.926141 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-00161798-a497-4ef6-b155-06570798f2e6 req-3576fe95-bd69-4e35-adce-39a08a14108d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0289326
Jan 15 21:50:14.861773 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:15.005069 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-54cd0320-9c82-4cf9-b6bc-d1262e5560b6 req-12688d32-7328-47ed-85a2-bcc427e81efe tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0258942
Jan 15 21:50:15.772686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:16.099867 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2227d85b-1846-4cc3-9ea6-2cc8d7c95843 req-e2038b7d-8f3c-4d20-a028-157ca17651d7 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0258565
Jan 15 21:50:16.872099 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-bbe5c4d0-a753-4539-a9ab-a0d95d183590 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:16.873664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-bbe5c4d0-a753-4539-a9ab-a0d95d183590 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 797 time: 0.1100979
Jan 15 21:50:16.943428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-1a12290c-c4d7-40a0-9b44-ece3f5f48446 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f21548044704a2bbfc4ed1612c66fbc HTTP/1.1" status: 200  len: 380 time: 0.0552399
Jan 15 21:50:16.953838 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'port': {'device_id': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'admin_state_up': True, 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'security_groups': ['1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:17.060387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Made reservation on behalf of 5f21548044704a2bbfc4ed1612c66fbc for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:50:17.063883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.198602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d86dfe9-50d8-45f6-a715-b996b7032d00 req-63369844-269c-4275-935d-9946e40dc4ae tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0305939
Jan 15 21:50:17.214277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.20.0.13 (bd7810f9-2ba1-4950-806c-efcb1f6be274/6aaad3c9-aabd-4e1b-8900-d3c0d370900e/5351998c-0901-482c-91a3-cf7c1f3de48f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:50:17.355518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.389865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.432610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:17.435633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:17.442222 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:50:17.448119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:17.499428 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:17.500058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.518414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-0fbf9037-04d5-455f-8cb1-cb95a5bfe444 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5681109
Jan 15 21:50:17.530528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-cb91fa96-9445-464d-8afd-2b736d369b2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:50:17.531495 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-cb91fa96-9445-464d-8afd-2b736d369b2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054367
Jan 15 21:50:17.547340 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Request body: {'port': {'device_id': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:17.608549 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.681215 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-99f51460-2022-46ba-903e-b0645ee9c7f7 None None] Provisioning complete for port 5351998c-0901-482c-91a3-cf7c1f3de48f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:17.681771 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99f51460-2022-46ba-903e-b0645ee9c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.714873 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-99f51460-2022-46ba-903e-b0645ee9c7f7 None None] Port 5351998c-0901-482c-91a3-cf7c1f3de48f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:50:17.872956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5351998c-0901-482c-91a3-cf7c1f3de48f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:50:17.881146 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks [] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.893381 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Transition to ACTIVE for port object 5351998c-0901-482c-91a3-cf7c1f3de48f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:50:17.897201 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:17.949129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:18.019394 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Attempting to bind port 5351998c-0901-482c-91a3-cf7c1f3de48f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:50:18.019736 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Attempting to bind port 5351998c-0901-482c-91a3-cf7c1f3de48f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:50:18.020072 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Attempting to bind port 5351998c-0901-482c-91a3-cf7c1f3de48f on network bd7810f9-2ba1-4950-806c-efcb1f6be274 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:50:18.024783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Port 5351998c-0901-482c-91a3-cf7c1f3de48f on network bd7810f9-2ba1-4950-806c-efcb1f6be274 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:50:18.025140 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Attempting to bind port 5351998c-0901-482c-91a3-cf7c1f3de48f on network bd7810f9-2ba1-4950-806c-efcb1f6be274 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:50:18.030101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:50:18.030440 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Checking segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:50:18.030827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Bound using segment: {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:50:18.031258 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Bound port: 5351998c-0901-482c-91a3-cf7c1f3de48f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fabe5b-387c-4bcb-8486-a8638cb3ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:50:18.031619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:18.055234 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c381d0d0-e98a-44b8-9554-ba14849459bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:18.102659 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:50:18.106076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5351998c-0901-482c-91a3-cf7c1f3de48f,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:50:18.110135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:18.144809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.145432 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:18.147034 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 1092 time: 0.6039038
Jan 15 21:50:18.149467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:50:18.151713 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7c0f05-7dbd-442d-bd98-06827be5c181" -d '{"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:50:18.183298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46133-958c-45d7-b100-18214fe029d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:18.201584 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863696a8-2638-4221-8e38-63b49318ab09 x-openstack-request-id: req-863696a8-2638-4221-8e38-63b49318ab09 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:50:18.202516 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:50:18.202778 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-863696a8-2638-4221-8e38-63b49318ab09 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:50:18.203179 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'status': 'completed', 'code': 200}
Jan 15 21:50:18.249944 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-efce3201-fb70-4435-a2f0-d69170bf6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.251503 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-efce3201-fb70-4435-a2f0-d69170bf6896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1095 time: 0.0518861
Jan 15 21:50:18.303403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-ca1bd09e-da0b-4711-9f05-ecf460c35456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 217 time: 0.0392995
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:50:18.388403 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:50:18.393043 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe2da7-03cf-450f-8ef1-1cd6eb0e0cc9 req-77200d13-7339-4f71-8039-ed455a3ed5a4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.394780 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fafe2da7-03cf-450f-8ef1-1cd6eb0e0cc9 req-77200d13-7339-4f71-8039-ed455a3ed5a4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 944 time: 0.0947812
Jan 15 21:50:18.396221 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-388b2c58-0b12-4294-9b0e-597b85e6b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.397560 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-388b2c58-0b12-4294-9b0e-597b85e6b26d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0839593
Jan 15 21:50:18.471323 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fafe2da7-03cf-450f-8ef1-1cd6eb0e0cc9 req-59cd6173-4047-4932-a2c6-7fe16e65c342 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708828
Jan 15 21:50:18.480128 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-3dfac077-72c7-4f5e-ad7f-1f5908724b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.481872 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-3dfac077-72c7-4f5e-ad7f-1f5908724b8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0668907
Jan 15 21:50:18.579458 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-37c52377-a094-4ea0-a042-952c0f9689cd service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880637
Jan 15 21:50:18.671939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e8de28c5-aee3-4a50-a38a-d5924a8171bb req-df2b6ac3-e74c-4328-b03e-cc0b99f5f7d9 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819850
Jan 15 21:50:18.765571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-1109c3a5-b2cf-4a2d-9fd9-8d1123ccad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.766999 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-1109c3a5-b2cf-4a2d-9fd9-8d1123ccad07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1095 time: 0.0414600
Jan 15 21:50:18.864547 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-44626de7-a907-4310-ae6d-407909338c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.866062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-44626de7-a907-4310-ae6d-407909338c0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 898 time: 0.0928414
Jan 15 21:50:18.908573 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-00dc3416-9241-4ab4-947d-f41fbf682c5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 217 time: 0.0359659
Jan 15 21:50:18.954952 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-ae68d5fb-1aa7-4795-ad40-65361d955e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:18.957128 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-ae68d5fb-1aa7-4795-ad40-65361d955e35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0423717
Jan 15 21:50:19.006512 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-49b42a1f-c808-4b66-99eb-cfc617589cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:19.008011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-49b42a1f-c808-4b66-99eb-cfc617589cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442729
Jan 15 21:50:19.099297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-d6bdaebe-d2a5-4db3-99d3-208e180b3e37 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846233
Jan 15 21:50:19.192760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fc7c0f05-7dbd-442d-bd98-06827be5c181 req-bba652b0-cce5-4582-b640-caca6619d178 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865149
Jan 15 21:50:19.591132 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442f92-bfb4-4b16-b4d7-84bbf8350508 req-3ff3fec0-0402-46b1-9fa3-44bf67fef589 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:19.592617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29442f92-bfb4-4b16-b4d7-84bbf8350508 req-3ff3fec0-0402-46b1-9fa3-44bf67fef589 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 944 time: 0.0502706
Jan 15 21:50:19.641696 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-29442f92-bfb4-4b16-b4d7-84bbf8350508 req-5dcfd8a1-4e56-47dd-8437-c0d6f36bf288 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427506
Jan 15 21:50:20.241921 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5351998c-0901-482c-91a3-cf7c1f3de48f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:50:20.336745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5351998c-0901-482c-91a3-cf7c1f3de48f,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:20.348314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'port_id': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'mac_address': 'fa:16:3e:1a:38:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:50:20.387704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5351998c-0901-482c-91a3-cf7c1f3de48f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:20.388115 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:20.401867 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5351998c-0901-482c-91a3-cf7c1f3de48f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:50:20.421628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5351998c-0901-482c-91a3-cf7c1f3de48f,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:20.425491 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:20.477812 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:20.680277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['5351998c-0901-482c-91a3-cf7c1f3de48f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:50:20.767198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980a38-7922-45b0-8f02-c883b3154c8d req-0925a7ba-9d02-4038-b15c-cc39e52742ab tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:20.768683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74980a38-7922-45b0-8f02-c883b3154c8d req-0925a7ba-9d02-4038-b15c-cc39e52742ab tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0587652
Jan 15 21:50:20.792008 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-eae61547-0839-4041-bbcc-4bdd961b694a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:20.828590 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-74980a38-7922-45b0-8f02-c883b3154c8d req-9f50bb51-3502-46d2-b6bd-75a0849ad4c5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540206
Jan 15 21:50:21.944056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8c3a0-2790-402d-9d92-e9e554ffd1b1 req-c014bab6-0c3f-46ef-98aa-877cc1d7ba88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:21.945501 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcc8c3a0-2790-402d-9d92-e9e554ffd1b1 req-c014bab6-0c3f-46ef-98aa-877cc1d7ba88 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 945 time: 0.0498130
Jan 15 21:50:21.994241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fcc8c3a0-2790-402d-9d92-e9e554ffd1b1 req-11652d7b-faa6-45c2-8e44-a6c4dad7f9e6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432494
Jan 15 21:50:22.097290 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:22.257368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5351998c-0901-482c-91a3-cf7c1f3de48f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:50:22.306316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 5351998c-0901-482c-91a3-cf7c1f3de48f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:50:22.310172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 5351998c-0901-482c-91a3-cf7c1f3de48f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:50:22.310549 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:22.391857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 5351998c-0901-482c-91a3-cf7c1f3de48f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:50:22.392268 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:22.415955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:50:22.418205 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62706fd2-305f-486c-9203-9f70034de90c" -d '{"events": [{"server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "name": "network-vif-plugged", "status": "completed", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:50:22.431572 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5351998c-0901-482c-91a3-cf7c1f3de48f,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:50:22.435938 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:22.460333 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05da3e4f-8012-41f1-8d22-bd5a36d26f0f x-openstack-request-id: req-05da3e4f-8012-41f1-8d22-bd5a36d26f0f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:50:22.460625 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "name": "network-vif-plugged", "status": "completed", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:50:22.460901 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05da3e4f-8012-41f1-8d22-bd5a36d26f0f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:50:22.461319 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'code': 200}
Jan 15 21:50:22.489250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:22.573635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe6e38-1e54-4d27-95e7-0a7126e45cf7 req-e2d41df1-4dac-4c2e-82cf-40267f895ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:22.575002 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-edfe6e38-1e54-4d27-95e7-0a7126e45cf7 req-e2d41df1-4dac-4c2e-82cf-40267f895ceb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1097 time: 0.0404429
Jan 15 21:50:22.624419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-edfe6e38-1e54-4d27-95e7-0a7126e45cf7 req-d3ddf746-e085-4148-9d9f-b500e8197488 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392866
Jan 15 21:50:23.117161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa019-a8ec-4fe3-b593-6c49faa23cfe req-bb18d47c-7256-40fa-88ec-ddf71cc64483 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:23.118760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3fa019-a8ec-4fe3-b593-6c49faa23cfe req-bb18d47c-7256-40fa-88ec-ddf71cc64483 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0557647
Jan 15 21:50:23.168657 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2e3fa019-a8ec-4fe3-b593-6c49faa23cfe req-ac393927-2fbe-403e-be31-b14bc8cdcd9a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443227
Jan 15 21:50:23.488150 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:24.285843 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a39ba-5e28-47c0-baf4-3463d4b48844 req-3efd0129-74ca-4a44-a2e9-079b207307d4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:24.287321 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743a39ba-5e28-47c0-baf4-3463d4b48844 req-3efd0129-74ca-4a44-a2e9-079b207307d4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0486968
Jan 15 21:50:24.337297 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-743a39ba-5e28-47c0-baf4-3463d4b48844 req-57c9093a-4885-4fb5-b808-bd013a11b5c4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441549
Jan 15 21:50:24.349207 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:24.460050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d6c4-640d-414c-be7c-07b607962ffb req-7f008f65-e75e-486b-94de-8f9b698b7c2b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:24.461551 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e45d6c4-640d-414c-be7c-07b607962ffb req-7f008f65-e75e-486b-94de-8f9b698b7c2b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0555069
Jan 15 21:50:24.513188 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0e45d6c4-640d-414c-be7c-07b607962ffb req-e5f7e212-2963-4681-b180-9a089003e640 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458813
Jan 15 21:50:24.535864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33220) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:24.575034 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b862c-3d9e-4fbc-a20d-f5855fbaf256 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:24.576522 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8a1b862c-3d9e-4fbc-a20d-f5855fbaf256 tempest-TestNetworkAdvancedServerOps-1338585765 tempest-TestNetworkAdvancedServerOps-1338585765-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1092 time: 0.0396779
Jan 15 21:50:24.579311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33222) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:24.584127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:50:24.608221 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:24.711191 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:24.812992 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Allocated IP 172.35.1.178 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:50:24.927657 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:24.965816 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.005040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:50:25.007783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:50:25.013195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:50:25.018521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:25.383451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.449006 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.597904 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.602466 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.672809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event updated for resources: {'Port': ['ID=5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:50:25.685052 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:25.785563 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 associated. External IP: 172.35.1.178, port: 5351998c-0901-482c-91a3-cf7c1f3de48f.
Jan 15 21:50:25.986099 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 580e2690-33af-47ed-9257-2621e391922f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:50:26.091760 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:50:26.101142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Sync routers for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:50:26.108599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:26.110493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:26.111112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a355b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:26.139189 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-46ddbcc3-c949-43a5-8517-2db5b462a602 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5588453
Jan 15 21:50:26.139792 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:50:26.142234 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e43254-3487-4075-9aa2-72b870929104" -d '{"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:50:26.184959 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dceef7-f3f4-4cd7-bec0-21c05347735b x-openstack-request-id: req-09dceef7-f3f4-4cd7-bec0-21c05347735b {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:50:26.185253 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:50:26.185508 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09dceef7-f3f4-4cd7-bec0-21c05347735b {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:50:26.185916 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'status': 'completed', 'code': 200}
Jan 15 21:50:26.233964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:26.269590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39556db-7640-44d0-b9dd-86e63500f346 req-af4b77ec-227e-40b0-b001-0538b9a1641b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:26.271030 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f39556db-7640-44d0-b9dd-86e63500f346 req-af4b77ec-227e-40b0-b001-0538b9a1641b tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0805376
Jan 15 21:50:26.277400 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43254-3487-4075-9aa2-72b870929104 req-b98800b6-34fb-4f89-b0a0-d3e9f1f84916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:26.278821 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-b98800b6-34fb-4f89-b0a0-d3e9f1f84916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1097 time: 0.0602965
Jan 15 21:50:26.377763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f39556db-7640-44d0-b9dd-86e63500f346 req-20c26175-a2bc-49c2-9843-5dee4a24bb30 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977454
Jan 15 21:50:26.400056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33230) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:26.408284 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43254-3487-4075-9aa2-72b870929104 req-3873d39a-29a8-49c1-bef5-bf4f647e215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:26.410810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-3873d39a-29a8-49c1-bef5-bf4f647e215e service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 898 time: 0.1250973
Jan 15 21:50:26.474035 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a355b50>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '580e2690-33af-47ed-9257-2621e391922f', 'port_id': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'mac_address': 'fa:16:3e:1a:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:50:25Z', 'updated_at': '2022-01-15T21:50:25Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:26.490533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-618c8e1d-fe7b-4c2a-9239-7075c452ba7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 1000 time: 0.0736768
Jan 15 21:50:26.508653 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Checking router: 580e2690-33af-47ed-9257-2621e391922f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:50:26.518177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:50:26.519422 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a355b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:26.546112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43254-3487-4075-9aa2-72b870929104 req-37050bf7-2d95-4cb2-9f2d-5b347f7cd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:26.547913 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-37050bf7-2d95-4cb2-9f2d-5b347f7cd918 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0512178
Jan 15 21:50:26.595211 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43254-3487-4075-9aa2-72b870929104 req-72a8fdf5-778e-476b-a988-a66cf1468341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:26.597257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-72a8fdf5-778e-476b-a988-a66cf1468341 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426970
Jan 15 21:50:26.626405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:50:26.695794 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-baa12329-d831-4828-a8ae-656d3cc1ac63 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917592
Jan 15 21:50:26.782587 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-50b944dd-9740-48ad-9d10-bdeb6986a69a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 HTTP/1.1" status: 200  len: 992 time: 0.3813779
Jan 15 21:50:26.793830 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-52e43254-3487-4075-9aa2-72b870929104 req-6b9628f5-d1e7-47b4-9b62-460553ed54e6 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923643
Jan 15 21:50:26.870994 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a355b50>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '580e2690-33af-47ed-9257-2621e391922f', 'port_id': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'mac_address': 'fa:16:3e:1a:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:50:25Z', 'updated_at': '2022-01-15T21:50:25Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:50:26.900745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3ae3f-a253-42d2-952e-3c11e6e75459 None None] The sync data for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 is: [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '580e2690-33af-47ed-9257-2621e391922f', 'port_id': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'mac_address': 'fa:16:3e:1a:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:50:25Z', 'updated_at': '2022-01-15T21:50:25Z', 'revision_number': 0, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:50:27.102949 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31a5d1-057a-451a-93a8-749eab83cc80 None None] New status for floating IP d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6: ACTIVE {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:50:27.785809 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33232) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:50:27.852770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5d15af03-b429-4887-869f-3cca90e47645 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 HTTP/1.1" status: 200  len: 994 time: 0.0657988
Jan 15 21:50:30.689675 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-4d7325f0-923e-4e85-9464-973e76985dfc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396140
Jan 15 21:50:30.774306 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-07f85f85-654c-498a-9c40-d69bb29bc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:30.775766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-07f85f85-654c-498a-9c40-d69bb29bc080 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1097 time: 0.0450544
Jan 15 21:50:30.879721 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-5168d576-2109-41ea-b643-05ef0a0457bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:30.881227 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-5168d576-2109-41ea-b643-05ef0a0457bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 898 time: 0.0871651
Jan 15 21:50:30.949661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-3d8c034c-b9c9-4750-b102-18732c607d2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 1002 time: 0.0627313
Jan 15 21:50:30.996630 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-2056a84c-4a37-4230-915b-574ebf837073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:30.998087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-2056a84c-4a37-4230-915b-574ebf837073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0426466
Jan 15 21:50:31.041890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-0f7ab2ac-d765-4df6-be9f-f1ecb6f11abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:50:31.043356 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-0f7ab2ac-d765-4df6-be9f-f1ecb6f11abb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389664
Jan 15 21:50:31.136278 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-a7c9cd06-98aa-4567-8fae-61859bb813bc service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864727
Jan 15 21:50:31.226254 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-93b400b1-a0a0-4815-80aa-79520ef460ae req-7737d1d8-ab90-4dbb-87c5-c7b401669c22 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839965
Jan 15 21:50:44.854388 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:45.800041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:45.844387 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:50:48.048361 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-828a2427-a1d6-428b-8f09-d38ecbe28e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:50.773102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1529-d5fe-41c5-b363-b8f42d9624a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:52.099048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:53.490215 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:50:54.347900 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:01.103005 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5466-fdf1-419d-a0bd-1a3cafb2db1c req-e0d86404-7e5a-4b2f-aa75-83d3bb098ee4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:01.104468 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-047f5466-fdf1-419d-a0bd-1a3cafb2db1c req-e0d86404-7e5a-4b2f-aa75-83d3bb098ee4 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0491006
Jan 15 21:51:01.157234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-047f5466-fdf1-419d-a0bd-1a3cafb2db1c req-1f7b2ebb-d6d3-4b12-8e42-ef2eee058ed5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472684
Jan 15 21:51:02.279129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b394c0-5187-45b9-8248-204c6768e1a7 req-5bbbb5dc-f596-48dd-9590-ccbd04295e5d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:02.280602 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44b394c0-5187-45b9-8248-204c6768e1a7 req-5bbbb5dc-f596-48dd-9590-ccbd04295e5d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0494988
Jan 15 21:51:02.333042 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44b394c0-5187-45b9-8248-204c6768e1a7 req-00de1714-2537-48eb-aa7c-784973bd9c8e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452154
Jan 15 21:51:02.355064 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33268) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:02.415983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-fcebcf95-4f3f-4aaf-92bc-8747b98a991a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 HTTP/1.1" status: 200  len: 994 time: 0.0597637
Jan 15 21:51:03.729456 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb6a64-1a78-40a5-9a22-39242cdceb53 req-0827e78c-e941-43e5-af47-0ba0044c4593 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:03.730944 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2acb6a64-1a78-40a5-9a22-39242cdceb53 req-0827e78c-e941-43e5-af47-0ba0044c4593 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0832572
Jan 15 21:51:03.733396 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791150-751e-4307-9e58-1ac7e33da85b req-4629739c-6a3a-4ac5-8c81-da6000f34842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:03.734732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-4629739c-6a3a-4ac5-8c81-da6000f34842 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1097 time: 0.0607746
Jan 15 21:51:04.120403 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2acb6a64-1a78-40a5-9a22-39242cdceb53 req-fa2421a5-0c08-4ecd-bb5d-7cc2f4a26ddd tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3837950
Jan 15 21:51:04.149276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791150-751e-4307-9e58-1ac7e33da85b req-e3e6b776-839a-488f-9c0a-1b12441911d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:04.150732 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-e3e6b776-839a-488f-9c0a-1b12441911d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 898 time: 0.1088130
Jan 15 21:51:04.223061 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-b10b0f97-56dd-4c3d-b831-a92dd3263362 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 1002 time: 0.0627637
Jan 15 21:51:04.275976 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791150-751e-4307-9e58-1ac7e33da85b req-7a1be7ab-3c43-4d06-b24d-645b1627fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:04.277413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-7a1be7ab-3c43-4d06-b24d-645b1627fd83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0450490
Jan 15 21:51:04.326304 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b791150-751e-4307-9e58-1ac7e33da85b req-b3b19e03-af56-4465-97cc-786a5293dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:04.327770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-b3b19e03-af56-4465-97cc-786a5293dcaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394568
Jan 15 21:51:04.421249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-9597aca4-59a8-4484-95ae-fe32de2f6b53 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837362
Jan 15 21:51:04.512515 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7b791150-751e-4307-9e58-1ac7e33da85b req-63c5a8b8-193d-4d3c-b47a-2a214ffc4e1f service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820668
Jan 15 21:51:05.273750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4ad2-4e1c-4caa-aacd-8307a30861f7 req-c055d92a-12d0-435f-828c-4d6d0b421116 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:05.275528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d4b4ad2-4e1c-4caa-aacd-8307a30861f7 req-c055d92a-12d0-435f-828c-4d6d0b421116 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0667889
Jan 15 21:51:05.339001 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2d4b4ad2-4e1c-4caa-aacd-8307a30861f7 req-f23cf0df-0567-497f-aa2f-b5b5a0eb8fba tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577648
Jan 15 21:51:06.457067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d01ed-d68e-460d-b589-bb1fb85bd09a req-9086fca8-aac7-4774-aeee-85d025862367 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:06.458507 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c5d01ed-d68e-460d-b589-bb1fb85bd09a req-9086fca8-aac7-4774-aeee-85d025862367 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0481713
Jan 15 21:51:06.507043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c5d01ed-d68e-460d-b589-bb1fb85bd09a req-ca1d7783-43da-4b15-90b9-cbb8acc45f3f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430295
Jan 15 21:51:06.529720 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33280) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:06.598247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e3e754e4-6336-468c-b3de-e55348535ee6 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/floatingips/d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 HTTP/1.1" status: 200  len: 994 time: 0.0673637
Jan 15 21:51:06.816424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33286) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:06.974502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:06.974851 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.050360 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.050687 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.061916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5 owned by network:floatingip {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:07.221347 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.251842 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=5e2e8c76-5ad9-4390-9bbb-b28d0364e3c5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:07.277393 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.277653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.277967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.278311 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.278546 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.278930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.279264 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.279601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.279938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.280274 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.280602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.280953 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.281281 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:07.329268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for floatingip (d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.329606 ncdv-master-1 neutron-server[114438]: INFO neutron.db.l3_db [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Floating IP d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 disassociated (deleted). External IP: 172.35.1.178, port: 5351998c-0901-482c-91a3-cf7c1f3de48f.
Jan 15 21:51:07.555921 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 580e2690-33af-47ed-9257-2621e391922f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:51:07.663487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:07.668234 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:07.672797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Sync routers for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:07.683095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:07.683816 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3f34c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:07.696262 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8d59d2a8-bf1b-4b1c-93b0-4da9eb08d20f tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/floatingips/d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6 HTTP/1.1" status: 204  len: 168 time: 0.8787179
Jan 15 21:51:07.696994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:51:07.699406 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1edb4db-500c-434a-81aa-ef16f8857a61" -d '{"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:51:07.738483 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b089b9e6-18f1-4e26-a720-ee874f56011d x-openstack-request-id: req-b089b9e6-18f1-4e26-a720-ee874f56011d {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:51:07.738802 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:51:07.739061 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b089b9e6-18f1-4e26-a720-ee874f56011d {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:51:07.739480 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'status': 'completed', 'code': 200}
Jan 15 21:51:07.801632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:07.816529 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-7df5ea9c-06e5-464f-a76e-63381172c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:07.818771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-7df5ea9c-06e5-464f-a76e-63381172c72d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 1097 time: 0.0529156
Jan 15 21:51:07.960075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-6c25f149-aee3-47c3-b4c5-4b2f2ef34642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:07.961593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-6c25f149-aee3-47c3-b4c5-4b2f2ef34642 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 200  len: 898 time: 0.1320450
Jan 15 21:51:07.973480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e58c-941b-44a8-a353-b50535cd924d req-50897180-e31c-4911-96c4-b81e0f27c70d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:07.974918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb52e58c-941b-44a8-a353-b50535cd924d req-50897180-e31c-4911-96c4-b81e0f27c70d tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0753791
Jan 15 21:51:08.013740 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3f34c0>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:08.015743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-d8b495f0-6cea-474d-890c-bf5966c9f1d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 200  len: 217 time: 0.0398765
Jan 15 21:51:08.042041 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Checking router: 580e2690-33af-47ed-9257-2621e391922f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:08.050513 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:08.051123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3f34c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:08.098751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fb52e58c-941b-44a8-a353-b50535cd924d req-3620cac0-52a8-4407-90db-b00f6bd91d24 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156740
Jan 15 21:51:08.099792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-c96fbb9b-0822-43cc-b347-8c394719de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:08.101196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-c96fbb9b-0822-43cc-b347-8c394719de8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 200  len: 835 time: 0.0770059
Jan 15 21:51:08.146932 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-4d1ff4a7-96dd-4abd-a31e-a9b51dd1281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:08.148414 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-4d1ff4a7-96dd-4abd-a31e-a9b51dd1281f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd7810f9-2ba1-4950-806c-efcb1f6be274&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411348
Jan 15 21:51:08.165858 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:08.244105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-e5824a38-3220-4204-b19d-f293e7c552b0 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853899
Jan 15 21:51:08.335202 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c1edb4db-500c-434a-81aa-ef16f8857a61 req-4abcd48b-295f-4f4f-aec9-f77e42483fe0 service neutron] 10.222.0.45 "GET /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847073
Jan 15 21:51:08.372549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a3f34c0>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:08.399898 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51a3b1-0bf8-487a-9bf6-dae1364d8a1c None None] The sync data for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 is: [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '11160c1c-7c79-436d-bdf9-39342b999953', 'name': '', 'network_id': 'bd7810f9-2ba1-4950-806c-efcb1f6be274', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'mac_address': 'fa:16:3e:80:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:09Z', 'updated_at': '2022-01-15T21:50:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'subnets': [{'id': '6aaad3c9-aabd-4e1b-8900-d3c0d370900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:08.607916 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a98ce-6ea0-4eec-92ee-6fca446baa56 None None] New status for floating IP d9f8fcdd-9f9f-46c9-a659-71a49c8e7cf6: DOWN {{(pid=114440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:51:09.218896 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413a302-2fe5-4e1e-9cfa-026ab4864483 req-4cb4ce51-a9a2-4bbe-a577-bc79f2b0632e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:09.220358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b413a302-2fe5-4e1e-9cfa-026ab4864483 req-4cb4ce51-a9a2-4bbe-a577-bc79f2b0632e tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0489233
Jan 15 21:51:09.268665 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b413a302-2fe5-4e1e-9cfa-026ab4864483 req-428f623b-a135-4594-9c46-d0fad8652e5a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/security-groups?id=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419509
Jan 15 21:51:09.601027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-c8c7a8fc-afc9-4488-9ba0-5ea20c48d4ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:09.602449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-c8c7a8fc-afc9-4488-9ba0-5ea20c48d4ce tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 946 time: 0.0524416
Jan 15 21:51:09.689246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 5351998c-0901-482c-91a3-cf7c1f3de48f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:09.689592 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:09.782119 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 5351998c-0901-482c-91a3-cf7c1f3de48f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5351998c-0901-482c-91a3-cf7c1f3de48f,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:09.782518 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:09.796084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 5351998c-0901-482c-91a3-cf7c1f3de48f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:09.926385 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (5351998c-0901-482c-91a3-cf7c1f3de48f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:09.955305 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=5351998c-0901-482c-91a3-cf7c1f3de48f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:09.969275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.969275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.969275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.969610 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.969729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.969957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.970289 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.970619 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.970947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.971279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.971606 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.971929 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:09.972260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:10.006806 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port 5351998c-0901-482c-91a3-cf7c1f3de48f on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:51:10.009345 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:10.012640 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e301f472-fe14-4588-a7b4-7aeecf36c0ac req-122b5c65-053a-4cd4-8ec0-4f9a044a7fad tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.45 "DELETE /v2.0/ports/5351998c-0901-482c-91a3-cf7c1f3de48f HTTP/1.1" status: 204  len: 173 time: 0.4050019
Jan 15 21:51:10.013109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'name': 'network-vif-deleted', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:51:10.015356 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef68d01-1575-4095-a1a9-2685ffb805da" -d '{"events": [{"server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "name": "network-vif-deleted", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:51:10.057589 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5022de11-b24d-4364-9b57-103ac82ba5d0 x-openstack-request-id: req-5022de11-b24d-4364-9b57-103ac82ba5d0 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:51:10.057892 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daacd99-d9da-4360-90c3-fe7d0ec4fbb0", "name": "network-vif-deleted", "tag": "5351998c-0901-482c-91a3-cf7c1f3de48f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:51:10.058149 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5022de11-b24d-4364-9b57-103ac82ba5d0 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:51:10.058563 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daacd99-d9da-4360-90c3-fe7d0ec4fbb0', 'name': 'network-vif-deleted', 'tag': '5351998c-0901-482c-91a3-cf7c1f3de48f', 'status': 'completed', 'code': 200}
Jan 15 21:51:10.382601 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb4900be-0435-46c4-af72-f5e546dcafa9 req-f931816e-1e5a-484b-91ff-2d4e0a787f50 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "GET /v2.0/ports?device_id=0daacd99-d9da-4360-90c3-fe7d0ec4fbb0 HTTP/1.1" status: 200  len: 210 time: 0.0308819
Jan 15 21:51:11.441762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33304) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:11.804580 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (580e2690-33af-47ed-9257-2621e391922f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.052135 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 11160c1c-7c79-436d-bdf9-39342b999953 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:12.052379 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (11160c1c-7c79-436d-bdf9-39342b999953), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.141430 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 11160c1c-7c79-436d-bdf9-39342b999953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11160c1c-7c79-436d-bdf9-39342b999953,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:12.141789 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (11160c1c-7c79-436d-bdf9-39342b999953), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.153676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 11160c1c-7c79-436d-bdf9-39342b999953 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:12.341904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (11160c1c-7c79-436d-bdf9-39342b999953), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.369957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=11160c1c-7c79-436d-bdf9-39342b999953,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:12.537413 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5351998c-0901-482c-91a3-cf7c1f3de48f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:51:12.543442 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (580e2690-33af-47ed-9257-2621e391922f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.558213 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: 5351998c-0901-482c-91a3-cf7c1f3de48f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:51:12.558613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 5351998c-0901-482c-91a3-cf7c1f3de48f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:51:12.759810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Router 580e2690-33af-47ed-9257-2621e391922f has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:51:12.863154 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:12.868593 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7422bd97-61cf-46ac-9dd8-00a12d624df5 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "PUT /v2.0/routers/580e2690-33af-47ed-9257-2621e391922f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4252670
Jan 15 21:51:12.871273 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:12.873995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Sync routers for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:12.888296 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:12.888924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b512280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:12.922125 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting subnet 6aaad3c9-aabd-4e1b-8900-d3c0d370900e {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:51:12.925204 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (6aaad3c9-aabd-4e1b-8900-d3c0d370900e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.964968 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (6aaad3c9-aabd-4e1b-8900-d3c0d370900e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:12.994013 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:13.050723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (6aaad3c9-aabd-4e1b-8900-d3c0d370900e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.109830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (6aaad3c9-aabd-4e1b-8900-d3c0d370900e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.137220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaad3c9-aabd-4e1b-8900-d3c0d370900e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:13.140865 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.144073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c9002453-429b-4cf1-b761-52019d3e8d2a tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/subnets/6aaad3c9-aabd-4e1b-8900-d3c0d370900e HTTP/1.1" status: 204  len: 168 time: 0.2718787
Jan 15 21:51:13.146763 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33308) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:13.149169 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf6661-3b49-4526-b755-20b06b2fcb0a None None] Network bd7810f9-2ba1-4950-806c-efcb1f6be274 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:51:13.252460 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b512280>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:51:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:13.255996 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (580e2690-33af-47ed-9257-2621e391922f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.283904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Checking router: 580e2690-33af-47ed-9257-2621e391922f for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:13.295112 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Routers {'580e2690-33af-47ed-9257-2621e391922f'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:13.295813 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b512280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['580e2690-33af-47ed-9257-2621e391922f'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:13.359281 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] DHCP port deletion for bd7810f9-2ba1-4950-806c-efcb1f6be274 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:13.365075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_gateway (580e2690-33af-47ed-9257-2621e391922f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.419211 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port 0e2fe141-bbe0-482e-a931-27f0150b3b7b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:13.419775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.433965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] Set router 580e2690-33af-47ed-9257-2621e391922f gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:13.504378 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port 0e2fe141-bbe0-482e-a931-27f0150b3b7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e2fe141-bbe0-482e-a931-27f0150b3b7b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:13.504898 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.516871 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for 0e2fe141-bbe0-482e-a931-27f0150b3b7b owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:13.691545 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0e2fe141-bbe0-482e-a931-27f0150b3b7b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.732457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=0e2fe141-bbe0-482e-a931-27f0150b3b7b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:13.735150 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Deleting port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:13.735643 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.744443 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9fecef-9f3e-4b06-b1c6-d5d45c0dc4a7 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:13.797983 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (580e2690-33af-47ed-9257-2621e391922f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.842767 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device b72fbf8c-73d7-4189-8432-b9e2c2ddac30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:51:13.847754 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] For port b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,segment=NetworkSegment(20fabe5b-387c-4bcb-8486-a8638cb3ede4),segment_id=20fabe5b-387c-4bcb-8486-a8638cb3ede4)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:13.848706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.889575 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Calling delete_port for b72fbf8c-73d7-4189-8432-b9e2c2ddac30 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:13.896972 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (580e2690-33af-47ed-9257-2621e391922f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.899089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router_controller (580e2690-33af-47ed-9257-2621e391922f), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.942878 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (580e2690-33af-47ed-9257-2621e391922f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.943474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Fanout notify agent at l3_agent the message router_deleted on router 580e2690-33af-47ed-9257-2621e391922f {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:51:13.951097 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:13.955182 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3bdc3f57-411d-441b-8e5b-2aaa69f62d56 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/routers/580e2690-33af-47ed-9257-2621e391922f HTTP/1.1" status: 204  len: 168 time: 0.8042355
Jan 15 21:51:13.955469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33310) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:14.023401 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b512280>, [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:51:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:14.027357 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:14.027746 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.035595 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (bd7810f9-2ba1-4950-806c-efcb1f6be274), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.064559 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ed1d6-c549-4c4d-ac81-efd32046543b None None] The sync data for ids ['580e2690-33af-47ed-9257-2621e391922f'] in ncdv-master-1 is: [{'id': '580e2690-33af-47ed-9257-2621e391922f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424469719', 'tenant_id': '5f21548044704a2bbfc4ed1612c66fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3'}], 'enable_snat': True}, 'gw_port_id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:51:12Z', 'revision_number': 5, 'project_id': '5f21548044704a2bbfc4ed1612c66fbc', 'gw_port': {'id': '0e2fe141-bbe0-482e-a931-27f0150b3b7b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580e2690-33af-47ed-9257-2621e391922f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:50:06Z', 'updated_at': '2022-01-15T21:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:14.070041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.089457 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Deleting port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:51:14.089806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.103563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Pushing event deleted for resources: {'Port': ['ID=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:14.109943 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] No DVR routers for this DVR port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:51:14.134196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.134547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.134893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.135645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.135645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.135883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.136198 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.136528 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.136874 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.137205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.137531 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.137854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.138176 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a576d30f-071f-4cad-bbe4-6b87822eef72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:14.155732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] For port b72fbf8c-73d7-4189-8432-b9e2c2ddac30, host ncdv-master-1, got binding levels [] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:14.156208 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.169665 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Calling delete_port for b72fbf8c-73d7-4189-8432-b9e2c2ddac30 owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:51:14.172321 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 was not found and therefore no delete operation was performed {{(pid=114438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:51:14.173635 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b72fbf8c-73d7-4189-8432-b9e2c2ddac30), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.205032 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Port': ['ID=b72fbf8c-73d7-4189-8432-b9e2c2ddac30,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:14.209070 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] No DVR routers for this DVR port b72fbf8c-73d7-4189-8432-b9e2c2ddac30 on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:51:14.285416 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (bd7810f9-2ba1-4950-806c-efcb1f6be274), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.305796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc41220>,) {'filters': {'network_id': ['bd7810f9-2ba1-4950-806c-efcb1f6be274']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:14.314803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc41220>, '20fabe5b-387c-4bcb-8486-a8638cb3ede4') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:14.315100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7bc41220>, '20fabe5b-387c-4bcb-8486-a8638cb3ede4') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:14.324806 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (20fabe5b-387c-4bcb-8486-a8638cb3ede4), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.338365 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (20fabe5b-387c-4bcb-8486-a8638cb3ede4), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.344450 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:51:14.344997 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (20fabe5b-387c-4bcb-8486-a8638cb3ede4), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:51:14.348380 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:51:14.411879 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (bd7810f9-2ba1-4950-806c-efcb1f6be274), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.418743 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.422637 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/networks/bd7810f9-2ba1-4950-806c-efcb1f6be274 HTTP/1.1" status: 204  len: 168 time: 0.4659986
Jan 15 21:51:14.425095 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33312) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:14.443782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3b14-9edb-4820-abd9-b9f199eea854 tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'Network': ['ID=bd7810f9-2ba1-4950-806c-efcb1f6be274,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:14.496570 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.523770 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.598592 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.601396 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.602576 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] 10.222.0.46 "DELETE /v2.0/security-groups/1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab HTTP/1.1" status: 204  len: 168 time: 0.1764913
Jan 15 21:51:14.616794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951e187-3070-450f-90ac-7ff3e9b6efeb tempest-TestNetworkAdvancedServerOps-788050994 tempest-TestNetworkAdvancedServerOps-788050994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2571e-4765-4e09-a7fb-3eeb71cbe0ab,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:14.864638 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:14.948010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33320) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:15.083790 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-a66e01dc-d452-4eb1-9140-a2884319e2b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f21548044704a2bbfc4ed1612c66fbc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1345990
Jan 15 21:51:15.086291 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33324) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:15.141170 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] Publish callbacks [] for security_group (71b24033-d748-4a58-968c-2bde5c15f411), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.162276 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] Publish callbacks [] for security_group (71b24033-d748-4a58-968c-2bde5c15f411), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.208694 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (71b24033-d748-4a58-968c-2bde5c15f411), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.211271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.212417 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71b24033-d748-4a58-968c-2bde5c15f411 HTTP/1.1" status: 204  len: 168 time: 0.1252193
Jan 15 21:51:15.220250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507743e-0c99-4d25-9235-96ec520c2c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b24033-d748-4a58-968c-2bde5c15f411,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:15.471719 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33330) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:15.486573 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d609535d-8257-4970-980a-1f439056285c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.562136 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d609535d-8257-4970-980a-1f439056285c admin admin] Publish callbacks [] for security_group (75d8eea6-2197-4b37-a975-7c8a61cdb47a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.565752 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-d609535d-8257-4970-980a-1f439056285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75d8eea6-2197-4b37-a975-7c8a61cdb47a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.604040 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-d609535d-8257-4970-980a-1f439056285c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3cbc04c603745279e6ab96bcd1eda18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1312668
Jan 15 21:51:15.604755 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609535d-8257-4970-980a-1f439056285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8eea6-2197-4b37-a975-7c8a61cdb47a,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:15.607446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33332) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:15.659236 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] Publish callbacks [] for security_group (75d8eea6-2197-4b37-a975-7c8a61cdb47a), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.681211 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] Publish callbacks [] for security_group (75d8eea6-2197-4b37-a975-7c8a61cdb47a), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.730804 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (75d8eea6-2197-4b37-a975-7c8a61cdb47a), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.733436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:15.734617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75d8eea6-2197-4b37-a975-7c8a61cdb47a HTTP/1.1" status: 204  len: 168 time: 0.1260037
Jan 15 21:51:15.743461 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2132f0b-4afe-497b-aba2-fa1377e8b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8eea6-2197-4b37-a975-7c8a61cdb47a,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:15.762637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0e2fe141-bbe0-482e-a931-27f0150b3b7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:51:15.794390 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0e2fe141-bbe0-482e-a931-27f0150b3b7b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:51:15.794833 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0e2fe141-bbe0-482e-a931-27f0150b3b7b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:51:15.795315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 11160c1c-7c79-436d-bdf9-39342b999953 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:51:15.820145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 11160c1c-7c79-436d-bdf9-39342b999953 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:51:15.820504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 11160c1c-7c79-436d-bdf9-39342b999953 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:51:15.827685 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.434612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33354) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:16.529034 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2065014122-network', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:16.552956 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Made reservation on behalf of 4cbeb500a7e84c5d8f6c765ef6530484 for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:51:16.555167 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.564031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.637091 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks [] for security_group (ec9b2ccf-5fe5-4686-b0a1-151a171a973e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.640615 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ec9b2ccf-5fe5-4686-b0a1-151a171a973e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.666038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:51:16.675799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b2ccf-5fe5-4686-b0a1-151a171a973e,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:16.681608 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1cc07d9b-421e-474b-a1cf-85e2aed30db1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.681936 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Added segment 1cc07d9b-421e-474b-a1cf-85e2aed30db1 of type vlan for network f21819f5-21e2-4a05-8ef0-afdd46994d45
Jan 15 21:51:16.721177 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (f21819f5-21e2-4a05-8ef0-afdd46994d45), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.747265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (f21819f5-21e2-4a05-8ef0-afdd46994d45), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.748217 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:16.748794 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:16.816219 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3805053
Jan 15 21:51:16.819733 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33358) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:16.824732 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Request body: {'subnet': {'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2065014122-subnet', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:16.825916 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3de16-3031-4bf0-8d87-4f66cdae1ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=f21819f5-21e2-4a05-8ef0-afdd46994d45,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:16.836045 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:51:16.857056 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Made reservation on behalf of 4cbeb500a7e84c5d8f6c765ef6530484 for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:51:16.859422 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.025811 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (ef9c548a-d55d-4206-a1a5-385f544777ec), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.087826 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9c548a-d55d-4206-a1a5-385f544777ec,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:17.095005 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:17.095367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Network hostable DHCP agents. Network: f21819f5-21e2-4a05-8ef0-afdd46994d45, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:51:17.112508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:51:17.120950 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f21819f5-21e2-4a05-8ef0-afdd46994d45) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:17.124962 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:17.125556 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.132406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3753e-9a98-4ea2-b760-f2c24727593c None None] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:51:17.142267 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-8767abe5-d7c8-4ec5-a748-d06d850590fe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3214178
Jan 15 21:51:17.145326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33360) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:17.149623 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:17.173162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.174112 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.228551 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for router_controller (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.232983 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f21819f5-21e2-4a05-8ef0-afdd46994d45', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:51:17.233849 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.371151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Allocated IP 172.20.0.2 (f21819f5-21e2-4a05-8ef0-afdd46994d45/ef9c548a-d55d-4206-a1a5-385f544777ec/d390b4d1-229a-4bc6-a157-ffd369c0192b) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:17.371962 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for router_gateway (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.516069 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks [] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.521748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.562393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:17.569929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:17.572044 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Pushing event updated for resources: {'Port': ['ID=d390b4d1-229a-4bc6-a157-ffd369c0192b,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:17.574595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:17.577512 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for router_gateway (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.597322 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.629602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Attempting to bind port d390b4d1-229a-4bc6-a157-ffd369c0192b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:17.630229 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Attempting to bind port d390b4d1-229a-4bc6-a157-ffd369c0192b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:17.630605 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Attempting to bind port d390b4d1-229a-4bc6-a157-ffd369c0192b on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:17.637910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:17.638291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:17.638728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.639123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:17.639591 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Bound port: d390b4d1-229a-4bc6-a157-ffd369c0192b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:17.639989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.701906 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Allocated IP 172.35.1.69 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/5ed4f910-b506-4ee7-8fe8-1590c50229da) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:17.707016 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] For port d390b4d1-229a-4bc6-a157-ffd369c0192b, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:17.710996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] For port d390b4d1-229a-4bc6-a157-ffd369c0192b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d390b4d1-229a-4bc6-a157-ffd369c0192b,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:17.715151 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.773856 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128bc0b-d75e-46a4-af9e-d56a58747b57 None None] Pushing event updated for resources: {'Port': ['ID=d390b4d1-229a-4bc6-a157-ffd369c0192b,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:17.816739 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.852279 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:17.890594 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:17.893521 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:17.902834 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:17.908205 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea1de7-21a4-48ad-9e23-e2199b0c60f3 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:17.945782 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed4f910-b506-4ee7-8fe8-1590c50229da,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:18.053547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c92009ad-8988-43a9-bd8c-6b73956fea84 None None] Provisioning complete for port 5ed4f910-b506-4ee7-8fe8-1590c50229da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:18.054152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c92009ad-8988-43a9-bd8c-6b73956fea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.057800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0bebf7a1-0d55-40f5-9700-83724315f3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.098660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c92009ad-8988-43a9-bd8c-6b73956fea84 None None] Port 5ed4f910-b506-4ee7-8fe8-1590c50229da cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:18.177720 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for router_gateway (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.369754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.502338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:51:18.614176 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:18.623492 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:18.632784 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.634353 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-80a1f518-edff-4cf6-96e8-8d88aa00f2d4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4878433
Jan 15 21:51:18.635603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:18.636451 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1254c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:18.637246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33362) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:18.794428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2841e9-541c-4533-8e88-e3c0e86a243a None None] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:51:18.839049 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:18.869452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Provisioning complete for port d390b4d1-229a-4bc6-a157-ffd369c0192b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:18.869884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:18.998783 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Current status of the port d390b4d1-229a-4bc6-a157-ffd369c0192b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:18.999408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.020045 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1254c0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:18Z', 'revision_number': 3, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:19.037694 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] For port d390b4d1-229a-4bc6-a157-ffd369c0192b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d390b4d1-229a-4bc6-a157-ffd369c0192b,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:19.044145 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.048598 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:19.048915 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Updating router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 port 5ed4f910-b506-4ee7-8fe8-1590c50229da binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:51:19.076656 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.110876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867e760-e2cb-4cd6-8845-0fa38d568a02 None None] Pushing event updated for resources: {'Port': ['ID=d390b4d1-229a-4bc6-a157-ffd369c0192b,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:19.267273 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-9fb3395a-acf8-4c80-943a-2173730bf0ee None None] Provisioning complete for port d390b4d1-229a-4bc6-a157-ffd369c0192b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:19.267808 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9fb3395a-acf8-4c80-943a-2173730bf0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.361771 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3395a-acf8-4c80-943a-2173730bf0ee None None] Current status of the port d390b4d1-229a-4bc6-a157-ffd369c0192b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:19.373467 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks [] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.379007 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.421503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cb713-b8c5-4d3a-8b39-9384cbfc7056 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:19.429455 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Attempting to bind port 5ed4f910-b506-4ee7-8fe8-1590c50229da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:19.430195 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Attempting to bind port 5ed4f910-b506-4ee7-8fe8-1590c50229da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:19.430562 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Attempting to bind port 5ed4f910-b506-4ee7-8fe8-1590c50229da on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:19.435844 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.442268 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Pushing event updated for resources: {'Port': ['ID=5ed4f910-b506-4ee7-8fe8-1590c50229da,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:19.445538 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:19.445914 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:19.446323 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.446715 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:19.447182 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Bound port: 5ed4f910-b506-4ee7-8fe8-1590c50229da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:19.447562 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.453889 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.454240 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.454579 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.454916 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.455245 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.455573 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.455897 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.456218 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.456539 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.456880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.457206 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.458282 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.458282 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:51:19.485264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-31212398-c316-4a0b-aac5-49bf64bc850f None None] Provisioning complete for port 5ed4f910-b506-4ee7-8fe8-1590c50229da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:19.486084 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-31212398-c316-4a0b-aac5-49bf64bc850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.513606 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] For port 5ed4f910-b506-4ee7-8fe8-1590c50229da, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:19.517237 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] For port 5ed4f910-b506-4ee7-8fe8-1590c50229da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ed4f910-b506-4ee7-8fe8-1590c50229da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:19.522536 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.526403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-31212398-c316-4a0b-aac5-49bf64bc850f None None] Port 5ed4f910-b506-4ee7-8fe8-1590c50229da cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:19.565935 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fb46e-061a-4ff0-bc32-1276f954343a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:19.584809 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9008e0d-598c-4552-933d-7031d5987a9a None None] Pushing event updated for resources: {'Port': ['ID=5ed4f910-b506-4ee7-8fe8-1590c50229da,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:19.587815 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:19.588425 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1254c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:50:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:19.611515 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Allocated IP 172.20.0.1 (f21819f5-21e2-4a05-8ef0-afdd46994d45/ef9c548a-d55d-4206-a1a5-385f544777ec/1080e131-1b43-48fb-a36d-9601e3e2100f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:19.646606 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Provisioning complete for port 5ed4f910-b506-4ee7-8fe8-1590c50229da triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:19.646897 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.720152 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:19.730227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks [] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.740627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Current status of the port 5ed4f910-b506-4ee7-8fe8-1590c50229da is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:19.740988 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.763556 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] For port 5ed4f910-b506-4ee7-8fe8-1590c50229da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ed4f910-b506-4ee7-8fe8-1590c50229da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:19.767957 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.771595 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.801028 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d390b4d1-229a-4bc6-a157-ffd369c0192b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:19.814046 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:19.818246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:19.834464 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:19.856464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8f2c-117d-459f-87aa-5d5bc6199d43 None None] Pushing event updated for resources: {'Port': ['ID=5ed4f910-b506-4ee7-8fe8-1590c50229da,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:19.877920 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port d390b4d1-229a-4bc6-a157-ffd369c0192b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:19.878298 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.882802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:19.930594 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:19.980720 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1254c0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:18Z', 'revision_number': 3, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:19.990266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port d390b4d1-229a-4bc6-a157-ffd369c0192b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:20.015836 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a3aa3-581d-45ae-8903-4e570568b90e None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:18Z', 'revision_number': 3, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:20.044870 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.191051 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-926e158e-7d90-46be-829c-183300003a87 None None] Provisioning complete for port 1080e131-1b43-48fb-a36d-9601e3e2100f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:20.192425 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-926e158e-7d90-46be-829c-183300003a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.222123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks [] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.228422 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.229340 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-926e158e-7d90-46be-829c-183300003a87 None None] Port 1080e131-1b43-48fb-a36d-9601e3e2100f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:20.311717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.314137 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:20.420579 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:20.422231 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:20.557352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:51:20.656603 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a462d347-fec2-44ac-9df9-0a90c2524bd9 None None] Provisioning complete for port 1080e131-1b43-48fb-a36d-9601e3e2100f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:20.657020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a462d347-fec2-44ac-9df9-0a90c2524bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:20.683450 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:20.689110 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d080cbd0-e80a-4c95-8ebd-f337fdef9ea5 admin admin] 10.222.0.46 "PUT /v2.0/routers/adc39a7d-2a0a-4f08-a7db-7ad6a823fea5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0503793
Jan 15 21:51:20.706797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a462d347-fec2-44ac-9df9-0a90c2524bd9 None None] Port 1080e131-1b43-48fb-a36d-9601e3e2100f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:20.775483 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fdcc-371f-4830-bfad-f41e99263976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.174996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:21.180070 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185537994-network', 'tenant_id': '2e1f8450515544b8946cb47c458445aa'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:21.201911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Made reservation on behalf of 2e1f8450515544b8946cb47c458445aa for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:51:21.204192 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.213459 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.290538 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks [] for security_group (b7083a7f-ae9b-47b8-bf1d-85f02d867b8f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.294129 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b7083a7f-ae9b-47b8-bf1d-85f02d867b8f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.322484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:51:21.328058 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7083a7f-ae9b-47b8-bf1d-85f02d867b8f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:21.338568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a6169feb-063e-4252-ad93-76892974aca9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.338904 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Added segment a6169feb-063e-4252-ad93-76892974aca9 of type vlan for network d38d2cc6-3735-4c79-a414-acd1f7ece4b0
Jan 15 21:51:21.388355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (d38d2cc6-3735-4c79-a414-acd1f7ece4b0), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.412667 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (d38d2cc6-3735-4c79-a414-acd1f7ece4b0), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.413636 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:21.414217 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.471344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.2951612
Jan 15 21:51:21.474232 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33380) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:21.477349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690b86-7898-4129-aaae-a7979c75dc17 admin admin] Pushing event updated for resources: {'Network': ['ID=d38d2cc6-3735-4c79-a414-acd1f7ece4b0,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:21.479455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Request body: {'subnet': {'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185537994-subnet', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:21.492955 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:51:21.510796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Made reservation on behalf of 2e1f8450515544b8946cb47c458445aa for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:51:21.513293 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.675238 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:21.687085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:21.687960 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0591c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:21.689598 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (a26568de-80a9-4c01-b3a2-506cbf34ad4e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.745878 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26568de-80a9-4c01-b3a2-506cbf34ad4e,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:21.761577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Checking segment: {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:21.761941 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Network hostable DHCP agents. Network: d38d2cc6-3735-4c79-a414-acd1f7ece4b0, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:51:21.779770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:51:21.793010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5ed4f910-b506-4ee7-8fe8-1590c50229da up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:21.794868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d38d2cc6-3735-4c79-a414-acd1f7ece4b0) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:21.799770 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:21.800489 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.819363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-b2a0dab0-60a9-4e93-b358-c4b71ab3accb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3437390
Jan 15 21:51:21.821718 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33382) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:21.826160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:21.831569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07a160-f33e-4aec-b2af-bc1feb6894e9 None None] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:51:21.851324 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.852453 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:21.855077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:21.904606 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for router_controller (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.021061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 5ed4f910-b506-4ee7-8fe8-1590c50229da triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:22.021349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.044520 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for router_gateway (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.072024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'project_id': '2e1f8450515544b8946cb47c458445aa', 'fixed_ips': [{'subnet_id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:51:22.072894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.140072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.265449 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for router_gateway (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.285892 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.399129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Allocated IP 172.35.1.146 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/152b1ea1-feb1-4b4c-a31f-6d7425fb862b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:22.490445 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 5ed4f910-b506-4ee7-8fe8-1590c50229da is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:22.499034 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Allocated IP 172.20.0.2 (d38d2cc6-3735-4c79-a414-acd1f7ece4b0/a26568de-80a9-4c01-b3a2-506cbf34ad4e/f01d2215-4d7d-469b-9c48-dd4a032696b1) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:22.509009 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.553568 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.566478 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0591c0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 2, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:22.593574 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:22.598723 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:22.599172 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Updating router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 port 1080e131-1b43-48fb-a36d-9601e3e2100f binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:51:22.602961 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:22.605138 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Pushing event updated for resources: {'Port': ['ID=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:22.607247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:22.627628 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45581b07-fefb-4a9d-a4e5-664648065002 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:22.644756 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.808060 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks [] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.820654 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.822405 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c3670e39-8b13-41e7-bb27-33c1c440f683 None None] Provisioning complete for port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:22.822777 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c3670e39-8b13-41e7-bb27-33c1c440f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.848474 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:51:22.862391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for router_gateway (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:22.945719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:22.952541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:22.959394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Pushing event updated for resources: {'Port': ['ID=f01d2215-4d7d-469b-9c48-dd4a032696b1,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:22.961704 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:22.971797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c3670e39-8b13-41e7-bb27-33c1c440f683 None None] Port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:23.053072 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Attempting to bind port f01d2215-4d7d-469b-9c48-dd4a032696b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:23.053444 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Attempting to bind port f01d2215-4d7d-469b-9c48-dd4a032696b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:23.053811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Attempting to bind port f01d2215-4d7d-469b-9c48-dd4a032696b1 on network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:23.060258 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.062070 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:23.062452 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Checking segment: {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:23.062855 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.063245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Bound using segment: {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:23.063716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Bound port: f01d2215-4d7d-469b-9c48-dd4a032696b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:23.064099 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.156793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks [] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.169384 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.188159 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] For port f01d2215-4d7d-469b-9c48-dd4a032696b1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:23.192380 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 21:51:23.221679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] For port f01d2215-4d7d-469b-9c48-dd4a032696b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f01d2215-4d7d-469b-9c48-dd4a032696b1,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:23.232798 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.250055 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6a73b-5ffc-4532-b140-ea353180d783 None None] Pushing event updated for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:23.315743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:23.328434 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Sync routers for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:23.342128 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.342421 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:23.342954 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4cfca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:23.347508 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5092006a-6c53-4870-baf2-11c0e1a43e14 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5221484
Jan 15 21:51:23.347758 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:23.354990 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Attempting to bind port 1080e131-1b43-48fb-a36d-9601e3e2100f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:23.355535 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Attempting to bind port 1080e131-1b43-48fb-a36d-9601e3e2100f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:23.356000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Attempting to bind port 1080e131-1b43-48fb-a36d-9601e3e2100f on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:23.367101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e60d2-57a2-4ea5-ad48-8afaee90a4e8 None None] Pushing event updated for resources: {'Port': ['ID=f01d2215-4d7d-469b-9c48-dd4a032696b1,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:23.384656 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:23.385183 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:23.385728 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.386764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:23.387360 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Bound port: 1080e131-1b43-48fb-a36d-9601e3e2100f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:23.387847 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.523587 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:23.530370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.533504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] For port 1080e131-1b43-48fb-a36d-9601e3e2100f, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:23.538508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] For port 1080e131-1b43-48fb-a36d-9601e3e2100f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1080e131-1b43-48fb-a36d-9601e3e2100f,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:23.544125 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.639431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:23.640068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0591c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:23.839731 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4cfca0>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:22Z', 'revision_number': 3, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:23.858658 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:23.882407 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Checking router: e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:23.882986 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Updating router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:51:23.910038 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.952697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f01d2215-4d7d-469b-9c48-dd4a032696b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:23.956504 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Provisioning complete for port 1080e131-1b43-48fb-a36d-9601e3e2100f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:23.956504 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:23.977879 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6a73b-5ffc-4532-b140-ea353180d783 None None] Pushing event updated for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:24.142745 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f01d2215-4d7d-469b-9c48-dd4a032696b1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:24.143030 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.215732 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Current status of the port 1080e131-1b43-48fb-a36d-9601e3e2100f is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:24.216131 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.299635 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] For port 1080e131-1b43-48fb-a36d-9601e3e2100f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1080e131-1b43-48fb-a36d-9601e3e2100f,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:24.309061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.312074 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks [] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.319030 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.329374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a0591c0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:23Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:24.345984 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.386657 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Attempting to bind port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:24.387032 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Attempting to bind port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:24.387389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Attempting to bind port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:24.391581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f01d2215-4d7d-469b-9c48-dd4a032696b1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:24.391972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.399424 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea859c-5a9f-4603-8179-fa8ee57644fa None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:24.399613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:24.399905 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:24.400255 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.400626 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:24.401275 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Bound port: 152b1ea1-feb1-4b4c-a31f-6d7425fb862b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:24.401682 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.408320 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd8bfc-ce73-41b5-919e-516ce3ebdaca None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:23Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:24.433093 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941867-2cd7-43ad-bc1e-a41da2448283 None None] Pushing event updated for resources: {'Port': ['ID=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:24.470796 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.498172 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] For port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:24.499057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458e438-8664-4846-ac71-22c4f98f9d46 None None] Pushing event updated for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:24.503299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] For port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:24.513651 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] For port f01d2215-4d7d-469b-9c48-dd4a032696b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f01d2215-4d7d-469b-9c48-dd4a032696b1,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:24.513870 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.531880 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.542461 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-521a8f71-d14f-430c-820f-9321e3a163c1 None None] Provisioning complete for port 1080e131-1b43-48fb-a36d-9601e3e2100f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:24.542787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-521a8f71-d14f-430c-820f-9321e3a163c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.639203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2090101-3cba-4d82-9512-923a6612a1ea None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:51:24.648737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Pushing event updated for resources: {'Port': ['ID=f01d2215-4d7d-469b-9c48-dd4a032696b1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:24.655513 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941867-2cd7-43ad-bc1e-a41da2448283 None None] Pushing event updated for resources: {'Port': ['ID=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:24.659171 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:24.660006 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4cfca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:24.664567 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Allocated IP 172.20.0.1 (d38d2cc6-3735-4c79-a414-acd1f7ece4b0/a26568de-80a9-4c01-b3a2-506cbf34ad4e/8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:24.736117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-521a8f71-d14f-430c-820f-9321e3a163c1 None None] Current status of the port 1080e131-1b43-48fb-a36d-9601e3e2100f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:24.804618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks [] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.830785 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:24.869222 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.874853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Provisioning complete for port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:24.875242 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:24.937303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:24.941366 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:24.944930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:25.000036 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:25.000218 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Current status of the port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:25.000566 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.014532 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3f3ba-ac62-4a1c-b237-31be47369ce0 None None] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:51:25.025863 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.100624 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4cfca0>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:22Z', 'revision_number': 3, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:25.102877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] For port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:25.112358 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.134150 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb628af-b8b3-433f-a846-f1738b60b3fc None None] The sync data for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 is: [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:22Z', 'revision_number': 3, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:25.187271 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.204679 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2f78-49fc-413b-aceb-366854465b63 None None] Pushing event updated for resources: {'Port': ['ID=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:25.407089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks [] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.414345 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.440266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-55f37f7a-2b57-4422-b75b-8cd63d8aff8f None None] Provisioning complete for port f01d2215-4d7d-469b-9c48-dd4a032696b1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:25.440537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-55f37f7a-2b57-4422-b75b-8cd63d8aff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.544358 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:25.546975 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:25.636789 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-55f37f7a-2b57-4422-b75b-8cd63d8aff8f None None] Current status of the port f01d2215-4d7d-469b-9c48-dd4a032696b1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:25.807624 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:25.809309 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:25.952060 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1080e131-1b43-48fb-a36d-9601e3e2100f up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:26.026166 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.026686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.061018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 1080e131-1b43-48fb-a36d-9601e3e2100f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.061732 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.081459 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:51:26.097506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:26.135807 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Provisioning complete for port f01d2215-4d7d-469b-9c48-dd4a032696b1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.136391 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.220785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 1080e131-1b43-48fb-a36d-9601e3e2100f is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:26.221910 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f01d2215-4d7d-469b-9c48-dd4a032696b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:26.234683 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:26.249038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ad0687eb-abf9-4fbc-99b2-16ef0f3a1c19 admin admin] 10.222.0.46 "PUT /v2.0/routers/e8ee8af3-1ddc-4db9-9a55-c7503204b6f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8926387
Jan 15 21:51:26.324453 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-c966bc85-23e0-4419-8649-c69b0a9ff2a7 None None] Current status of the port f01d2215-4d7d-469b-9c48-dd4a032696b1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:26.328319 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port f01d2215-4d7d-469b-9c48-dd4a032696b1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.328753 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.448212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port f01d2215-4d7d-469b-9c48-dd4a032696b1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:26.449406 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 152b1ea1-feb1-4b4c-a31f-6d7425fb862b up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:26.477105 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-978717a0-68ea-4e5a-9fe2-9a538f3a2b94 None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.477448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-978717a0-68ea-4e5a-9fe2-9a538f3a2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.529282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-978717a0-68ea-4e5a-9fe2-9a538f3a2b94 None None] Port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:26.549779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.550156 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.645469 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:26.656314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2e10323c-a6e7-4487-a7c7-c27571d3a91b None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:26.656693 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e10323c-a6e7-4487-a7c7-c27571d3a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:26.692522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2e10323c-a6e7-4487-a7c7-c27571d3a91b None None] Port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:26.993045 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:26.997762 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480606199', 'description': 'tempest-secgroup-smoke-480606199 description', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.022191 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.089259 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (89ad144d-1400-4eaa-aa5a-2bdb35cd514b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.093108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89ad144d-1400-4eaa-aa5a-2bdb35cd514b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.121206 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.122456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1282694
Jan 15 21:51:27.125585 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33394) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.127484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1177ac5-a230-45c9-9335-73b9bac0dea5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad144d-1400-4eaa-aa5a-2bdb35cd514b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.130766 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.159777 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8588f5a1-d87b-439a-8bf8-895b7391449b), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.218224 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8588f5a1-d87b-439a-8bf8-895b7391449b), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.221562 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8588f5a1-d87b-439a-8bf8-895b7391449b), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.239830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8588f5a1-d87b-439a-8bf8-895b7391449b,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.244829 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.246054 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5255f6e3-9cfe-4217-9b2c-52c6cac63f84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1194782
Jan 15 21:51:27.248726 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33396) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.253240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.282691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8edec3be-e0a7-4624-b941-bf6dd6c51503), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.340542 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8edec3be-e0a7-4624-b941-bf6dd6c51503), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.344002 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8edec3be-e0a7-4624-b941-bf6dd6c51503), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.361647 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edec3be-e0a7-4624-b941-bf6dd6c51503,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.370089 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.371295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-88208908-f4c8-49f7-ad52-972d4572b20b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1216166
Jan 15 21:51:27.374083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33398) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.378392 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.406261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (b69a6e25-d3ef-4d7d-87a9-9d7e804097b7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.464697 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (b69a6e25-d3ef-4d7d-87a9-9d7e804097b7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.468043 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (b69a6e25-d3ef-4d7d-87a9-9d7e804097b7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.490994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69a6e25-d3ef-4d7d-87a9-9d7e804097b7,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.498773 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.500005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0b9abef4-a6d1-4cf0-96e5-ab4a4f09fe90 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1249816
Jan 15 21:51:27.502725 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33400) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.507804 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.538418 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8537da8b-f19f-49cf-8d7e-2215d5bc2f20), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.595088 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (8537da8b-f19f-49cf-8d7e-2215d5bc2f20), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.599240 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (8537da8b-f19f-49cf-8d7e-2215d5bc2f20), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.618668 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8537da8b-f19f-49cf-8d7e-2215d5bc2f20,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.624865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.626131 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3443272e-c565-495c-b469-c727a4bdc58f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1224740
Jan 15 21:51:27.628899 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33402) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.633445 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.656630 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Project 4cbeb500a7e84c5d8f6c765ef6530484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:51:27.663245 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (d508dd3e-21e8-490a-9f39-a062413808e7), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.721516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (d508dd3e-21e8-490a-9f39-a062413808e7), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.726160 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d508dd3e-21e8-490a-9f39-a062413808e7), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.746118 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d508dd3e-21e8-490a-9f39-a062413808e7,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.752451 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.753682 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-90c05688-f32d-41c3-8b3b-40018f5748bf tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1235585
Jan 15 21:51:27.756671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33404) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:27.761221 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': '89ad144d-1400-4eaa-aa5a-2bdb35cd514b', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:27.787194 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Project 4cbeb500a7e84c5d8f6c765ef6530484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:51:27.793438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (7b85aadc-f256-4bef-8f87-2e660f98d99c), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.814549 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Sync routers for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:27.824131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:27.824741 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:27.855849 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (7b85aadc-f256-4bef-8f87-2e660f98d99c), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.860013 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (7b85aadc-f256-4bef-8f87-2e660f98d99c), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.881586 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b85aadc-f256-4bef-8f87-2e660f98d99c,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:27.891122 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:27.892424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-13baa209-1d2c-4757-a925-a57a084c67b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1347735
Jan 15 21:51:27.939316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:28.046955 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-571d891f-b963-4a13-80d4-0abe8875185c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480606199&fields=id&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 267 time: 0.0456188
Jan 15 21:51:28.140057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee940>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2', 'name': '', 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'mac_address': 'fa:16:3e:9a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:24Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 2, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'subnets': [{'id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:28.157879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-7c41eaf6-875a-491b-952a-9bc4c9a68df0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:28.159580 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-7c41eaf6-875a-491b-952a-9bc4c9a68df0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 809 time: 0.1058533
Jan 15 21:51:28.168945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Checking router: e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:28.169306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Updating router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 21:51:28.175996 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-eba22b58-f02e-4be4-b32e-2d0a4acbafdd tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/quotas/4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 375 time: 0.0090184
Jan 15 21:51:28.195605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.228461 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-baedf07a-1028-4c11-beb8-3dc980b39d6f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470884
Jan 15 21:51:28.329506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-3b96a66a-0033-4235-bf8f-d9fdfbb7dc21 service neutron] 10.222.0.46 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882215
Jan 15 21:51:28.421892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-da2350f1-0f83-4cdb-8cb5-c00ce23a58c8 service neutron] 10.222.0.46 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859892
Jan 15 21:51:28.465062 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks [] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.470300 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.522270 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40c07-6fd4-4c65-9438-76f9e7206b33 None None] Pushing event updated for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:28.578944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Attempting to bind port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:28.579317 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Attempting to bind port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:28.579738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Attempting to bind port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 on network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:28.586593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:28.587053 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Checking segment: {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:28.587525 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.587987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Bound using segment: {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:28.588517 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Bound port: 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6169feb-063e-4252-ad93-76892974aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:28.589061 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.647480 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7dcf4562-b721-4a36-8b7a-01943ee173ba req-b7dbdc78-a4a1-409e-b8e5-83290e3055f4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 210 time: 0.0421939
Jan 15 21:51:28.673133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] For port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:28.677639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] For port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:28.684031 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.753208 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:28.754481 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:28.757634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40c07-6fd4-4c65-9438-76f9e7206b33 None None] Pushing event updated for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:28.880186 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:28.880967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:28.915630 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:29.091077 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Current status of the port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:29.091401 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:29.155684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] For port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:29.159616 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:29.215162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93704d-003b-4e33-badd-0fab3e6f4d41 None None] Pushing event updated for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:29.228475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6ee940>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2', 'name': '', 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'mac_address': 'fa:16:3e:9a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:24Z', 'updated_at': '2022-01-15T21:51:28Z', 'revision_number': 4, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'subnets': [{'id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:29.259316 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e6af0-1aa7-4a61-9169-a1f493ddde3f None None] The sync data for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 is: [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2', 'name': '', 'network_id': 'd38d2cc6-3735-4c79-a414-acd1f7ece4b0', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'mac_address': 'fa:16:3e:9a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:24Z', 'updated_at': '2022-01-15T21:51:28Z', 'revision_number': 4, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'subnets': [{'id': 'a26568de-80a9-4c01-b3a2-506cbf34ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:29.280399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-e9306a17-0793-4574-b7f8-7c14d855581b None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:29.280770 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-e9306a17-0793-4574-b7f8-7c14d855581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:29.401097 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-e9306a17-0793-4574-b7f8-7c14d855581b None None] Current status of the port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:29.764688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8a85f465-b0f4-4550-8223-244725224ce0 req-743acba9-e94e-4797-8c54-c18d071eaa6a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 210 time: 0.0362532
Jan 15 21:51:29.817029 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:29.883671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:29.884352 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:29.962647 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-40479001-2f71-4107-b796-95d61bfbd008 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:29.964978 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-40479001-2f71-4107-b796-95d61bfbd008 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 809 time: 0.1558275
Jan 15 21:51:29.980069 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:30.042436 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-65f8050d-099a-432a-8bb2-9ff2f96d7771 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 379 time: 0.0621297
Jan 15 21:51:30.053510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'port': {'device_id': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'admin_state_up': True, 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'security_groups': ['89ad144d-1400-4eaa-aa5a-2bdb35cd514b']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:30.172767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Made reservation on behalf of 4cbeb500a7e84c5d8f6c765ef6530484 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:51:30.177658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.303056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Allocated IP 172.20.0.14 (f21819f5-21e2-4a05-8ef0-afdd46994d45/ef9c548a-d55d-4206-a1a5-385f544777ec/b23ffb45-4fb8-4e27-8653-b756ce0ae1d5) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:30.449369 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.483093 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.526935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:30.529977 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:30.536557 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:30.542435 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:30.594697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:30.595313 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.613095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-8ed20b40-95e2-43aa-bd3a-ff1f1514bdd2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5642853
Jan 15 21:51:30.628385 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Request body: {'port': {'device_id': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:30.689123 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.836185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-2c573b58-eb11-4bc8-af81-2581736fd0d0 None None] Provisioning complete for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:30.836650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2c573b58-eb11-4bc8-af81-2581736fd0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:30.870386 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-2c573b58-eb11-4bc8-af81-2581736fd0d0 None None] Port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:51:30.935124 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905ee73-1b91-45df-89ae-93cb36a8c688 req-bfa9f889-e225-4479-9c4a-3beaa74fb418 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:30.936492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4905ee73-1b91-45df-89ae-93cb36a8c688 req-bfa9f889-e225-4479-9c4a-3beaa74fb418 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 932 time: 0.0793414
Jan 15 21:51:31.029108 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4905ee73-1b91-45df-89ae-93cb36a8c688 req-58113660-77d0-4b71-8b2f-06a6ff7aa57a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791290
Jan 15 21:51:31.038226 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:51:31.048425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks [] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:31.060978 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Transition to ACTIVE for port object b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:51:31.064828 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:31.117352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:31.193890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:51:31.194161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:51:31.194508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:31.199159 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:51:31.199484 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:51:31.204473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:51:31.204817 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:51:31.205235 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:51:31.205668 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Bound port: b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:51:31.206028 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:31.276448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:51:31.279749 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:51:31.286069 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:31.321378 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:31.321955 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:31.323398 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] 10.222.0.45 "PUT /v2.0/ports/b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1092 time: 0.6994734
Jan 15 21:51:31.323840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:51:31.326100 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:51:31.354778 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ef47f-ab07-41ef-a5db-d94bb64b5195 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:31.367874 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d0c5a5-a261-49e3-bd3d-32da7ed8ded0 x-openstack-request-id: req-10d0c5a5-a261-49e3-bd3d-32da7ed8ded0 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:51:31.368178 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:51:31.368434 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10d0c5a5-a261-49e3-bd3d-32da7ed8ded0 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:51:31.369257 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'status': 'completed', 'code': 200}
Jan 15 21:51:31.418282 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-f2be187f-cbb0-4467-8627-dbaf4701f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:31.419815 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-f2be187f-cbb0-4467-8627-dbaf4701f5e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1095 time: 0.0454910
Jan 15 21:51:31.473006 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-3cb8da75-5c58-4d06-bf9a-aca57ca7f39a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 217 time: 0.0404775
Jan 15 21:51:31.527483 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-954e19bc-d213-4890-80fd-891dbf91a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:31.529093 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-954e19bc-d213-4890-80fd-891dbf91a858 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0477157
Jan 15 21:51:31.578604 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-ff61e46a-a9c8-4e20-8507-7e4cf8154d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:31.580118 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-ff61e46a-a9c8-4e20-8507-7e4cf8154d98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405152
Jan 15 21:51:31.967988 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-c21615b4-86c2-43a5-b8b7-cdb5e5b5eeb8 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3781104
Jan 15 21:51:32.062726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef8cfeed-e670-4d09-a6b5-191a1024d6d5 req-16ab3923-89bf-45bc-9ddb-caa95804db56 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858979
Jan 15 21:51:32.181955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e99fc2-f933-413e-9f9e-d16c0b0def65 req-bd58ea81-6f21-4d44-9c94-835df6ed3ef6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:32.183431 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75e99fc2-f933-413e-9f9e-d16c0b0def65 req-bd58ea81-6f21-4d44-9c94-835df6ed3ef6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0859091
Jan 15 21:51:32.185228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-a3509e58-2fa3-41fc-92f9-61ffd6b756bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:32.186916 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-a3509e58-2fa3-41fc-92f9-61ffd6b756bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1095 time: 0.0770719
Jan 15 21:51:32.292929 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-75e99fc2-f933-413e-9f9e-d16c0b0def65 req-3813162e-8b0e-41dd-a4a1-e79be9aa433c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038849
Jan 15 21:51:32.323324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-5332641f-afd9-4008-8405-f9f3003537e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:32.324788 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-5332641f-afd9-4008-8405-f9f3003537e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.1286852
Jan 15 21:51:32.369808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-5caea914-282c-4055-9468-316f45d80478 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 217 time: 0.0383427
Jan 15 21:51:32.419093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-b434a09c-3b7e-42e9-9e8b-6ffda4a8f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:32.420514 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-b434a09c-3b7e-42e9-9e8b-6ffda4a8f758 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0438869
Jan 15 21:51:32.468914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-d968e2d2-169e-45f5-bc80-13a1db2bdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:32.470281 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-d968e2d2-169e-45f5-bc80-13a1db2bdea1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434830
Jan 15 21:51:32.560044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-3fdf9aab-e23f-418e-85c2-cad79bceed41 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827336
Jan 15 21:51:32.654044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1993fc9f-b45b-4df7-b4ba-ddfc0b78e30e req-c4d9808f-adc0-45f0-a0a5-2390cdfff177 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864305
Jan 15 21:51:33.412561 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52ac2c-5355-41aa-9811-5113e44f5e4d req-356118b9-4914-4b4a-a884-0c4d0ef53853 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:33.414068 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd52ac2c-5355-41aa-9811-5113e44f5e4d req-356118b9-4914-4b4a-a884-0c4d0ef53853 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0498714
Jan 15 21:51:33.462898 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd52ac2c-5355-41aa-9811-5113e44f5e4d req-9f94c126-c14c-4368-99d2-0ccd1e6f9e59 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432272
Jan 15 21:51:34.605184 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:51:34.671717 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fb9c-6596-4ac9-83df-32dfec915214 req-b88aba78-7bd0-46a8-8604-d983b033d560 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:34.673222 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a56fb9c-6596-4ac9-83df-32dfec915214 req-b88aba78-7bd0-46a8-8604-d983b033d560 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.1422474
Jan 15 21:51:34.699950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:34.712288 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:51:34.721820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a56fb9c-6596-4ac9-83df-32dfec915214 req-7292a208-cec9-45ce-8a22-51bebb429e6f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422251
Jan 15 21:51:34.749493 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:34.749877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:34.765507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:51:34.783678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:34.788541 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:34.838091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:35.047373 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:51:35.889184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b9e6d-36c3-4809-96e9-74d51e02c649 req-f4ae24b3-c155-48a5-856d-6588d8677cb9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:35.890671 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b02b9e6d-36c3-4809-96e9-74d51e02c649 req-f4ae24b3-c155-48a5-856d-6588d8677cb9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 945 time: 0.1018410
Jan 15 21:51:35.939604 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b02b9e6d-36c3-4809-96e9-74d51e02c649 req-3edd7ce2-f045-4c10-9924-3daf1a6cbc84 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427828
Jan 15 21:51:36.616970 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:51:36.679852 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:51:36.683610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:51:36.683990 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:36.763650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:51:36.764032 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:36.787956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:51:36.790284 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ccb9b-a3bf-445b-aa1b-65fab3d367f1" -d '{"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:51:36.803597 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:51:36.807826 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:36.832886 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c41a0-2d02-4072-b353-e77d1851add8 x-openstack-request-id: req-871c41a0-2d02-4072-b353-e77d1851add8 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:51:36.833183 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:51:36.833464 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-871c41a0-2d02-4072-b353-e77d1851add8 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:51:36.833854 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'code': 200}
Jan 15 21:51:36.860230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:36.947957 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2aa2c-fe61-4b87-b232-c62b5dc4e838 req-f890d271-372c-476e-a89b-a6473fa74e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:36.949465 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2b2aa2c-fe61-4b87-b232-c62b5dc4e838 req-f890d271-372c-476e-a89b-a6473fa74e7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1097 time: 0.0408499
Jan 15 21:51:36.999770 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c2b2aa2c-fe61-4b87-b232-c62b5dc4e838 req-1b6246ec-fe7c-4b5f-8bb5-27614b4c44bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393658
Jan 15 21:51:37.062121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc6d3-ce01-47fc-8d75-fc5989cc20a4 req-34e63542-1f8b-4892-b0b7-93bc1e5e1112 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:37.063587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e31dc6d3-ce01-47fc-8d75-fc5989cc20a4 req-34e63542-1f8b-4892-b0b7-93bc1e5e1112 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0537469
Jan 15 21:51:37.112641 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e31dc6d3-ce01-47fc-8d75-fc5989cc20a4 req-be4ded8c-e193-43a6-8470-e95c358eec6d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428402
Jan 15 21:51:38.229488 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47169996-bbc0-414b-b94f-bf304a79549f req-7048e3da-cfb8-41f3-9c1a-ce19b5aa39b9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:38.230997 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47169996-bbc0-414b-b94f-bf304a79549f req-7048e3da-cfb8-41f3-9c1a-ce19b5aa39b9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0489359
Jan 15 21:51:38.278994 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-47169996-bbc0-414b-b94f-bf304a79549f req-f6a0429a-05cc-43d1-a678-2c89b976b886 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425370
Jan 15 21:51:38.401281 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a1b89-c13c-4f2e-9cbd-724777745909 req-0cdf22f0-3788-4d90-ad21-f6e86a9539b3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:38.402680 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e7a1b89-c13c-4f2e-9cbd-724777745909 req-0cdf22f0-3788-4d90-ad21-f6e86a9539b3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0488181
Jan 15 21:51:38.455003 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5e7a1b89-c13c-4f2e-9cbd-724777745909 req-c413d1c7-3749-4ce8-b47f-228cc711c923 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465467
Jan 15 21:51:38.477823 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33468) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:38.557837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f792f83-c4d2-4c23-9cb0-62a309545e3b tempest-TestShelveInstance-1767984188 tempest-TestShelveInstance-1767984188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:38.559330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f792f83-c4d2-4c23-9cb0-62a309545e3b tempest-TestShelveInstance-1767984188 tempest-TestShelveInstance-1767984188-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1092 time: 0.0805523
Jan 15 21:51:38.562243 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33472) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:51:38.566589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:51:38.589874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:38.689695 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:38.794491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Allocated IP 172.35.1.56 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/feae3cda-8f71-45a8-94e7-f7a0b03215b1) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:51:38.896280 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:38.933461 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:38.971237 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:51:38.976168 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:51:38.978809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:51:39.006345 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=feae3cda-8f71-45a8-94e7-f7a0b03215b1,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:39.341555 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (1a0ec55d-0110-48b4-bb82-6788e238bcdf), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:39.407612 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:39.560271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:39.564711 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:39.633781 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=feae3cda-8f71-45a8-94e7-f7a0b03215b1,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:51:39.646679 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (1a0ec55d-0110-48b4-bb82-6788e238bcdf), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:39.750103 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Floating IP 1a0ec55d-0110-48b4-bb82-6788e238bcdf associated. External IP: 172.35.1.56, port: b23ffb45-4fb8-4e27-8653-b756ce0ae1d5.
Jan 15 21:51:39.959262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:51:40.064809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:51:40.080752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:51:40.084059 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:40.092153 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:40.093080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:40.111820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-e65ec580-63c3-4a43-9e3c-1bde01558787 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5485837
Jan 15 21:51:40.112518 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:51:40.115323 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075927c-56e3-41a0-8557-0d10d0109818" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:51:40.152982 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e4e78-7cdc-418d-8761-1ade8c95925a x-openstack-request-id: req-d80e4e78-7cdc-418d-8761-1ade8c95925a {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:51:40.153281 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:51:40.153537 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d80e4e78-7cdc-418d-8761-1ade8c95925a {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:51:40.153947 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'status': 'completed', 'code': 200}
Jan 15 21:51:40.209214 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:40.257198 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075927c-56e3-41a0-8557-0d10d0109818 req-86bdc493-bcbc-47dc-af6a-819fa9b71b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:40.258772 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-86bdc493-bcbc-47dc-af6a-819fa9b71b43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1097 time: 0.0837476
Jan 15 21:51:40.352809 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075927c-56e3-41a0-8557-0d10d0109818 req-9b0972a6-cb4c-4507-a853-fde39b8d329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:40.354459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-9b0972a6-cb4c-4507-a853-fde39b8d329e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0901654
Jan 15 21:51:40.424535 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-e9a38fae-575e-4e8d-b3e1-ff27c2410178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 999 time: 0.0639575
Jan 15 21:51:40.435291 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27a940>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a0ec55d-0110-48b4-bb82-6788e238bcdf', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.56', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:51:39Z', 'updated_at': '2022-01-15T21:51:39Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:40.462119 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:51:40.470432 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:51:40.470957 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27a940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:51:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:40.477105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075927c-56e3-41a0-8557-0d10d0109818 req-31767393-dbe0-4473-9c69-5d474844130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:40.478614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-31767393-dbe0-4473-9c69-5d474844130a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0486987
Jan 15 21:51:40.526869 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075927c-56e3-41a0-8557-0d10d0109818 req-46c892a6-7d03-4879-9ebc-744df45dcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:51:40.528367 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-46c892a6-7d03-4879-9ebc-744df45dcb8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443494
Jan 15 21:51:40.576486 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:51:40.621023 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-c81931ef-9df9-4b43-9d11-eda79d4d4b9a service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864367
Jan 15 21:51:40.715992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1075927c-56e3-41a0-8557-0d10d0109818 req-7039c3e5-90b6-49d7-8b6d-02e0400cc0ab service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891573
Jan 15 21:51:40.797146 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b27a940>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a0ec55d-0110-48b4-bb82-6788e238bcdf', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.56', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:51:39Z', 'updated_at': '2022-01-15T21:51:39Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:51:40.836498 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94f6e6-e87e-4e26-8aea-788ca8e6df6c None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1a0ec55d-0110-48b4-bb82-6788e238bcdf', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.56', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:51:39Z', 'updated_at': '2022-01-15T21:51:39Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:51:41.021121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994b6f7-bd10-47c2-90be-ea8d64909810 None None] New status for floating IP 1a0ec55d-0110-48b4-bb82-6788e238bcdf: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:51:44.861421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:45.799686 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:48.050009 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-973b9071-0b05-4c7a-8d47-c1d80bfd6ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:50.771916 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4f135976-0878-4381-b70c-b70cb01fbce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:52.104159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:53.497650 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:54.354197 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:51:59.848411 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:52:14.880690 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:15.799274 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:18.052907 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d9f0b1d3-b543-493e-9690-9cb176d113bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:20.774086 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8c72-1d4a-4079-9b55-0b77f4b40072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:22.108387 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:23.499532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:24.356972 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:32.694361 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-23634a67-e758-4369-bba0-31d8e23c8070 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403244
Jan 15 21:52:32.778816 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-0a114b53-a1b6-442d-8cc8-148ab968f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:52:32.780264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-0a114b53-a1b6-442d-8cc8-148ab968f9b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1097 time: 0.0398977
Jan 15 21:52:32.891104 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-287152be-1a56-4e80-9a52-8b87fbb43e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:52:32.892548 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-287152be-1a56-4e80-9a52-8b87fbb43e60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0868647
Jan 15 21:52:32.958655 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-8fec9b27-2bcc-417f-9e88-d0cd6e448d6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1001 time: 0.0564821
Jan 15 21:52:33.011293 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-61a214b2-d49d-4a9c-85b9-27ca72186a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:52:33.012688 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-61a214b2-d49d-4a9c-85b9-27ca72186a8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0464609
Jan 15 21:52:33.062116 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-ad32569c-5d1d-4954-b856-dbff94cac38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:52:33.063603 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-ad32569c-5d1d-4954-b856-dbff94cac38b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409555
Jan 15 21:52:33.154352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-f41000ee-f735-4c55-ad96-b52d5aadd4c8 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810173
Jan 15 21:52:33.248335 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-663a059d-3e8c-4d6f-b530-253b038d6a05 req-96700719-ba19-4e10-bd7c-1a3a26112575 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848110
Jan 15 21:52:36.847321 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:52:41.902628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-11f5edfa-0657-4896-bce7-72e337b56ef0 req-c5f4ef4f-945b-433b-95cc-4f7762182fc1 service neutron] (114438) timed out ('10.222.0.39', 61013) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:52:44.878955 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:45.811526 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:48.055162 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf9c1-97a7-43b7-9084-e7ccaf1b1191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:50.775329 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ef1146d0-baae-488a-9602-46bbe78d1b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:52.111071 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:53.502108 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:52:54.359801 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:13.845836 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:53:14.874971 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:15.815721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:18.055827 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5b4f2b52-95b1-4069-b7c2-7d7fa08315aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:20.776258 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ea138954-c13e-4022-8a9a-0f707d472bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:22.114295 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:23.504351 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:24.361927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:33.366691 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-e9940de1-a56c-44c1-a7dd-3363b31c1b6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408673
Jan 15 21:53:33.456660 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-bc9ff8d1-540d-4431-86fc-4f23533dccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:33.458791 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-bc9ff8d1-540d-4431-86fc-4f23533dccc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1097 time: 0.0407705
Jan 15 21:53:33.563761 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-fd316aa6-438e-4ecc-acf9-add95a526abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:33.565252 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-fd316aa6-438e-4ecc-acf9-add95a526abe service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0867050
Jan 15 21:53:33.632722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-e280b486-a076-415a-84df-c5573f676f08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1001 time: 0.0588818
Jan 15 21:53:33.689510 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-1c8d7bf0-1451-489c-941f-c5f0911c7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:33.690934 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-1c8d7bf0-1451-489c-941f-c5f0911c7a7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0483391
Jan 15 21:53:33.737253 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-0e9a6fab-49e0-404d-a4fb-ac380d5386c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:33.738721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-0e9a6fab-49e0-404d-a4fb-ac380d5386c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389624
Jan 15 21:53:33.828855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-d92cbc8c-ff77-4551-b9cc-415fe82bc4ae service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807605
Jan 15 21:53:33.923203 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-91c06971-b1c3-4789-afff-3dba1941f0f9 req-bbbae66e-0e44-488c-9189-3a94109a34d6 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854509
Jan 15 21:53:37.768110 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721f34b-1642-4d29-9d40-fcaec8b3a626 req-f5edf99b-c3cc-4a82-a7d9-6b0d39b15d06 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:37.769620 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e721f34b-1642-4d29-9d40-fcaec8b3a626 req-f5edf99b-c3cc-4a82-a7d9-6b0d39b15d06 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0504391
Jan 15 21:53:37.819787 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e721f34b-1642-4d29-9d40-fcaec8b3a626 req-7622f251-8f25-4aa8-b2cc-8c3e83403a52 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439026
Jan 15 21:53:38.953802 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b60b-ccf8-4cb9-90a4-346e4a65b48f req-4c38fd56-a282-42ef-9b0b-6426a1201164 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:38.955283 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed57b60b-ccf8-4cb9-90a4-346e4a65b48f req-4c38fd56-a282-42ef-9b0b-6426a1201164 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0560043
Jan 15 21:53:39.004289 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ed57b60b-ccf8-4cb9-90a4-346e4a65b48f req-09227ee0-615b-4ae0-9fa0-e2b4a05ec214 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433037
Jan 15 21:53:40.127663 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ab073-a612-40e1-9557-f74791f4981d req-388932e8-7234-4361-999a-4f89aeb846fb tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:40.129180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a1ab073-a612-40e1-9557-f74791f4981d req-388932e8-7234-4361-999a-4f89aeb846fb tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0494082
Jan 15 21:53:40.179876 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7a1ab073-a612-40e1-9557-f74791f4981d req-d0525d6f-8457-4f1c-8d9b-c2677b667a0c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438864
Jan 15 21:53:41.296477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428b99d-f837-4af3-89d8-c58e4aa52877 req-95e14444-8a2f-4823-ae04-a5165164429c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:41.298008 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8428b99d-f837-4af3-89d8-c58e4aa52877 req-95e14444-8a2f-4823-ae04-a5165164429c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0496144
Jan 15 21:53:41.352539 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8428b99d-f837-4af3-89d8-c58e4aa52877 req-6bbe63b3-c5db-4da8-835e-7ef2ca22565c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477073
Jan 15 21:53:42.468246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7020d6-60b3-4358-b6c1-b9556fdc338b req-4d355f8c-2e17-4806-90b2-aeaf78902454 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:42.469726 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7020d6-60b3-4358-b6c1-b9556fdc338b req-4d355f8c-2e17-4806-90b2-aeaf78902454 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0484216
Jan 15 21:53:42.518759 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf7020d6-60b3-4358-b6c1-b9556fdc338b req-2895d42f-6591-451d-9ecf-0a32051cd4d0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431354
Jan 15 21:53:43.640612 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8438f8-a6b0-4255-aae6-bbc43a28489d req-bd2c4ea7-56e8-447f-938d-98fa395e6897 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:43.642039 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a8438f8-a6b0-4255-aae6-bbc43a28489d req-bd2c4ea7-56e8-447f-938d-98fa395e6897 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0489502
Jan 15 21:53:43.690803 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4a8438f8-a6b0-4255-aae6-bbc43a28489d req-f3ea32b9-4ad9-4cb9-ac96-b02a2be17c0b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432675
Jan 15 21:53:44.810545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3273-c839-4f87-b43c-8a870ff8fe16 req-d57dc222-4fda-4aa9-ad3d-848f977ac517 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:44.812011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-565a3273-c839-4f87-b43c-8a870ff8fe16 req-d57dc222-4fda-4aa9-ad3d-848f977ac517 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0532510
Jan 15 21:53:44.861098 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-565a3273-c839-4f87-b43c-8a870ff8fe16 req-b3d7ac5f-7081-4fbd-9dd9-27e324260ffc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435185
Jan 15 21:53:44.877140 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:45.816161 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:45.981899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f0058-6440-4cb1-aa55-8cc853ce12bb req-896101ac-92f6-434b-bd07-a0feb7c89a3d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:45.983385 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d9f0058-6440-4cb1-aa55-8cc853ce12bb req-896101ac-92f6-434b-bd07-a0feb7c89a3d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0489907
Jan 15 21:53:46.030921 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d9f0058-6440-4cb1-aa55-8cc853ce12bb req-4f6d717f-ad3a-4806-ab91-604a1712e77f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419893
Jan 15 21:53:47.145876 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d277-f1a6-4d41-ba62-c6c4a7b2cba1 req-69023060-0d80-4103-a596-4fc42bd8e009 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:47.147646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d84d277-f1a6-4d41-ba62-c6c4a7b2cba1 req-69023060-0d80-4103-a596-4fc42bd8e009 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0501559
Jan 15 21:53:47.200678 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5d84d277-f1a6-4d41-ba62-c6c4a7b2cba1 req-57775cb1-609a-4e1c-a260-07f869173250 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476038
Jan 15 21:53:48.057382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94040795-6361-436e-a652-8ac1063ff865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:48.316694 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64d0dd-bbf2-4189-be47-844b01296a92 req-370f3b21-db19-48c3-9db1-8b36eef74819 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:48.318774 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e64d0dd-bbf2-4189-be47-844b01296a92 req-370f3b21-db19-48c3-9db1-8b36eef74819 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0505290
Jan 15 21:53:48.368683 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e64d0dd-bbf2-4189-be47-844b01296a92 req-ad29a0dd-a1fd-4381-a768-3bbec91471e7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438991
Jan 15 21:53:49.172797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:53:49.268687 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:53:49.280497 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:53:49.318550 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:53:49.318934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:49.331226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:53:49.355047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:53:49.359053 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:49.409098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:53:49.416774 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.417144 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.417485 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.417871 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.418145 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.418472 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.418799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.419125 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.419440 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.419761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.420081 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.420399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.420720 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:53:49.439699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:53:49.485426 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e632-142a-45bb-837c-0d24b8990005 req-edaebf61-c69e-466a-a210-9f4c4c8594b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:49.486941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d65e632-142a-45bb-837c-0d24b8990005 req-edaebf61-c69e-466a-a210-9f4c4c8594b2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 945 time: 0.0492253
Jan 15 21:53:49.537298 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8d65e632-142a-45bb-837c-0d24b8990005 req-be01aee4-0c80-415c-adb9-0834015a0169 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431705
Jan 15 21:53:50.660754 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16dc94-f015-4570-b56b-d126fa388043 req-1baa63e7-fb6e-4ccf-8d14-5ca0096934df tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:50.662218 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb16dc94-f015-4570-b56b-d126fa388043 req-1baa63e7-fb6e-4ccf-8d14-5ca0096934df tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 945 time: 0.0537770
Jan 15 21:53:50.713653 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb16dc94-f015-4570-b56b-d126fa388043 req-6740a04f-e9b5-4c91-a22b-24db7bdb5809 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456586
Jan 15 21:53:50.781448 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-94e70a54-f6b7-4c01-b999-721718ea1270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:50.845774 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:53:51.185692 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:53:51.239529 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:53:51.240474 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:51.333841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:53:51.334228 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:51.362436 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:53:51.365553 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f0b148-1e01-43ea-a0f1-bee82621944b" -d '{"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:53:51.398005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:53:51.406755 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:51.484313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:53:51.494191 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae57acdc-f445-42c2-b334-0dd7c908c6fa x-openstack-request-id: req-ae57acdc-f445-42c2-b334-0dd7c908c6fa {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:53:51.494497 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:53:51.494726 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae57acdc-f445-42c2-b334-0dd7c908c6fa {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:53:51.495277 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'code': 200}
Jan 15 21:53:51.854272 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc970a-e6da-404c-9fc2-4c0c705d1400 req-f60794f4-ee1b-4545-ba5c-aa6b757b8ce1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:51.856646 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62bc970a-e6da-404c-9fc2-4c0c705d1400 req-f60794f4-ee1b-4545-ba5c-aa6b757b8ce1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0552621
Jan 15 21:53:51.912033 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62bc970a-e6da-404c-9fc2-4c0c705d1400 req-bdfc6a0e-e876-43a4-9196-f9d63300adb0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479543
Jan 15 21:53:52.118935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:53.053709 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6cdeb-2872-42aa-b8be-8dd1b423bf3a req-1a85264e-42d0-4b3e-ba9d-2bba9f6cf6cc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:53.055230 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5f6cdeb-2872-42aa-b8be-8dd1b423bf3a req-1a85264e-42d0-4b3e-ba9d-2bba9f6cf6cc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0657420
Jan 15 21:53:53.109078 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f5f6cdeb-2872-42aa-b8be-8dd1b423bf3a req-3f842fe8-c7cf-4da2-bd0b-350086f61d37 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478866
Jan 15 21:53:53.514102 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:54.237301 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f99ee-4332-43b3-80d2-c44e494bbb53 req-7fc0aa77-1345-4f95-a7a8-acd7d320a722 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:54.238810 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-638f99ee-4332-43b3-80d2-c44e494bbb53 req-7fc0aa77-1345-4f95-a7a8-acd7d320a722 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0558279
Jan 15 21:53:54.313358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-638f99ee-4332-43b3-80d2-c44e494bbb53 req-44d6eaff-19bd-4d45-acd4-0a34f1c49ce1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677469
Jan 15 21:53:54.367889 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:53:55.446319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03968e-9f94-4a0a-a78d-6ed25c479eec req-df6ae714-9dde-4c97-9116-7c4e8e299e5c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:55.447873 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a03968e-9f94-4a0a-a78d-6ed25c479eec req-df6ae714-9dde-4c97-9116-7c4e8e299e5c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0560286
Jan 15 21:53:55.512037 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-0a03968e-9f94-4a0a-a78d-6ed25c479eec req-3b6193ae-a4bf-4162-bdf3-cea3ee743931 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578020
Jan 15 21:53:56.635341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795fc54-c8bc-4c14-8bfb-dabc8de6b673 req-81e381b9-ca91-4921-b014-e43b205e8646 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:56.636887 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d795fc54-c8bc-4c14-8bfb-dabc8de6b673 req-81e381b9-ca91-4921-b014-e43b205e8646 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0556123
Jan 15 21:53:56.693438 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d795fc54-c8bc-4c14-8bfb-dabc8de6b673 req-6386d7f8-40b7-4268-b2cb-ae2145b64fdc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504673
Jan 15 21:53:57.830251 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f13a-d438-40ee-88de-9f4cd3b56aee req-92193033-13c1-4fa6-a2fb-4dda1460c639 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:57.833425 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a437f13a-d438-40ee-88de-9f4cd3b56aee req-92193033-13c1-4fa6-a2fb-4dda1460c639 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0561988
Jan 15 21:53:57.888679 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a437f13a-d438-40ee-88de-9f4cd3b56aee req-f00ba8d9-a5d3-45c7-8424-0df8ca7222ff tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476534
Jan 15 21:53:59.030228 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851e4f-63c8-4c02-a28b-bb6c3ebfab78 req-4cd9f76b-95cd-4104-91a6-2f4be8ca1997 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:53:59.039180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44851e4f-63c8-4c02-a28b-bb6c3ebfab78 req-4cd9f76b-95cd-4104-91a6-2f4be8ca1997 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0643127
Jan 15 21:53:59.095776 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-44851e4f-63c8-4c02-a28b-bb6c3ebfab78 req-5f549f0e-65b6-4391-bc19-b0e2355af2d0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553412
Jan 15 21:54:00.077820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-d56bd836-a22f-4010-9b6b-bc99abe9df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:00.079223 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-d56bd836-a22f-4010-9b6b-bc99abe9df52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1097 time: 0.0403676
Jan 15 21:54:00.469875 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-8edfe7a1-868e-4318-9665-eb7b88f48dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:00.471325 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-8edfe7a1-868e-4318-9665-eb7b88f48dc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.3863361
Jan 15 21:54:00.549439 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ad7f3-5213-4a1b-8565-9994ce59284b req-af46dbb8-5055-4c2e-9ecb-2f3184bf3d49 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:00.550888 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e2ad7f3-5213-4a1b-8565-9994ce59284b req-af46dbb8-5055-4c2e-9ecb-2f3184bf3d49 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.3832762
Jan 15 21:54:00.561071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-ae45341a-c7b9-4128-89cb-3fa2a75cb32b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1001 time: 0.0762882
Jan 15 21:54:00.636185 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7e2ad7f3-5213-4a1b-8565-9994ce59284b req-c75a7a05-1dba-4df5-a7ed-38ce2d682215 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779822
Jan 15 21:54:00.639590 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-e68b34e3-461b-432a-9ad4-f1883207a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:00.640992 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-e68b34e3-461b-432a-9ad4-f1883207a615 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0661597
Jan 15 21:54:00.688696 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-38671317-4c23-4990-83b1-70400bb78f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:00.690172 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-38671317-4c23-4990-83b1-70400bb78f2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401628
Jan 15 21:54:00.783894 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-c9cfeeb5-9a7f-4f84-8422-0bcd6c00ce26 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837791
Jan 15 21:54:00.872664 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7eb30427-1b58-4720-a46c-e94a1d9f0803 req-c0b4c4f0-4907-4cbf-aa3c-fece509dcccd service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803902
Jan 15 21:54:01.753363 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e425d9d-d255-4524-a3fc-36c7d052cf8c req-1389e5b3-05a8-415f-aa7c-9557d3fe65c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:01.754854 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e425d9d-d255-4524-a3fc-36c7d052cf8c req-1389e5b3-05a8-415f-aa7c-9557d3fe65c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0506580
Jan 15 21:54:01.807801 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9e425d9d-d255-4524-a3fc-36c7d052cf8c req-685e7245-9cfd-49da-b89b-d77f04b00303 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472498
Jan 15 21:54:02.922076 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fab60-c1c1-44dc-afa9-75eb1e98c9a4 req-8f09413a-3dd0-4ef1-9672-b38681c51723 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:02.923528 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f53fab60-c1c1-44dc-afa9-75eb1e98c9a4 req-8f09413a-3dd0-4ef1-9672-b38681c51723 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0485389
Jan 15 21:54:02.972294 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f53fab60-c1c1-44dc-afa9-75eb1e98c9a4 req-13038115-0c5c-4b70-8aec-8a2a339dc11f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425870
Jan 15 21:54:03.088496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-ef9789e7-f59c-4582-9210-b678f3281461 req-c36ec9f6-9b05-4622-9bd7-77476888a2e4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:54:03.089490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ef9789e7-f59c-4582-9210-b678f3281461 req-c36ec9f6-9b05-4622-9bd7-77476888a2e4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0496864
Jan 15 21:54:03.245427 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b455-c88b-4a5f-b2e7-09f4a7078373 req-eab1dca5-7ace-4ebb-9c91-4785045fa6ee tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:03.246926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3111b455-c88b-4a5f-b2e7-09f4a7078373 req-eab1dca5-7ace-4ebb-9c91-4785045fa6ee tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0499721
Jan 15 21:54:03.298144 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3111b455-c88b-4a5f-b2e7-09f4a7078373 req-9e2c6e00-9867-4be2-9312-89a3633bdfb0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455658
Jan 15 21:54:03.557719 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-4713388f-268d-4c90-a6bb-1332ac18bc34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0842137
Jan 15 21:54:04.337153 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-3b846cb3-24d7-4baf-a5e5-9e92374d293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:04.338671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-3b846cb3-24d7-4baf-a5e5-9e92374d293d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 1097 time: 0.0862651
Jan 15 21:54:04.347972 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-53f52fa7-2cfe-4752-8db5-bb49320a885e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:54:04.349381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-53f52fa7-2cfe-4752-8db5-bb49320a885e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050180
Jan 15 21:54:04.360001 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:54:04.417130 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:04.428084 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e060543-23fa-4d5d-a3b2-57179274b997 req-20a6082f-28ca-448d-bc61-d41aaded7690 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:04.430070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e060543-23fa-4d5d-a3b2-57179274b997 req-20a6082f-28ca-448d-bc61-d41aaded7690 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0568099
Jan 15 21:54:04.480247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3e060543-23fa-4d5d-a3b2-57179274b997 req-ea313224-5f41-4a15-86c4-720cb5de514d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443406
Jan 15 21:54:04.617578 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:54:04.649228 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:54:04.688083 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:54:04.690396 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30bf0f-f37a-4c65-a3c5-d9de16e03df1" -d '{"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:54:04.694252 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks [] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:04.706471 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Transition to ACTIVE for port object b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:54:04.710613 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:04.762650 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=8']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:54:04.804995 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.805346 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.805689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.806029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.806359 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.806685 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.807015 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.807334 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.807653 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.807968 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.808288 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.808602 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.808938 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:54:04.814486 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bbec80-f6e9-42eb-b794-4b01f7ae6fbc x-openstack-request-id: req-d3bbec80-f6e9-42eb-b794-4b01f7ae6fbc {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:54:04.814771 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:54:04.815025 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3bbec80-f6e9-42eb-b794-4b01f7ae6fbc {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:54:04.815425 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'code': 200}
Jan 15 21:54:04.858364 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] No DVR routers for this DVR port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:54:04.997692 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:54:04.998025 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:54:04.998351 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:54:05.002660 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:54:05.002979 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Attempting to bind port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:54:05.007748 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:54:05.008082 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:54:05.008460 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:54:05.008907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Bound port: b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:54:05.009258 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:05.070540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:54:05.073488 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:54:05.077841 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:05.116502 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.117145 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:05.118598 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1092 time: 0.7626708
Jan 15 21:54:05.137424 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276ccb8-e631-402f-b576-ddfb4953dbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=9']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:54:05.189427 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-817ef11d-fd29-4a25-95e1-2b5d243655ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.190942 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-817ef11d-fd29-4a25-95e1-2b5d243655ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1095 time: 0.0461929
Jan 15 21:54:05.243313 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:54:05.284949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:54:05.285356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:54:05.288372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0b844307-364d-4f8b-a9ec-05d2e63b2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.290045 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-0b844307-364d-4f8b-a9ec-05d2e63b2f54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0938275
Jan 15 21:54:05.359770 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-9a7e2336-a3c1-4ed6-8993-5852ffd00196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 999 time: 0.0639913
Jan 15 21:54:05.411075 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-6597f65a-b745-4ed2-b9a2-3cd8feee84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.412694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-6597f65a-b745-4ed2-b9a2-3cd8feee84e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0468709
Jan 15 21:54:05.456876 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-21e14d19-ce0b-4895-8f96-8dc473649393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.459031 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-21e14d19-ce0b-4895-8f96-8dc473649393 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407822
Jan 15 21:54:05.552151 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-e14bb99e-72b4-462d-82cf-cba2cf1c662d service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871563
Jan 15 21:54:05.599111 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3ad2d-2376-4adf-8fa1-6c4750a8cd53 req-004c1cca-4bd5-4a86-8086-cbbd57292cf4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:05.601109 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88d3ad2d-2376-4adf-8fa1-6c4750a8cd53 req-004c1cca-4bd5-4a86-8086-cbbd57292cf4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0499194
Jan 15 21:54:05.641649 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-63dec132-a0e7-47cc-b16b-f6ffc4da2b67 req-ff0c5ef5-f3a0-4022-86b1-8a3ba0ff34a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841606
Jan 15 21:54:05.651413 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88d3ad2d-2376-4adf-8fa1-6c4750a8cd53 req-b824225a-b2fa-43a5-9fcb-a52c39c23aba tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448248
Jan 15 21:54:06.780861 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823a09-ca32-4745-9f78-33f28cd54c17 req-91fe215a-c077-42c6-8fc3-7204eb815a45 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:06.782408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42823a09-ca32-4745-9f78-33f28cd54c17 req-91fe215a-c077-42c6-8fc3-7204eb815a45 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0497193
Jan 15 21:54:06.816601 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:54:06.819046 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58527bc-31ae-408b-9f94-e645210e6ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:54:06.844971 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42823a09-ca32-4745-9f78-33f28cd54c17 req-6cf25e97-d6d5-4630-b21b-f8f0da440c7f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557573
Jan 15 21:54:06.861440 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3553ab10-875d-4eff-82b4-fa93b3788c4a x-openstack-request-id: req-3553ab10-875d-4eff-82b4-fa93b3788c4a {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:54:06.861733 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:54:06.861993 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3553ab10-875d-4eff-82b4-fa93b3788c4a {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:54:06.862402 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'status': 'completed', 'code': 200}
Jan 15 21:54:07.968283 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33ed9-46f5-4d49-89ab-19dac3a3c6b1 req-cdd12b1b-7136-47ad-af63-911a665a19f0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:07.970592 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0b33ed9-46f5-4d49-89ab-19dac3a3c6b1 req-cdd12b1b-7136-47ad-af63-911a665a19f0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0523157
Jan 15 21:54:08.023845 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e0b33ed9-46f5-4d49-89ab-19dac3a3c6b1 req-7e210ad8-fd79-48d2-93de-5de731911b5d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471454
Jan 15 21:54:09.181583 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf411a-f927-453b-a08b-3cc0c6896f44 req-29bf5c87-4cd5-426b-b4bb-c32194f5f3e2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:09.183056 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3abf411a-f927-453b-a08b-3cc0c6896f44 req-29bf5c87-4cd5-426b-b4bb-c32194f5f3e2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0709283
Jan 15 21:54:09.233087 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3abf411a-f927-453b-a08b-3cc0c6896f44 req-c5760330-98bb-4124-bb10-e6fb8f952670 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443771
Jan 15 21:54:10.355963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0b8e-ad14-49ca-bb7b-8c645c783001 req-eb845c76-4e85-4c25-a664-aa451898f48c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:10.357525 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f4f0b8e-ad14-49ca-bb7b-8c645c783001 req-eb845c76-4e85-4c25-a664-aa451898f48c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0554833
Jan 15 21:54:10.410249 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9f4f0b8e-ad14-49ca-bb7b-8c645c783001 req-5d7c0c37-a3e5-4287-bb5f-1640ccbf9077 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471056
Jan 15 21:54:11.528598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c14f6-c917-4fa5-9cd6-e78d70352bc7 req-98e1e38f-30b6-4087-ab03-4fb6bdf995c6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:11.530135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-198c14f6-c917-4fa5-9cd6-e78d70352bc7 req-98e1e38f-30b6-4087-ab03-4fb6bdf995c6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0485227
Jan 15 21:54:11.596304 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-198c14f6-c917-4fa5-9cd6-e78d70352bc7 req-5895986b-ca26-4d39-bba1-9c6bb2152b78 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550115
Jan 15 21:54:12.721799 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32eeda-2f04-46d4-8d44-b7864c1e67fc req-baaf29a0-2659-42f2-965e-7e3010e938c8 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:12.723303 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f32eeda-2f04-46d4-8d44-b7864c1e67fc req-baaf29a0-2659-42f2-965e-7e3010e938c8 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0582588
Jan 15 21:54:12.774247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3f32eeda-2f04-46d4-8d44-b7864c1e67fc req-7d586dd2-a39b-4cc3-a4ef-5b5a0fc6b543 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443571
Jan 15 21:54:13.894617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94406b62-6cf7-45f4-be34-4eea6dff536f req-75b6e2c9-38c9-42c6-8cfa-927cbe5cc9ce tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:13.896242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94406b62-6cf7-45f4-be34-4eea6dff536f req-75b6e2c9-38c9-42c6-8cfa-927cbe5cc9ce tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0505638
Jan 15 21:54:13.945892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-94406b62-6cf7-45f4-be34-4eea6dff536f req-1e1b0d0f-9c66-43b0-9643-f9c88adc6eed tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438273
Jan 15 21:54:14.881178 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:15.064224 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22db29-9051-408f-9867-4c1b88756880 req-cd6d7201-5c53-4cad-8762-5414d22c7af5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:15.065723 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd22db29-9051-408f-9867-4c1b88756880 req-cd6d7201-5c53-4cad-8762-5414d22c7af5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0487709
Jan 15 21:54:15.117795 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fd22db29-9051-408f-9867-4c1b88756880 req-789be028-0631-4c09-a117-b447dec7fe60 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460579
Jan 15 21:54:15.824389 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:16.239209 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef0bd9-c447-45d9-9dc3-ecdc9786345e req-f1bc785c-47cf-468f-b6a9-4ad1904cb293 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:16.240959 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66ef0bd9-c447-45d9-9dc3-ecdc9786345e req-f1bc785c-47cf-468f-b6a9-4ad1904cb293 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0509851
Jan 15 21:54:16.310511 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-66ef0bd9-c447-45d9-9dc3-ecdc9786345e req-3adc307e-b14a-4dee-bd82-ea9c760c581f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639045
Jan 15 21:54:17.431964 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7c68-dd1b-4777-8e7c-02466251f18d req-35396b68-03e4-48ab-b9d0-3de39e0867c7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:17.433470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a74c7c68-dd1b-4777-8e7c-02466251f18d req-35396b68-03e4-48ab-b9d0-3de39e0867c7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0491145
Jan 15 21:54:17.489164 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a74c7c68-dd1b-4777-8e7c-02466251f18d req-6378aaea-6261-46db-ad9d-2a2807f5bada tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445676
Jan 15 21:54:17.506628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-c7a461fd-269c-4cc1-b1d0-6db1a3a91608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:17.508165 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-c7a461fd-269c-4cc1-b1d0-6db1a3a91608 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1095 time: 0.0487752
Jan 15 21:54:17.600195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-20695410-10be-49a3-b4e1-9957791641b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:17.601597 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-20695410-10be-49a3-b4e1-9957791641b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0854495
Jan 15 21:54:17.680114 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-cc3899d5-535a-4281-a9f7-70fa84c940bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 999 time: 0.0668292
Jan 15 21:54:17.729059 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-1dc0719f-2eac-4992-ab57-a9c43975d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:17.730505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-1dc0719f-2eac-4992-ab57-a9c43975d636 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0442593
Jan 15 21:54:17.774096 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-fd72e4b4-ef7a-4273-9880-62658ff177c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:17.775581 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-fd72e4b4-ef7a-4273-9880-62658ff177c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388184
Jan 15 21:54:17.866912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-48de422a-c53a-451a-9242-a69291ec0a43 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838375
Jan 15 21:54:17.953406 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-e58527bc-31ae-408b-9f94-e645210e6ba7 req-31db76d1-ff47-4f4c-a4e3-912520ec4db6 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808122
Jan 15 21:54:18.058757 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-319ca525-1676-4ae6-9b7c-56fa53f2872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:18.607873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26512e5-99be-4c5e-a007-4f387d5f17ee req-00b0a0c9-ba88-40e9-a851-4c835ede5d47 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:18.609358 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f26512e5-99be-4c5e-a007-4f387d5f17ee req-00b0a0c9-ba88-40e9-a851-4c835ede5d47 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0529537
Jan 15 21:54:18.658958 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f26512e5-99be-4c5e-a007-4f387d5f17ee req-207ddbc3-5e97-4b2b-a776-25b197d00792 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435369
Jan 15 21:54:19.717893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:54:19.773971 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c9e39-8b2d-47f2-97d6-203cbeeff07c req-38e2311e-5c78-4cd4-a0a0-fadc623635a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:19.775755 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700c9e39-8b2d-47f2-97d6-203cbeeff07c req-38e2311e-5c78-4cd4-a0a0-fadc623635a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 944 time: 0.0487850
Jan 15 21:54:19.817368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:54:19.825819 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-700c9e39-8b2d-47f2-97d6-203cbeeff07c req-8a399818-8390-408c-b149-04517acb337e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448372
Jan 15 21:54:19.829151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'port_id': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'mac_address': 'fa:16:3e:b0:cf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:54:19.866433 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:54:19.866845 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:19.879416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:54:19.898277 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:54:19.902416 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:19.948562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=10']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:54:20.142536 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:54:20.783392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-12551251-3091-4c6c-9754-cbf712a3220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:20.941827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa48a0-685b-446a-a924-b2bde3f8f56d req-9681acd6-5970-46a6-a26e-b02a28cdea76 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:20.943199 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85fa48a0-685b-446a-a924-b2bde3f8f56d req-9681acd6-5970-46a6-a26e-b02a28cdea76 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 946 time: 0.0491056
Jan 15 21:54:20.995722 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-85fa48a0-685b-446a-a924-b2bde3f8f56d req-0ac7271c-1876-4036-ab8a-917f582d09ba tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468807
Jan 15 21:54:21.725468 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:54:21.775524 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:54:21.779428 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:54:21.779803 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:21.855458 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:54:21.856187 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:21.877880 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:54:21.880184 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1350d413-ff73-4c66-a13c-fab5844f4944" -d '{"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:54:21.893318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:54:21.897319 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:21.923358 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0bbad3-2af0-439f-bbb1-0d442f2ea89a x-openstack-request-id: req-af0bbad3-2af0-439f-bbb1-0d442f2ea89a {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:54:21.923649 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:54:21.923897 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af0bbad3-2af0-439f-bbb1-0d442f2ea89a {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:54:21.924279 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'code': 200}
Jan 15 21:54:21.950639 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=11']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:54:22.077710 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc0b6-e350-4b2a-a085-ce2896b48b73 req-d50d9bdd-ce18-4672-8260-b9d97da44da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:22.079285 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebc0b6-e350-4b2a-a085-ce2896b48b73 req-d50d9bdd-ce18-4672-8260-b9d97da44da7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1098 time: 0.0408118
Jan 15 21:54:22.118538 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b2ce5-e399-47f0-97a8-58a364b8488e req-9a36c437-8345-4ba9-914d-303f6f15451c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:22.120470 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-799b2ce5-e399-47f0-97a8-58a364b8488e req-9a36c437-8345-4ba9-914d-303f6f15451c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0516040
Jan 15 21:54:22.122475 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:22.132468 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-f7ebc0b6-e350-4b2a-a085-ce2896b48b73 req-1923ca4c-a8e6-45f1-aaf2-c52958f63edd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459931
Jan 15 21:54:22.171095 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-799b2ce5-e399-47f0-97a8-58a364b8488e req-0c20e119-cce4-4e46-9a1a-6c49567a9703 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446754
Jan 15 21:54:23.295722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fe85-b90f-4374-9101-c8b557543faa req-7e2f7d1c-6916-4d8c-ba65-01cf84489c76 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:23.297684 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bca2fe85-b90f-4374-9101-c8b557543faa req-7e2f7d1c-6916-4d8c-ba65-01cf84489c76 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0543532
Jan 15 21:54:23.348615 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bca2fe85-b90f-4374-9101-c8b557543faa req-0da0d042-e7c4-4150-9036-874f37ace6db tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451114
Jan 15 21:54:23.513089 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:24.371499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:24.472792 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d69946-e96c-4ebf-aa80-1353ee4e77eb req-a8943285-db2f-4c99-a5d5-cecc9d87764e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:24.474301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63d69946-e96c-4ebf-aa80-1353ee4e77eb req-a8943285-db2f-4c99-a5d5-cecc9d87764e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0537722
Jan 15 21:54:24.525949 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-63d69946-e96c-4ebf-aa80-1353ee4e77eb req-162c46e9-5673-4a31-b6fc-82c80678adee tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458918
Jan 15 21:54:27.844985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:54:30.516660 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-0934c095-7201-4be8-9ec8-37c892f8cca8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446770
Jan 15 21:54:30.594751 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-5c30042f-6494-4053-b2c0-dfba47baa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:30.596247 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-5c30042f-6494-4053-b2c0-dfba47baa162 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1098 time: 0.0387871
Jan 15 21:54:30.700160 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-8f067fd0-e19c-4628-b7c3-9504f02d79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:30.701658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-8f067fd0-e19c-4628-b7c3-9504f02d79d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0866945
Jan 15 21:54:30.765935 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-2fe86651-8df3-4010-97ad-ee83271c078b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1001 time: 0.0571427
Jan 15 21:54:30.814165 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-e30e7642-3c6d-4aaf-84ca-e86b73442aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:30.815571 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-e30e7642-3c6d-4aaf-84ca-e86b73442aca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0433626
Jan 15 21:54:30.862422 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-a5f10b1c-f116-46ed-9b57-edb831a80e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:54:30.863871 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-a5f10b1c-f116-46ed-9b57-edb831a80e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424206
Jan 15 21:54:30.950610 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-986a1032-c82e-4932-a5dc-4895e2c7b133 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810719
Jan 15 21:54:31.041490 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-89afc3db-0acf-4a00-8f10-ee1cc4f8664e req-5f0936c4-8f77-4a67-99b7-ad5e9b20a2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842574
Jan 15 21:54:44.872342 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:45.826520 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:48.061237 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-978388d1-ef19-4544-a8b1-357771d1abf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:48.682322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-879ff01e-00b0-4372-9fa3-db26a5b6cae9 req-17f986e4-1561-43fc-9918-8fb05b826e76 service neutron] (114437) timed out ('10.222.0.46', 47568) {{(pid=114437) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 21:54:50.786181 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fb5eaa9e-44ea-4029-8a74-fb1dbe65d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:52.126470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:53.516033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:54:54.375049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:04.843894 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:55:14.872574 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:15.838091 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:18.062187 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-80a26ed9-5cbd-4beb-a4cd-a84ac22be61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:20.788689 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-110f4f23-72f1-4597-ba44-b255d83e6e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:22.126934 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:23.521123 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:24.377989 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:32.527457 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-4e290020-24ca-49eb-a29f-5a7807091152 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410523
Jan 15 21:55:32.607047 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-ecb22f73-f9c7-46b5-af17-3561c2495aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:32.608505 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-ecb22f73-f9c7-46b5-af17-3561c2495aed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1098 time: 0.0394099
Jan 15 21:55:33.017474 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-81ae1a37-8d4c-4ec1-853a-832a04133058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:33.018934 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-81ae1a37-8d4c-4ec1-853a-832a04133058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.3924158
Jan 15 21:55:33.084363 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-a48484e1-fe0c-4123-89fa-d685a2ddee8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 1001 time: 0.0577219
Jan 15 21:55:33.131166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-5d6beb2e-8c24-42f0-840d-e6766ecbb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:33.132569 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-5d6beb2e-8c24-42f0-840d-e6766ecbb8f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0433602
Jan 15 21:55:33.180372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-6c811dcc-0289-4b7c-bb7a-3bb8189dbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:33.181851 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-6c811dcc-0289-4b7c-bb7a-3bb8189dbbb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435729
Jan 15 21:55:33.267380 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-8a2415d9-11d7-49b7-8111-d3da250b8be8 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797086
Jan 15 21:55:33.358474 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d0b16bfb-56ed-4a03-94c5-a9ecd8b108cd req-ce9e3735-fb63-423f-a6ec-33a7dd53d4c8 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847347
Jan 15 21:55:33.488246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33866) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:33.647208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Deleting port feae3cda-8f71-45a8-94e7-f7a0b03215b1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:55:33.647452 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:33.724871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:33.725201 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (feae3cda-8f71-45a8-94e7-f7a0b03215b1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:33.736597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Calling delete_port for feae3cda-8f71-45a8-94e7-f7a0b03215b1 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:55:33.883975 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (feae3cda-8f71-45a8-94e7-f7a0b03215b1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:33.909275 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'Port': ['ID=feae3cda-8f71-45a8-94e7-f7a0b03215b1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:33.920134 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.920485 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.920827 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.921189 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.921523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.921852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.922181 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.922506 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.922831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.923152 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.923473 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.923795 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.924112 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:33.980959 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (1a0ec55d-0110-48b4-bb82-6788e238bcdf), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:33.981296 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Floating IP 1a0ec55d-0110-48b4-bb82-6788e238bcdf disassociated (deleted). External IP: 172.35.1.56, port: b23ffb45-4fb8-4e27-8653-b756ce0ae1d5.
Jan 15 21:55:34.189465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:55:34.297597 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:55:34.303194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:34.307657 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:55:34.316718 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:55:34.317368 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3669a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:55:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:34.329160 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-426d4a41-caac-46b7-a023-5e72d2da3bc2 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "DELETE /v2.0/floatingips/1a0ec55d-0110-48b4-bb82-6788e238bcdf HTTP/1.1" status: 204  len: 168 time: 0.8397522
Jan 15 21:55:34.329773 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:55:34.332035 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589047c9-26ba-4512-bc68-1e75c84f1ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:55:34.440356 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:55:34.451791 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a79d7-687e-4b34-8977-60bad21911b2 x-openstack-request-id: req-f34a79d7-687e-4b34-8977-60bad21911b2 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:55:34.452146 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:55:34.452472 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f34a79d7-687e-4b34-8977-60bad21911b2 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:55:34.452981 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'status': 'completed', 'code': 200}
Jan 15 21:55:34.546638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-128cdc87-4ca3-462e-9504-dfb595994ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:34.548751 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-128cdc87-4ca3-462e-9504-dfb595994ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 1098 time: 0.0520799
Jan 15 21:55:34.577113 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482f91c-e8b0-4c49-8c15-1bf0622bd199 req-b5d9a391-05ba-4676-827e-63badabdfb9c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:34.578885 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4482f91c-e8b0-4c49-8c15-1bf0622bd199 req-b5d9a391-05ba-4676-827e-63badabdfb9c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0578198
Jan 15 21:55:34.644855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3669a0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:34.646807 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-59771d28-07be-49f0-9d6c-05d34ad33068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:34.648300 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4482f91c-e8b0-4c49-8c15-1bf0622bd199 req-44e1199e-f742-4d09-a12f-29c7e24b0d24 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625122
Jan 15 21:55:34.648460 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-59771d28-07be-49f0-9d6c-05d34ad33068 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0934410
Jan 15 21:55:34.673711 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:55:34.682305 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:55:34.682908 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3669a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:55:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:34.692068 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-106b5178-83f9-4cc8-a173-ca299b4806d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 200  len: 217 time: 0.0372360
Jan 15 21:55:34.741553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-71f1c5f8-7174-4f46-ae0f-55c4b19cc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:34.743012 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-71f1c5f8-7174-4f46-ae0f-55c4b19cc374 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0443103
Jan 15 21:55:34.788197 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-97288573-f160-462a-b30e-d3f34a1ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:34.788478 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:55:34.789717 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-97288573-f160-462a-b30e-d3f34a1ec91d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403161
Jan 15 21:55:34.881814 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-58ed61a4-39c1-4de9-9482-fec95da87bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858116
Jan 15 21:55:34.976921 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-589047c9-26ba-4512-bc68-1e75c84f1ec5 req-77df336c-74ab-4cac-a786-eecc1646b407 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889883
Jan 15 21:55:34.992575 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3669a0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:35.019707 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43417c3-c3ca-4148-bd6c-03ecdafa5851 None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:55:35.241743 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfe5b-47b5-4470-80d2-d30b6407f430 None None] New status for floating IP 1a0ec55d-0110-48b4-bb82-6788e238bcdf: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:55:35.768182 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4738ba3-06f3-4769-96ab-a32c7643f218 req-a3ac0574-6a1a-40d0-a350-90936e402e19 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:35.770822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4738ba3-06f3-4769-96ab-a32c7643f218 req-a3ac0574-6a1a-40d0-a350-90936e402e19 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0577230
Jan 15 21:55:35.825244 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4738ba3-06f3-4769-96ab-a32c7643f218 req-a5af6a85-6cfd-44b0-ac13-a8475f9d0ec4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=89ad144d-1400-4eaa-aa5a-2bdb35cd514b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482492
Jan 15 21:55:35.838290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-2a574560-7c5e-4425-962e-065fb1190089 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:35.839893 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-2a574560-7c5e-4425-962e-065fb1190089 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfdf5da-b32d-4782-869b-97d45817dd5c HTTP/1.1" status: 200  len: 947 time: 0.0527089
Jan 15 21:55:35.928029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Deleting port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:55:35.928352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:36.019134 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] For port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:55:36.019492 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:36.031945 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Calling delete_port for b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:55:36.160075 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (b23ffb45-4fb8-4e27-8653-b756ce0ae1d5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:36.186561 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'Port': ['ID=b23ffb45-4fb8-4e27-8653-b756ce0ae1d5,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:36.200789 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.201166 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.201508 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.201846 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.202177 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.202506 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.202829 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.203151 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.203476 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.203800 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.204122 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.204440 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.204757 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:36.238595 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] No DVR routers for this DVR port b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:55:36.241691 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:36.244956 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-51fb36a2-dba7-4f90-a33d-9e54ce425a90 req-30e32186-042d-40da-b463-50a9db87aa05 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.39 "DELETE /v2.0/ports/b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 HTTP/1.1" status: 204  len: 173 time: 0.3999238
Jan 15 21:55:36.245388 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-deleted', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:55:36.248090 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547a21d1-8784-4020-b8b9-0aec95fdf3fd" -d '{"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-deleted", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:55:36.291506 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb4e1e-c4bb-404f-a721-748ab521aee8 x-openstack-request-id: req-78bb4e1e-c4bb-404f-a721-748ab521aee8 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:55:36.291868 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfdf5da-b32d-4782-869b-97d45817dd5c", "name": "network-vif-deleted", "tag": "b23ffb45-4fb8-4e27-8653-b756ce0ae1d5", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:55:36.292206 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78bb4e1e-c4bb-404f-a721-748ab521aee8 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:55:36.292673 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfdf5da-b32d-4782-869b-97d45817dd5c', 'name': 'network-vif-deleted', 'tag': 'b23ffb45-4fb8-4e27-8653-b756ce0ae1d5', 'status': 'completed', 'code': 200}
Jan 15 21:55:36.881858 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33888) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:36.939929 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (89ad144d-1400-4eaa-aa5a-2bdb35cd514b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:36.965058 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (89ad144d-1400-4eaa-aa5a-2bdb35cd514b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.022729 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (89ad144d-1400-4eaa-aa5a-2bdb35cd514b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.025368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.026556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "DELETE /v2.0/security-groups/89ad144d-1400-4eaa-aa5a-2bdb35cd514b HTTP/1.1" status: 204  len: 168 time: 0.1436796
Jan 15 21:55:37.036039 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cca553-b0aa-496d-b6ae-18d5c3b838ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad144d-1400-4eaa-aa5a-2bdb35cd514b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.223673 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 33894) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.228338 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446502868', 'description': 'tempest-secgroup-smoke-446502868 description', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.251586 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.318046 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (e0826965-09ef-4de1-822a-b23b48aabf45), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.322421 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0826965-09ef-4de1-822a-b23b48aabf45), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.352889 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.354149 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1293576
Jan 15 21:55:37.356102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf157b65-c674-4b93-baf2-d7eda34633e5 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0826965-09ef-4de1-822a-b23b48aabf45,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.357172 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33896) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.361759 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.391103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (9625004f-9cf5-4c2b-8fdf-0f87d337da0e), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.449108 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (9625004f-9cf5-4c2b-8fdf-0f87d337da0e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.452834 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (9625004f-9cf5-4c2b-8fdf-0f87d337da0e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.470170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9625004f-9cf5-4c2b-8fdf-0f87d337da0e,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.476982 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.478197 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-09c538c0-30f7-4f57-902c-dcfa7dc6b38a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1200247
Jan 15 21:55:37.481004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33898) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.485322 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.516383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (c464ee4a-8672-404a-964a-7f59b56b469b), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.571704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (c464ee4a-8672-404a-964a-7f59b56b469b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.575262 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (c464ee4a-8672-404a-964a-7f59b56b469b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.593061 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c464ee4a-8672-404a-964a-7f59b56b469b,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.599681 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.601071 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7f40efc9-f43a-4181-bb37-477a889d7132 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1189625
Jan 15 21:55:37.603569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33900) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.607830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.636704 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (f0aaf05a-6ad5-487e-9a37-cbea30049276), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.692139 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (f0aaf05a-6ad5-487e-9a37-cbea30049276), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.696634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (f0aaf05a-6ad5-487e-9a37-cbea30049276), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.716890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aaf05a-6ad5-487e-9a37-cbea30049276,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.722201 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.725900 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a02346ab-632e-4fd9-8deb-19ef44ff384a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1189106
Jan 15 21:55:37.726106 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33902) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.730277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.758791 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (841c7a25-8804-4322-8956-744503a8091a), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.819847 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (841c7a25-8804-4322-8956-744503a8091a), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.823278 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (841c7a25-8804-4322-8956-744503a8091a), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.841395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c7a25-8804-4322-8956-744503a8091a,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.854003 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.855196 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1be902b1-485c-4231-8372-daa959569526 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1281879
Jan 15 21:55:37.857914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33904) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.862207 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:37.886293 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Project 4cbeb500a7e84c5d8f6c765ef6530484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:55:37.891071 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (2ad28dd1-6ac9-4893-b7b7-a1102d72a484), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.950358 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (2ad28dd1-6ac9-4893-b7b7-a1102d72a484), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.953830 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (2ad28dd1-6ac9-4893-b7b7-a1102d72a484), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.971158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad28dd1-6ac9-4893-b7b7-a1102d72a484,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:37.979594 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:37.980771 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-6d08a43d-1443-475e-9103-4fb77348329a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1219280
Jan 15 21:55:37.983503 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 33906) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:37.987727 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'security_group_rule': {'security_group_id': 'e0826965-09ef-4de1-822a-b23b48aabf45', 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:38.010285 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Project 4cbeb500a7e84c5d8f6c765ef6530484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 21:55:38.015052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (205b5c3c-7025-4a06-a65e-1e2b6bb44648), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:38.072354 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (205b5c3c-7025-4a06-a65e-1e2b6bb44648), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:38.076021 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (205b5c3c-7025-4a06-a65e-1e2b6bb44648), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:38.093364 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205b5c3c-7025-4a06-a65e-1e2b6bb44648,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:38.101780 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:38.102985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-834dd074-e250-4924-a2ee-f3fac70b44c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1185758
Jan 15 21:55:38.124552 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:55:38.144311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:55:38.144634 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device b23ffb45-4fb8-4e27-8653-b756ce0ae1d5 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:55:39.701518 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-54cdf39d-4d01-45b3-9786-55ad45d2783e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446502868&fields=id&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 267 time: 0.0464630
Jan 15 21:55:39.806271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-d8d0fe32-7403-40ef-af09-fd536e006afc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:39.807700 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-d8d0fe32-7403-40ef-af09-fd536e006afc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 809 time: 0.0999212
Jan 15 21:55:39.822305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-6e7df199-d2e1-4354-afbd-143c16e7dd6e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/quotas/4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 375 time: 0.0091968
Jan 15 21:55:39.871881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-97684edc-a66f-4a97-a0b4-3643b6e0846f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0446882
Jan 15 21:55:39.886671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-c2b54350-ed3e-4afc-a4fa-24d437b66a70 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:55:39.887533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-c2b54350-ed3e-4afc-a4fa-24d437b66a70 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049236
Jan 15 21:55:39.980856 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-38747206-11b1-43b0-8bcf-d529d1e62d1c service neutron] 10.222.0.46 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880516
Jan 15 21:55:40.071070 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-28123a9a-cc2e-411c-ace6-eb2d12f88b91 service neutron] 10.222.0.46 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844991
Jan 15 21:55:40.354983 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6163fe1e-93e3-4c69-ad60-3c86ca959def req-d77e3d0b-1d9b-4858-bbb6-1c1154567ea1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 210 time: 0.0310855
Jan 15 21:55:41.313298 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-40865bc2-32f5-4cb9-99b4-c7727eb8c707 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:41.314708 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-40865bc2-32f5-4cb9-99b4-c7727eb8c707 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 809 time: 0.1068287
Jan 15 21:55:41.399032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-2d2c4981-2906-45a4-98eb-df28077819ee tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 379 time: 0.0695648
Jan 15 21:55:41.411852 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'port': {'device_id': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'admin_state_up': True, 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'security_groups': ['e0826965-09ef-4de1-822a-b23b48aabf45']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:41.492886 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-eb4ff80d-d4eb-4c85-b055-418d3a02d852 req-02599e2c-ed3d-4bcc-950d-1a68c6373eed tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 210 time: 0.0339460
Jan 15 21:55:41.554419 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Made reservation on behalf of 4cbeb500a7e84c5d8f6c765ef6530484 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:55:41.557895 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:41.688559 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Allocated IP 172.20.0.7 (f21819f5-21e2-4a05-8ef0-afdd46994d45/ef9c548a-d55d-4206-a1a5-385f544777ec/729cd33b-96ce-4869-9f56-9ba9d5d7d05c) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:55:41.829270 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:41.843664 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:55:41.863564 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:41.913216 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:55:41.916176 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:55:41.922605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:55:41.928598 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:41.982570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:41.983446 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.001618 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9538f528-918b-4a1b-9272-6a0467f335a3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5957453
Jan 15 21:55:42.016951 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Request body: {'port': {'device_id': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:42.074707 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.232464 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-fc4d3205-d9e8-46b9-ad00-5547eea8db71 None None] Provisioning complete for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:55:42.233114 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3205-d9e8-46b9-ad00-5547eea8db71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.276647 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d3205-d9e8-46b9-ad00-5547eea8db71 None None] Port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 21:55:42.380701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729cd33b-96ce-4869-9f56-9ba9d5d7d05c {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:55:42.389260 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks [] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.401887 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Transition to ACTIVE for port object 729cd33b-96ce-4869-9f56-9ba9d5d7d05c will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:55:42.405848 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.458898 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:42.536183 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:55:42.536417 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:55:42.536757 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:55:42.543449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:55:42.544943 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:55:42.550701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:55:42.551059 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:55:42.551446 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:55:42.551877 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Bound port: 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:55:42.552235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.648618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:55:42.652633 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:55:42.662770 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:55:42.666767 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eadbb-5b0f-4aab-b654-27fed155e49a req-134ebca2-2676-4b98-b364-e6df4ea85ab0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:42.666767 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c67eadbb-5b0f-4aab-b654-27fed155e49a req-134ebca2-2676-4b98-b364-e6df4ea85ab0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0792038
Jan 15 21:55:42.667775 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.717447 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:42.718073 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:42.719533 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] 10.222.0.45 "PUT /v2.0/ports/729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1091 time: 0.7069633
Jan 15 21:55:42.721578 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:55:42.723870 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:55:42.766170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e65de9-c436-4943-ac24-354b587e5296 service neutron] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:42.789384 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d498c4b4-a298-4715-834d-9dd71565af13 x-openstack-request-id: req-d498c4b4-a298-4715-834d-9dd71565af13 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:55:42.789686 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:55:42.789946 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d498c4b4-a298-4715-834d-9dd71565af13 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:55:42.790374 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'status': 'completed', 'code': 200}
Jan 15 21:55:42.811610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c67eadbb-5b0f-4aab-b654-27fed155e49a req-17500b9f-21e4-4327-81e6-9bf420d31dc9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358793
Jan 15 21:55:42.825502 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-025bb851-158e-43dd-be60-447119235dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:42.827104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-025bb851-158e-43dd-be60-447119235dbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1094 time: 0.0527809
Jan 15 21:55:42.880075 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-b28e8e9f-4bef-4c0d-8b38-9cfdb826a64c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 217 time: 0.0457180
Jan 15 21:55:42.932879 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-2d8708b1-9eda-427e-9f61-0f56cbe74e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:42.934387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-2d8708b1-9eda-427e-9f61-0f56cbe74e8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0460999
Jan 15 21:55:42.988912 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9de1250c-a76a-4c61-98de-ff11f1b70daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:42.990326 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9de1250c-a76a-4c61-98de-ff11f1b70daa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465772
Jan 15 21:55:43.087007 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-0d7b5953-f493-40d6-b60c-a92f2d0069be service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851896
Jan 15 21:55:43.185752 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-81e78028-79be-46d9-917f-1e3b0bb84f77 req-9802e32c-fa17-4ec5-8818-76a1770f4265 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896895
Jan 15 21:55:43.284193 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-31320d6d-6c49-4939-828a-a137189bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:43.285748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-31320d6d-6c49-4939-828a-a137189bca9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1094 time: 0.0411458
Jan 15 21:55:43.375743 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-910015dc-6f35-4451-89ac-0b8129226568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:43.377265 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-910015dc-6f35-4451-89ac-0b8129226568 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0854473
Jan 15 21:55:43.418268 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-337c2b87-28d3-4f8a-8827-55c2f4ba0946 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 217 time: 0.0345402
Jan 15 21:55:43.464771 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-86bd5655-1d53-434a-8096-3f750dfc66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:43.466097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-86bd5655-1d53-434a-8096-3f750dfc66bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0423102
Jan 15 21:55:43.509885 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-dda297b8-9991-47f3-8b46-e7c52590a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:43.511334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-dda297b8-9991-47f3-8b46-e7c52590a0c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392256
Jan 15 21:55:43.603644 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-85cdd768-c6a2-4b11-8d09-e96c38c535c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832636
Jan 15 21:55:43.695939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a9dfa5e8-6090-4eed-8ea4-0fd71a67cbd8 req-d0d21218-056d-446b-88c5-86049048ef28 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855591
Jan 15 21:55:43.933278 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab761b9-4533-4055-9b99-43046ba9dfbf req-481c023b-3a9b-4c4c-94f5-f8d496b1baac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:43.934721 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab761b9-4533-4055-9b99-43046ba9dfbf req-481c023b-3a9b-4c4c-94f5-f8d496b1baac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0491743
Jan 15 21:55:43.985225 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-aab761b9-4533-4055-9b99-43046ba9dfbf req-fe02ecb1-b38e-4c5b-88c3-86efb7549096 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449653
Jan 15 21:55:44.886312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:45.104067 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7821b-64b7-4959-8059-7a172e58ab05 req-70fe33c2-dbeb-4029-b305-3eff28a47470 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:45.105570 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fa7821b-64b7-4959-8059-7a172e58ab05 req-70fe33c2-dbeb-4029-b305-3eff28a47470 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0498717
Jan 15 21:55:45.154931 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3fa7821b-64b7-4959-8059-7a172e58ab05 req-48f89110-b06b-4657-ab73-a2df11d78802 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438433
Jan 15 21:55:45.839001 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:46.273998 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9eeb-64a0-4ff8-8814-c5656f2ac12b req-48addd67-e217-4420-842e-842ce6ac0e8f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:46.275456 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0da9eeb-64a0-4ff8-8814-c5656f2ac12b req-48addd67-e217-4420-842e-842ce6ac0e8f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0531573
Jan 15 21:55:46.322995 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c0da9eeb-64a0-4ff8-8814-c5656f2ac12b req-7bca3e33-8f7e-4b80-b4dc-b7ff81d5538c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420480
Jan 15 21:55:47.439705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62920741-07f9-4c00-b1a3-f8ca5b701433 req-f60e3bd1-a2d6-45bd-bb63-6c04db902292 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:47.441194 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62920741-07f9-4c00-b1a3-f8ca5b701433 req-f60e3bd1-a2d6-45bd-bb63-6c04db902292 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0499971
Jan 15 21:55:47.490597 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-62920741-07f9-4c00-b1a3-f8ca5b701433 req-d5c0627c-399c-4acd-ac38-60d44102ee4c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435884
Jan 15 21:55:47.701541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:55:47.797199 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:55:47.808689 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'mac_address': 'fa:16:3e:2a:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:55:47.844801 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:55:47.845220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:47.857974 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729cd33b-96ce-4869-9f56-9ba9d5d7d05c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:55:47.876558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:55:47.879980 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:47.930509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:47.937627 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.937981 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.938325 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.938666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.939000 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.939332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.939660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.939984 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.940309 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.940633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.940989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.941315 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:47.941636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:55:48.064027 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9d5fcde5-b741-4b90-b14c-9ba85f0e8ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:48.205177 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['729cd33b-96ce-4869-9f56-9ba9d5d7d05c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:55:48.610784 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa914f7-5a48-4d0e-a35e-46af68fc3189 req-4e7980c8-1f58-4ed8-8476-f0efbb9679de tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:48.612259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfa914f7-5a48-4d0e-a35e-46af68fc3189 req-4e7980c8-1f58-4ed8-8476-f0efbb9679de tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 944 time: 0.0525901
Jan 15 21:55:48.670081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bfa914f7-5a48-4d0e-a35e-46af68fc3189 req-b334474d-e476-41ac-b5ca-1fd7e6afd822 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511837
Jan 15 21:55:49.701650 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:55:49.750786 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:55:49.754850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:55:49.755318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:49.791807 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a5110-2529-417b-9fa3-59bae95138f9 req-b3948945-aeae-406f-a9a0-a14c9efeee89 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:49.793430 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea4a5110-2529-417b-9fa3-59bae95138f9 req-b3948945-aeae-406f-a9a0-a14c9efeee89 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 944 time: 0.0565565
Jan 15 21:55:49.840809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:55:49.841233 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:49.845264 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ea4a5110-2529-417b-9fa3-59bae95138f9 req-f8ac8aec-9415-47a5-b075-12b44f053c91 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460672
Jan 15 21:55:49.867479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:55:49.869748 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b81c1a-d5f1-4ddc-ba1d-08911e655846" -d '{"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-plugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:55:50.025972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d90cdd-de49-40ed-8c92-b1508357a46e req-94cc6e27-4635-4c9f-a8e9-c4e9d969f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:50.027479 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7d90cdd-de49-40ed-8c92-b1508357a46e req-94cc6e27-4635-4c9f-a8e9-c4e9d969f572 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1095 time: 0.0412400
Jan 15 21:55:50.044186 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8fb5e6-575a-4e4a-b13d-c314694a1a3d x-openstack-request-id: req-be8fb5e6-575a-4e4a-b13d-c314694a1a3d {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:55:50.044464 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-plugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:55:50.044773 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be8fb5e6-575a-4e4a-b13d-c314694a1a3d {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:55:50.045185 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'code': 200}
Jan 15 21:55:50.046841 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:55:50.051617 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:50.079529 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a7d90cdd-de49-40ed-8c92-b1508357a46e req-200d845e-de20-4227-83b8-01d7b24b3abf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429389
Jan 15 21:55:50.098522 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:50.790881 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2ede287a-5114-48a2-8995-20685272a37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:51.259004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30125415-a2da-4e04-9827-3afb81f9529b req-30e1f150-81e6-4140-b1a3-044e31433868 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:51.260454 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30125415-a2da-4e04-9827-3afb81f9529b req-30e1f150-81e6-4140-b1a3-044e31433868 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.3462152
Jan 15 21:55:51.308290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-30125415-a2da-4e04-9827-3afb81f9529b req-bca064f2-3eec-41c0-9555-fac79faa22bb tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421312
Jan 15 21:55:52.129350 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:52.426146 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ee17-2f38-4ce8-88f2-3c76e52cb956 req-19f8b5bd-165d-4e3d-acd6-e6cbe22bcc53 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:52.427587 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8863ee17-2f38-4ce8-88f2-3c76e52cb956 req-19f8b5bd-165d-4e3d-acd6-e6cbe22bcc53 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0491166
Jan 15 21:55:52.477105 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8863ee17-2f38-4ce8-88f2-3c76e52cb956 req-f3703b57-70c5-436f-800e-1c94c957277b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438404
Jan 15 21:55:52.593393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26628aa6-b9de-48a2-bea6-cdc5ba89a2f6 req-79b93b73-740e-472f-be5c-de384d6c7fb0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:52.594879 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26628aa6-b9de-48a2-bea6-cdc5ba89a2f6 req-79b93b73-740e-472f-be5c-de384d6c7fb0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0516527
Jan 15 21:55:52.644419 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-26628aa6-b9de-48a2-bea6-cdc5ba89a2f6 req-37d94c93-c245-4354-9b84-3d7c3855061d tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431955
Jan 15 21:55:52.666983 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34062) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:52.704644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132dd88c-0c7b-4008-b853-fcee730b115e tempest-TestShelveInstance-1767984188 tempest-TestShelveInstance-1767984188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:52.706102 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-132dd88c-0c7b-4008-b853-fcee730b115e tempest-TestShelveInstance-1767984188 tempest-TestShelveInstance-1767984188-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1091 time: 0.0381308
Jan 15 21:55:52.708814 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34064) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:55:52.713569 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:55:52.737603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:52.839723 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:52.940863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Allocated IP 172.35.1.95 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/d461ae47-7ffb-4698-8f8b-7e5363fcbb7b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 21:55:53.044752 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.077366 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.113600 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 21:55:53.117081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:55:53.120493 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 21:55:53.145459 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=d461ae47-7ffb-4698-8f8b-7e5363fcbb7b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:53.480603 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (49058022-3e7b-4de8-ba30-77d2811c0c6b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.520353 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.548867 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.696391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.700812 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.768921 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event updated for resources: {'Port': ['ID=d461ae47-7ffb-4698-8f8b-7e5363fcbb7b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:55:53.783189 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (49058022-3e7b-4de8-ba30-77d2811c0c6b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:53.894212 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Floating IP 49058022-3e7b-4de8-ba30-77d2811c0c6b associated. External IP: 172.35.1.95, port: 729cd33b-96ce-4869-9f56-9ba9d5d7d05c.
Jan 15 21:55:54.102571 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:55:54.205423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:55:54.216229 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:55:54.223391 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:54.227314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:55:54.227962 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1ba400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:55:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:54.254248 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-c652d4ae-573b-40bc-bf85-3ba034b694a9 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5438726
Jan 15 21:55:54.254948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:55:54.258029 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886419d9-06a6-4133-b43e-ee6ceb03b64a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:55:54.297532 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f1758a-42cc-4e1a-8bd8-760a0adfc468 x-openstack-request-id: req-00f1758a-42cc-4e1a-8bd8-760a0adfc468 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:55:54.297886 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:55:54.298154 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00f1758a-42cc-4e1a-8bd8-760a0adfc468 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:55:54.298590 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'status': 'completed', 'code': 200}
Jan 15 21:55:54.337927 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:55:54.359527 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-41e41e37-5b52-4d2e-b7bb-2306deb4fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:54.361057 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-41e41e37-5b52-4d2e-b7bb-2306deb4fac8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0435197
Jan 15 21:55:54.383220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:55:54.455710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-d28f4d01-345e-477c-a664-27b5e3374eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:54.457184 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-d28f4d01-345e-477c-a664-27b5e3374eed service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0904262
Jan 15 21:55:54.527818 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-bdb27d14-a62b-4da2-a5b6-1c14dd543eb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 998 time: 0.0649934
Jan 15 21:55:54.564618 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1ba400>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '49058022-3e7b-4de8-ba30-77d2811c0c6b', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.95', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:2a:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:55:53Z', 'updated_at': '2022-01-15T21:55:53Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:54.575810 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-6ecef4f3-ddaa-4c4c-a015-82909f364b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:54.577301 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-6ecef4f3-ddaa-4c4c-a015-82909f364b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0441382
Jan 15 21:55:54.590265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:55:54.598377 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:55:54.598971 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1ba400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:55:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:54.622161 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-4cb00971-35ea-4ddd-96d2-ca44ddf6368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:55:54.623610 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-4cb00971-35ea-4ddd-96d2-ca44ddf6368e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405684
Jan 15 21:55:54.721848 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-0342f275-5cd1-4813-a76b-108b6fdc8c56 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922267
Jan 15 21:55:54.801718 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:55:54.811945 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-886419d9-06a6-4133-b43e-ee6ceb03b64a req-49ae4e0f-2049-4d10-a009-26989c4f92bf service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843937
Jan 15 21:55:55.025670 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b1ba400>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '49058022-3e7b-4de8-ba30-77d2811c0c6b', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.95', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:2a:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:55:53Z', 'updated_at': '2022-01-15T21:55:53Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:55:55.050477 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98daf3-3357-437b-a1f0-9e17c4210ee3 None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '49058022-3e7b-4de8-ba30-77d2811c0c6b', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'floating_ip_address': '172.35.1.95', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'mac_address': 'fa:16:3e:2a:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T21:55:53Z', 'updated_at': '2022-01-15T21:55:53Z', 'revision_number': 0, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:55:55.246375 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36788dbc-e3da-433c-bdde-8ac50ce157fe None None] New status for floating IP 49058022-3e7b-4de8-ba30-77d2811c0c6b: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:56:14.908272 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:15.837355 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:18.068579 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-46686fed-d50d-4403-ac08-69fc5f9ff2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:18.843974 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:56:20.794382 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-51cc6794-a11c-4576-8993-146a069a95af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:22.134415 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:23.522836 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:24.380951 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:36.700234 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-2ccf432a-37b0-43e7-ae2f-49f40ce1ae69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0485039
Jan 15 21:56:36.786491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-2eb6fc01-dfa9-4180-9c79-3b4708f34c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:56:36.788314 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-2eb6fc01-dfa9-4180-9c79-3b4708f34c59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0439353
Jan 15 21:56:36.894627 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-5d092f74-4201-46b2-9659-48ffdbfc9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:56:36.896092 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-5d092f74-4201-46b2-9659-48ffdbfc9637 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0892155
Jan 15 21:56:36.970497 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-543683a7-2cda-47ae-ab80-203388ce18c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1000 time: 0.0670371
Jan 15 21:56:37.020658 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-1266da4e-fe40-433a-b17d-ea33430a7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:56:37.022311 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-1266da4e-fe40-433a-b17d-ea33430a7d05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0460262
Jan 15 21:56:37.069338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-c7b6b7a5-813d-4fde-9c33-411c5dbeb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:56:37.070863 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-c7b6b7a5-813d-4fde-9c33-411c5dbeb3bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430553
Jan 15 21:56:37.167990 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-0bd4d1d0-0404-461e-99d0-e3f3d7e49adf service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907674
Jan 15 21:56:37.268251 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f2895cf7-bb3b-4447-800f-1ae99cd9cd8e req-195bb91d-2df7-49be-9a26-dfbdf6dbc2b4 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917091
Jan 15 21:56:44.914905 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:45.834706 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:48.070516 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-804cebfc-4f50-4b64-b94d-caade66328c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:50.796930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2e5a85a2-c8f4-4212-916a-ada0ed7fd146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:52.135366 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:53.523998 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:54.372788 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:56:55.843713 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:57:14.914976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:15.851430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:18.071294 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e64d244-c2a0-4631-a25b-29896a7ae95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:20.798427 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bac0dd5-4d91-4762-a49f-9f4e1dac013b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:22.137673 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:23.527136 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:24.375828 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:32.843320 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:57:38.732568 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-8a98cfdf-55de-4cd4-bd45-b1ec4767522c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0839133
Jan 15 21:57:38.820094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-eefbcc35-2570-4cc2-9d3d-1c46c4adcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:57:38.821764 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-eefbcc35-2570-4cc2-9d3d-1c46c4adcf94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0414321
Jan 15 21:57:38.926354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-45e74ae2-4358-49e5-8025-7fefa5fb9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:57:38.927735 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-45e74ae2-4358-49e5-8025-7fefa5fb9d90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0837538
Jan 15 21:57:39.001148 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-93a49cd9-4726-4e0f-8c04-4e8d21808df8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1000 time: 0.0642817
Jan 15 21:57:39.050276 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-431bf61a-aeb2-4239-8019-b4f0cee96bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:57:39.051705 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-431bf61a-aeb2-4239-8019-b4f0cee96bf1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0445395
Jan 15 21:57:39.099186 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-8f4c2ecb-9033-427e-9c21-ebc0b52c2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:57:39.100667 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-8f4c2ecb-9033-427e-9c21-ebc0b52c2a4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395963
Jan 15 21:57:39.195135 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-9706ae7e-7182-4bc1-be50-369b904e48fb service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840728
Jan 15 21:57:39.284761 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e18bf9cc-6f41-4578-97f1-488cfd854c80 req-78d052e6-e039-4d46-9ee3-4bda9051445d service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809288
Jan 15 21:57:44.928418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:45.853656 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:48.078012 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d1b15c5e-6f9a-43e2-aa79-cae8e3842bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:50.799776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-133c67e8-6c77-4fb5-a57b-f9a11894254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:52.139800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:53.530100 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:57:54.377630 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:01.645309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26871f-15e1-40f6-a8f7-1ec072681e26 req-f277e96f-7882-4377-9f60-157230038d11 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:01.647062 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd26871f-15e1-40f6-a8f7-1ec072681e26 req-f277e96f-7882-4377-9f60-157230038d11 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.1034884
Jan 15 21:58:01.699103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bd26871f-15e1-40f6-a8f7-1ec072681e26 req-f3d68aec-d242-47c0-970f-c49575b2e186 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451636
Jan 15 21:58:02.863393 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5d89-19c7-4620-ae90-0a8d2eabb4ed req-48d44b73-54a9-43d1-8755-389abdf2a327 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:02.864922 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e1a5d89-19c7-4620-ae90-0a8d2eabb4ed req-48d44b73-54a9-43d1-8755-389abdf2a327 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0945320
Jan 15 21:58:02.914079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-4e1a5d89-19c7-4620-ae90-0a8d2eabb4ed req-30f68fa4-1473-473f-8dd1-9b5890470097 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434093
Jan 15 21:58:04.036768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b6a39-8ea7-4941-bc15-85b737e8da70 req-bced138c-beb4-4ea1-92f3-a8f02ff85bcd tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:04.038247 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da0b6a39-8ea7-4941-bc15-85b737e8da70 req-bced138c-beb4-4ea1-92f3-a8f02ff85bcd tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0488973
Jan 15 21:58:04.091195 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da0b6a39-8ea7-4941-bc15-85b737e8da70 req-3461bd78-d28b-4920-9d7a-304273343bfa tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470984
Jan 15 21:58:05.209027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd67a7-71af-40d6-b5e1-9e5550c1931e req-e37e27a1-4339-4d51-bdf7-6a039384b934 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:05.210510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25bd67a7-71af-40d6-b5e1-9e5550c1931e req-e37e27a1-4339-4d51-bdf7-6a039384b934 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0496514
Jan 15 21:58:05.258763 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25bd67a7-71af-40d6-b5e1-9e5550c1931e req-8d04b922-e711-4b00-a2e3-ae8d7d8fc736 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420122
Jan 15 21:58:06.379387 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a7aec-8604-4d78-98f0-3981bc8f279d req-aa03bacd-bc33-40d9-b74c-cbbb68e993ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:06.380892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc2a7aec-8604-4d78-98f0-3981bc8f279d req-aa03bacd-bc33-40d9-b74c-cbbb68e993ac tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0496075
Jan 15 21:58:06.429760 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cc2a7aec-8604-4d78-98f0-3981bc8f279d req-ded98ab3-4389-4b53-b60a-bbeb937a2146 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431743
Jan 15 21:58:07.554359 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e690aca-d6cb-4971-9038-5afce12bf3bb req-4fbb95a5-c82e-4222-b604-b6de3c9514ad tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:07.555820 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e690aca-d6cb-4971-9038-5afce12bf3bb req-4fbb95a5-c82e-4222-b604-b6de3c9514ad tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0566149
Jan 15 21:58:07.603972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8e690aca-d6cb-4971-9038-5afce12bf3bb req-e2d319cc-f92d-4c49-a51c-208ebab6aaad tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425408
Jan 15 21:58:08.718550 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa375f2e-98d7-46bb-8012-03aa36444842 req-a19e02dd-9126-4d79-b279-fc726ed448b8 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:08.720081 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa375f2e-98d7-46bb-8012-03aa36444842 req-a19e02dd-9126-4d79-b279-fc726ed448b8 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0487776
Jan 15 21:58:08.768585 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-fa375f2e-98d7-46bb-8012-03aa36444842 req-5c3150af-b75d-4dc2-a6c5-5aba6874496b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428815
Jan 15 21:58:09.842614 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:58:09.886686 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ca7dc-c350-4954-b980-e359d3088572 req-63ee537e-cc77-4b9f-afb8-63686aca7542 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:09.888327 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-219ca7dc-c350-4954-b980-e359d3088572 req-63ee537e-cc77-4b9f-afb8-63686aca7542 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0519891
Jan 15 21:58:09.936415 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-219ca7dc-c350-4954-b980-e359d3088572 req-cc75bf70-f1a1-4788-89a3-dd4713022aab tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425441
Jan 15 21:58:11.056206 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27ac2-142b-4d10-9996-02bdaa32f239 req-b90bf6fd-5e56-48b8-aaae-4ae02ebe4278 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:11.057844 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50c27ac2-142b-4d10-9996-02bdaa32f239 req-b90bf6fd-5e56-48b8-aaae-4ae02ebe4278 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0519180
Jan 15 21:58:11.107241 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-50c27ac2-142b-4d10-9996-02bdaa32f239 req-2d59e6a5-7f2a-432b-a420-c2cae9e138dc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432568
Jan 15 21:58:11.750847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-23444836-b150-426a-92b9-2b8998e16886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:11.752299 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-23444836-b150-426a-92b9-2b8998e16886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0438583
Jan 15 21:58:11.847520 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-0fbd800a-8e29-49a3-bd98-e26f11b2c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:11.849011 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-0fbd800a-8e29-49a3-bd98-e26f11b2c8aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0864146
Jan 15 21:58:11.915834 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-4ffe2009-c2a8-4f07-8d1f-1d5630e70807 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1000 time: 0.0577700
Jan 15 21:58:11.970184 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-79ff3c29-9e2f-4927-9c01-6568c414b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:11.971600 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-79ff3c29-9e2f-4927-9c01-6568c414b27b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0470119
Jan 15 21:58:12.019458 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-7b57aace-2e9c-446a-99b5-fd38d4858bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:12.020829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-7b57aace-2e9c-446a-99b5-fd38d4858bee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400348
Jan 15 21:58:12.112808 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-88755411-a916-4b6b-b2db-bf8c76a18f4c service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823331
Jan 15 21:58:12.238985 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e29f8870-2e16-4d56-b24f-541cde6eaa48 req-f5361407-a434-427a-8ab8-8508e669f456 service neutron] 10.222.0.45 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175828
Jan 15 21:58:12.253667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a86c9-d33c-47bd-ba1c-5b9199da801c req-894315a7-bb71-4cb0-981e-520614ebe992 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:12.255267 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08a86c9-d33c-47bd-ba1c-5b9199da801c req-894315a7-bb71-4cb0-981e-520614ebe992 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0784168
Jan 15 21:58:12.306846 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e08a86c9-d33c-47bd-ba1c-5b9199da801c req-59f220c7-a877-4b12-a0fc-0f97aa5acd6a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455801
Jan 15 21:58:13.712789 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dd33-84a3-4b9a-b807-49f580ea529e req-8ee80929-1371-45df-8009-807a44bc6de1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:13.714292 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee41dd33-84a3-4b9a-b807-49f580ea529e req-8ee80929-1371-45df-8009-807a44bc6de1 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.3390925
Jan 15 21:58:13.765387 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ee41dd33-84a3-4b9a-b807-49f580ea529e req-bc029659-e080-477e-ba3b-0ee123d92ae7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448849
Jan 15 21:58:14.887545 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d046666-cc0d-458c-8e9b-2707d616e605 req-49932e08-696e-46ef-b979-d97d550a4c46 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:14.889186 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d046666-cc0d-458c-8e9b-2707d616e605 req-49932e08-696e-46ef-b979-d97d550a4c46 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0557759
Jan 15 21:58:14.931212 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:14.951510 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9d046666-cc0d-458c-8e9b-2707d616e605 req-e636aecd-6a7a-46cb-b8ec-334792cb7257 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516725
Jan 15 21:58:15.158496 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-082b9be0-616c-4ab2-b897-9f8494bb6dfc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0473831
Jan 15 21:58:15.177603 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-f6768a8c-0b0e-48f8-868f-5521a2e65851 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 21:58:15.178749 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-f6768a8c-0b0e-48f8-868f-5521a2e65851 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062435
Jan 15 21:58:15.183788 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb65c8-e04f-4575-aaeb-c7ce1a0b7763 req-abeba1b9-c7ac-407e-bd11-1334e0174f20 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:15.185312 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afdb65c8-e04f-4575-aaeb-c7ce1a0b7763 req-abeba1b9-c7ac-407e-bd11-1334e0174f20 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0542674
Jan 15 21:58:15.246584 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-afdb65c8-e04f-4575-aaeb-c7ce1a0b7763 req-2aa4470d-3539-4374-a6ca-69b62952bbe7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551507
Jan 15 21:58:15.852165 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:16.370050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dfae-ff40-442d-95ec-dcc94e54e5ae req-a7ed3b9c-4db3-45ff-afc0-4aa437b01b09 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:16.371506 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3093dfae-ff40-442d-95ec-dcc94e54e5ae req-a7ed3b9c-4db3-45ff-afc0-4aa437b01b09 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0493643
Jan 15 21:58:16.426329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3093dfae-ff40-442d-95ec-dcc94e54e5ae req-9bb672dc-86a0-4e2d-a7e8-7770d2ebdd17 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483034
Jan 15 21:58:16.991421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-ada65460-1ced-4fd7-8ab8-aeab1cf3af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:16.993005 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-ada65460-1ced-4fd7-8ab8-aeab1cf3af4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&tenant_id=4cbeb500a7e84c5d8f6c765ef6530484 HTTP/1.1" status: 200  len: 1096 time: 0.0443358
Jan 15 21:58:17.005503 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:58:17.066268 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.271610 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:58:17.305251 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch2-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:58:17.342740 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:58:17.345705 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23abacff-6d2c-4191-9948-8e230f2f505e" -d '{"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-unplugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:58:17.349754 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks [] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.363778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Transition to ACTIVE for port object 729cd33b-96ce-4869-9f56-9ba9d5d7d05c will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 21:58:17.368166 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.396776 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9256ae-0c91-435f-8995-fe17a79d72ab x-openstack-request-id: req-8d9256ae-0c91-435f-8995-fe17a79d72ab {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:58:17.397096 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-unplugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:58:17.397352 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d9256ae-0c91-435f-8995-fe17a79d72ab {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:58:17.397744 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'code': 200}
Jan 15 21:58:17.452216 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=6']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:58:17.466836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.467191 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.467537 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.467881 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.468219 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.468553 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.468909 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.469768 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.470103 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.470436 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.470874 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.471207 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.471536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:17.512111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] No DVR routers for this DVR port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on host nch2-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:58:17.570250 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c847ab-4238-4305-99bb-870b1dcd11fb req-b031219c-64cd-46b1-99f7-3642b3ce6a5f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:17.571905 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6c847ab-4238-4305-99bb-870b1dcd11fb req-b031219c-64cd-46b1-99f7-3642b3ce6a5f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0636568
Jan 15 21:58:17.630448 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6c847ab-4238-4305-99bb-870b1dcd11fb req-6d1181e0-9318-4e48-a7b0-8f99600d4978 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521998
Jan 15 21:58:17.654621 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 21:58:17.654966 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 21:58:17.655298 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:58:17.660588 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 21:58:17.660947 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Attempting to bind port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on network f21819f5-21e2-4a05-8ef0-afdd46994d45 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 21:58:17.665933 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 21:58:17.666279 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Checking segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:58:17.666671 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Bound using segment: {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 21:58:17.667102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Bound port: 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07d9b-421e-474b-a1cf-85e2aed30db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 21:58:17.667465 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.730679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 21:58:17.733637 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 21:58:17.738824 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.776680 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:17.777398 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:17.778765 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] 10.222.0.39 "PUT /v2.0/ports/729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1091 time: 0.7793016
Jan 15 21:58:17.809540 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818087da-ad73-4e44-8cc2-95883fb11f9e service neutron] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=7']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:58:17.846999 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-8089c6d7-99f8-4d6c-84c8-0c183b98054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:17.848628 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-8089c6d7-99f8-4d6c-84c8-0c183b98054b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1094 time: 0.0470269
Jan 15 21:58:17.940106 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-ed4a2722-1401-4ac7-b21f-28820cd84c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:17.941671 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-ed4a2722-1401-4ac7-b21f-28820cd84c22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0876985
Jan 15 21:58:18.015051 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-04dc1342-4ec8-4d35-9b5b-76a30b96981a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 998 time: 0.0672190
Jan 15 21:58:18.064572 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-0aa84067-5cd1-4343-be2b-9d7022e7c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:18.066049 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-0aa84067-5cd1-4343-be2b-9d7022e7c1b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0452416
Jan 15 21:58:18.069646 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-62749a61-e7cb-4b51-9fe1-11be656a5b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:18.111343 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-a92f2302-297d-4d4c-80a3-ec9988355435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:18.112878 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-a92f2302-297d-4d4c-80a3-ec9988355435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411935
Jan 15 21:58:18.206694 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-0d8a53d1-9249-4c59-bd3c-37d433c26218 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876453
Jan 15 21:58:18.296933 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-b4496b2d-d9f8-4671-99b1-22afa86f9440 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841668
Jan 15 21:58:18.493427 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:58:18.535797 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] The host nch2-master-1 is not matching for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c host nch1-master-1! {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}}
Jan 15 21:58:18.536182 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:58:18.754369 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9d6f4-87c8-4a6e-8967-189096f6db59 req-f6183c8c-0295-480e-b3ba-54b7999df45e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:18.755857 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4c9d6f4-87c8-4a6e-8967-189096f6db59 req-f6183c8c-0295-480e-b3ba-54b7999df45e tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0536258
Jan 15 21:58:18.804881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b4c9d6f4-87c8-4a6e-8967-189096f6db59 req-026f050f-16da-453f-be55-4f83fe9f30fc tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434127
Jan 15 21:58:19.398830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:58:19.401259 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f260d2d-d413-4513-ae45-847528712b52" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:58:19.921165 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cabb4e-a607-4bdd-b2f0-9fc00d9acd07 req-da6ad3b5-69eb-4356-912f-21986acb525c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:19.922914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48cabb4e-a607-4bdd-b2f0-9fc00d9acd07 req-da6ad3b5-69eb-4356-912f-21986acb525c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0487828
Jan 15 21:58:19.970685 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-48cabb4e-a607-4bdd-b2f0-9fc00d9acd07 req-fdd4c007-d5d5-427f-963b-f2830b54d9f3 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425148
Jan 15 21:58:20.447808 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c97c50-ac79-4cb8-b428-74dd35c28285 x-openstack-request-id: req-40c97c50-ac79-4cb8-b428-74dd35c28285 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:58:20.448276 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:58:20.448403 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40c97c50-ac79-4cb8-b428-74dd35c28285 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:58:20.448730 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'status': 'completed', 'code': 200}
Jan 15 21:58:20.514337 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260d2d-d413-4513-ae45-847528712b52 req-9897c95b-18f4-44e8-8f75-c59dfb05afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:20.515838 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-9897c95b-18f4-44e8-8f75-c59dfb05afc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1094 time: 0.0456688
Jan 15 21:58:20.602584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260d2d-d413-4513-ae45-847528712b52 req-3c1be622-1552-4ca1-93eb-4ee1c3199bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:20.604025 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-3c1be622-1552-4ca1-93eb-4ee1c3199bef service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0822480
Jan 15 21:58:20.677383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-c97bb5d7-e0ff-4708-8406-2c6c17e11b27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 998 time: 0.0672100
Jan 15 21:58:20.727028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260d2d-d413-4513-ae45-847528712b52 req-2186c077-2913-4e96-94e2-0d1f8a17df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:20.728471 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-2186c077-2913-4e96-94e2-0d1f8a17df4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0459645
Jan 15 21:58:20.772577 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260d2d-d413-4513-ae45-847528712b52 req-d659165b-f1ba-4d74-a240-0f470e12930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:20.774081 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-d659165b-f1ba-4d74-a240-0f470e12930b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402589
Jan 15 21:58:20.802115 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4960656e-3479-458d-a64c-e82ee9e05e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:20.865561 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-22e86ece-4e1f-46b2-aaba-2709ec1a006e service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856676
Jan 15 21:58:20.953295 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f260d2d-d413-4513-ae45-847528712b52 req-bf42b9a6-ce11-4a27-81b3-bcbfed4c229d service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817649
Jan 15 21:58:21.085482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf24ae-ec60-45ba-9aac-9b6e20066459 req-fa3311fb-6b49-4fd5-a9fb-4a97cd37d1c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:21.086933 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cbf24ae-ec60-45ba-9aac-9b6e20066459 req-fa3311fb-6b49-4fd5-a9fb-4a97cd37d1c4 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0483363
Jan 15 21:58:21.138892 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-7cbf24ae-ec60-45ba-9aac-9b6e20066459 req-ac20b701-395f-44b8-8329-6fbb9a3c5774 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462992
Jan 15 21:58:22.143246 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:22.260075 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d072b-2c1f-442b-b0c3-924ae8d81045 req-14cdafa0-bb5d-406a-a454-e1565a60b73b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:22.261712 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f37d072b-2c1f-442b-b0c3-924ae8d81045 req-14cdafa0-bb5d-406a-a454-e1565a60b73b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 943 time: 0.0538435
Jan 15 21:58:22.313276 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f37d072b-2c1f-442b-b0c3-924ae8d81045 req-2fb1d052-a8f5-49b1-932a-e0ebb0b57f70 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448370
Jan 15 21:58:22.914770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 21:58:23.010289 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:58:23.022140 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'port_id': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'mac_address': 'fa:16:3e:2a:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 21:58:23.057931 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:58:23.058312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:23.070811 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729cd33b-96ce-4869-9f56-9ba9d5d7d05c {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 21:58:23.089982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:58:23.093710 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:23.139961 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:58:23.148734 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.149368 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.149479 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.149738 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.150061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.150382 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.150701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.151018 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.151379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.151696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.152010 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.152323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.152637 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:58:23.332095 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['729cd33b-96ce-4869-9f56-9ba9d5d7d05c'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 21:58:23.436102 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c19d5b-4fbf-4157-a287-5bc332b1a004 req-b737c75f-e37f-44ba-8a50-a115fb48fe9c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:23.437654 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9c19d5b-4fbf-4157-a287-5bc332b1a004 req-b737c75f-e37f-44ba-8a50-a115fb48fe9c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 944 time: 0.0495448
Jan 15 21:58:23.488058 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e9c19d5b-4fbf-4157-a287-5bc332b1a004 req-29465c49-fcc7-4ffa-a8d0-b2b3b0727a0f tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439358
Jan 15 21:58:23.549895 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:24.383582 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:24.608047 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c3666-f8f4-4755-b3d8-33608df85fc6 req-d05d5678-7107-42ed-a640-176c9db22984 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:24.609549 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f79c3666-f8f4-4755-b3d8-33608df85fc6 req-d05d5678-7107-42ed-a640-176c9db22984 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 944 time: 0.0526233
Jan 15 21:58:24.657914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f79c3666-f8f4-4755-b3d8-33608df85fc6 req-66a7d917-c8a3-4982-9904-ca8528480189 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425794
Jan 15 21:58:24.914297 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 21:58:24.962917 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 21:58:24.966731 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 21:58:24.967098 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:25.044341 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 21:58:25.044748 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:25.069175 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:58:25.071526 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af25733a-b294-4570-9788-cd2d79dc5995" -d '{"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-plugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:58:25.087381 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:58:25.091649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:25.116400 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a68dcc6-4271-4dfb-94f9-214ee22628ae x-openstack-request-id: req-0a68dcc6-4271-4dfb-94f9-214ee22628ae {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:58:25.116703 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-plugged", "status": "completed", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:58:25.116980 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a68dcc6-4271-4dfb-94f9-214ee22628ae {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:58:25.117374 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'code': 200}
Jan 15 21:58:25.144161 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=9']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:58:25.258163 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705212b-7c1b-4c00-976d-e1dc6aac3c7a req-f6cddd42-045b-42a2-9d85-c356b89e7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:25.259558 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4705212b-7c1b-4c00-976d-e1dc6aac3c7a req-f6cddd42-045b-42a2-9d85-c356b89e7ee7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0407507
Jan 15 21:58:25.304275 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-4705212b-7c1b-4c00-976d-e1dc6aac3c7a req-050a8a98-75b6-445c-ac5b-188928687168 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392885
Jan 15 21:58:25.770205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689802-eaac-4cdb-826f-2aa85c6932b2 req-844a738c-9487-4e9b-a8ee-4a6e78163609 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:25.771741 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c689802-eaac-4cdb-826f-2aa85c6932b2 req-844a738c-9487-4e9b-a8ee-4a6e78163609 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0477605
Jan 15 21:58:25.821338 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2c689802-eaac-4cdb-826f-2aa85c6932b2 req-47add803-095f-485b-80c3-0c0d4178689b tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441015
Jan 15 21:58:26.943680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043790ed-5cfb-4b15-9a2a-baed9d9ee902 req-7f9d13a7-997d-421a-b914-e58bc4a3b265 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:26.945182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-043790ed-5cfb-4b15-9a2a-baed9d9ee902 req-7f9d13a7-997d-421a-b914-e58bc4a3b265 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0550072
Jan 15 21:58:26.996369 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-043790ed-5cfb-4b15-9a2a-baed9d9ee902 req-d840f82b-aeed-413b-a4cf-2513b6866dc0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457003
Jan 15 21:58:37.076177 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-9715b0e7-6a7d-4ca3-a9e0-9f5988bb4597 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0461740
Jan 15 21:58:37.157659 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-3aa0e4e5-54e8-4904-a201-32c114c23595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:37.159212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-3aa0e4e5-54e8-4904-a201-32c114c23595 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0418017
Jan 15 21:58:37.273562 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-5aba7353-e005-4406-9243-5ac9defbe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:37.275112 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-5aba7353-e005-4406-9243-5ac9defbe3e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0946560
Jan 15 21:58:37.339856 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-e3f58aa8-481c-4658-99e8-06cfae0307c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1000 time: 0.0583215
Jan 15 21:58:37.388639 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-495536af-7c5c-42c5-9468-6890eade2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:37.390172 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-495536af-7c5c-42c5-9468-6890eade2e37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0447490
Jan 15 21:58:37.439125 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-95bf5340-4cfc-48bc-a29c-9c41f008d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:58:37.440622 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-95bf5340-4cfc-48bc-a29c-9c41f008d449 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437005
Jan 15 21:58:37.529339 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-aebb1005-a1a8-4f46-945d-7986149f914a service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825739
Jan 15 21:58:37.626212 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9f37bd24-c74f-49ec-a0f8-5779f5870bce req-516602ba-0313-4a32-bd9f-6f6183608805 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897548
Jan 15 21:58:44.930094 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:45.852922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:46.841101 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:58:48.071695 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cffd-b412-4ac0-a32e-13eae1563417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:50.804779 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-32ebb8d2-5d7d-4ba1-90fd-05d883cf8632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:52.146975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:53.539833 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:58:54.375169 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:14.931204 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:15.872390 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:18.073106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9269ac11-f88c-4e7d-acb7-f130a718d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:20.810035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82ac4737-c951-4573-8374-266a27d41e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:22.149532 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:23.539927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:23.839316 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 21:59:24.377915 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:38.107367 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-84d1e8d7-21f8-46ce-9cd5-402e0c004eef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0778515
Jan 15 21:59:38.188818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-ddbbd398-4494-41e1-8bf6-4159cdf8d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:38.190859 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-ddbbd398-4494-41e1-8bf6-4159cdf8d638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0403745
Jan 15 21:59:38.295429 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-8b8a98bb-2549-4f1c-a674-c1149681cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:38.296926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-8b8a98bb-2549-4f1c-a674-c1149681cf90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0889301
Jan 15 21:59:38.362391 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-6206476c-0769-4e09-953c-7b70e7546662 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 1000 time: 0.0593638
Jan 15 21:59:38.409919 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-6d1b7919-d241-44d6-943c-114d4f57ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:38.411361 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-6d1b7919-d241-44d6-943c-114d4f57ae86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0438278
Jan 15 21:59:38.459918 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-c440a717-61be-490d-8548-eae232d3cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:38.461347 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-c440a717-61be-490d-8548-eae232d3cf33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447910
Jan 15 21:59:38.548101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-fb3a1ffa-35e6-45e2-9635-1462be763be5 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810840
Jan 15 21:59:38.638002 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-2e568115-bba7-4c76-a8fb-bd7bf222c616 req-0891c2db-d6ea-4d12-b83a-aa4db82ed41f service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840356
Jan 15 21:59:44.957660 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:45.879479 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:45.880279 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34306) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:46.041565 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Deleting port d461ae47-7ffb-4698-8f8b-7e5363fcbb7b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:46.041902 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.118179 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.118423 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.130587 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Calling delete_port for d461ae47-7ffb-4698-8f8b-7e5363fcbb7b owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:46.277007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d461ae47-7ffb-4698-8f8b-7e5363fcbb7b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.306083 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'Port': ['ID=d461ae47-7ffb-4698-8f8b-7e5363fcbb7b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:46.318605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.318962 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.319307 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.319652 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.319993 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.320336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.320667 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.321037 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.321368 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.321697 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.322027 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.322349 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.322671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:46.378926 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for floatingip (49058022-3e7b-4de8-ba30-77d2811c0c6b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.378926 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Floating IP 49058022-3e7b-4de8-ba30-77d2811c0c6b disassociated (deleted). External IP: 172.35.1.95, port: 729cd33b-96ce-4869-9f56-9ba9d5d7d05c.
Jan 15 21:59:46.596605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:59:46.705109 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:59:46.709883 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:46.714555 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:59:46.724655 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:46.725299 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:46.740354 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a8943851-a4fc-41f6-961f-254a4fb44ef7 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "DELETE /v2.0/floatingips/49058022-3e7b-4de8-ba30-77d2811c0c6b HTTP/1.1" status: 204  len: 168 time: 0.8566220
Jan 15 21:59:46.740354 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:59:46.741250 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fcf72c-f380-44d5-b91a-be0d6ce4e116" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:59:46.782220 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 21:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734a4e11-e24c-4fc7-9042-a1c2f0024a16 x-openstack-request-id: req-734a4e11-e24c-4fc7-9042-a1c2f0024a16 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:59:46.782529 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:59:46.783406 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-734a4e11-e24c-4fc7-9042-a1c2f0024a16 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:59:46.784011 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'status': 'completed', 'code': 200}
Jan 15 21:59:46.839061 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:46.854791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-3119da63-4ef5-42bf-b14f-8861782e9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:46.856554 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-3119da63-4ef5-42bf-b14f-8861782e9837 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 1096 time: 0.0510328
Jan 15 21:59:46.965817 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-dee830bf-cedc-4792-97d5-0a1cfa1b2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:46.967624 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-dee830bf-cedc-4792-97d5-0a1cfa1b2361 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 200  len: 910 time: 0.0991423
Jan 15 21:59:46.988148 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ecea9-2084-4869-ae27-40b0e7a7bfb9 req-5e4f0053-4e30-40b5-b48f-b2e9ee6b5fd0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:46.990364 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d3ecea9-2084-4869-ae27-40b0e7a7bfb9 req-5e4f0053-4e30-40b5-b48f-b2e9ee6b5fd0 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0596459
Jan 15 21:59:47.014384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-0e11f79b-ee8a-4320-a59e-8f62bf6c73aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 200  len: 217 time: 0.0393617
Jan 15 21:59:47.044362 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1d3ecea9-2084-4869-ae27-40b0e7a7bfb9 req-7ec865ce-23f3-4cce-823e-0f91e7476b38 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484250
Jan 15 21:59:47.060623 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523910>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:47.068709 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-2e881e3d-76dc-4571-91ba-fb52d3530496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:47.070205 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-2e881e3d-76dc-4571-91ba-fb52d3530496 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 200  len: 848 time: 0.0491447
Jan 15 21:59:47.090821 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:59:47.099660 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:47.100265 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:47.115073 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-77a37406-af9f-401a-b1bf-16f01497df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:47.116564 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-77a37406-af9f-401a-b1bf-16f01497df83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f21819f5-21e2-4a05-8ef0-afdd46994d45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399301
Jan 15 21:59:47.205027 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:47.207999 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-d3589f09-549c-43e6-92bd-471339b7b2ba service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851398
Jan 15 21:59:47.296542 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-38fcf72c-f380-44d5-b91a-be0d6ce4e116 req-d69cf462-438b-4527-8195-ed93760a2c30 service neutron] 10.222.0.39 "GET /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820463
Jan 15 21:59:47.487849 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b523910>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:47.512768 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed1bab-ab08-4047-ae97-73291f5b5a68 None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:20Z', 'revision_number': 4, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1080e131-1b43-48fb-a36d-9601e3e2100f', 'name': '', 'network_id': 'f21819f5-21e2-4a05-8ef0-afdd46994d45', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'mac_address': 'fa:16:3e:4a:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:19Z', 'updated_at': '2022-01-15T21:51:24Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'subnets': [{'id': 'ef9c548a-d55d-4206-a1a5-385f544777ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:59:47.742857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d4e34-e572-411b-aa8c-fa182dad0c81 None None] New status for floating IP 49058022-3e7b-4de8-ba30-77d2811c0c6b: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 21:59:48.075336 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-800d0d4a-10b8-4558-b5d0-3eeaf3e25e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:48.172042 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4a719-1da6-4f2a-83c5-c6987911fc89 req-70d11fd7-954e-45be-928c-459262e63e7a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:48.173563 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27a4a719-1da6-4f2a-83c5-c6987911fc89 req-70d11fd7-954e-45be-928c-459262e63e7a tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0530379
Jan 15 21:59:48.222435 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27a4a719-1da6-4f2a-83c5-c6987911fc89 req-5f486e0e-2c7c-4d52-a6e4-d01369056f5c tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0826965-09ef-4de1-822a-b23b48aabf45&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429196
Jan 15 21:59:48.519975 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-77d56e42-fc7d-41f0-8398-a73b789d33ce tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:48.521434 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-77d56e42-fc7d-41f0-8398-a73b789d33ce tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 945 time: 0.0539272
Jan 15 21:59:48.609206 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Deleting port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:48.609853 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:48.697994 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] For port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:48.698352 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:48.711213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Calling delete_port for 729cd33b-96ce-4869-9f56-9ba9d5d7d05c owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:48.834363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (729cd33b-96ce-4869-9f56-9ba9d5d7d05c), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:48.866486 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'Port': ['ID=729cd33b-96ce-4869-9f56-9ba9d5d7d05c,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:48.880193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.880193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.880193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.880193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.880636 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.880754 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.881111 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.881447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.881803 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.882128 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.882456 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.882783 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.883102 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:48.917178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] No DVR routers for this DVR port 729cd33b-96ce-4869-9f56-9ba9d5d7d05c on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:59:48.919706 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:48.923070 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-453bdaa5-498f-43c1-b1e7-02a54c165ae7 req-5c022a44-1eab-4c1d-a0ab-d761e686ecb6 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.39 "DELETE /v2.0/ports/729cd33b-96ce-4869-9f56-9ba9d5d7d05c HTTP/1.1" status: 204  len: 173 time: 0.3965871
Jan 15 21:59:48.923536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-deleted', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 21:59:48.926565 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782abf2-ee71-4d3d-b751-0674649c3e1c" -d '{"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-deleted", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 21:59:49.022321 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 21:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987a89d8-cf41-4b48-878a-c8460d30d491 x-openstack-request-id: req-987a89d8-cf41-4b48-878a-c8460d30d491 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 21:59:49.022616 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd61ce6-b2d3-4358-afd4-59cadea14a52", "name": "network-vif-deleted", "tag": "729cd33b-96ce-4869-9f56-9ba9d5d7d05c", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 21:59:49.022870 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-987a89d8-cf41-4b48-878a-c8460d30d491 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 21:59:49.023274 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd61ce6-b2d3-4358-afd4-59cadea14a52', 'name': 'network-vif-deleted', 'tag': '729cd33b-96ce-4869-9f56-9ba9d5d7d05c', 'status': 'completed', 'code': 200}
Jan 15 21:59:49.354717 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-dac8fa9f-f5f0-46df-a0e3-144d3d2c9ace req-59c0173e-6e1a-43f5-9e07-b64d9b766d25 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdd61ce6-b2d3-4358-afd4-59cadea14a52 HTTP/1.1" status: 200  len: 210 time: 0.0379741
Jan 15 21:59:50.419163 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34360) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:50.477207 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (e0826965-09ef-4de1-822a-b23b48aabf45), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:50.502055 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (e0826965-09ef-4de1-822a-b23b48aabf45), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:50.564634 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (e0826965-09ef-4de1-822a-b23b48aabf45), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:50.568126 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:50.569348 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0826965-09ef-4de1-822a-b23b48aabf45 HTTP/1.1" status: 204  len: 168 time: 0.1491370
Jan 15 21:59:50.578904 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819d6a-01b3-4bc6-8109-714c58450394 tempest-TestShelveInstance-623147722 tempest-TestShelveInstance-623147722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0826965-09ef-4de1-822a-b23b48aabf45,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:50.613406 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34364) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:50.813418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7ae6-c430-468f-9757-d6a509833e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:51.371280 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:51.623835 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Deleting port 1080e131-1b43-48fb-a36d-9601e3e2100f {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:51.624579 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:51.700716 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] For port 1080e131-1b43-48fb-a36d-9601e3e2100f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1080e131-1b43-48fb-a36d-9601e3e2100f,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:51.701111 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:51.714293 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Calling delete_port for 1080e131-1b43-48fb-a36d-9601e3e2100f owned by network:router_interface {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:51.910284 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (1080e131-1b43-48fb-a36d-9601e3e2100f), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:51.938868 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1080e131-1b43-48fb-a36d-9601e3e2100f,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:52.119436 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.152427 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.350318 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:59:52.460021 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:59:52.465080 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-e36dc445-4411-48d1-8063-c01a5e2dc855 admin admin] 10.222.0.46 "PUT /v2.0/routers/adc39a7d-2a0a-4f08-a7db-7ad6a823fea5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8506336
Jan 15 21:59:52.467654 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34368) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:52.468760 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Sync routers for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:59:52.479520 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:52.480445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:52.577500 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks [] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.592306 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:52.677565 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks [] for router_gateway (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.734093 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Deleting port 5ed4f910-b506-4ee7-8fe8-1590c50229da {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:52.734438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.774159 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69'}], 'enable_snat': True}, 'gw_port_id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:59:51Z', 'revision_number': 5, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port': {'id': '5ed4f910-b506-4ee7-8fe8-1590c50229da', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:52.808097 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Checking router: adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:59:52.817880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] For port 5ed4f910-b506-4ee7-8fe8-1590c50229da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ed4f910-b506-4ee7-8fe8-1590c50229da,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:52.818145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Routers {'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:52.818261 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:52.818739 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:52.832689 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Calling delete_port for 5ed4f910-b506-4ee7-8fe8-1590c50229da owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:52.902727 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] Set router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:52.957326 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b7012b0>, [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:59:52Z', 'revision_number': 6, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:52.984330 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa689-e2b0-416d-a4f0-4432c4fd1361 None None] The sync data for ids ['adc39a7d-2a0a-4f08-a7db-7ad6a823fea5'] in ncdv-master-1 is: [{'id': 'adc39a7d-2a0a-4f08-a7db-7ad6a823fea5', 'name': 'tempest-TestShelveInstance-2065014122-router', 'tenant_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:17Z', 'updated_at': '2022-01-15T21:59:52Z', 'revision_number': 6, 'project_id': '4cbeb500a7e84c5d8f6c765ef6530484', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:59:53.003756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (5ed4f910-b506-4ee7-8fe8-1590c50229da), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.037628 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed4f910-b506-4ee7-8fe8-1590c50229da,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:53.048779 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd5706-aff5-421c-91be-541f006cb17b None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:59:53.101168 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.195452 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.197722 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks [] for router_controller (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.239876 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (adc39a7d-2a0a-4f08-a7db-7ad6a823fea5), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.240584 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:59:53.245483 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.246695 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-6928a30a-c9fa-472e-810d-41dcaa04f16d admin admin] 10.222.0.46 "DELETE /v2.0/routers/adc39a7d-2a0a-4f08-a7db-7ad6a823fea5 HTTP/1.1" status: 204  len: 168 time: 0.7781315
Jan 15 21:59:53.249241 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34370) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:53.271728 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:53.291938 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 729cd33b-96ce-4869-9f56-9ba9d5d7d05c {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:53.292279 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 729cd33b-96ce-4869-9f56-9ba9d5d7d05c not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:53.298784 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Deleting subnet ef9c548a-d55d-4206-a1a5-385f544777ec {{(pid=114438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:59:53.302535 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Publish callbacks [] for subnet (ef9c548a-d55d-4206-a1a5-385f544777ec), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.338380 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260285454'] for subnet (ef9c548a-d55d-4206-a1a5-385f544777ec), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.422057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (ef9c548a-d55d-4206-a1a5-385f544777ec), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.484339 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261002130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260899746'] for subnet (ef9c548a-d55d-4206-a1a5-385f544777ec), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.511428 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9c548a-d55d-4206-a1a5-385f544777ec,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:53.513389 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.517305 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5af99a03-8940-4c46-be21-31497f33fae3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ef9c548a-d55d-4206-a1a5-385f544777ec HTTP/1.1" status: 204  len: 168 time: 0.2670908
Jan 15 21:59:53.518192 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24584f-4a4f-40be-8ff9-a3d454da1459 None None] Network f21819f5-21e2-4a05-8ef0-afdd46994d45 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:59:53.519389 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34372) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:53.584877 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.590966 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (f21819f5-21e2-4a05-8ef0-afdd46994d45), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.647240 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Deleting port d390b4d1-229a-4bc6-a157-ffd369c0192b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:53.647577 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.713796 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] For port d390b4d1-229a-4bc6-a157-ffd369c0192b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d390b4d1-229a-4bc6-a157-ffd369c0192b,segment=NetworkSegment(1cc07d9b-421e-474b-a1cf-85e2aed30db1),segment_id=1cc07d9b-421e-474b-a1cf-85e2aed30db1)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:53.714475 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.727057 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Calling delete_port for d390b4d1-229a-4bc6-a157-ffd369c0192b owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:53.769924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] DHCP port deletion for f21819f5-21e2-4a05-8ef0-afdd46994d45 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:59:53.813264 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.821707 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Deleting port d390b4d1-229a-4bc6-a157-ffd369c0192b {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:53.822187 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.844812 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Pushing event deleted for resources: {'Port': ['ID=d390b4d1-229a-4bc6-a157-ffd369c0192b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:53.851049 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] No DVR routers for this DVR port d390b4d1-229a-4bc6-a157-ffd369c0192b on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:59:53.890190 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] For port d390b4d1-229a-4bc6-a157-ffd369c0192b, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:53.890585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.903118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Calling delete_port for d390b4d1-229a-4bc6-a157-ffd369c0192b owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:53.906065 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Port d390b4d1-229a-4bc6-a157-ffd369c0192b was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 21:59:53.907580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (d390b4d1-229a-4bc6-a157-ffd369c0192b), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.923865 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (f21819f5-21e2-4a05-8ef0-afdd46994d45), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.932533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Pushing event deleted for resources: {'Port': ['ID=d390b4d1-229a-4bc6-a157-ffd369c0192b,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:53.936696 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] No DVR routers for this DVR port d390b4d1-229a-4bc6-a157-ffd369c0192b on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:59:53.944242 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.944581 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.945133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.945643 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.946167 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.946490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.947240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.947500 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.952074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.952074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.952074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.952074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.952074 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e36d0f-3c6b-4eae-a95a-2b91ea4a705b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 21:59:53.954272 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e7894e580>,) {'filters': {'network_id': ['f21819f5-21e2-4a05-8ef0-afdd46994d45']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:53.967098 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7894e580>, '1cc07d9b-421e-474b-a1cf-85e2aed30db1') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:53.967397 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e7894e580>, '1cc07d9b-421e-474b-a1cf-85e2aed30db1') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:53.978636 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (1cc07d9b-421e-474b-a1cf-85e2aed30db1), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:53.994618 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (1cc07d9b-421e-474b-a1cf-85e2aed30db1), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.001326 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:59:54.001715 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (1cc07d9b-421e-474b-a1cf-85e2aed30db1), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:59:54.003389 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:59:54.027716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5ed4f910-b506-4ee7-8fe8-1590c50229da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:54.050724 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 5ed4f910-b506-4ee7-8fe8-1590c50229da {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:54.051332 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 5ed4f910-b506-4ee7-8fe8-1590c50229da not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:54.052079 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1080e131-1b43-48fb-a36d-9601e3e2100f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:54.070995 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (f21819f5-21e2-4a05-8ef0-afdd46994d45), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.072945 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 1080e131-1b43-48fb-a36d-9601e3e2100f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:54.073490 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 1080e131-1b43-48fb-a36d-9601e3e2100f not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:54.074108 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d390b4d1-229a-4bc6-a157-ffd369c0192b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:54.078386 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.082348 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f21819f5-21e2-4a05-8ef0-afdd46994d45 HTTP/1.1" status: 204  len: 168 time: 0.5618172
Jan 15 21:59:54.085327 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34374) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:54.092743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be202e8-9453-461c-bd3f-06e6a3671004 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21819f5-21e2-4a05-8ef0-afdd46994d45,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:54.099258 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: d390b4d1-229a-4bc6-a157-ffd369c0192b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:54.099716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device d390b4d1-229a-4bc6-a157-ffd369c0192b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:54.382224 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.452300 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.697766 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Deleting port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:54.698103 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.773780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] For port 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:54.774132 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.787010 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Calling delete_port for 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:54.970732 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:54.996710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:55.159904 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:55.378570 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 21:59:55.484988 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 21:59:55.490633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-1a27bdb0-269a-46a9-aa8d-0e973ccc62b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/e8ee8af3-1ddc-4db9-9a55-c7503204b6f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4038000
Jan 15 21:59:55.493282 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34376) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:55.495578 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Sync routers for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 21:59:55.505061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:55.505684 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b445790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:55.600768 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks [] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:55.708329 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks [] for router_gateway (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:55.763372 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Deleting port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:55.763705 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:55.770527 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:55.843487 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] For port 152b1ea1-feb1-4b4c-a31f-6d7425fb862b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:55.843858 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:55.862398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Calling delete_port for 152b1ea1-feb1-4b4c-a31f-6d7425fb862b owned by network:router_gateway {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:55.948567 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b445790>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146'}], 'enable_snat': True}, 'gw_port_id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:59:54Z', 'revision_number': 5, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port': {'id': '152b1ea1-feb1-4b4c-a31f-6d7425fb862b', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T21:51:22Z', 'updated_at': '2022-01-15T21:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:55.977318 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Checking router: e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 21:59:55.986571 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Routers {'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 21:59:55.987649 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b445790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:56.036756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (152b1ea1-feb1-4b4c-a31f-6d7425fb862b), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.062315 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Pushing event deleted for resources: {'Port': ['ID=152b1ea1-feb1-4b4c-a31f-6d7425fb862b,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:56.076764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c2dbb-3de0-4c2f-adeb-0b9e8ad29ad4 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:59:56.088666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] Set router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 21:59:56.123146 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.145950 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b445790>, [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:59:55Z', 'revision_number': 6, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:56.173888 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4034ca-beb6-4bef-b01f-30da8f2bede0 None None] The sync data for ids ['e8ee8af3-1ddc-4db9-9a55-c7503204b6f8'] in ncdv-master-1 is: [{'id': 'e8ee8af3-1ddc-4db9-9a55-c7503204b6f8', 'name': 'tempest-TestShelveInstance-185537994-router', 'tenant_id': '2e1f8450515544b8946cb47c458445aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:51:21Z', 'updated_at': '2022-01-15T21:59:55Z', 'revision_number': 6, 'project_id': '2e1f8450515544b8946cb47c458445aa', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 21:59:56.532309 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.535278 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks [] for router_controller (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), precommit_delete_associations {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.590795 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (e8ee8af3-1ddc-4db9-9a55-c7503204b6f8), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.591250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 {{(pid=114438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 21:59:56.595520 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.599303 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-c321d25b-592f-4c25-a809-e9748921984a admin admin] 10.222.0.46 "DELETE /v2.0/routers/e8ee8af3-1ddc-4db9-9a55-c7503204b6f8 HTTP/1.1" status: 204  len: 168 time: 1.1044788
Jan 15 21:59:56.600141 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34378) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:56.649830 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Deleting subnet a26568de-80a9-4c01-b3a2-506cbf34ad4e {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 21:59:56.652903 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Publish callbacks [] for subnet (a26568de-80a9-4c01-b3a2-506cbf34ad4e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.688001 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (a26568de-80a9-4c01-b3a2-506cbf34ad4e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.768438 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (a26568de-80a9-4c01-b3a2-506cbf34ad4e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.821469 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (a26568de-80a9-4c01-b3a2-506cbf34ad4e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.846208 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26568de-80a9-4c01-b3a2-506cbf34ad4e,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:56.849757 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.852935 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91d4ad4b-6862-4b86-b3dd-27cc2af44c4c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a26568de-80a9-4c01-b3a2-506cbf34ad4e HTTP/1.1" status: 204  len: 168 time: 0.2517624
Jan 15 21:59:56.855361 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34380) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:56.859416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94770b7-2d18-47f0-9f9f-e76dbf813f8e None None] Network d38d2cc6-3735-4c79-a414-acd1f7ece4b0 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:59:56.928297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (d38d2cc6-3735-4c79-a414-acd1f7ece4b0), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:56.998872 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Deleting port f01d2215-4d7d-469b-9c48-dd4a032696b1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:56.999302 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.041909 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] DHCP port deletion for d38d2cc6-3735-4c79-a414-acd1f7ece4b0 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 21:59:57.065947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] For port f01d2215-4d7d-469b-9c48-dd4a032696b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f01d2215-4d7d-469b-9c48-dd4a032696b1,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:57.066315 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.081382 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Calling delete_port for f01d2215-4d7d-469b-9c48-dd4a032696b1 owned by network:dhcp {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:57.092158 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Deleting port f01d2215-4d7d-469b-9c48-dd4a032696b1 {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 21:59:57.092529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.163059 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] For port f01d2215-4d7d-469b-9c48-dd4a032696b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f01d2215-4d7d-469b-9c48-dd4a032696b1,segment=NetworkSegment(a6169feb-063e-4252-ad93-76892974aca9),segment_id=a6169feb-063e-4252-ad93-76892974aca9)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 21:59:57.163561 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.168720 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.177674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Calling delete_port for f01d2215-4d7d-469b-9c48-dd4a032696b1 owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 21:59:57.198763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01d2215-4d7d-469b-9c48-dd4a032696b1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:57.208599 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] No DVR routers for this DVR port f01d2215-4d7d-469b-9c48-dd4a032696b1 on host ncdv-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:59:57.258653 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (f01d2215-4d7d-469b-9c48-dd4a032696b1), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.290636 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] Pushing event deleted for resources: {'Port': ['ID=f01d2215-4d7d-469b-9c48-dd4a032696b1,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:57.292482 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1ea64-1180-4392-85d4-5a5c5c759e61 None None] No DVR routers for this DVR port f01d2215-4d7d-469b-9c48-dd4a032696b1 on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 21:59:57.292871 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (d38d2cc6-3735-4c79-a414-acd1f7ece4b0), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.321093 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e814b3d90>,) {'filters': {'network_id': ['d38d2cc6-3735-4c79-a414-acd1f7ece4b0']}} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:57.331467 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e814b3d90>, 'a6169feb-063e-4252-ad93-76892974aca9') {'for_net_delete': True} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:57.331760 ncdv-master-1 neutron-server[114437]: DEBUG neutron.services.segments.db [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e814b3d90>, 'a6169feb-063e-4252-ad93-76892974aca9') {} {{(pid=114437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 21:59:57.341134 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261458206'] for segment (a6169feb-063e-4252-ad93-76892974aca9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.355516 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (a6169feb-063e-4252-ad93-76892974aca9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.361840 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 21:59:57.362271 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263813043'] for segment (a6169feb-063e-4252-ad93-76892974aca9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   warnings.warn(msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: Traceback (most recent call last):
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     timer()
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     cb(*args, **kw)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     return func(*args, **kwargs)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     self._notify()
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     self.callback(batched_events)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     event.method(event)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     return f(self, *a, **k)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     return self._get(url).json()
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     return self.request(url, 'GET', **kwargs)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 21:59:57.364134 ncdv-master-1 neutron-server[114437]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 21:59:57.418513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (d38d2cc6-3735-4c79-a414-acd1f7ece4b0), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.423796 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.427150 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d38d2cc6-3735-4c79-a414-acd1f7ece4b0 HTTP/1.1" status: 204  len: 168 time: 0.5708060
Jan 15 21:59:57.438074 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d72a7-cb9e-4161-8be4-39754def9818 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38d2cc6-3735-4c79-a414-acd1f7ece4b0,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:57.538703 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34384) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:57.579171 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-ef565eea-a6ba-415a-bc88-c188766d7afa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cbeb500a7e84c5d8f6c765ef6530484&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391037
Jan 15 21:59:57.582010 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34386) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:57.629291 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] Publish callbacks [] for security_group (ec9b2ccf-5fe5-4686-b0a1-151a171a973e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.650415 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] Publish callbacks [] for security_group (ec9b2ccf-5fe5-4686-b0a1-151a171a973e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.697057 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (ec9b2ccf-5fe5-4686-b0a1-151a171a973e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.699617 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:57.700776 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec9b2ccf-5fe5-4686-b0a1-151a171a973e HTTP/1.1" status: 204  len: 168 time: 0.1178610
Jan 15 21:59:57.709547 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb785b3-a7bf-497c-b0b0-5c3b5f1d80ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b2ccf-5fe5-4686-b0a1-151a171a973e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:58.007894 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:58.016602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34392) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:58.028366 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:58.028706 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 8d3c07a9-7a47-4bc7-bcf9-0a657f1decc2 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:58.029164 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f01d2215-4d7d-469b-9c48-dd4a032696b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:58.048765 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: f01d2215-4d7d-469b-9c48-dd4a032696b1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:58.049788 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device f01d2215-4d7d-469b-9c48-dd4a032696b1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:58.050197 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 152b1ea1-feb1-4b4c-a31f-6d7425fb862b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 21:59:58.058082 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-5f1e34f3-8601-4999-b5b2-d1926fd27082 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e1f8450515544b8946cb47c458445aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402918
Jan 15 21:59:58.060632 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34394) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:58.068499 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 152b1ea1-feb1-4b4c-a31f-6d7425fb862b {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 21:59:58.068826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 152b1ea1-feb1-4b4c-a31f-6d7425fb862b not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 21:59:58.112636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] Publish callbacks [] for security_group (b7083a7f-ae9b-47b8-bf1d-85f02d867b8f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:58.133658 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] Publish callbacks [] for security_group (b7083a7f-ae9b-47b8-bf1d-85f02d867b8f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:58.179388 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (b7083a7f-ae9b-47b8-bf1d-85f02d867b8f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:58.181971 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:58.183114 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7083a7f-ae9b-47b8-bf1d-85f02d867b8f HTTP/1.1" status: 204  len: 168 time: 0.1215572
Jan 15 21:59:58.191337 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aaf63b-e0e4-41cf-a666-caab48eac48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7083a7f-ae9b-47b8-bf1d-85f02d867b8f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:58.848235 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34416) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:58.943398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-266708082-network', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:59:58.965363 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Made reservation on behalf of 733e7c15666c404a9e926edbcc0768e9 for: {'network': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:59:58.967531 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:58.979300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.054700 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks [] for security_group (fa60d9ae-1acc-48e1-becc-df89593504e9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.058300 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa60d9ae-1acc-48e1-becc-df89593504e9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.086178 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=114438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 21:59:59.091839 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60d9ae-1acc-48e1-becc-df89593504e9,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:59.099775 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (844aa1b5-02b7-45cd-b3e3-24a7012e0057), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.100134 ncdv-master-1 neutron-server[114438]: INFO neutron.db.segments_db [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Added segment 844aa1b5-02b7-45cd-b3e3-24a7012e0057 of type vlan for network c73c4a14-0781-4393-aa1e-9fcd878de814
Jan 15 21:59:59.141062 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (c73c4a14-0781-4393-aa1e-9fcd878de814), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.165017 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (c73c4a14-0781-4393-aa1e-9fcd878de814), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.165967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:59.166574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.224256 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3747892
Jan 15 21:59:59.227249 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34420) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:59.232367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Request body: {'subnet': {'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-266708082-subnet', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'ip_version': 4}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:59:59.232525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ca3a-7c22-419a-a631-48d11da247d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c73c4a14-0781-4393-aa1e-9fcd878de814,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:59.243598 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network c73c4a14-0781-4393-aa1e-9fcd878de814 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 21:59:59.256277 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Made reservation on behalf of 733e7c15666c404a9e926edbcc0768e9 for: {'subnet': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 21:59:59.258684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264211404'] for subnet (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.712536 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263812874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264211494'] for subnet (bb2cc93c-313d-4e5d-8adf-6b81903c4fe6), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.767129 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 21:59:59.776635 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Checking segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 21:59:59.777040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Network hostable DHCP agents. Network: c73c4a14-0781-4393-aa1e-9fcd878de814, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 21:59:59.794169 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 21:59:59.802770 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c73c4a14-0781-4393-aa1e-9fcd878de814) {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 21:59:59.806899 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 21:59:59.807496 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.811682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632a588-fa84-46b8-baf4-9e8650285ed6 None None] Network c73c4a14-0781-4393-aa1e-9fcd878de814 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 21:59:59.822993 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8ac8eae8-e62c-48e9-93e5-61b8139e0472 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5945148
Jan 15 21:59:59.825865 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34422) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 21:59:59.830819 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 21:59:59.854765 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.855954 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.913506 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for router_controller (1963ec51-fd57-4c22-b41e-9cfe9e013b01), precommit_add_association {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 21:59:59.917409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c73c4a14-0781-4393-aa1e-9fcd878de814', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 21:59:59.918349 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.051963 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for router_gateway (1963ec51-fd57-4c22-b41e-9cfe9e013b01), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.057102 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Allocated IP 172.20.0.2 (c73c4a14-0781-4393-aa1e-9fcd878de814/bb2cc93c-313d-4e5d-8adf-6b81903c4fe6/0ec7a650-2dc9-469c-8bcf-8443b234ff2e) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:00.197719 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks [] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.203430 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.246303 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:00.251012 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:00.254840 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for router_gateway (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.255815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:00.258800 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Pushing event updated for resources: {'Port': ['ID=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:00.274382 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.310944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Attempting to bind port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:00.311226 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Attempting to bind port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:00.311588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Attempting to bind port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:00.317933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:00.318306 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Checking segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:00.318713 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.319098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Bound using segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:00.319563 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Bound port: 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:00.319939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.387313 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Allocated IP 172.35.1.81 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/16c48e47-bac3-4031-99d7-a77a23f00274) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:00.387727 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] For port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:00.391376 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] For port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:00.396414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.460541 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd510a-5a35-4e03-8609-3f78a6e23f54 None None] Pushing event updated for resources: {'Port': ['ID=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:00.498591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for port (16c48e47-bac3-4031-99d7-a77a23f00274), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.537610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.581220 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:00.583820 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:00.589445 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:00.618444 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Pushing event updated for resources: {'Port': ['ID=16c48e47-bac3-4031-99d7-a77a23f00274,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:00.618610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c55cbd9-4fe8-4da1-a172-ef5804c5827a None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:00.665540 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0f4bd83a-512c-4805-a25b-d36d31990ee3 None None] Provisioning complete for port 16c48e47-bac3-4031-99d7-a77a23f00274 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:00.665922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd83a-512c-4805-a25b-d36d31990ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:00.707729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bd83a-512c-4805-a25b-d36d31990ee3 None None] Port 16c48e47-bac3-4031-99d7-a77a23f00274 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:00.838676 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:00:00.864486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for router_gateway (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.060574 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.193197 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 22:00:01.299926 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:00:01.310422 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:00:01.318906 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.320400 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ebe15792-1441-49e0-ad92-3886ff86020e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4935229
Jan 15 22:00:01.322566 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:01.322954 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34424) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:01.323404 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:01.441545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:01.463560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddbf615-7d82-42d4-ae49-6990b6b7c942 None None] Network c73c4a14-0781-4393-aa1e-9fcd878de814 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 22:00:01.566067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Provisioning complete for port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:01.566721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.648365 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d39a0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:00Z', 'revision_number': 3, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:01.661876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Current status of the port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:01.662672 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.679103 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:00:01.679758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Updating router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 port 16c48e47-bac3-4031-99d7-a77a23f00274 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 22:00:01.702560 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] For port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:01.709721 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.712358 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.774996 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372650f-94a9-4a56-b43f-5fa9166e6b1a None None] Pushing event updated for resources: {'Port': ['ID=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:01.810621 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.931660 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-82bda6d1-dc85-41d7-8046-feb8399fcd63 None None] Provisioning complete for port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:01.932033 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-82bda6d1-dc85-41d7-8046-feb8399fcd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.984577 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks [] for port (16c48e47-bac3-4031-99d7-a77a23f00274), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.992434 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:01.998987 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Allocated IP 172.20.0.1 (c73c4a14-0781-4393-aa1e-9fcd878de814/bb2cc93c-313d-4e5d-8adf-6b81903c4fe6/6552526b-0b5f-4966-b2f9-f74fb80224b4) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:02.026196 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-82bda6d1-dc85-41d7-8046-feb8399fcd63 None None] Current status of the port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:02.047271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fedee-f3a1-460c-8e2e-0c11c39b8794 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:02.072935 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Attempting to bind port 16c48e47-bac3-4031-99d7-a77a23f00274 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:02.073314 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Attempting to bind port 16c48e47-bac3-4031-99d7-a77a23f00274 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:02.073671 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Attempting to bind port 16c48e47-bac3-4031-99d7-a77a23f00274 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:02.081412 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Pushing event updated for resources: {'Port': ['ID=16c48e47-bac3-4031-99d7-a77a23f00274,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:02.088737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ec7a650-2dc9-469c-8bcf-8443b234ff2e up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:02.089126 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.089470 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.089806 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.090267 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.090603 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.090929 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.091248 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.091754 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.092260 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.092758 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.093266 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.093784 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.094279 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:00:02.097752 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:02.098374 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:02.099059 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.099611 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:02.100385 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Bound port: 16c48e47-bac3-4031-99d7-a77a23f00274, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:02.100973 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.126822 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks [] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.154944 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f942c78e-0b6b-4c44-8fc6-9d8f456e84ae None None] Provisioning complete for port 16c48e47-bac3-4031-99d7-a77a23f00274 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:02.155421 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f942c78e-0b6b-4c44-8fc6-9d8f456e84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.157998 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] For port 16c48e47-bac3-4031-99d7-a77a23f00274, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:02.159729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:02.160164 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.161782 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] For port 16c48e47-bac3-4031-99d7-a77a23f00274, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c48e47-bac3-4031-99d7-a77a23f00274,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:02.166468 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.170463 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.200113 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8216307-8718-4ac6-bd2a-48e7f0269e4d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:02.227824 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f942c78e-0b6b-4c44-8fc6-9d8f456e84ae None None] Port 16c48e47-bac3-4031-99d7-a77a23f00274 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:02.230653 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:02.231350 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:02.243996 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:02.249648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:02.267891 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8884eb2-ab3e-46c2-b246-b5d32a11f6c1 None None] Pushing event updated for resources: {'Port': ['ID=16c48e47-bac3-4031-99d7-a77a23f00274,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:02.285826 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:02.288309 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Pushing event updated for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:02.293057 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:02.335412 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.359084 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:02.364641 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Provisioning complete for port 16c48e47-bac3-4031-99d7-a77a23f00274 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:02.365056 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.472057 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Current status of the port 16c48e47-bac3-4031-99d7-a77a23f00274 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:02.472739 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.497394 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] For port 16c48e47-bac3-4031-99d7-a77a23f00274, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c48e47-bac3-4031-99d7-a77a23f00274,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:02.503793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.507761 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.561361 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865f3c7-a5f9-4f71-a115-45456c444910 None None] Pushing event updated for resources: {'Port': ['ID=16c48e47-bac3-4031-99d7-a77a23f00274,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:02.628666 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-24f45ac4-8df1-4d01-85dc-982f63d1eb4a None None] Provisioning complete for port 6552526b-0b5f-4966-b2f9-f74fb80224b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:02.629348 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-24f45ac4-8df1-4d01-85dc-982f63d1eb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.664733 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b5d39a0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:00Z', 'revision_number': 3, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:02.668474 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-24f45ac4-8df1-4d01-85dc-982f63d1eb4a None None] Port 6552526b-0b5f-4966-b2f9-f74fb80224b4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:02.688636 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks [] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.690204 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a87d48-55b9-4126-a860-1a360b85b474 None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:00Z', 'revision_number': 3, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:00:02.693859 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.762782 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:02.764537 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Pushing event updated for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:02.860772 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:02.862491 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:03.194719 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7dc6b075-b182-4c46-bbbe-820017bb7dc9 None None] Provisioning complete for port 6552526b-0b5f-4966-b2f9-f74fb80224b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:03.194982 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b075-b182-4c46-bbbe-820017bb7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:03.230379 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6b075-b182-4c46-bbbe-820017bb7dc9 None None] Port 6552526b-0b5f-4966-b2f9-f74fb80224b4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:03.309523 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:00:03.422603 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:00:03.428145 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8f866da8-552c-45e1-a307-f804da1921ce admin admin] 10.222.0.46 "PUT /v2.0/routers/1963ec51-fd57-4c22-b41e-9cfe9e013b01/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1042166
Jan 15 22:00:03.888418 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34440) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:03.894395 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-778454707-network', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:03.916705 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Made reservation on behalf of 08ee379112c54ec6a7f3383acba6b04e for: {'network': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 22:00:03.919002 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for network (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:03.927473 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.018380 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks [] for security_group (98996c4d-311c-4a49-ace2-9319a1d4afe9), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.023616 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (98996c4d-311c-4a49-ace2-9319a1d4afe9), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.047815 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16c48e47-bac3-4031-99d7-a77a23f00274 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:04.050234 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=114437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 15 22:00:04.066969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98996c4d-311c-4a49-ace2-9319a1d4afe9,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:04.069958 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (404b3b98-7c26-4835-91d4-b19ac0aa4e9e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.070313 ncdv-master-1 neutron-server[114437]: INFO neutron.db.segments_db [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Added segment 404b3b98-7c26-4835-91d4-b19ac0aa4e9e of type vlan for network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94
Jan 15 22:00:04.098547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 16c48e47-bac3-4031-99d7-a77a23f00274 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:04.098999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.110743 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735562978169'] for network (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.139140 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798'] for network (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.140271 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:04.141007 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.183371 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 16c48e47-bac3-4031-99d7-a77a23f00274 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:04.205805 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3156033
Jan 15 22:00:04.208794 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34442) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:04.213864 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Request body: {'subnet': {'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-778454707-subnet', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'ip_version': 4}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:04.214687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b68f5c-a4cc-44c1-996f-087fc1afeca6 admin admin] Pushing event updated for resources: {'Network': ['ID=31a2ef20-5460-4c83-bd2e-8fcef2d1bc94,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:04.224964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114439) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 15 22:00:04.237898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Made reservation on behalf of 08ee379112c54ec6a7f3383acba6b04e for: {'subnet': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 22:00:04.240376 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260899905'] for subnet (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.331151 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:00:04.346336 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:04.346965 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2de3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:04.421405 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261002193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260899755'] for subnet (4d944226-8d21-4138-bbeb-92a734242f5f), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.458729 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:04.480401 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d944226-8d21-4138-bbeb-92a734242f5f,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:04.488465 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Checking segment: {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:04.488830 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Network hostable DHCP agents. Network: 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94, hostable agents: ['d0de3b6f-9624-4035-9c7a-366fbd6a3a1c'], hosted agents: [] {{(pid=114438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 15 22:00:04.506185 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 is scheduled to be hosted by DHCP agent d0de3b6f-9624-4035-9c7a-366fbd6a3a1c with binding_index 1 {{(pid=114438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 15 22:00:04.515618 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94) {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:04.521367 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:04.522292 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.538478 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-41b86d7d-1dcb-4660-ac00-042a9d66efd8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3284850
Jan 15 22:00:04.538809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6c0c4-059a-4265-a683-3720db2cb344 None None] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 22:00:04.541009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34444) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:04.546195 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:04.571607 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2494'] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.572787 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2473'] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.627989 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for router_controller (d0fa41dd-6816-4095-aef3-4df2b3038f5e), precommit_add_association {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.733893 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'fixed_ips': [{'subnet_id': '4d944226-8d21-4138-bbeb-92a734242f5f'}]}} from ncdv-master-1. {{(pid=114439) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 15 22:00:04.734745 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.771363 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for router_gateway (d0fa41dd-6816-4095-aef3-4df2b3038f5e), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:04.889245 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2de3a0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 2, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:04.985361 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for router_gateway (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.004979 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.106933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:00:05.107547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Updating router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 port 6552526b-0b5f-4966-b2f9-f74fb80224b4 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 22:00:05.110957 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Allocated IP 172.35.1.21 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/c02c8240-6507-4d57-9cc0-09e1b5c0e7f4) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:05.113181 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.db_base_plugin_common [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Allocated IP 172.20.0.2 (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94/4d944226-8d21-4138-bbeb-92a734242f5f/6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf) {{(pid=114439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:05.146663 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.219468 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.253994 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.294028 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:05.296889 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:05.302901 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:05.313602 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2c8d4-54eb-4d39-a569-4c86d05becd0 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:05.327504 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Pushing event updated for resources: {'Port': ['ID=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:05.452314 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-add94e9f-3b01-4b72-8e28-b0440084c68e None None] Provisioning complete for port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:05.452680 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-add94e9f-3b01-4b72-8e28-b0440084c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.457517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks [] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), precommit_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.491462 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), after_create {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.544266 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-add94e9f-3b01-4b72-8e28-b0440084c68e None None] Port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:05.557547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 is already hosted by enough agents. {{(pid=114439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:05.560882 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for router_gateway (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.570334 ncdv-master-1 neutron-server[114439]: DEBUG neutron.scheduler.base_scheduler [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Resources bound (agent type, host, resource id):  {{(pid=114439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:05.573697 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Received port after_create {{(pid=114439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:05.586155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Pushing event updated for resources: {'Port': ['ID=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,revision_number=1']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:05.676507 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Attempting to bind port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:05.676946 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Attempting to bind port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:05.677370 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Attempting to bind port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf on network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:05.686964 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:05.687342 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Checking segment: {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:05.687747 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.688163 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Bound using segment: {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:05.688632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Bound port: 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:05.689035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.716506 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks [] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.737244 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.763239 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-637251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-630465'] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.805693 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66fd7-a290-4ea6-a453-ca65d3d6d1d1 None None] Pushing event updated for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:05.822043 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] For port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:05.826356 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] For port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:05.849048 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.913403 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Attempting to bind port 6552526b-0b5f-4966-b2f9-f74fb80224b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:05.914224 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Attempting to bind port 6552526b-0b5f-4966-b2f9-f74fb80224b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:05.914562 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Attempting to bind port 6552526b-0b5f-4966-b2f9-f74fb80224b4 on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:05.919819 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Router d0fa41dd-6816-4095-aef3-4df2b3038f5e is scheduled to L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c with binding_index 1 {{(pid=114438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 15 22:00:05.926185 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:05.926613 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Checking segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:05.926977 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.927374 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Bound using segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:05.927860 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Bound port: 6552526b-0b5f-4966-b2f9-f74fb80224b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:05.928250 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:05.952792 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437fa7-638e-4138-bc7e-539c03dfc6ea None None] Pushing event updated for resources: {'Port': ['ID=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,revision_number=2']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:06.025152 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] For port 6552526b-0b5f-4966-b2f9-f74fb80224b4, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:06.029494 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] For port 6552526b-0b5f-4966-b2f9-f74fb80224b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6552526b-0b5f-4966-b2f9-f74fb80224b4,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:06.035881 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.054833 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:00:06.066940 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Sync routers for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:00:06.081756 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.085938 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-418e8921-9e50-4e94-9437-6743f0c57018 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5413864
Jan 15 22:00:06.086250 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34446) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:06.086716 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:06.087563 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:06.112795 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:06.113471 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2de3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:06.249506 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Provisioning complete for port 6552526b-0b5f-4966-b2f9-f74fb80224b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:06.249879 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.256425 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66fd7-a290-4ea6-a453-ca65d3d6d1d1 None None] Pushing event updated for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:06.307540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:06.326926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:06.505876 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Current status of the port 6552526b-0b5f-4966-b2f9-f74fb80224b4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:06.506423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.553431 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669730>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:05Z', 'revision_number': 3, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:06.570770 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] For port 6552526b-0b5f-4966-b2f9-f74fb80224b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6552526b-0b5f-4966-b2f9-f74fb80224b4,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:06.579163 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.583197 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Checking router: d0fa41dd-6816-4095-aef3-4df2b3038f5e for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:00:06.583880 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Updating router d0fa41dd-6816-4095-aef3-4df2b3038f5e port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 binding host ncdv-master-1 {{(pid=114440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 22:00:06.615678 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.659671 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0556920-907b-4fe8-b3f3-adce1d7ccefd None None] Pushing event updated for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:06.674204 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.679300 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b2de3a0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:06.710896 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eca1cf-1e83-49fe-8eeb-bccd86010e3b None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:00:06.726737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-4acd5534-7124-437c-a647-621c427b5bbb None None] Provisioning complete for port 6552526b-0b5f-4966-b2f9-f74fb80224b4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:06.727109 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4acd5534-7124-437c-a647-621c427b5bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.874904 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4acd5534-7124-437c-a647-621c427b5bbb None None] Current status of the port 6552526b-0b5f-4966-b2f9-f74fb80224b4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:06.900225 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Allocated IP 172.20.0.1 (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94/4d944226-8d21-4138-bbeb-92a734242f5f/886ff264-f185-460f-8a55-5037c33fa3a1) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:06.928617 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks [] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), precommit_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:06.942268 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.007971 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae8bdc-de6e-4958-94c6-1da63a1afe34 None None] Pushing event updated for resources: {'Port': ['ID=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,revision_number=2']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.026389 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Attempting to bind port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:07.026675 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Attempting to bind port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:07.027037 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Attempting to bind port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 on network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:07.028243 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357f884-d2ca-4aa8-b2f5-ac5e6512b451 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:07.035778 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:07.036165 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Checking segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:07.036735 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.037122 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Bound using segment: {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'} {{(pid=114440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:07.037592 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.managers [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Bound port: c02c8240-6507-4d57-9cc0-09e1b5c0e7f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52'}}] {{(pid=114440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:07.037964 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), before_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.075539 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks [] for port (886ff264-f185-460f-8a55-5037c33fa3a1), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.106617 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] For port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4, host ncdv-master-1, cleared binding levels {{(pid=114440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:07.111095 ncdv-master-1 neutron-server[114440]: DEBUG neutron.plugins.ml2.db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] For port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:07.111746 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Provisioning complete for port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:07.112469 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.117304 ncdv-master-1 neutron-server[114440]: DEBUG neutron_lib.callbacks.manager [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), after_update {{(pid=114440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.144402 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.147646 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe0b0f-e9fe-4c47-b2e7-ba2049a71829 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:00:07.182627 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:07.183276 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:07.192172 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:07.195753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:07.199965 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:07.268131 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638868'] for router_interface (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.274098 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Current status of the port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:07.274517 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.301545 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:07.320276 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] For port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:07.330763 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.336479 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Pushing event updated for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.437558 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4363091-3ad6-4c4b-8f03-50de9ed7fca1 None None] Pushing event updated for resources: {'Port': ['ID=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.446977 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d876393d-1e70-4d78-8044-3d35a2139403 None None] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 22:00:07.448746 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae8bdc-de6e-4958-94c6-1da63a1afe34 None None] Pushing event updated for resources: {'Port': ['ID=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,revision_number=3']} {{(pid=114440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.491885 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.561136 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Provisioning complete for port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:07.562096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.565289 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b669730>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:05Z', 'revision_number': 3, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:07.602583 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf2932-6ffc-42e5-9197-58baf425e505 None None] The sync data for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 is: [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:05Z', 'revision_number': 3, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:00:07.689929 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Current status of the port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:07.690651 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.740645 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] For port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:07.748609 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.749587 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks [] for port (886ff264-f185-460f-8a55-5037c33fa3a1), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.756173 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.801048 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Provisioning complete for port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:07.801795 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.853430 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Pushing event updated for resources: {'Port': ['ID=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.858305 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638720'] for router_interface (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:07.864482 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Pushing event updated for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:07.939761 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-147daa12-38f4-42f1-b70d-70cc9c3fd141 None None] Current status of the port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:08.063501 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:08.066723 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:08.067855 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Provisioning complete for port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.068906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.213454 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:08.242790 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Router d0fa41dd-6816-4095-aef3-4df2b3038f5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:00:08.265857 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Current status of the port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:08.292580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.292580 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.340940 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a0620-944d-4755-b6ee-7631300a2f53 None None] Port 886ff264-f185-460f-8a55-5037c33fa3a1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:08.344388 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.344742 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.467822 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:08.469312 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6552526b-0b5f-4966-b2f9-f74fb80224b4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:08.502948 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-bfe17306-dbeb-4598-8e3f-c9a486c90bf1 None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.503418 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-bfe17306-dbeb-4598-8e3f-c9a486c90bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.563682 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-bfe17306-dbeb-4598-8e3f-c9a486c90bf1 None None] Port 886ff264-f185-460f-8a55-5037c33fa3a1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:08.586025 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 6552526b-0b5f-4966-b2f9-f74fb80224b4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.586399 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.694926 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 6552526b-0b5f-4966-b2f9-f74fb80224b4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:08.703180 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-86d6c25e-7baf-487b-afe9-1c7b8a1bc0c0 None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:08.703585 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-86d6c25e-7baf-487b-afe9-1c7b8a1bc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:08.732633 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:00:08.738420 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-cec3c252-ccd9-4128-b19d-5e1fdbe9b223 admin admin] 10.222.0.46 "PUT /v2.0/routers/d0fa41dd-6816-4095-aef3-4df2b3038f5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6504695
Jan 15 22:00:08.747165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-86d6c25e-7baf-487b-afe9-1c7b8a1bc0c0 None None] Port 886ff264-f185-460f-8a55-5037c33fa3a1 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:09.241935 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34454) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.246582 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873007183', 'description': 'tempest-secgroup-smoke-873007183 description', 'project_id': '733e7c15666c404a9e926edbcc0768e9'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.270846 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.338142 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (9c0cb797-379a-4a83-8ca6-5fc342335654), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.341941 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9c0cb797-379a-4a83-8ca6-5fc342335654), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.371565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.372829 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1298296
Jan 15 22:00:09.374805 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13322e35-8fad-4bd5-8b47-eb88a040e13b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0cb797-379a-4a83-8ca6-5fc342335654,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:09.375916 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34456) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.380856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.412438 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (591d3c23-eb69-43ac-90b2-2e589d132562), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.467473 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (591d3c23-eb69-43ac-90b2-2e589d132562), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.472459 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (591d3c23-eb69-43ac-90b2-2e589d132562), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.492290 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591d3c23-eb69-43ac-90b2-2e589d132562,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:09.498334 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.499607 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-5594069b-e05b-4c83-8dca-63d897c7b17c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1225309
Jan 15 22:00:09.502664 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34458) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.507255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.541572 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (4703280d-2776-4c73-9c36-fd9c2915433a), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.602822 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (4703280d-2776-4c73-9c36-fd9c2915433a), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.606923 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (4703280d-2776-4c73-9c36-fd9c2915433a), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.627682 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4703280d-2776-4c73-9c36-fd9c2915433a,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:09.632516 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.633983 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-09a5c316-cbc8-493f-a0ae-9009091cb43d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1300812
Jan 15 22:00:09.636560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34460) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.641536 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.669968 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (d9784765-d278-4432-87d1-a88c1255d406), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.728911 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (d9784765-d278-4432-87d1-a88c1255d406), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.732583 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (d9784765-d278-4432-87d1-a88c1255d406), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.752492 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9784765-d278-4432-87d1-a88c1255d406,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:09.760908 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.762090 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-3795c68a-6834-4be7-a67c-e13dc8c4c61c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1245248
Jan 15 22:00:09.764907 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34462) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.771515 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.799263 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (46a2c04c-67f6-4033-b496-dfd56274c0b6), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.855711 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (46a2c04c-67f6-4033-b496-dfd56274c0b6), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.858929 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (46a2c04c-67f6-4033-b496-dfd56274c0b6), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.876478 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a2c04c-67f6-4033-b496-dfd56274c0b6,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:09.884091 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.885373 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4133bf73-a35b-43a3-9877-0a37af7cc1e2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1195171
Jan 15 22:00:09.888019 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 34464) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:09.892205 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:09.915964 ncdv-master-1 neutron-server[114438]: INFO neutron.db.securitygroups_db [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Project 733e7c15666c404a9e926edbcc0768e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 22:00:09.920783 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (1022d895-222f-4040-baca-5550aa19b1a9), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.987510 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (1022d895-222f-4040-baca-5550aa19b1a9), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:09.993071 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (1022d895-222f-4040-baca-5550aa19b1a9), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.014273 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1022d895-222f-4040-baca-5550aa19b1a9,revision_number=0']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:10.021883 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.026021 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34466) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:10.026173 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-9a6e8d9f-5290-49e5-819d-29686d65ba97 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1371171
Jan 15 22:00:10.031680 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'security_group_rule': {'security_group_id': '9c0cb797-379a-4a83-8ca6-5fc342335654', 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:10.052216 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:10.065670 ncdv-master-1 neutron-server[114437]: INFO neutron.db.securitygroups_db [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Project 733e7c15666c404a9e926edbcc0768e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 15 22:00:10.071983 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (a73f0cf5-0f04-4216-9257-e8e0de5b833e), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.107877 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:10.108255 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.136094 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (a73f0cf5-0f04-4216-9257-e8e0de5b833e), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.141284 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612584'] for security_group_rule (a73f0cf5-0f04-4216-9257-e8e0de5b833e), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.160486 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73f0cf5-0f04-4216-9257-e8e0de5b833e,revision_number=0']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:10.168706 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.169953 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a0f5402c-38ab-4f86-bb2b-94b67c726ca4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1424522
Jan 15 22:00:10.204580 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:10.326377 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-e4ceef31-2ff6-4997-ab11-6f066f06a050 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873007183&fields=id&tenant_id=733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 267 time: 0.0466292
Jan 15 22:00:10.359067 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Sync routers for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:00:10.369212 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:10.369810 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a289670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:10.446477 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-6da60636-ce3c-4883-91d6-8e0a9946f677 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:10.447982 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-6da60636-ce3c-4883-91d6-8e0a9946f677 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 809 time: 0.1145539
Jan 15 22:00:10.463084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-df226090-5429-4af6-9cc8-d9ad69cc4dd7 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/quotas/733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 375 time: 0.0095484
Jan 15 22:00:10.517022 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d83ca5b2-8837-4001-b727-84652d67a6d7 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0483627
Jan 15 22:00:10.650397 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:10.723238 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-069240ea-6a19-4314-bd49-8f5c87fd9f18 service neutron] 10.222.0.46 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939676
Jan 15 22:00:10.815147 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-da2e70b2-48c4-49c3-8771-3ef0e62aa218 service neutron] 10.222.0.46 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852802
Jan 15 22:00:10.849631 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a289670>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ff264-f185-460f-8a55-5037c33fa3a1', 'name': '', 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'mac_address': 'fa:16:3e:88:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:06Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 2, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'subnets': [{'id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:10.876222 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Checking router: d0fa41dd-6816-4095-aef3-4df2b3038f5e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:00:10.877202 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Updating router d0fa41dd-6816-4095-aef3-4df2b3038f5e port 886ff264-f185-460f-8a55-5037c33fa3a1 binding host ncdv-master-1 {{(pid=114439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 15 22:00:10.906142 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:10.979410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-f663e35f-f565-4ce9-989a-8b3baf8f11a3 req-fc3266b5-77c9-4866-ba6c-fdc375ca0da8 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 210 time: 0.0269747
Jan 15 22:00:11.193639 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks [] for port (886ff264-f185-460f-8a55-5037c33fa3a1), precommit_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.199944 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.249953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f3ef-e6e8-481b-b37f-a97a8d795434 None None] Pushing event updated for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=3']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:11.311574 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Attempting to bind port 886ff264-f185-460f-8a55-5037c33fa3a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:11.311958 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Attempting to bind port 886ff264-f185-460f-8a55-5037c33fa3a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:11.312321 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Attempting to bind port 886ff264-f185-460f-8a55-5037c33fa3a1 on network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:11.317850 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Checking agent: {'id': '20d6f35f-af77-4dfc-bfcd-62f92ecdff34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 38, 24), 'started_at': datetime.datetime(2022, 1, 15, 20, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:11.318230 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Checking segment: {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:11.318632 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.319024 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Bound using segment: {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'} {{(pid=114439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:11.319569 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.managers [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Bound port: 886ff264-f185-460f-8a55-5037c33fa3a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404b3b98-7c26-4835-91d4-b19ac0aa4e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94'}}] {{(pid=114439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:11.319993 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.393759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] For port 886ff264-f185-460f-8a55-5037c33fa3a1, host ncdv-master-1, cleared binding levels {{(pid=114439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:11.397521 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] For port 886ff264-f185-460f-8a55-5037c33fa3a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ff264-f185-460f-8a55-5037c33fa3a1,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:11.402666 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.464117 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:11.464749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7a289670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T21:59:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:11.507993 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f3ef-e6e8-481b-b37f-a97a8d795434 None None] Pushing event updated for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:11.542431 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:11.542793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.636711 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:11.791078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Current status of the port 886ff264-f185-460f-8a55-5037c33fa3a1 is: DOWN; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:11.791470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.851764 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] For port 886ff264-f185-460f-8a55-5037c33fa3a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ff264-f185-460f-8a55-5037c33fa3a1,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:11.855564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:11.932849 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327d541-6b63-4dfc-a16b-c4bbfc029f1b None None] Pushing event updated for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:11.946547 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7a289670>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ff264-f185-460f-8a55-5037c33fa3a1', 'name': '', 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'mac_address': 'fa:16:3e:88:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:06Z', 'updated_at': '2022-01-15T22:00:11Z', 'revision_number': 4, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'subnets': [{'id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:11.978952 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130788d2-7b8c-4c94-8a7f-0df9085efc1f None None] The sync data for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 is: [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '886ff264-f185-460f-8a55-5037c33fa3a1', 'name': '', 'network_id': '31a2ef20-5460-4c83-bd2e-8fcef2d1bc94', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'mac_address': 'fa:16:3e:88:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:06Z', 'updated_at': '2022-01-15T22:00:11Z', 'revision_number': 4, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'subnets': [{'id': '4d944226-8d21-4138-bbeb-92a734242f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:00:11.990292 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-b38fc856-6e15-4a32-8aa1-2eb812dd498f None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:11.990674 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-b38fc856-6e15-4a32-8aa1-2eb812dd498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:12.117924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-b38fc856-6e15-4a32-8aa1-2eb812dd498f None None] Current status of the port 886ff264-f185-460f-8a55-5037c33fa3a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:12.125789 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-537c83b0-83f2-458f-b2dd-6d07228bd6dd req-6f17354e-3320-436f-b03d-42506dc3f085 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 210 time: 0.0457723
Jan 15 22:00:12.272933 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d4f28f96-8eb8-4c59-892a-6e64a82b7e93 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:12.274459 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d4f28f96-8eb8-4c59-892a-6e64a82b7e93 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 809 time: 0.1207750
Jan 15 22:00:12.352731 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-b1a19676-ee85-42a4-a661-1b517e551f0f tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 379 time: 0.0615780
Jan 15 22:00:12.363285 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'port': {'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'admin_state_up': True, 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'security_groups': ['9c0cb797-379a-4a83-8ca6-5fc342335654']}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:12.485613 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Made reservation on behalf of 733e7c15666c404a9e926edbcc0768e9 for: {'port': 1} {{(pid=114437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 22:00:12.489397 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:12.617353 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Allocated IP 172.20.0.8 (c73c4a14-0781-4393-aa1e-9fcd878de814/bb2cc93c-313d-4e5d-8adf-6b81903c4fe6/d5a3c225-c762-4696-bdc3-580bf9e0a28f) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:12.772776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:12.808193 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:12.851038 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:12.854062 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:12.860350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:12.884367 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:12.919870 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:12.920513 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:12.937492 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-8359a54f-d377-4247-9230-f41b80c035c1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5784755
Jan 15 22:00:12.949350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Request body: {'port': {'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:13.009530 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.144435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-11620cc7-5af4-4a75-aa06-b9e901f706ec None None] Provisioning complete for port d5a3c225-c762-4696-bdc3-580bf9e0a28f triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:13.145046 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11620cc7-5af4-4a75-aa06-b9e901f706ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.180699 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-11620cc7-5af4-4a75-aa06-b9e901f706ec None None] Port d5a3c225-c762-4696-bdc3-580bf9e0a28f cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:00:13.305232 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927eb79-f0db-4238-89a0-f940e48f91b4 req-2a18c845-2dc7-49c9-96e0-840b0e34f009 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:13.306736 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2927eb79-f0db-4238-89a0-f940e48f91b4 req-2a18c845-2dc7-49c9-96e0-840b0e34f009 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 931 time: 0.1008747
Jan 15 22:00:13.319350 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a3c225-c762-4696-bdc3-580bf9e0a28f {{(pid=114437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:00:13.337037 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks [] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.358423 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.provisioning_blocks [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Transition to ACTIVE for port object d5a3c225-c762-4696-bdc3-580bf9e0a28f will not be triggered until provisioned by entity L2. {{(pid=114437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 22:00:13.365081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.409773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2927eb79-f0db-4238-89a0-f940e48f91b4 req-b9045fe6-28d6-4a56-a6c3-3b74af3332bc tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973160
Jan 15 22:00:13.434903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:13.518187 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Attempting to bind port d5a3c225-c762-4696-bdc3-580bf9e0a28f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:00:13.518530 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Attempting to bind port d5a3c225-c762-4696-bdc3-580bf9e0a28f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:00:13.518864 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Attempting to bind port d5a3c225-c762-4696-bdc3-580bf9e0a28f on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:13.523448 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Port d5a3c225-c762-4696-bdc3-580bf9e0a28f on network c73c4a14-0781-4393-aa1e-9fcd878de814 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 22:00:13.523710 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Attempting to bind port d5a3c225-c762-4696-bdc3-580bf9e0a28f on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:00:13.528714 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Checking agent: {'id': '4d1275af-f191-455c-af77-ed091b43a25f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:00:13.529100 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Checking segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:00:13.529465 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Bound using segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} {{(pid=114437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:00:13.529894 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.managers [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Bound port: d5a3c225-c762-4696-bdc3-580bf9e0a28f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}}] {{(pid=114437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:00:13.530249 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.598247 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, cleared binding levels {{(pid=114437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:00:13.601352 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:00:13.606809 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.643094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:13.643769 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:13.645212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 1091 time: 0.7001290
Jan 15 22:00:13.645605 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:00:13.647909 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be78fa-7737-4b57-bc8d-07ca9aed7a07" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:00:13.675094 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713e3d-b488-4e7b-96e0-fe29f173f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=3']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:13.705761 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349de87c-be4c-4f1b-9ffe-02dd1722e2ae x-openstack-request-id: req-349de87c-be4c-4f1b-9ffe-02dd1722e2ae {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:00:13.706160 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:00:13.706498 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-349de87c-be4c-4f1b-9ffe-02dd1722e2ae {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:00:13.706951 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'status': 'completed', 'code': 200}
Jan 15 22:00:13.749318 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-ff19998d-97fa-4421-ac0b-d80892071053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:13.750860 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-ff19998d-97fa-4421-ac0b-d80892071053 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0552082
Jan 15 22:00:13.800274 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-312ab465-2a3e-41dd-8040-179f3817a2bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 217 time: 0.0367858
Jan 15 22:00:13.858708 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-69892d61-cb2d-4fc6-8516-cb09d9a96eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:13.860182 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-69892d61-cb2d-4fc6-8516-cb09d9a96eca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0497274
Jan 15 22:00:13.913160 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9fd6-d335-4e92-b610-4784a204557f req-ae00b0bf-fc59-4718-bdf6-5f9626e81bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:13.914781 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-ae00b0bf-fc59-4718-bdf6-5f9626e81bce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446205
Jan 15 22:00:14.024453 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-44a92758-f3a2-4757-a2ec-8ef5f1362580 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989313
Jan 15 22:00:14.041982 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 886ff264-f185-460f-8a55-5037c33fa3a1 up at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:14.099022 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Provisioning complete for port 886ff264-f185-460f-8a55-5037c33fa3a1 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:14.099406 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:14.138666 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-be0e9fd6-d335-4e92-b610-4784a204557f req-805f9f90-c1fe-4f30-8095-6648feeb47b6 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039257
Jan 15 22:00:14.181142 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Current status of the port 886ff264-f185-460f-8a55-5037c33fa3a1 is: ACTIVE; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:14.238740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-ff808a2a-1b17-449b-9bd2-3fa8b3e0c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:14.240220 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-ff808a2a-1b17-449b-9bd2-3fa8b3e0c7ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0414732
Jan 15 22:00:14.330780 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-19c994f2-ff6b-42ad-9781-49b00027af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:14.332256 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-19c994f2-ff6b-42ad-9781-49b00027af4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0855143
Jan 15 22:00:14.377814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-258a0178-4398-4261-81e7-b8df109a9fed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 217 time: 0.0395045
Jan 15 22:00:14.426040 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-afbae6bc-8e03-4fa7-813f-36f8ac12db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:14.427441 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-afbae6bc-8e03-4fa7-813f-36f8ac12db4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0439789
Jan 15 22:00:14.473913 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-b66712ff-9a31-432b-94d8-c294d9a9e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:14.475411 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-b66712ff-9a31-432b-94d8-c294d9a9e6ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404387
Jan 15 22:00:14.589351 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268d79-2ea0-4b1b-bce5-44a1b097eabc req-7a736692-cd4d-4254-b13b-8f8a87d42d01 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:14.590816 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc268d79-2ea0-4b1b-bce5-44a1b097eabc req-7a736692-cd4d-4254-b13b-8f8a87d42d01 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.1016195
Jan 15 22:00:14.619117 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-d5b894dd-5f74-4226-9774-b3dc0417e412 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368592
Jan 15 22:00:14.704920 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc268d79-2ea0-4b1b-bce5-44a1b097eabc req-85795b6a-251b-4891-895d-51b5bb1b16fb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073880
Jan 15 22:00:14.745478 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-27be78fa-7737-4b57-bc8d-07ca9aed7a07 req-d4356594-ef73-46be-9327-ebaf4f08fcea service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187725
Jan 15 22:00:14.963028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:15.825081 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af0099-c0cf-4670-9a82-eeea674939f8 req-e32aaf19-f255-4983-8c21-996691bba7e5 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:15.826556 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02af0099-c0cf-4670-9a82-eeea674939f8 req-e32aaf19-f255-4983-8c21-996691bba7e5 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.0508618
Jan 15 22:00:15.877258 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-02af0099-c0cf-4670-9a82-eeea674939f8 req-a00a7c6a-029e-40c6-af79-3cbad714bba8 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436749
Jan 15 22:00:15.878498 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:16.992549 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea7bd-163a-4e10-97d3-4234194cf653 req-922d1247-868c-481d-b952-f46c656b0193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:16.994097 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f5ea7bd-163a-4e10-97d3-4234194cf653 req-922d1247-868c-481d-b952-f46c656b0193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.0490377
Jan 15 22:00:17.048980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-6f5ea7bd-163a-4e10-97d3-4234194cf653 req-c573c99e-fdb9-4b44-8b5c-dd651624fc60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488942
Jan 15 22:00:17.053495 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 22:00:17.149538 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:17.161760 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 22:00:17.197778 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d5a3c225-c762-4696-bdc3-580bf9e0a28f is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:17.198166 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:17.211250 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a3c225-c762-4696-bdc3-580bf9e0a28f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:00:17.229716 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:17.233910 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:17.284496 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:17.546354 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d5a3c225-c762-4696-bdc3-580bf9e0a28f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 22:00:18.076144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-1c16f7f1-1367-41cd-b33f-2cb11533ba2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:18.168536 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921b778-a094-4c5f-bd36-f8096735d4d9 req-e6cd428e-8bb6-46d4-bf7b-11531e504296 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:18.170014 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9921b778-a094-4c5f-bd36-f8096735d4d9 req-e6cd428e-8bb6-46d4-bf7b-11531e504296 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 944 time: 0.0496645
Jan 15 22:00:18.220743 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9921b778-a094-4c5f-bd36-f8096735d4d9 req-dbc9fddd-068e-42a6-b3aa-3926b2d870cd tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441573
Jan 15 22:00:19.052759 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:00:19.102475 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning for port d5a3c225-c762-4696-bdc3-580bf9e0a28f completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 22:00:19.106678 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d5a3c225-c762-4696-bdc3-580bf9e0a28f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:00:19.107051 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:19.184131 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d5a3c225-c762-4696-bdc3-580bf9e0a28f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:00:19.184537 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:19.211014 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:00:19.213398 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14b42ce-5cfa-4655-91fb-2fc5056f768b" -d '{"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-plugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:00:19.227998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:00:19.231837 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:19.287924 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:19.317391 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cddfd74-1166-4325-a008-98f8fab30e49 x-openstack-request-id: req-5cddfd74-1166-4325-a008-98f8fab30e49 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:00:19.317684 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-plugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:00:19.317939 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cddfd74-1166-4325-a008-98f8fab30e49 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:00:19.318343 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'code': 200}
Jan 15 22:00:19.339839 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13c28-736c-4db3-98f5-88b7e0a0f6ba req-9368b549-78d6-4b20-9eea-26093e608ca9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:19.341779 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36b13c28-736c-4db3-98f5-88b7e0a0f6ba req-9368b549-78d6-4b20-9eea-26093e608ca9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 945 time: 0.0513933
Jan 15 22:00:19.401490 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-36b13c28-736c-4db3-98f5-88b7e0a0f6ba req-844f25a7-7598-4130-9727-72d9476668a7 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528057
Jan 15 22:00:19.433855 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21e57b-f0f0-4a03-a46b-1e9efb08c8ba req-22217cda-562f-4e00-b808-7d4a05094e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:19.435331 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae21e57b-f0f0-4a03-a46b-1e9efb08c8ba req-22217cda-562f-4e00-b808-7d4a05094e3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1096 time: 0.0504341
Jan 15 22:00:19.484210 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ae21e57b-f0f0-4a03-a46b-1e9efb08c8ba req-249ff169-0952-4288-ba0f-6d37de975c67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391710
Jan 15 22:00:20.520532 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912cd8f-bc36-432b-ba0d-00f7c9462f15 req-6e18b30a-3d83-4c2a-aefc-52c098ac1d8a tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:20.522043 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3912cd8f-bc36-432b-ba0d-00f7c9462f15 req-6e18b30a-3d83-4c2a-aefc-52c098ac1d8a tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 945 time: 0.0482206
Jan 15 22:00:20.578104 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-3912cd8f-bc36-432b-ba0d-00f7c9462f15 req-db05d8a0-87d7-49b3-98fc-f7ada0f01a25 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502973
Jan 15 22:00:20.816072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fc123827-a04a-475c-aea7-12d38c9bcf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:21.692449 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e15c99-18f7-4018-a2bf-e7047ff315d4 req-a68d08c8-c7b8-41db-8af1-98877814bf84 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:21.693928 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41e15c99-18f7-4018-a2bf-e7047ff315d4 req-a68d08c8-c7b8-41db-8af1-98877814bf84 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 945 time: 0.0481558
Jan 15 22:00:21.745464 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-41e15c99-18f7-4018-a2bf-e7047ff315d4 req-0dae41a3-43e0-4796-8d11-8a3af4503417 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459690
Jan 15 22:00:21.860343 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310b47-7c8a-4cc6-a515-5108a19d515f req-7197926e-bafb-40d5-84b8-746f7c6f67b9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:21.862028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6310b47-7c8a-4cc6-a515-5108a19d515f req-7197926e-bafb-40d5-84b8-746f7c6f67b9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 945 time: 0.0489297
Jan 15 22:00:21.912226 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e6310b47-7c8a-4cc6-a515-5108a19d515f req-1e07877a-8392-4329-b772-637ab3fe57f7 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446863
Jan 15 22:00:21.933402 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34528) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:22.018480 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7391ea8-0053-40cb-99cb-cd0df7c7b290 tempest-TestSnapshotPattern-1032023159 tempest-TestSnapshotPattern-1032023159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:22.020028 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-a7391ea8-0053-40cb-99cb-cd0df7c7b290 tempest-TestSnapshotPattern-1032023159 tempest-TestSnapshotPattern-1032023159-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1091 time: 0.0856297
Jan 15 22:00:22.022915 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34532) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:00:22.027262 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:00:22.051161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.147863 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.159035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.251108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Allocated IP 172.35.1.143 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/866e2691-8834-4f05-ad3f-771a2c90c528) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:00:22.354877 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (866e2691-8834-4f05-ad3f-771a2c90c528), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.389383 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.427513 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:00:22.430266 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:00:22.432890 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:00:22.465142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=866e2691-8834-4f05-ad3f-771a2c90c528,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:22.806610 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:22.878235 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.023924 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (866e2691-8834-4f05-ad3f-771a2c90c528), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.028325 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.097687 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=866e2691-8834-4f05-ad3f-771a2c90c528,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:00:23.109031 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.505339 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Floating IP ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b associated. External IP: 172.35.1.143, port: d5a3c225-c762-4696-bdc3-580bf9e0a28f.
Jan 15 22:00:23.546302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.714143 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:00:23.816832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:00:23.826080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:00:23.837673 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:23.838296 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6698e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:00:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:23.842874 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:23.887948 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-92178353-1738-4c86-9b61-040b9688e4d2 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8500276
Jan 15 22:00:23.887948 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:00:23.887948 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa5d68-6692-4431-8532-b7dfde4379bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:00:23.917699 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210fe2fa-4275-4b29-991e-a3de493859a5 x-openstack-request-id: req-210fe2fa-4275-4b29-991e-a3de493859a5 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:00:23.918001 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:00:23.918262 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-210fe2fa-4275-4b29-991e-a3de493859a5 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:00:23.918675 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'status': 'completed', 'code': 200}
Jan 15 22:00:23.946900 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:23.983654 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-4ded9921-2312-4f63-a34d-80abf1f75953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:23.985212 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-4ded9921-2312-4f63-a34d-80abf1f75953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1096 time: 0.0425861
Jan 15 22:00:24.079341 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-e6f52d9d-4501-417e-8f83-76aefb09689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:24.081334 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-e6f52d9d-4501-417e-8f83-76aefb09689a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0895805
Jan 15 22:00:24.152766 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-19830825-718b-4b7a-9f2a-264ec59d347f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 999 time: 0.0653799
Jan 15 22:00:24.202631 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-3cb0d60d-dd5d-45e6-8ec7-06468e72d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:24.204103 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-3cb0d60d-dd5d-45e6-8ec7-06468e72d735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0456052
Jan 15 22:00:24.248608 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-9d2476db-69f6-46a6-abd5-9aef02d49772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:24.250044 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-9d2476db-69f6-46a6-abd5-9aef02d49772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400922
Jan 15 22:00:24.260233 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-a72e4c0f-3905-4eb8-9e73-5dda8fbed936 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 22:00:24.261178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-a72e4c0f-3905-4eb8-9e73-5dda8fbed936 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049577
Jan 15 22:00:24.279145 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6698e0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:22Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:24.312153 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:00:24.321472 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:00:24.322080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6698e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:00:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:24.355991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-bd6966c2-08e4-4a65-b118-a7df5bbcc62d service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887084
Jan 15 22:00:24.391703 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:24.427747 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:00:24.452178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-98fa5d68-6692-4431-8532-b7dfde4379bc req-10def511-804f-4dde-bce4-f24c35c74d31 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903056
Jan 15 22:00:24.651562 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b6698e0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:22Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:00:24.678124 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0b1ee-1247-475c-9187-42b81f15f422 None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:22Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:00:24.866644 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93ae24-01d4-4fc5-803b-fbca3052d616 None None] New status for floating IP ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 22:00:37.838091 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:00:39.681595 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-bc27db45-78bd-4223-856c-3640866f4f8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0464451
Jan 15 22:00:39.762105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-9c6fdd09-5fdf-4f2f-ada7-5599dc9c4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:39.763751 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-9c6fdd09-5fdf-4f2f-ada7-5599dc9c4a90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1096 time: 0.0400295
Jan 15 22:00:39.866551 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-e1048f53-6501-4fde-bf1d-4565661ea42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:39.868040 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-e1048f53-6501-4fde-bf1d-4565661ea42c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0859215
Jan 15 22:00:39.937545 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-f9607ac8-fc63-42e5-bcc7-c93b5bb3d1f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 1001 time: 0.0632164
Jan 15 22:00:39.984437 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-f263e16a-5fa6-4879-85ed-02c9c14e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:39.985980 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-f263e16a-5fa6-4879-85ed-02c9c14e1aed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0429754
Jan 15 22:00:40.031356 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-116e4343-f8d0-4d54-8067-2243161dc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:00:40.032981 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-116e4343-f8d0-4d54-8067-2243161dc34d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413692
Jan 15 22:00:40.127513 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-29847112-6ac4-40d8-a63d-1e3a4b65c0dd service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870016
Jan 15 22:00:40.216205 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bc63a2f3-4bc2-4b8d-98d6-b5d14a0503b6 req-59354677-7efb-434f-a74c-2dffccdc8958 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823836
Jan 15 22:00:44.970935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:45.877253 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:48.080040 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6de3ed73-ae56-4915-8c77-5d802301a6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:50.817717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-57e35085-8d36-466c-914b-5c052e84654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:52.160985 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:53.549607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:00:54.385311 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:14.836917 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:01:14.985979 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:15.877524 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:18.081169 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-74117cb4-360b-492f-bcdb-1fea09f8dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:20.819096 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-284b7009-f16b-4e59-bf47-650caaa50e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:22.162983 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:23.550716 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:24.388556 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:39.699329 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-bf336db0-9d58-4ed7-bfd8-5853aba2774a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445056
Jan 15 22:01:39.786496 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b18a-f00a-4e26-8778-4c784472030f req-3dc16b75-d9fc-435f-86c8-cd87e6ec5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:01:39.787972 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-3dc16b75-d9fc-435f-86c8-cd87e6ec5132 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1096 time: 0.0407662
Jan 15 22:01:39.895832 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b18a-f00a-4e26-8778-4c784472030f req-c0f6f82d-6edc-4cb5-aa05-3cddaf9975f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:01:39.897410 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-c0f6f82d-6edc-4cb5-aa05-3cddaf9975f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0853612
Jan 15 22:01:39.970559 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-da3bba97-e4ed-4aef-a4c7-c0f847e4867c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 1001 time: 0.0637317
Jan 15 22:01:40.021589 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b18a-f00a-4e26-8778-4c784472030f req-d1ca7b10-04e4-40e7-a6cd-fd29fc2b3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:01:40.023032 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-d1ca7b10-04e4-40e7-a6cd-fd29fc2b3271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0438581
Jan 15 22:01:40.069911 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46b18a-f00a-4e26-8778-4c784472030f req-7be4a8d2-67fb-47ca-b14a-a99a8783e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:01:40.071373 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-7be4a8d2-67fb-47ca-b14a-a99a8783e640 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388315
Jan 15 22:01:40.165957 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-49fb8b8d-741e-413c-8010-95f307788aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840852
Jan 15 22:01:40.260822 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-cd46b18a-f00a-4e26-8778-4c784472030f req-41f4fb91-4251-4b30-8265-faafd9b960d0 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840538
Jan 15 22:01:44.985499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:45.891117 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:48.082499 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-f9b8634c-5456-4eeb-8edd-96fcae1b5b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:50.819940 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4c1065ae-f9d1-40ee-9e15-583b2f7b861e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:51.835456 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:01:52.164077 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:53.553764 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:01:54.389522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:14.986309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:15.907924 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:18.085992 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3ce58be8-0692-423e-aef0-e7b3099b7891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:20.822022 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-29a3c929-34fc-43b5-bf0f-a60bb9e1043d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:22.170607 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:23.556449 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:23.725987 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 22:02:23.817589 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:23.828685 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Returning: {'device': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 22:02:23.867063 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d5a3c225-c762-4696-bdc3-580bf9e0a28f is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:02:23.867447 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:23.880231 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5a3c225-c762-4696-bdc3-580bf9e0a28f {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:02:23.899101 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:23.902901 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:23.952039 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:23.959565 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.959913 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.960257 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.960593 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.960951 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.961284 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.961610 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.961933 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.962271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.962722 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.963282 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.963632 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.964116 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:23.988484 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] get_ports_and_sgs() called for port_ids ['d5a3c225-c762-4696-bdc3-580bf9e0a28f'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 22:02:24.394303 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:25.729588 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f up at agent hyperv_nch2-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:02:25.781367 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Provisioning complete for port d5a3c225-c762-4696-bdc3-580bf9e0a28f triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:02:25.781749 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:25.862130 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d5a3c225-c762-4696-bdc3-580bf9e0a28f is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:02:25.862529 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:25.886785 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:02:25.889129 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b73ceb-d4d7-4980-980d-5c01ccbaba2a" -d '{"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-plugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:02:25.903438 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:25.908423 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:25.937193 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b27d6-8a38-4602-b33d-bb66929352e9 x-openstack-request-id: req-6e3b27d6-8a38-4602-b33d-bb66929352e9 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:02:25.937616 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-plugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:02:25.937877 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e3b27d6-8a38-4602-b33d-bb66929352e9 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:02:25.938267 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'code': 200}
Jan 15 22:02:25.963805 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:28.834662 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:02:35.301855 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-5946de84-2e87-45ca-8647-d974a7c9c789 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873007183&fields=id&tenant_id=733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 267 time: 0.0497112
Jan 15 22:02:35.407797 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-3e6cc971-ecc7-45e9-a0b5-4bed42d79036 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:35.409305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-3e6cc971-ecc7-45e9-a0b5-4bed42d79036 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 809 time: 0.1012607
Jan 15 22:02:35.423617 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-830cb152-f4cf-4bd6-a0d1-96642e1f56e4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/quotas/733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 375 time: 0.0088627
Jan 15 22:02:35.476424 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-d438c332-4481-466f-8e3c-6c2cba58c2db tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0478981
Jan 15 22:02:35.547108 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-52fc66b2-9e8b-40c6-be08-cb405b5fcd35 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 22:02:35.548242 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-52fc66b2-9e8b-40c6-be08-cb405b5fcd35 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0604041
Jan 15 22:02:35.640352 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-2756127d-b621-4789-b303-47946b6a2881 service neutron] 10.222.0.46 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862629
Jan 15 22:02:35.730175 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-7eebca08-edab-4520-88b8-91a6819ed4a8 service neutron] 10.222.0.46 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842690
Jan 15 22:02:35.902661 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-d5f4e76b-406d-47f5-a07e-48f6cf0376fb req-87626d3d-3725-42f3-9d22-7b607524ab7e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 210 time: 0.0328867
Jan 15 22:02:36.818470 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-4ef2d712-1b26-46bf-9705-00f32c151251 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:36.819998 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-4ef2d712-1b26-46bf-9705-00f32c151251 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.39 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 809 time: 0.1097023
Jan 15 22:02:36.885038 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-3eac6a85-b51b-46af-be2b-0f72cc430098 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733e7c15666c404a9e926edbcc0768e9 HTTP/1.1" status: 200  len: 379 time: 0.0555682
Jan 15 22:02:36.895255 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'port': {'device_id': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'admin_state_up': True, 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'security_groups': ['9c0cb797-379a-4a83-8ca6-5fc342335654']}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:02:37.009439 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-b7920c39-4775-4c06-9eb5-8bba3d536601 req-f2f642d4-287c-4123-84fd-0adc67d0331f tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 210 time: 0.0367157
Jan 15 22:02:37.012058 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Made reservation on behalf of 733e7c15666c404a9e926edbcc0768e9 for: {'port': 1} {{(pid=114438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 15 22:02:37.017067 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.155496 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.db_base_plugin_common [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Allocated IP 172.20.0.10 (c73c4a14-0781-4393-aa1e-9fcd878de814/bb2cc93c-313d-4e5d-8adf-6b81903c4fe6/0594f748-baf0-4dce-9a55-6ce6d7877e24) {{(pid=114438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:02:37.313599 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), precommit_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.350725 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_create {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.403037 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Network c73c4a14-0781-4393-aa1e-9fcd878de814 is already hosted by enough agents. {{(pid=114438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:02:37.408930 ncdv-master-1 neutron-server[114438]: DEBUG neutron.scheduler.base_scheduler [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Resources bound (agent type, host, resource id):  {{(pid=114438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:02:37.413258 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Received port after_create {{(pid=114438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:02:37.457695 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=1']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:37.474469 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.474791 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.475201 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.475544 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.475880 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.476213 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.476614 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.477035 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.477360 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.477679 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.478088 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.478413 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.478739 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:37.492417 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:37.492505 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.516257 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-6bd98e7c-8edd-4334-a1dd-a632a67a56df tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6236820
Jan 15 22:02:37.808853 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-41c268a1-07a1-4a65-924f-56de84561f68 None None] Provisioning complete for port 0594f748-baf0-4dce-9a55-6ce6d7877e24 triggered by entity DHCP. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:02:37.809518 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-41c268a1-07a1-4a65-924f-56de84561f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.833451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:02:37.872483 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-41c268a1-07a1-4a65-924f-56de84561f68 None None] Port 0594f748-baf0-4dce-9a55-6ce6d7877e24 cannot update to ACTIVE because it is not bound. {{(pid=114439) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 15 22:02:37.926611 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Current status of the port d5a3c225-c762-4696-bdc3-580bf9e0a28f is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:02:37.927000 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:37.961061 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:37.962002 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:02:37.964540 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59733b1-8c05-4bd4-8c55-e75ff71ee469" -d '{"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:02:37.977408 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:38.010811 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f9841-fe0f-40ae-9bec-6461ccb4809f x-openstack-request-id: req-5d5f9841-fe0f-40ae-9bec-6461ccb4809f {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:02:38.011117 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:02:38.011375 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d5f9841-fe0f-40ae-9bec-6461ccb4809f {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:02:38.011773 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'code': 200}
Jan 15 22:02:38.037967 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Pushing event updated for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:38.147883 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2c614-201c-4773-aa75-8fa1e9723494 req-789f03fa-4ad2-43d6-91bb-212dd29f079f tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:38.149330 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61b2c614-201c-4773-aa75-8fa1e9723494 req-789f03fa-4ad2-43d6-91bb-212dd29f079f tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0523748
Jan 15 22:02:38.210471 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-61b2c614-201c-4773-aa75-8fa1e9723494 req-a08028be-bee4-4afc-8158-bdcd08c5de13 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546038
Jan 15 22:02:39.350963 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259c58d-5f9a-4694-8204-ddd4a7d2cfb7 req-6c67839d-ab0b-44ab-9453-f76a223b14b4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:39.359904 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5259c58d-5f9a-4694-8204-ddd4a7d2cfb7 req-6c67839d-ab0b-44ab-9453-f76a223b14b4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0671358
Jan 15 22:02:39.424239 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5259c58d-5f9a-4694-8204-ddd4a7d2cfb7 req-79755972-bc30-49df-b64d-f88c1d17c89c tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634372
Jan 15 22:02:39.767739 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-ec6e6b78-f5b3-426c-aed5-b739a1643889 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0963099
Jan 15 22:02:39.860765 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-c4fd0986-32c9-48fc-bf69-1259c512a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:39.862296 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-c4fd0986-32c9-48fc-bf69-1259c512a099 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0462348
Jan 15 22:02:39.981032 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-c7decb12-0a55-4244-9455-b2cda19802f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:39.983036 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-c7decb12-0a55-4244-9455-b2cda19802f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0958662
Jan 15 22:02:40.059460 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-c69287e0-c736-486f-9633-1a6e38ed95dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 999 time: 0.0691586
Jan 15 22:02:40.115321 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-cac8fe1a-9f95-42be-91da-eef133b85b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:40.116786 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-cac8fe1a-9f95-42be-91da-eef133b85b2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0484972
Jan 15 22:02:40.174783 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-40b883d7-8c63-4767-81ee-473306140113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:40.176313 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-40b883d7-8c63-4767-81ee-473306140113 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0506115
Jan 15 22:02:40.332991 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-987129d7-0bff-43e8-ace1-5c75508bebd1 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462710
Jan 15 22:02:40.447091 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5642e906-310e-49b2-8c34-46fdfb91a4f1 req-ac260d7d-2f9c-47a4-84fa-00135cdfada5 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053028
Jan 15 22:02:40.532491 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-dcce9bb1-8ada-456f-adf1-165d081b9897 req-a4b7b2e9-99e2-49c5-a0bb-89c0145ffc24 service neutron] (114438) timed out ('10.222.0.45', 64039) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 22:02:40.574055 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3a3d8-5c54-40f6-85f0-371236c722ac req-8341aa3f-5ea3-4855-a2a1-1059049fb8a6 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:40.575613 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ead3a3d8-5c54-40f6-85f0-371236c722ac req-8341aa3f-5ea3-4855-a2a1-1059049fb8a6 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0553300
Jan 15 22:02:40.637380 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-ead3a3d8-5c54-40f6-85f0-371236c722ac req-6b5d284b-0aa7-4512-8227-7a2e42bfb0bc tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504396
Jan 15 22:02:41.787614 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ed2a-64a6-4cf1-a103-497f70b10996 req-071fb0e0-c029-4aa2-b838-93e48cb0db9e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:41.789305 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e648ed2a-64a6-4cf1-a103-497f70b10996 req-071fb0e0-c029-4aa2-b838-93e48cb0db9e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0524757
Jan 15 22:02:41.843939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-e648ed2a-64a6-4cf1-a103-497f70b10996 req-6a64e780-7f2a-4932-9c66-9dd0e735e224 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470612
Jan 15 22:02:42.989602 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fcbc-a3ca-429f-92db-0dd6115578f6 req-77ed98fe-9a32-428a-ae94-0f35e09b6158 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:42.997286 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8221fcbc-a3ca-429f-92db-0dd6115578f6 req-77ed98fe-9a32-428a-ae94-0f35e09b6158 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0643055
Jan 15 22:02:43.055918 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8221fcbc-a3ca-429f-92db-0dd6115578f6 req-9bfa2824-e00e-49c6-af76-fcbe37e813cc tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569274
Jan 15 22:02:44.200701 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c57b9-eef9-45a5-ac50-38ed23757d08 req-3af3cbc3-bb5f-4ec2-9d2c-3eac6b178692 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:44.204814 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52c57b9-eef9-45a5-ac50-38ed23757d08 req-3af3cbc3-bb5f-4ec2-9d2c-3eac6b178692 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0732417
Jan 15 22:02:44.256154 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a52c57b9-eef9-45a5-ac50-38ed23757d08 req-96b6beda-3cc6-4890-9203-a04d7e2aa502 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460458
Jan 15 22:02:45.000072 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.198150 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.v2.base [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Request body: {'port': {'device_id': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:02:45.257423 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.380903 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256792-f218-438f-9925-e697b9c2d2fa req-784c45cc-da3f-4a79-b051-ef6da6e79f47 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:45.382939 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b256792-f218-438f-9925-e697b9c2d2fa req-784c45cc-da3f-4a79-b051-ef6da6e79f47 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 932 time: 0.0535483
Jan 15 22:02:45.443101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-8b256792-f218-438f-9925-e697b9c2d2fa req-0382f834-b15c-4f04-b196-f64c4267a218 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548606
Jan 15 22:02:45.523262 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0594f748-baf0-4dce-9a55-6ce6d7877e24 {{(pid=114438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:02:45.532048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks [] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), precommit_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.544080 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.provisioning_blocks [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Transition to ACTIVE for port object 0594f748-baf0-4dce-9a55-6ce6d7877e24 will not be triggered until provisioned by entity L2. {{(pid=114438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 15 22:02:45.548312 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.601512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=2']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:45.671409 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Attempting to bind port 0594f748-baf0-4dce-9a55-6ce6d7877e24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 22:02:45.671743 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Attempting to bind port 0594f748-baf0-4dce-9a55-6ce6d7877e24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 15 22:02:45.672072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Attempting to bind port 0594f748-baf0-4dce-9a55-6ce6d7877e24 on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:02:45.676559 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Port 0594f748-baf0-4dce-9a55-6ce6d7877e24 on network c73c4a14-0781-4393-aa1e-9fcd878de814 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 15 22:02:45.676914 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Attempting to bind port 0594f748-baf0-4dce-9a55-6ce6d7877e24 on network c73c4a14-0781-4393-aa1e-9fcd878de814 {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 15 22:02:45.681902 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Checking agent: {'id': '073659ff-3eb3-4711-8f2e-70b1cd576095', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'started_at': datetime.datetime(2022, 1, 15, 20, 46, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 15, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 15 22:02:45.682236 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Checking segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 15 22:02:45.682617 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Bound using segment: {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'} {{(pid=114438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 15 22:02:45.683040 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.managers [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Bound port: 0594f748-baf0-4dce-9a55-6ce6d7877e24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844aa1b5-02b7-45cd-b3e3-24a7012e0057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814'}}] {{(pid=114438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 15 22:02:45.683400 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.750898 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, cleared binding levels {{(pid=114438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 15 22:02:45.754147 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 15 22:02:45.757721 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261002060'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.791525 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:45.792158 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.793626 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 1092 time: 0.5999975
Jan 15 22:02:45.794149 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:02:45.796318 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:02:45.828605 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03858a9f-3e36-45c8-a80e-34248b32dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=3']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:45.847585 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3879530-d281-44c6-81fa-09f6064af756 x-openstack-request-id: req-e3879530-d281-44c6-81fa-09f6064af756 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:02:45.847820 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:02:45.848081 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3879530-d281-44c6-81fa-09f6064af756 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:02:45.848482 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'status': 'completed', 'code': 200}
Jan 15 22:02:45.887512 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-12383482-ae84-4854-96bf-58ba74f915ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:45.889831 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-12383482-ae84-4854-96bf-58ba74f915ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1095 time: 0.0522120
Jan 15 22:02:45.911335 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:45.932430 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-c77215a1-b5e4-422c-b986-8870e67aa4e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 217 time: 0.0361931
Jan 15 22:02:45.984554 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-43d0b270-ee45-4949-8ada-d3a2a31ecd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:45.986220 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-43d0b270-ee45-4949-8ada-d3a2a31ecd4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0466852
Jan 15 22:02:46.035158 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-36632b2b-4aa4-4a67-8739-c65d9cc5907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.036633 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-36632b2b-4aa4-4a67-8739-c65d9cc5907d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448108
Jan 15 22:02:46.128077 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-e086b64a-3c21-474a-8a79-7bffe2e83dad service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853422
Jan 15 22:02:46.218971 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-d727b16d-eb20-4820-b018-4ec78b86f96c req-bc9313b7-8758-40e8-b16f-6d580ee71a18 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854061
Jan 15 22:02:46.301522 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-c533c4df-1de8-4ab4-a4d7-b4605785b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.302926 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-c533c4df-1de8-4ab4-a4d7-b4605785b1b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1095 time: 0.0416644
Jan 15 22:02:46.391204 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-be4145c4-8bc6-4c04-ad2b-3794f416aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.392667 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-be4145c4-8bc6-4c04-ad2b-3794f416aa19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0838852
Jan 15 22:02:46.437431 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-c8cb0d9a-6637-45d2-962e-3b27f0a4549d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 217 time: 0.0390818
Jan 15 22:02:46.485224 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-9e43e322-c340-4300-bce2-e79f54a6d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.486681 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-9e43e322-c340-4300-bce2-e79f54a6d4b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0434456
Jan 15 22:02:46.533046 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-01edd6bc-0482-49ab-91e9-d69487eae26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.535010 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-01edd6bc-0482-49ab-91e9-d69487eae26d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421438
Jan 15 22:02:46.558981 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c1e5-b94c-4fa6-a510-80efaa7b0661 req-b4474282-bd0e-4099-b979-9582652c3926 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:46.561027 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9e2c1e5-b94c-4fa6-a510-80efaa7b0661 req-b4474282-bd0e-4099-b979-9582652c3926 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 944 time: 0.0485601
Jan 15 22:02:46.611018 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c9e2c1e5-b94c-4fa6-a510-80efaa7b0661 req-3a713ca8-1d8c-4117-8921-f7ebaa2f0c36 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445745
Jan 15 22:02:46.630552 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-18cc6a68-0601-4cda-be10-4934d2fa6d28 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891085
Jan 15 22:02:46.718186 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-45b7d2e9-736d-449c-a39d-a4ff0781ce9e req-91457bde-85b9-4780-9f9f-8f89874923c0 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815885
Jan 15 22:02:47.729063 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a165d5-3277-4d14-a3ea-3eeccce6c8dd req-04fbb379-dff3-4dcc-9adb-7fbe054f2851 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:47.730512 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88a165d5-3277-4d14-a3ea-3eeccce6c8dd req-04fbb379-dff3-4dcc-9adb-7fbe054f2851 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 944 time: 0.0487535
Jan 15 22:02:47.782914 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-88a165d5-3277-4d14-a3ea-3eeccce6c8dd req-1c83f121-8e02-408d-84fe-700078be9d9f tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466883
Jan 15 22:02:48.088485 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7944cab7-8571-422c-8cc6-7c169f55ab80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:48.896054 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fe8aa-3d3e-4ccc-a319-c5c8bae220f6 req-50246016-2f30-431a-bb4a-fd7bf5b92df9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:48.897561 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5fe8aa-3d3e-4ccc-a319-c5c8bae220f6 req-50246016-2f30-431a-bb4a-fd7bf5b92df9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 944 time: 0.0484738
Jan 15 22:02:48.946650 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-da5fe8aa-3d3e-4ccc-a319-c5c8bae220f6 req-4a123f8b-6441-40e8-a044-66d9432126f9 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436461
Jan 15 22:02:49.987586 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 22:02:50.063626 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c257503-2fd9-4585-a24f-4f29bdda182e req-6efa2301-a25f-4241-bd13-178b9ac0cc41 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:50.065178 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c257503-2fd9-4585-a24f-4f29bdda182e req-6efa2301-a25f-4241-bd13-178b9ac0cc41 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 944 time: 0.0495281
Jan 15 22:02:50.088114 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:50.104123 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'mac_address': 'fa:16:3e:40:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 22:02:50.114730 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5c257503-2fd9-4585-a24f-4f29bdda182e req-5bdf5ccf-e802-40a2-9555-6f8ac416223e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439939
Jan 15 22:02:50.143378 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 0594f748-baf0-4dce-9a55-6ce6d7877e24 is: DOWN; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:02:50.143766 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:50.157241 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0594f748-baf0-4dce-9a55-6ce6d7877e24 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:02:50.176568 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:50.180459 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:50.225838 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=4']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:50.441260 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['0594f748-baf0-4dce-9a55-6ce6d7877e24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 22:02:50.823371 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a18c5fd5-3b70-4f9a-9e0c-f3b6177b27c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:51.235476 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200400f1-6a9a-48e2-b9b4-a2083feec4a0 req-95d96350-467b-4a1b-a9d8-eedc53273b16 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:51.236941 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-200400f1-6a9a-48e2-b9b4-a2083feec4a0 req-95d96350-467b-4a1b-a9d8-eedc53273b16 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 945 time: 0.0528679
Jan 15 22:02:51.286059 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-200400f1-6a9a-48e2-b9b4-a2083feec4a0 req-97325aab-32e3-4721-8c9c-747b7785dcfa tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436332
Jan 15 22:02:52.005799 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:02:52.057508 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning for port 0594f748-baf0-4dce-9a55-6ce6d7877e24 completed by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 15 22:02:52.062221 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 0594f748-baf0-4dce-9a55-6ce6d7877e24 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:02:52.062606 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:52.138790 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 0594f748-baf0-4dce-9a55-6ce6d7877e24 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:02:52.139171 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:52.169441 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:02:52.172690 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2a99fa-946b-4657-87ec-979cade0edf1" -d '{"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-plugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:02:52.188239 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:52.190005 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:02:52.193819 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:52.217300 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fdb7c7-c264-4938-8108-48bf53693fbf x-openstack-request-id: req-a3fdb7c7-c264-4938-8108-48bf53693fbf {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:02:52.217659 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-plugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:02:52.218512 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3fdb7c7-c264-4938-8108-48bf53693fbf {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:02:52.218909 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'code': 200}
Jan 15 22:02:52.250908 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=5']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:52.312518 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece9e96-495a-4650-ac50-bbab535427cf req-2c40e249-0a4e-4422-832f-4de5e3ddfd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:52.314170 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3ece9e96-495a-4650-ac50-bbab535427cf req-2c40e249-0a4e-4422-832f-4de5e3ddfd7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1097 time: 0.0480604
Jan 15 22:02:52.359020 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-3ece9e96-495a-4650-ac50-bbab535427cf req-4195e8fb-de24-48eb-97f3-e5b461b313a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385256
Jan 15 22:02:52.404847 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fac44-dd38-4a9b-aa56-619a1b64cf84 req-3202bcb4-c790-4a8f-b785-474fdb2040d4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:52.407142 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b7fac44-dd38-4a9b-aa56-619a1b64cf84 req-3202bcb4-c790-4a8f-b785-474fdb2040d4 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.0496202
Jan 15 22:02:52.455180 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-9b7fac44-dd38-4a9b-aa56-619a1b64cf84 req-115cb32f-70c0-4ea7-82a6-7b496aff5425 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423932
Jan 15 22:02:53.559035 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:53.578639 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490bd6f-6831-4a06-af50-88d579db3d56 req-5e4e0109-ca6f-4426-8907-4599b07d5b89 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:53.580153 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a490bd6f-6831-4a06-af50-88d579db3d56 req-5e4e0109-ca6f-4426-8907-4599b07d5b89 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.0512996
Jan 15 22:02:53.634488 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-a490bd6f-6831-4a06-af50-88d579db3d56 req-25452878-4ded-4905-9c94-2c161eecd07d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486884
Jan 15 22:02:53.748833 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffe0be-3c60-4b65-987a-af72770fefc6 req-0dc1bf39-0162-44ae-b672-8214b8c94f3d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:53.750881 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33ffe0be-3c60-4b65-987a-af72770fefc6 req-0dc1bf39-0162-44ae-b672-8214b8c94f3d tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.0486643
Jan 15 22:02:53.799101 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-33ffe0be-3c60-4b65-987a-af72770fefc6 req-284cf63a-7b70-4d46-9163-89ee5bf7ec3e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427558
Jan 15 22:02:53.820655 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34838) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:02:53.859452 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84682deb-a1dd-4106-b91d-20f2ded7afa3 tempest-TestSnapshotPattern-1032023159 tempest-TestSnapshotPattern-1032023159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:53.860986 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-84682deb-a1dd-4106-b91d-20f2ded7afa3 tempest-TestSnapshotPattern-1032023159 tempest-TestSnapshotPattern-1032023159-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1092 time: 0.0393157
Jan 15 22:02:53.863751 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 34840) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:02:53.867895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.v2.base [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Request body: {'floatingip': {'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 22:02:53.891528 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:53.992408 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (None), before_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.096653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_common [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Allocated IP 172.35.1.203 (8352f5d9-3635-4bc2-9859-c634bbd8ef52/ca059716-ebef-42a8-bc8c-3ee857f10e74/f5f185dc-606f-40f6-9cab-adee7a92938b) {{(pid=114437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 15 22:02:54.195629 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.237052 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735562961430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.274941 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Network 8352f5d9-3635-4bc2-9859-c634bbd8ef52 is already hosted by enough agents. {{(pid=114437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 15 22:02:54.277758 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.base_scheduler [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Resources bound (agent type, host, resource id):  {{(pid=114437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 15 22:02:54.283776 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Received port after_create {{(pid=114437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 15 22:02:54.289101 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=f5f185dc-606f-40f6-9cab-adee7a92938b,revision_number=1']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:54.318618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.318969 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.319324 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.319662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.320002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.320338 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.320670 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.321030 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.321358 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.321684 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.322012 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.322336 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.322664 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:02:54.399028 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.658753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (62a63cc6-54b9-4023-aed4-38ebfae29ca8), precommit_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.725800 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), before_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.869843 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), precommit_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.875161 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263813015'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), after_update {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:54.948938 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event updated for resources: {'Port': ['ID=f5f185dc-606f-40f6-9cab-adee7a92938b,revision_number=2']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:02:54.960567 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-630303'] for floatingip (62a63cc6-54b9-4023-aed4-38ebfae29ca8), after_create {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:55.063619 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Floating IP 62a63cc6-54b9-4023-aed4-38ebfae29ca8 associated. External IP: 172.35.1.203, port: 0594f748-baf0-4dce-9a55-6ce6d7877e24.
Jan 15 22:02:55.569068 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:02:55.673528 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:02:55.683148 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:02:55.690717 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:02:55.693736 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:02:55.694361 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3719d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:02:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:02:55.721455 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-accb4515-73be-42b6-8b3c-b3094018fb60 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8566911
Jan 15 22:02:55.722056 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:02:55.724326 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de357357-9ce8-4e91-8503-095c40ebbb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:02:55.798430 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:02:55.841854 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a26433c-fe2b-4ae7-8f49-1e9068523513 x-openstack-request-id: req-5a26433c-fe2b-4ae7-8f49-1e9068523513 {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:02:55.842223 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:02:55.842790 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a26433c-fe2b-4ae7-8f49-1e9068523513 {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:02:55.843225 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'status': 'completed', 'code': 200}
Jan 15 22:02:55.907983 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-b4e59123-4011-4814-a9e2-c3dde8790741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:55.909605 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-b4e59123-4011-4814-a9e2-c3dde8790741 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1097 time: 0.0453703
Jan 15 22:02:56.007333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-fc23573c-271c-4ffc-ab7e-2ef23d687ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:56.008721 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-fc23573c-271c-4ffc-ab7e-2ef23d687ac6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0930786
Jan 15 22:02:56.076383 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-27ef3fca-cf9f-48ad-8f4f-74cbb30184f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 1000 time: 0.0611382
Jan 15 22:02:56.115024 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3719d0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62a63cc6-54b9-4023-aed4-38ebfae29ca8', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.203', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:40:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:02:54Z', 'updated_at': '2022-01-15T22:02:54Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}, {'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:02:56.125189 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-83f4138b-bd13-4f18-a605-8a1b3aa76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:56.126658 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-83f4138b-bd13-4f18-a605-8a1b3aa76975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0444715
Jan 15 22:02:56.141506 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:02:56.149935 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:02:56.150540 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3719d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:02:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:02:56.175072 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-0133bbeb-407e-43e4-bccd-9af7973af2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:02:56.176589 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-0133bbeb-407e-43e4-bccd-9af7973af2a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446432
Jan 15 22:02:56.257669 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:02:56.277137 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-d408a917-5bc5-440d-9273-bcef66fdf49a service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948782
Jan 15 22:02:56.372384 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-de357357-9ce8-4e91-8503-095c40ebbb6c req-cf1a0163-90c9-44b6-a7dc-f3fa3702e2aa service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886357
Jan 15 22:02:56.484692 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b3719d0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62a63cc6-54b9-4023-aed4-38ebfae29ca8', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.203', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:40:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:02:54Z', 'updated_at': '2022-01-15T22:02:54Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}, {'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:02:56.509874 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896dc93-562a-446a-8b10-86f60b480b29 None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62a63cc6-54b9-4023-aed4-38ebfae29ca8', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.203', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:40:26:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:02:54Z', 'updated_at': '2022-01-15T22:02:54Z', 'revision_number': 0, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}, {'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:02:56.699165 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0fb2b-521f-4ac2-baa6-2e2e57a10483 None None] New status for floating IP 62a63cc6-54b9-4023-aed4-38ebfae29ca8: ACTIVE {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 22:03:05.833919 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:03:15.015160 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:15.908932 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:18.091733 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a51fd439-47bc-4424-9d21-905e6a6fef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:20.827962 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4e952203-92c2-4874-b9e8-7100326ca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:22.173750 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:23.560392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:24.400530 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:38.510414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-64928848-f4fd-4b36-92e3-aa9bc1f1fe28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396070
Jan 15 22:03:38.590699 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdce68-a790-427e-b350-471d3b691f55 req-e8324dc5-40e7-4000-92ae-34da7b32e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:38.592158 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-e8324dc5-40e7-4000-92ae-34da7b32e510 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1097 time: 0.0396171
Jan 15 22:03:38.697778 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdce68-a790-427e-b350-471d3b691f55 req-810ce983-1dfa-4280-8a50-205108f44543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:38.699292 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-810ce983-1dfa-4280-8a50-205108f44543 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0875459
Jan 15 22:03:38.764299 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-2d7f80aa-2fd5-4487-845e-21dada3123ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 1002 time: 0.0580354
Jan 15 22:03:38.812398 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdce68-a790-427e-b350-471d3b691f55 req-e30727be-7a97-48da-a14b-932c669e7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:38.814016 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-e30727be-7a97-48da-a14b-932c669e7d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0432572
Jan 15 22:03:38.863652 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdce68-a790-427e-b350-471d3b691f55 req-4d269776-3011-412b-9890-60ce9d395c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:38.865192 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-4d269776-3011-412b-9890-60ce9d395c70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442476
Jan 15 22:03:38.952101 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-31c413b2-f25d-4fcc-a76e-38f3c6fab524 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804598
Jan 15 22:03:39.043761 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-b7bdce68-a790-427e-b350-471d3b691f55 req-47d52d7e-da92-40ae-bd73-be90b889a297 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855513
Jan 15 22:03:41.678408 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-9a8f4887-6b3c-4ec7-bd83-1a71126ed3e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401416
Jan 15 22:03:41.769585 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d306-d395-4d51-a087-b268bc6f276a req-41dd57c3-cb4c-4aae-aa11-f3c9bd331b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:41.771077 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-41dd57c3-cb4c-4aae-aa11-f3c9bd331b9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0415304
Jan 15 22:03:41.880105 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d306-d395-4d51-a087-b268bc6f276a req-0ac603e1-1546-459f-bae9-78dea556287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:41.881632 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-0ac603e1-1546-459f-bae9-78dea556287e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0904694
Jan 15 22:03:41.949817 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-009cd1cd-6634-47dd-9377-7034a6d5a4a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 999 time: 0.0592000
Jan 15 22:03:42.000768 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d306-d395-4d51-a087-b268bc6f276a req-c4e80829-69f3-4a80-9a55-2f3de5c3eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:42.002231 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-c4e80829-69f3-4a80-9a55-2f3de5c3eea1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0441034
Jan 15 22:03:42.057470 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d306-d395-4d51-a087-b268bc6f276a req-375504f1-b38f-49f8-9802-d86430982639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:03:42.058964 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-375504f1-b38f-49f8-9802-d86430982639 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0464494
Jan 15 22:03:42.153428 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-cdf2c7ec-625b-4146-862b-156ffea48746 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836930
Jan 15 22:03:42.253316 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-42d0d306-d395-4d51-a087-b268bc6f276a req-d4dc83b4-ce63-4aba-8d9e-96ac12126bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890675
Jan 15 22:03:42.833473 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:03:45.014909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:45.905486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:48.094842 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-02e14118-2880-47de-a719-255d422f4a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:50.829591 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c1c57339-690b-42b2-8f74-ac37fe757377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:52.177309 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:53.563378 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:03:54.402899 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:15.046854 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:15.905696 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:18.096652 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d0a4e0d7-db50-4c25-b0b5-78b0c7d860f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:19.832460 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:04:20.831288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9106a96d-7db2-4f33-adc6-e2424840ea39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:22.179560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:23.566407 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:24.404406 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:26.480437 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114439) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 15 22:04:26.590439 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:26.606121 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Returning: {'device': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'port_id': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'mac_address': 'fa:16:3e:40:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114439) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 15 22:04:26.647543 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 0594f748-baf0-4dce-9a55-6ce6d7877e24 is: ACTIVE; New status is: BUILD {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:04:26.647942 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:26.666503 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0594f748-baf0-4dce-9a55-6ce6d7877e24 {{(pid=114439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 15 22:04:26.686555 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:26.692455 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:26.750435 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=6']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:26.757995 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.758350 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.758698 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.759078 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.759416 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.759749 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.760080 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.760409 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.760737 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.761091 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.761418 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.761744 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.762068 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:26.773883 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] get_ports_and_sgs() called for port_ids ['0594f748-baf0-4dce-9a55-6ce6d7877e24'] {{(pid=114439) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 15 22:04:28.485949 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 up at agent hyperv_nch1-master-1 {{(pid=114439) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 15 22:04:28.545036 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.provisioning_blocks [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Provisioning complete for port 0594f748-baf0-4dce-9a55-6ce6d7877e24 triggered by entity L2. {{(pid=114439) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 15 22:04:28.545445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1521484'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), provisioning_complete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:28.629191 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 0594f748-baf0-4dce-9a55-6ce6d7877e24 is: BUILD; New status is: ACTIVE {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:04:28.629557 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:28.655203 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:28.658203 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b4803b-e34e-4936-998a-c9063c69b99b" -d '{"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-plugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:28.673633 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:28.680036 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:28.720876 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239bd6c2-b996-4939-ad68-521f3661b426 x-openstack-request-id: req-239bd6c2-b996-4939-ad68-521f3661b426 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:28.721173 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-plugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:28.721427 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-239bd6c2-b996-4939-ad68-521f3661b426 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:28.721812 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'code': 200}
Jan 15 22:04:28.746989 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=7']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:36.067719 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35050) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:36.224914 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Deleting port f5f185dc-606f-40f6-9cab-adee7a92938b {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:36.225258 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.299956 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.300289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (f5f185dc-606f-40f6-9cab-adee7a92938b), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.311794 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Calling delete_port for f5f185dc-606f-40f6-9cab-adee7a92938b owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:36.459227 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (f5f185dc-606f-40f6-9cab-adee7a92938b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.482907 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event deleted for resources: {'Port': ['ID=f5f185dc-606f-40f6-9cab-adee7a92938b,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:36.496142 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.496722 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.497260 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.497648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.498011 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.498335 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.498671 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.499004 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.499333 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.499661 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.499991 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.500319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.500649 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:36.558745 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (62a63cc6-54b9-4023-aed4-38ebfae29ca8), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.559069 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Floating IP 62a63cc6-54b9-4023-aed4-38ebfae29ca8 disassociated (deleted). External IP: 172.35.1.203, port: 0594f748-baf0-4dce-9a55-6ce6d7877e24.
Jan 15 22:04:36.768098 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:04:36.875769 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:04:36.880565 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:36.889881 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:04:36.899347 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:36.899949 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:36.912119 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4e768cdc-c080-412c-ab86-e506e6c0332b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "DELETE /v2.0/floatingips/62a63cc6-54b9-4023-aed4-38ebfae29ca8 HTTP/1.1" status: 204  len: 168 time: 0.8432751
Jan 15 22:04:36.912729 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:36.915070 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb313e-b917-45f3-b3a3-a725210d4573" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:36.955818 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181cf95-fafb-40ed-85e1-ea081d30a80d x-openstack-request-id: req-a181cf95-fafb-40ed-85e1-ea081d30a80d {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:36.956190 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:36.956666 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a181cf95-fafb-40ed-85e1-ea081d30a80d {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:36.957173 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'status': 'completed', 'code': 200}
Jan 15 22:04:37.010188 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:37.022836 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-526db67a-c714-44e3-bc89-daed86303ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:37.024442 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-526db67a-c714-44e3-bc89-daed86303ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 1097 time: 0.0474045
Jan 15 22:04:37.127396 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-00b12f1b-dcc2-4b94-af47-b1e7a376dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:37.128903 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-00b12f1b-dcc2-4b94-af47-b1e7a376dfd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0962410
Jan 15 22:04:37.178989 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-42043714-8b14-48f6-be90-5815fae3c541 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 200  len: 217 time: 0.0433164
Jan 15 22:04:37.218121 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6c440-e1fc-47b1-b1f8-cf3b18f41985 req-31c4a915-02f9-4ca8-bcf4-6140a7c89f94 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:37.220055 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11a6c440-e1fc-47b1-b1f8-cf3b18f41985 req-31c4a915-02f9-4ca8-bcf4-6140a7c89f94 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.1152313
Jan 15 22:04:37.229091 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-0e8e6f01-a38a-4878-896d-323b48948eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:37.230836 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-0e8e6f01-a38a-4878-896d-323b48948eb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0458777
Jan 15 22:04:37.250721 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe9be0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:37.273740 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-11a6c440-e1fc-47b1-b1f8-cf3b18f41985 req-cbd4ba2a-023c-445e-8981-377d6d53d27e tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473120
Jan 15 22:04:37.278323 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:04:37.279009 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-9745b959-ca65-4a1f-b931-9180db866512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:37.280747 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-9745b959-ca65-4a1f-b931-9180db866512 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434566
Jan 15 22:04:37.287100 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:37.287834 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:37.292635 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-62bfa939-86fa-4c35-a90d-d4b9e6869c8a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=114438) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 22:04:37.294495 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-62bfa939-86fa-4c35-a90d-d4b9e6869c8a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057969
Jan 15 22:04:37.389424 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-c124c1fc-7fdc-4e83-9236-aaa7d60391be service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885320
Jan 15 22:04:37.391764 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:37.482058 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-fcfb313e-b917-45f3-b3a3-a725210d4573 req-5d7e6606-15ce-402f-8404-e2960047eec8 service neutron] 10.222.0.39 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846262
Jan 15 22:04:37.614531 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7bfe9be0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:37.639687 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63feb46-9559-48d2-861b-cdcd73f67d8a None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'floating_ip_address': '172.35.1.143', 'floating_network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'router_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'port_id': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'mac_address': 'fa:16:3e:59:d2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-15T22:00:22Z', 'updated_at': '2022-01-15T22:00:24Z', 'revision_number': 1, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:04:37.860085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922ed1fb-af3a-44d8-8f28-43f963b6f310 None None] New status for floating IP 62a63cc6-54b9-4023-aed4-38ebfae29ca8: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 22:04:38.394863 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c332f9-245e-4055-b3ac-05090fbaa80b req-5e5be7d9-1156-4c8c-8151-d0895604372b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:38.396357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40c332f9-245e-4055-b3ac-05090fbaa80b req-5e5be7d9-1156-4c8c-8151-d0895604372b tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.0499694
Jan 15 22:04:38.446084 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-40c332f9-245e-4055-b3ac-05090fbaa80b req-6b86dcb2-31b3-4982-8b22-57fdec8020b1 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439959
Jan 15 22:04:38.532533 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:38.613171 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Current status of the port 0594f748-baf0-4dce-9a55-6ce6d7877e24 is: ACTIVE; New status is: DOWN {{(pid=114439) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 15 22:04:38.613470 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1464801'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:38.635953 ncdv-master-1 neutron-server[114439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:38.638308 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfc35eb40b30b366c0b3fa480fe2d5947af137fe38f73f67211f23a0a2ebacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0c3b3-d407-49cf-ae55-0f1258c8bcff" -d '{"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-unplugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:38.651085 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:38.655851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735563492940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735562961448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735562961466'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:38.685744 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564dc73-ba0d-49f5-a599-66fdc7925e40 x-openstack-request-id: req-f564dc73-ba0d-49f5-a599-66fdc7925e40 {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:38.686033 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-unplugged", "status": "completed", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "code": 200}]} {{(pid=114439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:38.686284 ncdv-master-1 neutron-server[114439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f564dc73-ba0d-49f5-a599-66fdc7925e40 {{(pid=114439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:38.686670 ncdv-master-1 neutron-server[114439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'code': 200}
Jan 15 22:04:38.697455 ncdv-master-1 neutron-server[114438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a2c4-fdca-49da-9900-687209d85e80 req-6c7187c9-7e84-4d3a-a3f7-29cb8ff7582a tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:38.698912 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9376a2c4-fdca-49da-9900-687209d85e80 req-6c7187c9-7e84-4d3a-a3f7-29cb8ff7582a tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 946 time: 0.0556183
Jan 15 22:04:38.706377 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Pushing event updated for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=8']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:38.786227 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Deleting port 0594f748-baf0-4dce-9a55-6ce6d7877e24 {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:38.786568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:38.877193 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] For port 0594f748-baf0-4dce-9a55-6ce6d7877e24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0594f748-baf0-4dce-9a55-6ce6d7877e24,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:38.877574 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:38.890138 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Calling delete_port for 0594f748-baf0-4dce-9a55-6ce6d7877e24 owned by compute:nova {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:39.013861 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0594f748-baf0-4dce-9a55-6ce6d7877e24), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:39.047638 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event deleted for resources: {'Port': ['ID=0594f748-baf0-4dce-9a55-6ce6d7877e24,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:39.072984 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.073333 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.073674 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.074011 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.074348 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.074677 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.075004 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.075447 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.075776 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.076100 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.076421 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.076744 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.077112 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 15 22:04:39.098500 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] No DVR routers for this DVR port 0594f748-baf0-4dce-9a55-6ce6d7877e24 on host nch1-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:39.101048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:39.104381 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [req-9376a2c4-fdca-49da-9900-687209d85e80 req-81d7d05e-6af3-46b0-b09b-4df5c12256bb tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.39 "DELETE /v2.0/ports/0594f748-baf0-4dce-9a55-6ce6d7877e24 HTTP/1.1" status: 204  len: 173 time: 0.3995919
Jan 15 22:04:39.104818 ncdv-master-1 neutron-server[114438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-deleted', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24'}] {{(pid=114438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:39.107975 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0ca3680b4ac5aa2bff931e3c5e8d201490061dbb9b58629fc845acfd12941fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2444a6e2-55bd-436c-b7fa-82745bb8b2fc" -d '{"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-deleted", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24"}]}' {{(pid=114438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:39.145985 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ef32e-ee54-4fbc-b453-826465d0bd67 x-openstack-request-id: req-bf9ef32e-ee54-4fbc-b453-826465d0bd67 {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:39.146277 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7145a1-8969-4677-a0e8-1ede6d95c025", "name": "network-vif-deleted", "tag": "0594f748-baf0-4dce-9a55-6ce6d7877e24", "status": "completed", "code": 200}]} {{(pid=114438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:39.146533 ncdv-master-1 neutron-server[114438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf9ef32e-ee54-4fbc-b453-826465d0bd67 {{(pid=114438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:39.146934 ncdv-master-1 neutron-server[114438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7145a1-8969-4677-a0e8-1ede6d95c025', 'name': 'network-vif-deleted', 'tag': '0594f748-baf0-4dce-9a55-6ce6d7877e24', 'status': 'completed', 'code': 200}
Jan 15 22:04:39.584449 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-2459813d-7f33-4375-87d5-87e268a126a8 req-dd35cd06-9487-4532-b624-0e6a8e61ff45 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7145a1-8969-4677-a0e8-1ede6d95c025 HTTP/1.1" status: 200  len: 210 time: 0.0328467
Jan 15 22:04:41.147342 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35110) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:41.305955 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Deleting port 866e2691-8834-4f05-ad3f-771a2c90c528 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:41.306297 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:41.379036 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:41.379361 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (866e2691-8834-4f05-ad3f-771a2c90c528), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:41.391763 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Calling delete_port for 866e2691-8834-4f05-ad3f-771a2c90c528 owned by network:floatingip {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:41.545244 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (866e2691-8834-4f05-ad3f-771a2c90c528), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:41.573050 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event deleted for resources: {'Port': ['ID=866e2691-8834-4f05-ad3f-771a2c90c528,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:41.636644 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for floatingip (ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:41.637495 ncdv-master-1 neutron-server[114437]: INFO neutron.db.l3_db [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Floating IP ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b disassociated (deleted). External IP: 172.35.1.143, port: d5a3c225-c762-4696-bdc3-580bf9e0a28f.
Jan 15 22:04:41.752462 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-fc738b91-9783-4475-b616-b544d771fc6e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0822554
Jan 15 22:04:41.886508 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-89f08f8d-9019-41ee-b120-fce342786385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:41.888748 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-89f08f8d-9019-41ee-b120-fce342786385 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0855196
Jan 15 22:04:41.907975 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:04:42.079158 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-3a0f64a1-db77-4bf6-9100-77e7f3bddecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.080541 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-3a0f64a1-db77-4bf6-9100-77e7f3bddecd service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.1690428
Jan 15 22:04:42.098391 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:04:42.107855 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:04:42.119166 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:42.119770 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:42.128085 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for floatingip (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:42.132073 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-3ac81760-0e18-45d6-b433-d526508ece89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 217 time: 0.0421746
Jan 15 22:04:42.185797 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-0dce37cf-a1bf-442f-aa10-d3668832e0ac tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "DELETE /v2.0/floatingips/ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b HTTP/1.1" status: 204  len: 168 time: 1.0373206
Jan 15 22:04:42.188246 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:42.190598 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de87e8d-642e-4e31-8d36-fe88cd997d34" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:42.208873 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-ba133e81-158e-4530-bfa1-cbdb692342f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.210871 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-ba133e81-158e-4530-bfa1-cbdb692342f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0637650
Jan 15 22:04:42.234405 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f53089-77f9-4a63-86ed-a04b1140b70b x-openstack-request-id: req-c6f53089-77f9-4a63-86ed-a04b1140b70b {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:42.234661 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:42.234915 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6f53089-77f9-4a63-86ed-a04b1140b70b {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:42.235316 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'status': 'completed', 'code': 200}
Jan 15 22:04:42.270831 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-ed3b41dd-b77a-4b38-880b-bf2cdfa74bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.272344 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-ed3b41dd-b77a-4b38-880b-bf2cdfa74bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515883
Jan 15 22:04:42.331901 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:42.376758 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-94b567eb-e1bd-4d6f-8094-2d7dc73acd75 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934136
Jan 15 22:04:42.494756 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a79503-b439-4401-9398-4ad8a6cc2916 req-066024cb-4247-4643-b525-e58411f3c378 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.496290 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25a79503-b439-4401-9398-4ad8a6cc2916 req-066024cb-4247-4643-b525-e58411f3c378 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.1027672
Jan 15 22:04:42.523523 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-bf084e26-5b80-48ba-ba8e-c9f53ed44459 req-9f36b816-869c-440e-81e4-0646da6f2586 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381013
Jan 15 22:04:42.542286 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceecd0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:42.565099 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 no longer exists at agent hyperv_nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:42.565937 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-25a79503-b439-4401-9398-4ad8a6cc2916 req-007b1054-d720-4f9c-8f62-60d9d342c352 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632021
Jan 15 22:04:42.591259 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:04:42.602705 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] No Port match for: 0594f748-baf0-4dce-9a55-6ce6d7877e24 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:42.602944 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:42.603173 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Device 0594f748-baf0-4dce-9a55-6ce6d7877e24 not bound to the agent host nch1-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:42.603893 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:42.641699 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-2cffec3a-2981-4eda-a42d-4e09a4c0b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.644140 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-2cffec3a-2981-4eda-a42d-4e09a4c0b22e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733e7c15666c404a9e926edbcc0768e9&device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 1094 time: 0.0633936
Jan 15 22:04:42.727248 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:42.738740 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-4ba9b167-f4e9-4625-9a52-f5307dbc6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.740345 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-4ba9b167-f4e9-4625-9a52-f5307dbc6a86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 200  len: 910 time: 0.0877700
Jan 15 22:04:42.782395 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-fd75dab1-a156-44b7-8aa1-7c0096f27495 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 200  len: 217 time: 0.0351353
Jan 15 22:04:42.836628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-bf858adc-d1a7-4241-8169-557d241180a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.838224 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-bf858adc-d1a7-4241-8169-557d241180a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 200  len: 848 time: 0.0477164
Jan 15 22:04:42.886033 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-aa55a6cf-f3f4-4058-9ffc-be34a5934c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:42.887773 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-aa55a6cf-f3f4-4058-9ffc-be34a5934c5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c73c4a14-0781-4393-aa1e-9fcd878de814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419934
Jan 15 22:04:42.930144 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e81ceecd0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:42.966686 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817174c7-6e4e-4389-bbc2-7f1da244869b None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6552526b-0b5f-4966-b2f9-f74fb80224b4', 'name': '', 'network_id': 'c73c4a14-0781-4393-aa1e-9fcd878de814', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'mac_address': 'fa:16:3e:1e:0d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:01Z', 'updated_at': '2022-01-15T22:00:06Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'subnets': [{'id': 'bb2cc93c-313d-4e5d-8adf-6b81903c4fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:04:42.994943 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-621037e2-1526-443c-a777-84c647760364 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971639
Jan 15 22:04:43.208619 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82efb5-0cd4-4a0c-a653-bce55a583893 None None] New status for floating IP ae9722f0-aeb7-4d21-9ae0-34c3a5bfba4b: DOWN {{(pid=114439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 15 22:04:43.403926 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-5de87e8d-642e-4e31-8d36-fe88cd997d34 req-fe314fa3-bf84-4a73-be9d-0092fbd0e891 service neutron] 10.222.0.45 "GET /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3993731
Jan 15 22:04:43.708227 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ea89d-a631-47aa-b0ec-08c514b06c3e req-f8ae7529-85dd-43c9-9215-4f4f69f9d636 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:43.709463 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2ea89d-a631-47aa-b0ec-08c514b06c3e req-f8ae7529-85dd-43c9-9215-4f4f69f9d636 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.0504656
Jan 15 22:04:43.760633 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1e2ea89d-a631-47aa-b0ec-08c514b06c3e req-29c9b550-1882-4f84-968e-8e778ae9ab54 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c0cb797-379a-4a83-8ca6-5fc342335654&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455809
Jan 15 22:04:44.219653 ncdv-master-1 neutron-server[114437]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-6ac9d9f2-e260-4bce-a7ce-17978e5c18a0 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 15 22:04:44.221112 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-6ac9d9f2-e260-4bce-a7ce-17978e5c18a0 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 943 time: 0.0474586
Jan 15 22:04:44.313122 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Deleting port d5a3c225-c762-4696-bdc3-580bf9e0a28f {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:44.313436 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:44.407002 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] For port d5a3c225-c762-4696-bdc3-580bf9e0a28f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5a3c225-c762-4696-bdc3-580bf9e0a28f,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:44.407646 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:44.421972 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Calling delete_port for d5a3c225-c762-4696-bdc3-580bf9e0a28f owned by compute:nova {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:44.553619 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (d5a3c225-c762-4696-bdc3-580bf9e0a28f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:44.582895 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event deleted for resources: {'Port': ['ID=d5a3c225-c762-4696-bdc3-580bf9e0a28f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:44.622434 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] No DVR routers for this DVR port d5a3c225-c762-4696-bdc3-580bf9e0a28f on host nch2-master-1 {{(pid=114437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:44.625013 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-949473'] for port (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:44.628357 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-1ac94971-d132-4ec7-ae3c-136d24f9ea13 req-a4a07287-6bde-4072-9705-90676fcc9193 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.45 "DELETE /v2.0/ports/d5a3c225-c762-4696-bdc3-580bf9e0a28f HTTP/1.1" status: 204  len: 173 time: 0.3995845
Jan 15 22:04:44.628741 ncdv-master-1 neutron-server[114437]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-deleted', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f'}] {{(pid=114437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 15 22:04:44.631020 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e424c2f7e9677c9f4aa6504b9a1e758710b307e071e3682462c0ee80da2a99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e9ff02-cd8d-4908-8879-cf4872209cba" -d '{"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-deleted", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f"}]}' {{(pid=114437) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 15 22:04:44.672657 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Jan 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459e8c1-d12e-4410-85bd-eb608184d6af x-openstack-request-id: req-6459e8c1-d12e-4410-85bd-eb608184d6af {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 15 22:04:44.672986 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d1b866-2a91-40b1-bca1-edfc57fbe871", "name": "network-vif-deleted", "tag": "d5a3c225-c762-4696-bdc3-580bf9e0a28f", "status": "completed", "code": 200}]} {{(pid=114437) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 15 22:04:44.673241 ncdv-master-1 neutron-server[114437]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6459e8c1-d12e-4410-85bd-eb608184d6af {{(pid=114437) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 15 22:04:44.673647 ncdv-master-1 neutron-server[114437]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d1b866-2a91-40b1-bca1-edfc57fbe871', 'name': 'network-vif-deleted', 'tag': 'd5a3c225-c762-4696-bdc3-580bf9e0a28f', 'status': 'completed', 'code': 200}
Jan 15 22:04:44.869259 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [req-c36f1313-8036-4a19-bb1b-660d682f9543 req-ec0980ff-dc36-4b77-a310-13da4467fb92 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7d1b866-2a91-40b1-bca1-edfc57fbe871 HTTP/1.1" status: 200  len: 210 time: 0.0253348
Jan 15 22:04:45.064119 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:45.929270 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35144) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:45.933059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:45.985135 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (9c0cb797-379a-4a83-8ca6-5fc342335654), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:46.014289 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (9c0cb797-379a-4a83-8ca6-5fc342335654), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:46.074838 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (9c0cb797-379a-4a83-8ca6-5fc342335654), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:46.077443 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:46.078868 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] 10.222.0.46 "DELETE /v2.0/security-groups/9c0cb797-379a-4a83-8ca6-5fc342335654 HTTP/1.1" status: 204  len: 168 time: 0.1485591
Jan 15 22:04:46.088593 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae5dfb-0d39-4368-92f0-1dadb4ac0509 tempest-TestSnapshotPattern-1803951984 tempest-TestSnapshotPattern-1803951984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0cb797-379a-4a83-8ca6-5fc342335654,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:47.141482 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35150) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:47.481997 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:47.728414 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Deleting port 6552526b-0b5f-4966-b2f9-f74fb80224b4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:47.728746 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:47.808947 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] For port 6552526b-0b5f-4966-b2f9-f74fb80224b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6552526b-0b5f-4966-b2f9-f74fb80224b4,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:47.809319 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:47.821676 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Calling delete_port for 6552526b-0b5f-4966-b2f9-f74fb80224b4 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:48.000687 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (6552526b-0b5f-4966-b2f9-f74fb80224b4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.026205 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6552526b-0b5f-4966-b2f9-f74fb80224b4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:48.102085 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-ea4a8d02-a469-499f-b6b4-9b656a260299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.202078 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.414019 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:04:48.519489 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:04:48.524614 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-ca0c71a5-1b1f-4c91-8afc-f5c3724385d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/1963ec51-fd57-4c22-b41e-9cfe9e013b01/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3814080
Jan 15 22:04:48.527170 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35152) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:48.528866 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Sync routers for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:04:48.539371 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:48.539985 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:48.632113 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks [] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.632323 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f no longer exists at agent hyperv_nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:48.645613 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: ncdv-master-1 {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:48.652047 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] No Port match for: d5a3c225-c762-4696-bdc3-580bf9e0a28f {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:48.653271 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Device d5a3c225-c762-4696-bdc3-580bf9e0a28f not bound to the agent host nch2-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:48.739265 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks [] for router_gateway (1963ec51-fd57-4c22-b41e-9cfe9e013b01), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.791296 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Deleting port 16c48e47-bac3-4031-99d7-a77a23f00274 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:48.791638 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.823825 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94c0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81'}], 'enable_snat': True}, 'gw_port_id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:04:47Z', 'revision_number': 5, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port': {'id': '16c48e47-bac3-4031-99d7-a77a23f00274', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:00Z', 'updated_at': '2022-01-15T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:48.853695 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Checking router: 1963ec51-fd57-4c22-b41e-9cfe9e013b01 for host: ncdv-master-1 {{(pid=114440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:04:48.862479 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Routers {'1963ec51-fd57-4c22-b41e-9cfe9e013b01'} bound to L3 agent in host ncdv-master-1 {{(pid=114440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:48.863080 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:21Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'], 'active': True} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:48.873360 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] For port 16c48e47-bac3-4031-99d7-a77a23f00274, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16c48e47-bac3-4031-99d7-a77a23f00274,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:48.873731 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:48.885377 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Calling delete_port for 16c48e47-bac3-4031-99d7-a77a23f00274 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:48.947223 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_dvr_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] Set router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 gateway port host: None {{(pid=114440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:48.997709 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.l3_hamode_db [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7b4e94c0>, [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:04:48Z', 'revision_number': 6, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:49.028641 ncdv-master-1 neutron-server[114440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6ecd4-97da-4fe3-9300-0685862b4171 None None] The sync data for ids ['1963ec51-fd57-4c22-b41e-9cfe9e013b01'] in ncdv-master-1 is: [{'id': '1963ec51-fd57-4c22-b41e-9cfe9e013b01', 'name': 'tempest-TestSnapshotPattern-266708082-router', 'tenant_id': '733e7c15666c404a9e926edbcc0768e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T21:59:59Z', 'updated_at': '2022-01-15T22:04:48Z', 'revision_number': 6, 'project_id': '733e7c15666c404a9e926edbcc0768e9', 'gw_port_host': None}] {{(pid=114440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:04:49.055486 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (16c48e47-bac3-4031-99d7-a77a23f00274), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.077701 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426328ec-8ea6-44c3-8bde-ec86271f9bc3 None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:04:49.090617 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Pushing event deleted for resources: {'Port': ['ID=16c48e47-bac3-4031-99d7-a77a23f00274,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:49.148584 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.239274 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.241410 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks [] for router_controller (1963ec51-fd57-4c22-b41e-9cfe9e013b01), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.284149 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (1963ec51-fd57-4c22-b41e-9cfe9e013b01), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.284648 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1963ec51-fd57-4c22-b41e-9cfe9e013b01 {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 22:04:49.288998 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.290174 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-7e7aeb76-0422-48e3-81fa-d6190c09401d admin admin] 10.222.0.46 "DELETE /v2.0/routers/1963ec51-fd57-4c22-b41e-9cfe9e013b01 HTTP/1.1" status: 204  len: 168 time: 0.7617772
Jan 15 22:04:49.292750 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35154) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:49.337644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Deleting subnet bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 22:04:49.341362 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Publish callbacks [] for subnet (bb2cc93c-313d-4e5d-8adf-6b81903c4fe6), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.381355 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (bb2cc93c-313d-4e5d-8adf-6b81903c4fe6), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.463477 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (bb2cc93c-313d-4e5d-8adf-6b81903c4fe6), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.514318 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (bb2cc93c-313d-4e5d-8adf-6b81903c4fe6), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.542546 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2cc93c-313d-4e5d-8adf-6b81903c4fe6,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:49.546620 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.550257 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-4b2e3daf-221c-4d5c-ab71-7eeada8e1e6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb2cc93c-313d-4e5d-8adf-6b81903c4fe6 HTTP/1.1" status: 204  len: 168 time: 0.2560270
Jan 15 22:04:49.553055 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35156) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:49.553655 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5738d15-7e1a-43b5-a0e3-a4dcbe5b8d69 None None] Network c73c4a14-0781-4393-aa1e-9fcd878de814 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 22:04:49.627066 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (c73c4a14-0781-4393-aa1e-9fcd878de814), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.686993 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Deleting port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:49.687330 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.749886 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] For port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,segment=NetworkSegment(844aa1b5-02b7-45cd-b3e3-24a7012e0057),segment_id=844aa1b5-02b7-45cd-b3e3-24a7012e0057)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:49.750176 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.763569 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Calling delete_port for 0ec7a650-2dc9-469c-8bcf-8443b234ff2e owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:49.812155 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] DHCP port deletion for c73c4a14-0781-4393-aa1e-9fcd878de814 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:04:49.851648 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.860595 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Deleting port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:49.860999 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.879560 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:49.884745 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] No DVR routers for this DVR port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:49.937674 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] For port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e, host ncdv-master-1, got binding levels [] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:49.938144 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.950434 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Calling delete_port for 0ec7a650-2dc9-469c-8bcf-8443b234ff2e owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:49.953264 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.ipam_backend_mixin [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e was not found and therefore no delete operation was performed {{(pid=114439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jan 15 22:04:49.954619 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (0ec7a650-2dc9-469c-8bcf-8443b234ff2e), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.956000 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (c73c4a14-0781-4393-aa1e-9fcd878de814), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:49.981393 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] Pushing event deleted for resources: {'Port': ['ID=0ec7a650-2dc9-469c-8bcf-8443b234ff2e,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:49.982303 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e78c1b3a0>,) {'filters': {'network_id': ['c73c4a14-0781-4393-aa1e-9fcd878de814']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:49.985688 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db22ab5-52ff-47ed-94e1-32e3cc8b068f None None] No DVR routers for this DVR port 0ec7a650-2dc9-469c-8bcf-8443b234ff2e on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:49.993863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c1b3a0>, '844aa1b5-02b7-45cd-b3e3-24a7012e0057') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:49.993863 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e78c1b3a0>, '844aa1b5-02b7-45cd-b3e3-24a7012e0057') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:50.005045 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (844aa1b5-02b7-45cd-b3e3-24a7012e0057), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.020286 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (844aa1b5-02b7-45cd-b3e3-24a7012e0057), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.026576 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 22:04:50.026980 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (844aa1b5-02b7-45cd-b3e3-24a7012e0057), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   warnings.warn(msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 22:04:50.029056 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 22:04:50.085593 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (c73c4a14-0781-4393-aa1e-9fcd878de814), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.091445 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.094685 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] 10.222.0.46 "DELETE /v2.0/networks/c73c4a14-0781-4393-aa1e-9fcd878de814 HTTP/1.1" status: 204  len: 168 time: 0.5405698
Jan 15 22:04:50.097742 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35158) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:50.110133 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63e4eb-9f6e-400a-834f-45405f86eabd admin admin] Pushing event deleted for resources: {'Network': ['ID=c73c4a14-0781-4393-aa1e-9fcd878de814,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:50.174384 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16c48e47-bac3-4031-99d7-a77a23f00274 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:50.194956 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 16c48e47-bac3-4031-99d7-a77a23f00274 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:50.195324 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 16c48e47-bac3-4031-99d7-a77a23f00274 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:50.195808 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6552526b-0b5f-4966-b2f9-f74fb80224b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:50.214286 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6552526b-0b5f-4966-b2f9-f74fb80224b4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:50.215311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6552526b-0b5f-4966-b2f9-f74fb80224b4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:50.215821 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ec7a650-2dc9-469c-8bcf-8443b234ff2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:50.238780 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 0ec7a650-2dc9-469c-8bcf-8443b234ff2e {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:50.239118 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 0ec7a650-2dc9-469c-8bcf-8443b234ff2e not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:50.455677 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638751'] for router_interface (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.697618 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Deleting port 886ff264-f185-460f-8a55-5037c33fa3a1 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:50.697951 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:50.834379 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4473facc-a8e4-450a-ae41-8703fe887686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:51.063837 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] For port 886ff264-f185-460f-8a55-5037c33fa3a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886ff264-f185-460f-8a55-5037c33fa3a1,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:51.064194 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:51.076815 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Calling delete_port for 886ff264-f185-460f-8a55-5037c33fa3a1 owned by network:router_interface {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:51.253368 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (886ff264-f185-460f-8a55-5037c33fa3a1), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:51.279320 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Pushing event deleted for resources: {'Port': ['ID=886ff264-f185-460f-8a55-5037c33fa3a1,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:51.451127 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638351'] for router_interface (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:51.666362 ncdv-master-1 neutron-server[114437]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Router d0fa41dd-6816-4095-aef3-4df2b3038f5e has already been hosted by L3 agent d4c2074a-ca36-4b35-a2fe-0d59bec4f74c {{(pid=114437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 15 22:04:51.774677 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 15 22:04:51.782079 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-d7a334a2-13dd-4075-845f-ddd761f1d832 admin admin] 10.222.0.46 "PUT /v2.0/routers/d0fa41dd-6816-4095-aef3-4df2b3038f5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6809089
Jan 15 22:04:51.782997 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35160) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:51.784291 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Sync routers for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 15 22:04:51.793997 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:51.794675 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:51.891238 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks [] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:51.999802 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks [] for router_gateway (d0fa41dd-6816-4095-aef3-4df2b3038f5e), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.059429 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Deleting port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 {{(pid=114437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:52.059730 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.061941 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: ncdv-master-1 {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:52.147628 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.db [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] For port c02c8240-6507-4d57-9cc0-09e1b5c0e7f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,segment=NetworkSegment(ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7),segment_id=ed83fdc1-9ed0-45bb-a1ca-13f6e9f4a1c7)] {{(pid=114437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:52.148020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.164319 ncdv-master-1 neutron-server[114437]: DEBUG neutron.plugins.ml2.plugin [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Calling delete_port for c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 owned by network:router_gateway {{(pid=114437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:52.200922 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.257162 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa1610>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'external_fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21'}], 'enable_snat': True}, 'gw_port_id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:04:51Z', 'revision_number': 5, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port': {'id': 'c02c8240-6507-4d57-9cc0-09e1b5c0e7f4', 'name': '', 'network_id': '8352f5d9-3635-4bc2-9859-c634bbd8ef52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'ip_address': '172.35.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-15T22:00:05Z', 'updated_at': '2022-01-15T22:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca059716-ebef-42a8-bc8c-3ee857f10e74', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:52.294075 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Checking router: d0fa41dd-6816-4095-aef3-4df2b3038f5e for host: ncdv-master-1 {{(pid=114439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 15 22:04:52.302899 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Routers {'d0fa41dd-6816-4095-aef3-4df2b3038f5e'} bound to L3 agent in host ncdv-master-1 {{(pid=114439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 15 22:04:52.303515 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-15T20:38:20Z,description=<?>,heartbeat_timestamp=2022-01-15T22:04:51Z,host='ncdv-master-1',id=d4c2074a-ca36-4b35-a2fe-0d59bec4f74c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-15T20:38:20Z,topic='l3_agent')) {'router_ids': ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'], 'active': True} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:52.343481 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263813022'] for port (c02c8240-6507-4d57-9cc0-09e1b5c0e7f4), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.366782 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c02c8240-6507-4d57-9cc0-09e1b5c0e7f4,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:52.391311 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09563912-c889-4bc8-93d0-4a1db34e3e5d None None] DHCP port deletion for 8352f5d9-3635-4bc2-9859-c634bbd8ef52 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:04:52.412594 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvr_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] Set router d0fa41dd-6816-4095-aef3-4df2b3038f5e gateway port host: None {{(pid=114439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 15 22:04:52.442308 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-630501'] for router_gateway (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.466119 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_hamode_db [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1e7afa1610>, [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:04:51Z', 'revision_number': 6, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:52.497307 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92218ac5-f3a0-4958-b581-fd6d52f3a525 None None] The sync data for ids ['d0fa41dd-6816-4095-aef3-4df2b3038f5e'] in ncdv-master-1 is: [{'id': 'd0fa41dd-6816-4095-aef3-4df2b3038f5e', 'name': 'tempest-TestSnapshotPattern-778454707-router', 'tenant_id': '08ee379112c54ec6a7f3383acba6b04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-15T22:00:04Z', 'updated_at': '2022-01-15T22:04:51Z', 'revision_number': 6, 'project_id': '08ee379112c54ec6a7f3383acba6b04e', 'gw_port_host': None}] {{(pid=114439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 15 22:04:52.537534 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-637292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2464'] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.539649 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks [] for router_controller (d0fa41dd-6816-4095-aef3-4df2b3038f5e), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.585591 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-637301'] for router (d0fa41dd-6816-4095-aef3-4df2b3038f5e), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.586274 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0fa41dd-6816-4095-aef3-4df2b3038f5e {{(pid=114437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 15 22:04:52.592972 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.594193 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-91fc1dff-e626-4d3b-a42f-dd9722647f2a admin admin] 10.222.0.46 "DELETE /v2.0/routers/d0fa41dd-6816-4095-aef3-4df2b3038f5e HTTP/1.1" status: 204  len: 168 time: 0.8098788
Jan 15 22:04:52.596728 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35162) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:52.641644 ncdv-master-1 neutron-server[114437]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Deleting subnet 4d944226-8d21-4138-bbeb-92a734242f5f {{(pid=114437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 15 22:04:52.644684 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Publish callbacks [] for subnet (4d944226-8d21-4138-bbeb-92a734242f5f), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.682776 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261458197'] for subnet (4d944226-8d21-4138-bbeb-92a734242f5f), precommit_delete_associations {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.757753 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1591122'] for subnet (4d944226-8d21-4138-bbeb-92a734242f5f), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.810083 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1591209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263812937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264211503'] for subnet (4d944226-8d21-4138-bbeb-92a734242f5f), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.835202 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d944226-8d21-4138-bbeb-92a734242f5f,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:52.840020 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.845451 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c82ace-d44f-4d19-ac0a-1e606397d252 None None] Network 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 requested from ncdv-master-1 {{(pid=114439) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 15 22:04:52.846181 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-8b58bba4-7028-4d6e-8f2b-de798cc06388 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4d944226-8d21-4138-bbeb-92a734242f5f HTTP/1.1" status: 204  len: 168 time: 0.2482574
Jan 15 22:04:52.846753 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35164) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:52.927850 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1322921'] for network (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:52.988487 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] DHCP port deletion for 31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 request from ncdv-master-1 {{(pid=114439) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 15 22:04:52.990289 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Deleting port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf {{(pid=114438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:52.990639 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.038126 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Deleting port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf {{(pid=114439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 15 22:04:53.038492 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735563486877'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), before_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.052967 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.db [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] For port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:53.053344 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.067441 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Calling delete_port for 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf owned by network:dhcp {{(pid=114438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:53.101133 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.db [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] For port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,segment=NetworkSegment(404b3b98-7c26-4835-91d4-b19ac0aa4e9e),segment_id=404b3b98-7c26-4835-91d4-b19ac0aa4e9e)] {{(pid=114439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 15 22:04:53.101679 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627465'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), precommit_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.114911 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Calling delete_port for 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf owned by network:dhcp {{(pid=114439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 15 22:04:53.149048 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261002053'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.175252 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:53.178856 ncdv-master-1 neutron-server[114438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] No DVR routers for this DVR port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf on host ncdv-master-1 {{(pid=114438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:53.194927 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1466150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735563492922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735562961439'] for port (6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf), after_delete {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.218866 ncdv-master-1 neutron-server[114439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] Pushing event deleted for resources: {'Port': ['ID=6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf,revision_number=None']} {{(pid=114439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:53.224157 ncdv-master-1 neutron-server[114439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d9ed6-027b-461e-a850-3a65583a454e None None] No DVR routers for this DVR port 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf on host ncdv-master-1 {{(pid=114439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 15 22:04:53.251617 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522117', 'neutron.services.segments.db._delete_segments_for_network-8735563497512'] for network (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.271127 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1e802efa00>,) {'filters': {'network_id': ['31a2ef20-5460-4c83-bd2e-8fcef2d1bc94']}} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:53.280974 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e802efa00>, '404b3b98-7c26-4835-91d4-b19ac0aa4e9e') {'for_net_delete': True} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:53.281277 ncdv-master-1 neutron-server[114438]: DEBUG neutron.services.segments.db [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1e802efa00>, '404b3b98-7c26-4835-91d4-b19ac0aa4e9e') {} {{(pid=114438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 15 22:04:53.291568 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735563500593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260285445'] for segment (404b3b98-7c26-4835-91d4-b19ac0aa4e9e), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.305835 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912'] for segment (404b3b98-7c26-4835-91d4-b19ac0aa4e9e), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.312418 ncdv-master-1 neutron-server[114438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 15 22:04:53.313093 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1591912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261002088'] for segment (404b3b98-7c26-4835-91d4-b19ac0aa4e9e), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]: Traceback (most recent call last):
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     timer()
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     cb(*args, **kw)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     return func(*args, **kwargs)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     self._notify()
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     self.callback(batched_events)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     event.method(event)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     return f(self, *a, **k)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     return self._get(url).json()
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     return self.request(url, 'GET', **kwargs)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 22:04:53.316077 ncdv-master-1 neutron-server[114438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 22:04:53.371037 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-630281'] for network (31a2ef20-5460-4c83-bd2e-8fcef2d1bc94), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.378162 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.381302 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] 10.222.0.46 "DELETE /v2.0/networks/31a2ef20-5460-4c83-bd2e-8fcef2d1bc94 HTTP/1.1" status: 204  len: 168 time: 0.5325053
Jan 15 22:04:53.393029 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5f7c4-4151-40b6-a9d4-effd148a2f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=31a2ef20-5460-4c83-bd2e-8fcef2d1bc94,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:53.571917 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35168) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:53.573304 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.619462 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-2d746b4a-2db1-42a1-a351-82b7043ae798 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=733e7c15666c404a9e926edbcc0768e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0438538
Jan 15 22:04:53.619626 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35170) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:53.670563 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] Publish callbacks [] for security_group (fa60d9ae-1acc-48e1-becc-df89593504e9), before_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.691181 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] Publish callbacks [] for security_group (fa60d9ae-1acc-48e1-becc-df89593504e9), precommit_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.735253 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (fa60d9ae-1acc-48e1-becc-df89593504e9), after_delete {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.738092 ncdv-master-1 neutron-server[114438]: DEBUG neutron_lib.callbacks.manager [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:53.739265 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa60d9ae-1acc-48e1-becc-df89593504e9 HTTP/1.1" status: 204  len: 168 time: 0.1185520
Jan 15 22:04:53.746960 ncdv-master-1 neutron-server[114438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349a7a0-0ebe-49b9-9d2f-505d5fed6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60d9ae-1acc-48e1-becc-df89593504e9,revision_number=None']} {{(pid=114438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:54.064137 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [-] (114438) accepted ('10.222.0.46', 35176) {{(pid=114438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:54.103414 ncdv-master-1 neutron-server[114438]: INFO neutron.wsgi [None req-06e65324-7cca-4bb8-94f1-0945d55268bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08ee379112c54ec6a7f3383acba6b04e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381393
Jan 15 22:04:54.106288 ncdv-master-1 neutron-server[114437]: DEBUG neutron.wsgi [-] (114437) accepted ('10.222.0.46', 35178) {{(pid=114437) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 15 22:04:54.161715 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] Publish callbacks [] for security_group (98996c4d-311c-4a49-ace2-9319a1d4afe9), before_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:54.165998 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:54.185081 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] Publish callbacks [] for security_group (98996c4d-311c-4a49-ace2-9319a1d4afe9), precommit_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:54.186046 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:54.186399 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device c02c8240-6507-4d57-9cc0-09e1b5c0e7f4 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:54.186809 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 886ff264-f185-460f-8a55-5037c33fa3a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:54.208240 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 886ff264-f185-460f-8a55-5037c33fa3a1 {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:54.208585 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 886ff264-f185-460f-8a55-5037c33fa3a1 not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:54.209027 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 15 22:04:54.229509 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] No Port match for: 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf {{(pid=114439) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 15 22:04:54.229854 ncdv-master-1 neutron-server[114439]: DEBUG neutron.plugins.ml2.rpc [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Device 6256b069-72fb-4a85-8a8a-8bf3b2b7ffbf not bound to the agent host ncdv-master-1 {{(pid=114439) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 15 22:04:54.235425 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647824'] for security_group (98996c4d-311c-4a49-ace2-9319a1d4afe9), after_delete {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:54.238153 ncdv-master-1 neutron-server[114437]: DEBUG neutron_lib.callbacks.manager [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:54.239702 ncdv-master-1 neutron-server[114437]: INFO neutron.wsgi [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98996c4d-311c-4a49-ace2-9319a1d4afe9 HTTP/1.1" status: 204  len: 168 time: 0.1324315
Jan 15 22:04:54.248662 ncdv-master-1 neutron-server[114437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df095482-ed45-46b2-b39c-d372ed5ca7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98996c4d-311c-4a49-ace2-9319a1d4afe9,revision_number=None']} {{(pid=114437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 15 22:04:54.411386 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:04:56.832996 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:05:15.075199 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:15.920961 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:18.093381 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-6bc195c3-d637-427b-bd42-b52e51444e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:20.837863 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-da02340c-c3b3-4320-ab7d-659cb08d9698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:22.189041 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:23.572198 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:24.414838 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:33.831370 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:05:45.068486 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:45.920374 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:48.096717 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3dd77bd4-d72d-4af8-9253-9dbbfa072358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:50.839302 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d88e-0937-414a-8b3d-d60ce3c979a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:52.189301 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:53.574884 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:05:54.419758 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:10.829502 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:06:15.079441 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:15.920220 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:18.099117 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-9ad7b2f7-e475-4ef7-84c0-d0664d5adb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:20.841018 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-0b48386c-0357-4d0b-bdcd-232ecd98f65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:22.192931 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:23.577837 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:24.422772 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:45.089939 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:45.919024 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:47.828310 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:06:48.101174 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2b59bad7-067d-4019-9a26-62b4e491cc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:50.842975 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8ebfde7f-3479-494a-9de8-1553ca99240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:52.195116 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:53.580185 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:06:54.425844 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:15.093055 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:15.929994 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:18.102697 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5004fafc-f3df-4986-820a-e3f8d9385c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:20.844429 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-02f6bb10-bd79-4b14-b51c-820749a57968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:22.197363 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:23.585049 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:24.429775 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:24.828022 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:07:45.105567 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:45.930417 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:48.106226 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-647c3fa7-fcb1-40d2-9a54-c6462f6b2ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:50.845644 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-2caa6687-d8f7-4ddd-b1a5-61a09f2163eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:52.201312 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:53.586787 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:07:54.432328 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:01.827339 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:08:15.108850 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:15.946154 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:18.108936 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-af7c5a92-6ddd-4a69-9fc7-90fe2c0d29a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:20.847152 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-cb22f1e1-c2f2-4b98-ae0f-b695c5f671aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:22.203059 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:23.590976 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:24.435112 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:38.826300 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:08:45.104402 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:45.949288 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:48.111392 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65ffb578-3207-49f2-aad2-652927e60503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:50.848968 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1bf7-1100-4bee-b054-33015e62affe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:52.205487 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:53.592461 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:08:54.437167 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:15.119079 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:15.825815 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:09:15.949891 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:18.113196 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a9382e01-7a4a-4d36-868f-2a1fd85bee7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:20.849572 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-65514873-2352-4212-a65d-cafcbca29ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:22.207935 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:23.595067 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:24.440075 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:45.118578 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:45.943926 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:48.114692 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5aae329e-2ac1-4eb1-975b-df7d01c67a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:50.850581 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-d4c2eebe-0213-423c-9c72-2d140006fd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:52.211106 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:52.824240 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:09:53.596967 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:09:54.442522 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:15.134370 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:15.946906 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:18.116792 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-273a664b-4bca-4d66-b97c-b5e0f3c973b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:20.851793 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1dfd-4ed0-4add-940c-ae52d68ddfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:22.217851 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:23.599356 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:24.445083 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:29.823247 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:10:45.135894 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:45.946435 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:48.117605 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-23049085-86f5-443c-b4e2-b8899fcb473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:50.852560 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-11d630e7-58f0-4ed8-b2df-9e111ce1f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:52.211289 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:53.601776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:10:54.447752 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:06.826888 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:11:15.148159 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:15.958678 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:18.118700 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-8e0df129-bbae-4450-9dd3-04dd9f7bf887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:20.853776 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-faa0e42d-6825-4526-b957-d22d1460300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:22.214930 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:23.605020 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:24.450275 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:43.825445 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:11:45.148511 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:45.977649 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:48.120520 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c8d8873d-8581-41c6-b522-f854fea12ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:50.854586 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-822c7030-3763-4e68-8dd8-1a8bd76ff648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:52.219848 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:53.608027 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:11:54.452401 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:15.146531 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:15.992742 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:18.121947 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-20186589-4671-4978-abfb-592aed9afc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:20.823627 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:12:20.856450 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-c040c86d-2087-4770-808b-ec4768d22f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:22.219909 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:23.609564 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:24.457836 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:45.150318 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:46.001589 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:48.123550 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-133545b9-10d7-45e9-bb87-a09f8a0d9bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:50.858078 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-55fcf309-8927-421f-b301-0a65a815ff1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:52.224477 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:53.611800 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-25bb26f5-8865-4383-aab2-6486b4cd3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (b178f2e9-1749-4529-ab7b-edf1bb668895), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:54.449414 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8acc-56e6-46a6-b71c-9d382d421e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (20d6f35f-af77-4dfc-bfcd-62f92ecdff34), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:12:57.822179 ncdv-master-1 neutron-server[114440]: DEBUG neutron.db.agents_db [None req-5d505e87-3140-4fe4-bfad-b425dbe1499a None None] Agent healthcheck: found 7 active agents {{(pid=114440) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 15 22:13:15.147189 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-26fafb94-20c7-4047-9cf7-33e3ca60277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (4d1275af-f191-455c-af77-ed091b43a25f), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:13:15.180420 ncdv-master-1 neutron-server[114438]: DEBUG neutron.wsgi [req-eb097651-a371-4967-a46d-8aeb9d40df11 req-f6768a8c-0b0e-48f8-868f-5521a2e65851 service neutron] (114438) timed out ('10.222.0.46', 60922) {{(pid=114438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 15 22:13:16.006599 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-81db3e6b-d155-4d49-92ab-b83befe7c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (073659ff-3eb3-4711-8f2e-70b1cd576095), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:13:18.124445 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-67370d28-0583-49fb-9c70-13eae9669fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d0de3b6f-9624-4035-9c7a-366fbd6a3a1c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:13:20.859011 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-a0fcd6f1-49b7-47ad-b52a-9d675fea394c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (d4c2074a-ca36-4b35-a2fe-0d59bec4f74c), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 15 22:13:22.225501 ncdv-master-1 neutron-server[114439]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb5e-98c1-4f43-8045-ad04dca1e454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735563497494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521555'] for agent (91622004-1965-41b0-bb3b-8d337245db58), after_update {{(pid=114439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}